{"meta":{"query_hash":"ed53cea9f207","filters":{"topic":"Meta-analysis and systematic reviews"},"cohort_total":4076,"direct_labels_cover":359,"predictions_cover":4076,"exported":4076,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/ed53cea9f207","api":"https://metacan.xera.ac/api/v1/cohort?topic=Meta-analysis+and+systematic+reviews"},"results":[{"id":"W1010285967","doi":"10.1097/brs.0000000000001061","title":"2015 Updated Method Guideline for Systematic Reviews in the Cochrane Back and Neck Group","year":2015,"lang":"en","type":"article","venue":"Spine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":702,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; Institute for Work & Health","funders":"Canadian Institutes of Health Research; National Institutes of Health","keywords":"Medicine; Guideline; Systematic review; MEDLINE; Cochrane collaboration; Neck pain; Physical therapy; Meta-analysis; Alternative medicine; Internal medicine; Cochrane Library; Pathology","score_opus":0.7132413670848077,"score_gpt":0.5867990360985349,"score_spread":0.12644233098627278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1010285967","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037036012,0.08980215,0.85433203,0.01967217,0.000705064,0.021340642,0.000040449668,0.000013939782,0.010389933],"genre_scores_gemma":[0.012148623,0.00067995535,0.94687194,0.0093931565,0.00054278184,0.001448008,0.00017896981,0.000053647014,0.028682893],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9679039,0.015720593,0.012610767,0.000760368,0.0027329242,0.00027145547],"domain_scores_gemma":[0.9895823,0.0021451963,0.0038360283,0.0031861695,0.0010850037,0.00016532009],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.34603807,0.0002916166,0.00492594,0.00022085926,0.000056299858,0.00046459617,0.0014427435,0.00007257081,0.0012876468],"category_scores_gemma":[0.08156597,0.00010158573,0.0007363105,0.0013484986,0.000031870622,0.00018215652,0.000094654475,0.00010367557,0.0019357884],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066433463,0.000041910425,0.00020012751,0.0032545943,0.00005715504,0.0000024908036,0.00044205575,0.000023751985,0.000040464987,0.002394285,0.9914207,0.0021158129],"study_design_scores_gemma":[0.0010046394,0.00016491447,0.00030955827,0.0018573249,0.00038266813,0.000057471687,0.0011123181,0.039925776,0.0000043357577,0.007710607,0.9472298,0.00024061294],"about_ca_topic_score_codex":0.000023003378,"about_ca_topic_score_gemma":0.00009904326,"teacher_disagreement_score":0.2644721,"about_ca_system_score_codex":0.000023192311,"about_ca_system_score_gemma":0.00003191537,"threshold_uncertainty_score":0.9996253},"labels":[],"label_agreement":null},{"id":"W1119084953","doi":"10.1016/j.jesp.2015.07.009","title":"Conceptualizing and evaluating the replication of research results","year":2015,"lang":"en","type":"article","venue":"Journal of Experimental Social Psychology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":174,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Replicate; Ambiguity; Replication (statistics); Psychology; Robustness (evolution); Meta-analysis; Research design; Applied psychology; Social psychology; Management science; Computer science; Cognitive psychology; Statistics; Mathematics","score_opus":0.9675545174065701,"score_gpt":0.7654175320638141,"score_spread":0.20213698534275593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1119084953","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97762406,0.0036536483,0.0002761768,0.0040538986,0.00034117806,0.00021802621,0.0000021067822,6.455253e-7,0.013830273],"genre_scores_gemma":[0.99780667,0.0000093822055,0.0012514739,0.00021440831,0.00028592473,0.000004200062,3.9424603e-7,0.0000038355306,0.00042373338],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9745193,0.015078855,0.005913017,0.00038858887,0.0039467155,0.00015352854],"domain_scores_gemma":[0.98960644,0.002319143,0.0049698097,0.0009327394,0.0020877032,0.00008415463],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2362787,0.00007830277,0.0010062528,0.00016943256,0.00016069878,0.000118583564,0.00084589585,0.000066923654,0.00025423066],"category_scores_gemma":[0.038302492,0.000034617406,0.0003567573,0.00061588426,0.0003827069,0.0001255192,0.000096933996,0.0002182552,0.000042822707],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010751672,0.00040549968,0.0072544734,0.000009661419,0.00038342545,0.000008744589,0.0981173,0.000016381391,0.21370588,0.013739978,0.6134648,0.051818717],"study_design_scores_gemma":[0.011420496,0.009885092,0.10283421,0.00017263663,0.0003430326,0.00080606056,0.5082311,0.0019558214,0.01806548,0.15535681,0.19035119,0.0005780456],"about_ca_topic_score_codex":0.000008342647,"about_ca_topic_score_gemma":9.5244786e-7,"teacher_disagreement_score":0.42311358,"about_ca_system_score_codex":0.000038513797,"about_ca_system_score_gemma":0.00006493962,"threshold_uncertainty_score":0.96979827},"labels":[],"label_agreement":null},{"id":"W1119174984","doi":"10.1016/j.jclinepi.2015.05.035","title":"Twelve recommendations for integrating existing systematic reviews into new reviews: EPC guidance","year":2015,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":68,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services","funders":"","keywords":"Systematic review; Medicine; Medical physics; MEDLINE; Political science","score_opus":0.9805733784609232,"score_gpt":0.7447820311222758,"score_spread":0.23579134733864737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1119174984","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003709709,0.074264675,0.88370275,0.031498995,0.0044622533,0.0027210554,0.000003553167,0.0000049398413,0.0029707782],"genre_scores_gemma":[0.002003805,0.00512023,0.9692837,0.010809299,0.0032804245,0.00012748179,0.0000058693427,0.000026018804,0.009343179],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.44205704,0.33778617,0.21487615,0.0016377129,0.0028367187,0.00080624444],"domain_scores_gemma":[0.07218708,0.66503465,0.24612297,0.005827638,0.008685541,0.0021421094],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.87176293,0.00045109694,0.031308427,0.0003461708,0.00015079473,0.0001887022,0.0029826553,0.0003210037,0.00068998826],"category_scores_gemma":[0.9856844,0.00018642412,0.009854549,0.0009364636,0.00013049645,0.00043838588,0.00017362589,0.00091459637,0.0015479384],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020572808,0.000044703174,0.0073967073,0.001681047,0.00017785723,0.0000013476453,0.0003022898,0.000030568073,0.0000013232101,0.0061829975,0.8984005,0.08576009],"study_design_scores_gemma":[0.00045513173,0.0003539943,0.00020950465,0.00681347,0.0005488354,0.00007857042,0.00051290845,0.0046168556,3.2354924e-7,0.12776318,0.85848194,0.000165265],"about_ca_topic_score_codex":0.000019093883,"about_ca_topic_score_gemma":0.000048841874,"teacher_disagreement_score":0.36986995,"about_ca_system_score_codex":0.00009859801,"about_ca_system_score_gemma":0.0004863676,"threshold_uncertainty_score":0.9992295},"labels":[],"label_agreement":null},{"id":"W1145945895","doi":"10.1016/j.jclinepi.2015.05.036","title":"A taxonomy of rapid reviews links report types and methods to specific decision-making contexts","year":2015,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":77,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta; Agency for Healthcare Research and Quality; Johns Hopkins University; University of Pennsylvania","keywords":"Categorization; Systematic review; Computer science; Data science; Management science; MEDLINE; Artificial intelligence; Biology","score_opus":0.9552108165864013,"score_gpt":0.7436871260479803,"score_spread":0.21152369053842102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1145945895","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007284007,0.7791947,0.21504852,0.00038442342,0.0025566223,0.0014451442,0.000008876686,0.0000013477243,0.001353075],"genre_scores_gemma":[0.0000024184235,0.6051494,0.39285472,0.0005466516,0.00093281385,0.000025458765,0.0000014873436,0.000018481725,0.0004685629],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.3411255,0.40449834,0.2469136,0.002767902,0.003939248,0.00075540564],"domain_scores_gemma":[0.072959535,0.6337842,0.27938315,0.006709473,0.005771877,0.0013917987],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.88702184,0.0008384952,0.097543135,0.0012249554,0.00006216318,0.00012390706,0.0036787263,0.0016694448,0.0029044638],"category_scores_gemma":[0.9409749,0.00033946967,0.019398052,0.0015152434,0.00036171085,0.00017026413,0.00062246015,0.002748101,0.0008032458],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025600142,0.00004052912,0.0005804397,0.0008138199,0.0005353167,0.00006246443,0.00001159804,0.0000030503065,1.358528e-8,0.0002643801,0.20187996,0.7957828],"study_design_scores_gemma":[0.00015638482,0.00040120006,0.00021878675,0.011617062,0.002003776,0.0015845519,0.000015640664,0.000025226367,8.141921e-9,0.013631399,0.97009546,0.00025052315],"about_ca_topic_score_codex":0.0000014827068,"about_ca_topic_score_gemma":0.0000027230972,"teacher_disagreement_score":0.7955323,"about_ca_system_score_codex":0.000064147534,"about_ca_system_score_gemma":0.0009360721,"threshold_uncertainty_score":0.9999747},"labels":[],"label_agreement":null},{"id":"W1150265801","doi":"10.1177/1352458514546077","title":"2014 Joint ACTRIMS-ECTRIMS Meeting (MSBoston 2014) MS Journal Online: Poster Session 1","year":2014,"lang":"en","type":"article","venue":"Multiple Sclerosis Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Jewish General Hospital; Karadeniz Teknik Üniversitesi; Flinders University","keywords":"Session (web analytics); Joint (building); Multiple sclerosis; Medicine; Physical medicine and rehabilitation; Psychology; Computer science; World Wide Web; Engineering; Psychiatry","score_opus":0.6440041051294333,"score_gpt":0.4428276700272841,"score_spread":0.20117643510214916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1150265801","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9343978,0.002913987,0.04925777,0.004663983,0.00423864,0.00064817164,0.000032179385,0.000026763633,0.0038207148],"genre_scores_gemma":[0.9740691,0.000845915,0.017541492,0.0013201679,0.0026886424,0.000008250645,0.000010989878,0.0000686822,0.0034467669],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9577012,0.017155847,0.013689077,0.001187497,0.009231389,0.0010349813],"domain_scores_gemma":[0.9741567,0.0049736737,0.013802504,0.002953959,0.0029221224,0.0011910709],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.1612997,0.00074970874,0.004226926,0.0012600992,0.0015945542,0.0057757483,0.0031271686,0.00030570553,0.014934084],"category_scores_gemma":[0.054155514,0.0003699349,0.0041880226,0.0009900205,0.00011000076,0.0012574916,0.00036730868,0.0017357968,0.00621448],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006861801,0.00032118795,0.095349066,0.000031734384,0.00035607713,0.000017432854,0.00067582435,0.0010496567,0.057719868,0.000022646798,0.6870761,0.15731181],"study_design_scores_gemma":[0.006145868,0.0008006059,0.4341943,0.0020207695,0.0011117335,0.0031432759,0.0019884764,0.067164585,0.007377365,0.0030739633,0.47099754,0.0019815161],"about_ca_topic_score_codex":0.000029781377,"about_ca_topic_score_gemma":0.00004619992,"teacher_disagreement_score":0.33884522,"about_ca_system_score_codex":0.00021136862,"about_ca_system_score_gemma":0.00018158782,"threshold_uncertainty_score":0.99987525},"labels":[],"label_agreement":null},{"id":"W1195110416","doi":"10.1016/j.jpsychores.2015.08.004","title":"Comparison of self-citation by peer reviewers in a journal with single-blind peer review versus a journal with open peer review","year":2015,"lang":"en","type":"review","venue":"Journal of Psychosomatic Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre; Jewish General Hospital","funders":"","keywords":"Citation; Peer review; Psychology; MEDLINE; Open peer review; Medicine; Library science; Computer science","score_opus":0.9412761545920582,"score_gpt":0.7126081435238266,"score_spread":0.22866801106823154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1195110416","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000023098586,0.97066015,0.0006222104,0.014627202,0.0008056053,0.006505619,0.00003329617,0.0000022918157,0.0067205387],"genre_scores_gemma":[0.0000071245872,0.9685462,0.01822105,0.00019579919,0.00043733607,0.00013146509,0.00003307587,0.00011593926,0.012312022],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.735261,0.09198879,0.055929713,0.001748211,0.113490365,0.0015819235],"domain_scores_gemma":[0.6801886,0.018260568,0.10168384,0.0074486076,0.1899174,0.0025010013],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.6535407,0.0013625079,0.031477727,0.0036871596,0.00039308812,0.004983003,0.013127271,0.00045374458,0.006053316],"category_scores_gemma":[0.208196,0.00056694855,0.004881761,0.012982498,0.0003347381,0.002053009,0.0004567266,0.0064215097,0.0008770026],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018593566,0.0006028597,0.00010678494,0.05786263,0.0016262234,0.00010434051,0.00047750532,0.000002606114,1.7676109e-7,0.000014083503,0.69253105,0.24648581],"study_design_scores_gemma":[0.0020347512,0.0017663181,0.0000071967547,0.32706296,0.0042117108,0.0027947624,0.0006988293,0.000015758334,6.3284844e-8,0.00022949745,0.6607944,0.00038379105],"about_ca_topic_score_codex":0.0000081592,"about_ca_topic_score_gemma":0.000026371546,"teacher_disagreement_score":0.44534466,"about_ca_system_score_codex":0.001211144,"about_ca_system_score_gemma":0.005694233,"threshold_uncertainty_score":0.99994254},"labels":[],"label_agreement":null},{"id":"W125936058","doi":"","title":"The effect of cluster randomization on sample size in prevention research.","year":2001,"lang":"en","type":"article","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Intraclass correlation; Medicine; Sample size determination; Confidence interval; Cluster (spacecraft); Randomized controlled trial; Cluster randomised controlled trial; Odds ratio; Randomization; Cluster sampling; Correlation; Physical therapy; Statistics; Population; Surgery; Psychometrics","score_opus":0.6832474656019331,"score_gpt":0.5359375898438697,"score_spread":0.1473098757580633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W125936058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96993834,0.00036947452,0.0040808623,0.001689297,0.0002348449,0.005609032,0.000002339621,0.0000028900417,0.0180729],"genre_scores_gemma":[0.98752785,0.00004349133,0.00007453485,0.000024433417,0.000037785645,0.0012360661,0.0000010012153,0.000004095412,0.0110507505],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9446166,0.044829886,0.004699967,0.000501152,0.004996422,0.00035595638],"domain_scores_gemma":[0.8896537,0.1064987,0.0014535518,0.0018908898,0.00043176202,0.00007140496],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.34087983,0.00008851296,0.0010786979,0.00022811556,0.000102619844,0.00028027134,0.00070761575,0.000039989598,0.0005325902],"category_scores_gemma":[0.3266605,0.000031633263,0.0005483892,0.0015260661,0.000047938476,0.000098297154,0.00005654779,0.00010454056,0.00019100583],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008588441,0.00004574433,0.08896498,0.00002667676,0.000071183895,8.800613e-7,0.00013567138,0.00042800614,0.0000052214173,0.00052195735,0.020677418,0.8882634],"study_design_scores_gemma":[0.007016088,0.0002098465,0.7924371,0.000052835763,0.000108976725,0.000002934999,0.00017204667,0.005812527,0.00033504074,0.039477516,0.15421808,0.00015700358],"about_ca_topic_score_codex":0.000020700121,"about_ca_topic_score_gemma":0.00014098224,"teacher_disagreement_score":0.8881064,"about_ca_system_score_codex":0.000033381188,"about_ca_system_score_gemma":0.000009460672,"threshold_uncertainty_score":0.6790113},"labels":[],"label_agreement":null},{"id":"W132212696","doi":"10.1007/978-1-59745-385-1_13","title":"Primer on Systematic Review and Meta-Analysis","year":2008,"lang":"en","type":"review","venue":"Methods in molecular biology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Toronto; University of Alberta","funders":"","keywords":"Primer (cosmetics); Meta-analysis; Medicine; Internal medicine; Chemistry","score_opus":0.8278950376810208,"score_gpt":0.6672441089395496,"score_spread":0.16065092874147124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W132212696","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.2876756e-8,0.7442691,0.25043985,0.000112245376,0.00005996733,0.0040025697,0.00003868252,0.0000049203372,0.0010726614],"genre_scores_gemma":[2.6653012e-8,0.74924064,0.24530454,0.0013331372,0.00000896034,0.0011060551,0.000033771397,0.000033871715,0.0029390247],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.74099,0.23138747,0.022277119,0.0028978214,0.0019729582,0.00047464593],"domain_scores_gemma":[0.95384455,0.02110074,0.014232662,0.0100644445,0.00054628914,0.00021131743],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.20953363,0.0013825088,0.09209488,0.002900038,0.000087039996,0.00021061435,0.0035706367,0.0007090046,0.004715031],"category_scores_gemma":[0.101979315,0.00054389477,0.031523533,0.007504632,0.00019953132,0.000041274016,0.0004540779,0.00073303765,0.0010970148],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.1099666e-7,0.00007238018,0.0000028727327,0.53701085,0.41064388,0.00007955331,0.000029093837,0.0000034679128,0.0000010269812,0.004110107,0.00146072,0.04658547],"study_design_scores_gemma":[0.000021246316,0.000025996698,1.4119519e-7,0.0036538506,0.63822466,0.000073800955,0.0000029246378,0.000011924179,4.7969115e-7,0.000952162,0.35668477,0.00034803824],"about_ca_topic_score_codex":0.000009044009,"about_ca_topic_score_gemma":0.000004149977,"teacher_disagreement_score":0.53335696,"about_ca_system_score_codex":0.000066640474,"about_ca_system_score_gemma":0.00011893093,"threshold_uncertainty_score":0.99989253},"labels":[],"label_agreement":null},{"id":"W1414339606","doi":"10.1016/j.jclinepi.2015.05.023","title":"An analysis of protocols and publications suggested that most discontinuations of clinical trials were not based on preplanned interim analyses or stopping rules","year":2015,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Interim; Interim analysis; Clinical trial; Medicine; Medical physics; Political science; Internal medicine; Law","score_opus":0.991223332521523,"score_gpt":0.818548953030905,"score_spread":0.17267437949061792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1414339606","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040622796,0.7291369,0.20162088,0.009909052,0.002796555,0.04689506,0.004259522,0.000028286478,0.0012914662],"genre_scores_gemma":[0.006055161,0.9289081,0.057009704,0.0015577908,0.00170774,0.0022233182,0.00064597384,0.000102045655,0.0017901503],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.430344,0.40299687,0.16088872,0.001752638,0.0036028195,0.00041497304],"domain_scores_gemma":[0.14179146,0.58895916,0.2558194,0.006016278,0.0063381474,0.0010755254],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8214358,0.0007609502,0.10036721,0.0035171947,0.00008941505,0.00023030391,0.0039223516,0.0012836105,0.0023584978],"category_scores_gemma":[0.9247692,0.0002999809,0.02588134,0.0032340034,0.0007513938,0.00046628344,0.00021848203,0.0015751366,0.00003103316],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006882554,0.0013721256,0.06725593,0.0016776564,0.017011413,0.0000061682517,0.000043403914,0.00062099774,4.105595e-7,0.00089562853,0.0153761385,0.8950519],"study_design_scores_gemma":[0.0016285438,0.003246305,0.0411108,0.0075731743,0.06142759,0.000027493841,0.00026298154,0.03848413,3.0660888e-7,0.0012184045,0.84452945,0.0004908155],"about_ca_topic_score_codex":0.000018926346,"about_ca_topic_score_gemma":0.000091251786,"teacher_disagreement_score":0.89456105,"about_ca_system_score_codex":0.00004353274,"about_ca_system_score_gemma":0.0024793195,"threshold_uncertainty_score":0.9999452},"labels":[],"label_agreement":null},{"id":"W141826081","doi":"","title":"A systematic review of the quality of publications reporting coronary artery bypass grafting trials.","year":2007,"lang":"en","type":"review","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Observational study; Revascularization; Randomized controlled trial; Cardiopulmonary bypass; Adverse effect; Bypass grafting; Coronary artery disease; Artery; Off-pump coronary artery bypass; Intensive care medicine; Internal medicine; Cardiology; Meta-analysis; Myocardial infarction","score_opus":0.930950041505012,"score_gpt":0.6150907498775053,"score_spread":0.3158592916275067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W141826081","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004256607,0.9744069,0.0006055711,0.00017950598,0.00045496633,0.018743496,0.0000832583,0.000008409761,0.0055136513],"genre_scores_gemma":[0.00008171548,0.9872377,0.0003076212,0.00014355035,0.00009009977,0.0067363516,0.000030394709,0.000030165626,0.0053424328],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.57412505,0.1526414,0.2534916,0.0022352894,0.016660158,0.0008464648],"domain_scores_gemma":[0.27061576,0.097032845,0.6020315,0.02333039,0.0065870024,0.00040249483],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7904016,0.0006648779,0.04809805,0.0007546333,0.00014115618,0.00032045052,0.005000296,0.00028057117,0.000621419],"category_scores_gemma":[0.8341497,0.00023912954,0.021284468,0.005977912,0.00014378499,0.00019797035,0.00045485416,0.00044417425,0.00009988321],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.7408122e-7,0.000034373785,0.00007544049,0.70927763,0.0012961675,7.3215114e-7,0.000018401992,5.098114e-8,1.5913333e-8,0.00046870715,0.0035010064,0.2853271],"study_design_scores_gemma":[0.000086370106,0.000004088848,0.0013614844,0.5640298,0.019977346,0.00014150543,0.00008973712,0.000004046624,2.3115514e-7,0.0003614675,0.4135884,0.0003554752],"about_ca_topic_score_codex":0.000008154485,"about_ca_topic_score_gemma":0.000008138818,"teacher_disagreement_score":0.4100874,"about_ca_system_score_codex":0.00011917148,"about_ca_system_score_gemma":0.00040145722,"threshold_uncertainty_score":0.9885171},"labels":[],"label_agreement":null},{"id":"W1419716885","doi":"10.1177/070674371405900101","title":"Reviews and Perspectives","year":2014,"lang":"en","type":"editorial","venue":"The Canadian Journal of Psychiatry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary; Hotchkiss Brain Institute; McGill University","funders":"","keywords":"Editorial board; Mandate; Publishing; Systematic review; MEDLINE; Perspective (graphical); Narrative review; Engineering ethics; Psychology; Medicine; Political science; Library science; Computer science; Law; Psychotherapist; Engineering","score_opus":0.42900044879149957,"score_gpt":0.46400860437176095,"score_spread":0.03500815558026138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1419716885","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006867786,0.11645009,0.0002544564,0.016765265,0.86001086,0.00033972992,0.000038567494,5.529222e-7,0.006071806],"genre_scores_gemma":[0.0008233822,0.0012104711,0.0037275762,0.00038756878,0.97855026,0.0000046724795,0.000002976977,0.000029992452,0.015263108],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9742637,0.011358689,0.009172798,0.0005179897,0.0043881135,0.00029870134],"domain_scores_gemma":[0.9674501,0.005216849,0.019252598,0.003756749,0.0033114143,0.0010123181],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.18346246,0.00038830918,0.0046405415,0.00071634294,0.00043394134,0.001819937,0.003687978,0.0003591847,0.0045685354],"category_scores_gemma":[0.089042306,0.0001451791,0.0024627207,0.0006118296,0.00023561998,0.0001278109,0.000034217916,0.0012645212,0.0008968415],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019571812,0.0000029548362,0.0007515324,0.00004076116,0.00016181554,0.0000025856339,0.0005581709,0.0000012091157,3.5692345e-8,0.0029485102,0.9931494,0.0023810668],"study_design_scores_gemma":[0.000093254515,0.000053508662,0.00035040642,0.00022866159,0.0005054944,0.00004439168,0.0006460772,0.0000075850025,1.31997275e-8,0.03492145,0.9630062,0.00014294634],"about_ca_topic_score_codex":0.0013826878,"about_ca_topic_score_gemma":0.25004637,"teacher_disagreement_score":0.24866368,"about_ca_system_score_codex":0.00010557264,"about_ca_system_score_gemma":0.004437994,"threshold_uncertainty_score":0.9998811},"labels":[],"label_agreement":null},{"id":"W1462373416","doi":"10.1016/j.jclinepi.2015.07.010","title":"A principal component analysis is conducted for a case series quality appraisal checklist","year":2015,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":182,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Institute of Health Economics","funders":"Instituto de Salud Carlos III","keywords":"Checklist; Principal component analysis; Delphi method; Quality (philosophy); Series (stratigraphy); Delphi; Statistics; Confounding; Computer science; Psychology; Mathematics; Cognitive psychology","score_opus":0.9595818293892947,"score_gpt":0.7319207375962263,"score_spread":0.22766109179306837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1462373416","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8254893,0.0006532599,0.15355736,0.017464524,0.0018239816,0.000372835,0.00006992407,0.0000036489073,0.0005652145],"genre_scores_gemma":[0.91684526,0.000039494415,0.076140165,0.003510542,0.0010006212,0.000014872511,0.000010193693,0.000011438486,0.0024274397],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.81877196,0.11016304,0.06708659,0.0009750772,0.0025502832,0.00045304417],"domain_scores_gemma":[0.3012669,0.5532808,0.1223622,0.0059013288,0.014594376,0.0025944142],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7373809,0.00033569155,0.022118604,0.0005197764,0.00010587012,0.00013894607,0.0016370219,0.00039383018,0.0018088551],"category_scores_gemma":[0.87318206,0.0001516698,0.012927261,0.001358879,0.00043749218,0.00030083815,0.00017976681,0.0006730218,0.000211025],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000722028,0.00039067148,0.7590719,0.000049346745,0.0068880254,0.0002695361,0.00052552304,0.0008592147,0.000007026626,0.010706014,0.214764,0.0057467166],"study_design_scores_gemma":[0.002887272,0.0013780105,0.20180182,0.000024548988,0.0060884184,0.004026882,0.002358939,0.031276647,0.000004067595,0.050990503,0.69873834,0.00042454104],"about_ca_topic_score_codex":0.00006403192,"about_ca_topic_score_gemma":0.0001702109,"teacher_disagreement_score":0.55727005,"about_ca_system_score_codex":0.000038660408,"about_ca_system_score_gemma":0.00043892526,"threshold_uncertainty_score":0.9991036},"labels":[],"label_agreement":null},{"id":"W1462995830","doi":"10.1093/pch/16.10.629","title":"The EPIQ evidence reviews – practical tools for an integrated approach to knowledge translation","year":2011,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Alberta; University of Calgary; University of Toronto","funders":"","keywords":"Translation (biology); Computer science; Knowledge translation; Data science; Knowledge management; Biology","score_opus":0.899577971390666,"score_gpt":0.5783867759431386,"score_spread":0.3211911954475274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1462995830","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00058797555,0.061417636,0.8990184,0.009873089,0.0007893092,0.009271848,0.00003809463,0.00002338897,0.018980237],"genre_scores_gemma":[0.15795322,0.02473322,0.80224085,0.007785988,0.0021420317,0.0021839489,0.00010777045,0.00009674953,0.0027561951],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9700515,0.016678123,0.00909647,0.0012844694,0.0022847813,0.0006046285],"domain_scores_gemma":[0.9730656,0.01764443,0.0040008877,0.003328304,0.0013090104,0.000651725],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2388459,0.0003288888,0.0024667578,0.0002966302,0.00077370036,0.0009308791,0.0017346499,0.00011208964,0.00021665602],"category_scores_gemma":[0.14103426,0.00013748529,0.0011380065,0.0027552007,0.000043383425,0.00083682383,0.00006274428,0.00034733437,0.0014089174],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041860327,0.00026373297,0.0009482646,0.0002121834,0.000033848995,1.376619e-7,0.0069544804,0.0000064085575,7.4926754e-7,0.013116303,0.18172732,0.7966947],"study_design_scores_gemma":[0.00013878084,0.00029609055,0.003216424,0.0000671608,0.0001493872,0.0000070468436,0.0009225595,0.005802685,0.0000013227688,0.0021956405,0.9869985,0.00020437822],"about_ca_topic_score_codex":0.000036145902,"about_ca_topic_score_gemma":0.00019507878,"teacher_disagreement_score":0.8052712,"about_ca_system_score_codex":0.00008748018,"about_ca_system_score_gemma":0.0004612049,"threshold_uncertainty_score":0.9993686},"labels":[],"label_agreement":null},{"id":"W1479127204","doi":"10.1089/fpd.2014.1807","title":"A Guide for Developing Plain-Language and Contextual Summaries of Systematic Reviews in Agri-Food Public Health","year":2014,"lang":"en","type":"article","venue":"Foodborne Pathogens and Disease","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; Public Health Agency of Canada","funders":"Ministry of Rural Affairs; Public Health Agency; University of Guelph; Canadian Foundation for Healthcare Improvement","keywords":"Plain language; Grey literature; Systematic review; Psychological intervention; Guideline; Stakeholder; Social media; Computer science; Knowledge translation; Medical education; MEDLINE; Medicine; Knowledge management; Public relations; World Wide Web; Nursing; Pathology; Political science","score_opus":0.6066874631364328,"score_gpt":0.4723882433154528,"score_spread":0.13429921982098003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1479127204","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6366088,0.21874245,0.12469029,0.005129257,0.00026887545,0.012432515,0.0012074986,0.000019585135,0.0009007745],"genre_scores_gemma":[0.99112725,0.00046714777,0.0065682326,0.0008894819,0.00004503892,0.0003979461,0.00003887191,0.000014572846,0.0004514553],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9841257,0.0065211426,0.007159265,0.00075481937,0.0010972589,0.00034185493],"domain_scores_gemma":[0.98923695,0.004473472,0.0036603138,0.0015670805,0.00046930363,0.00059286057],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.072583415,0.00029119864,0.0040496313,0.00035018203,0.00014179676,0.00039923587,0.00047239405,0.000047606918,0.000058281516],"category_scores_gemma":[0.11607415,0.00014938285,0.00059380656,0.0005876985,0.000082416365,0.00015786807,0.00012512108,0.00005453828,0.000020342168],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018108069,0.00068742695,0.091104165,0.23361535,0.0009245063,0.000024553023,0.024239482,0.000016491544,0.00040880503,0.32728243,0.043182347,0.27833337],"study_design_scores_gemma":[0.010240552,0.0029667974,0.22314058,0.037290085,0.0028369306,0.00008684655,0.059558067,0.03869627,0.00004749502,0.051540855,0.5695572,0.0040382966],"about_ca_topic_score_codex":0.000014062069,"about_ca_topic_score_gemma":0.0002545915,"teacher_disagreement_score":0.5263749,"about_ca_system_score_codex":0.00002653416,"about_ca_system_score_gemma":0.00022238935,"threshold_uncertainty_score":0.95497054},"labels":[],"label_agreement":null},{"id":"W1479731467","doi":"10.18438/b8kp66","title":"Developing a Comprehensive Search Strategy for Evidence Based Systematic Reviews","year":2008,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; Centers for Disease Control and Prevention","keywords":"Systematic review; PsycINFO; MEDLINE; Computer science; Search engine indexing; Information retrieval; Data science; Management science; Political science","score_opus":0.7755854823313318,"score_gpt":0.5149297833402986,"score_spread":0.26065569899103325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1479731467","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037962813,0.036181916,0.8768684,0.06895609,0.000362437,0.011573215,0.0000320643,0.00006919706,0.0021604013],"genre_scores_gemma":[0.31705388,0.024789037,0.41239774,0.23842055,0.00032912346,0.0026218805,0.00013050476,0.00005964488,0.004197657],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.96713513,0.017780997,0.010360338,0.0007014845,0.0036418766,0.0003801646],"domain_scores_gemma":[0.892296,0.095811665,0.0074802944,0.0023366136,0.0017975944,0.00027779693],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","scholarly_communication","insufficient_payload"],"category_scores_codex":[0.06261038,0.00041471154,0.002733253,0.0006583532,0.0006312998,0.0025023886,0.0014600635,0.0001257733,0.0015040763],"category_scores_gemma":[0.20055303,0.00022868339,0.0007798697,0.0021614563,0.00011745279,0.1790057,0.00014685227,0.0002685803,0.0018105464],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018289927,0.00028660384,0.004933803,0.19166914,0.0007384075,0.0000685999,0.0040333453,0.016471095,0.00026382908,0.44892132,0.27664956,0.054135304],"study_design_scores_gemma":[0.00053662667,0.0003321177,0.0029887874,0.020687394,0.0003930309,0.00015471548,0.0028680812,0.18814205,0.00043412807,0.00032999663,0.7824973,0.000635793],"about_ca_topic_score_codex":0.0000030751246,"about_ca_topic_score_gemma":5.37176e-8,"teacher_disagreement_score":0.50584775,"about_ca_system_score_codex":0.00003328826,"about_ca_system_score_gemma":0.00090777734,"threshold_uncertainty_score":0.99940866},"labels":[],"label_agreement":null},{"id":"W1480167191","doi":"10.1186/s12863-015-0211-2","title":"Assessing the quality of published genetic association studies in meta-analyses: the quality of genetic studies (Q-Genie) tool","year":2015,"lang":"en","type":"article","venue":"BMC Genetics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":187,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; St. Joseph’s Healthcare Hamilton; McMaster University; Population Health Research Institute; McMaster University Medical Centre","funders":"Canadian Diabetes Association; Heart and Stroke Foundation of Canada","keywords":"Meta-analysis; Systematic review; Reliability (semiconductor); Quality (philosophy); Trait; Genetic association; Sample size determination; Computer science; Selection (genetic algorithm); Association (psychology); Publication bias; Statistics; Psychology; Biology; MEDLINE; Medicine; Genetics; Machine learning; Mathematics; Genotype; Single-nucleotide polymorphism","score_opus":0.9692868219073746,"score_gpt":0.6900374006359328,"score_spread":0.2792494212714418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1480167191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91444206,0.07664406,0.0063342573,0.00076447165,0.00040345918,0.0010225329,0.000021916796,0.0000042748707,0.0003629805],"genre_scores_gemma":[0.9787218,0.0004538911,0.019122267,0.00018987955,0.00009731778,0.000106852254,0.0000022123234,0.000015413496,0.0012903728],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8647258,0.0868984,0.030291984,0.0016437497,0.015773281,0.0006667728],"domain_scores_gemma":[0.86770886,0.069719315,0.035315786,0.010950194,0.016112655,0.00019316483],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2724893,0.0004550988,0.0069061993,0.0003134326,0.00017528575,0.0007108608,0.0026479713,0.00014041133,0.00024546662],"category_scores_gemma":[0.305723,0.00016729362,0.0029340775,0.0026391482,0.00038460895,0.00024704868,0.0005886295,0.00022811217,0.0000599674],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010537302,0.00015178046,0.94813925,0.00032532023,0.011151559,7.6036054e-7,0.009032356,0.015551173,0.00059182436,0.00031227432,0.013027837,0.0017053282],"study_design_scores_gemma":[0.0004323602,0.00005289863,0.92067605,0.000021933249,0.0072708204,0.0000015443122,0.044215612,0.0026410413,0.0002792901,0.02304589,0.0010777148,0.00028481684],"about_ca_topic_score_codex":0.00012571717,"about_ca_topic_score_gemma":0.0011783822,"teacher_disagreement_score":0.076190166,"about_ca_system_score_codex":0.00018989123,"about_ca_system_score_gemma":0.00033112973,"threshold_uncertainty_score":0.74912536},"labels":[],"label_agreement":null},{"id":"W1481564529","doi":"10.1111/jep.12196","title":"Choosing the right journal for your systematic review","year":2014,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Impact factor; Publication; Section (typography); Scientific literature; MEDLINE; Systematic review; Medical education; Psychology; Medicine; Library science; Family medicine; Computer science; Political science","score_opus":0.8809030156669503,"score_gpt":0.71574123414836,"score_spread":0.1651617815185903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1481564529","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0070968512,0.16752402,0.5231677,0.24454083,0.016773624,0.013046075,0.000005269525,0.0000052749056,0.02784034],"genre_scores_gemma":[0.6869671,0.025181985,0.1689718,0.09569468,0.012591669,0.000409041,0.000005439048,0.00012669747,0.010051609],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7231684,0.19481316,0.061936747,0.00063781464,0.019092403,0.0003514973],"domain_scores_gemma":[0.25693196,0.53380656,0.15827395,0.005511734,0.044900168,0.00057564065],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8782458,0.00020345651,0.004690081,0.000294286,0.00026229303,0.0011635862,0.0018422854,0.000110055975,0.002356112],"category_scores_gemma":[0.9413635,0.00007327317,0.0032544048,0.0009860394,0.000056315148,0.0012975633,0.000054228578,0.000961889,0.0004993699],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023187703,0.0009956773,0.0024762987,0.027593827,0.0022304168,0.000027005592,0.0007995246,0.0022167459,0.00000866852,0.0066882274,0.8952592,0.061472528],"study_design_scores_gemma":[0.0034691636,0.0009682466,0.0049467436,0.06442873,0.026865488,0.0037018436,0.0023060131,0.1249566,0.0000022880363,0.110901825,0.6569994,0.0004536337],"about_ca_topic_score_codex":6.4448403e-7,"about_ca_topic_score_gemma":0.0000032499233,"teacher_disagreement_score":0.67987025,"about_ca_system_score_codex":0.00010158226,"about_ca_system_score_gemma":0.00037363774,"threshold_uncertainty_score":0.9998733},"labels":[],"label_agreement":null},{"id":"W1482363807","doi":"10.1002/9780470744116.ch5","title":"How to Carry Out Successful Clinical Studies: Lessons from Project Management","year":2009,"lang":"en","type":"other","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Carry (investment); Business; Finance","score_opus":0.8883950401189623,"score_gpt":0.6485676608890308,"score_spread":0.23982737922993147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1482363807","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022227357,0.007699551,0.015599101,0.00841592,0.0017264222,0.003136714,0.00011314953,0.000044001386,0.9632429],"genre_scores_gemma":[0.0001413868,0.0011491188,0.031379774,0.0018573877,0.0008349925,0.00012467185,0.000017581964,0.00011488169,0.9643802],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97202796,0.008719937,0.009114314,0.002798924,0.0069339406,0.0004049288],"domain_scores_gemma":[0.981933,0.003180863,0.005753064,0.008316626,0.0005571764,0.00025928122],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.060147114,0.0007330072,0.009545022,0.001034983,0.00007716624,0.0017672079,0.0041039474,0.00032680866,0.027181888],"category_scores_gemma":[0.015007922,0.0003071037,0.0035819265,0.0011382219,0.000072791554,0.00008366298,0.0005738808,0.0002587705,0.018891325],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001975451,0.000048964546,0.0006507106,0.000049202466,0.0020653524,0.000023283039,0.00015877078,3.742069e-7,6.0934916e-8,0.0006238308,0.9249742,0.07140325],"study_design_scores_gemma":[0.00014650094,0.00004273755,0.00037623016,0.00023425136,0.00094930024,4.2245637e-7,0.0036915427,0.00001977768,2.140402e-7,0.0011442603,0.99303687,0.0003579189],"about_ca_topic_score_codex":0.00013278537,"about_ca_topic_score_gemma":0.0033503987,"teacher_disagreement_score":0.07104533,"about_ca_system_score_codex":0.00004836144,"about_ca_system_score_gemma":0.00006289735,"threshold_uncertainty_score":0.99993813},"labels":[],"label_agreement":null},{"id":"W1483618109","doi":"10.1111/jebm.12022","title":"Visualization of evidence‐based medicine domain knowledge: production and citation of cochrane systematic reviews","year":2013,"lang":"en","type":"article","venue":"Journal of Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"China Medical Board","keywords":"Citation; Knowledge translation; Systematic review; Cochrane Library; Psychological intervention; Production (economics); MEDLINE; Bibliometrics; Medicine; Developing country; Business; Political science; Alternative medicine; Computer science; Library science; Knowledge management; Economic growth; Nursing; Pathology; Economics","score_opus":0.842957060811485,"score_gpt":0.5825738731360253,"score_spread":0.26038318767545976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1483618109","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16316828,0.48662338,0.2692674,0.06798482,0.0028673229,0.009745757,0.0000025945822,0.000011460553,0.00032899817],"genre_scores_gemma":[0.98448795,0.008023638,0.0053435354,0.00045462672,0.0007536495,0.00007988853,0.0000029650887,0.000020663974,0.0008330784],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.94851714,0.019810535,0.022867136,0.0006303273,0.0079351,0.0002397445],"domain_scores_gemma":[0.89528346,0.03883656,0.044315193,0.0026883592,0.018417709,0.0004587246],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24522083,0.00042188086,0.00805038,0.0019801538,0.000092950984,0.00008040948,0.0010313413,0.00012665949,0.0034963603],"category_scores_gemma":[0.5259732,0.00015062978,0.00085439114,0.0035202778,0.00054286694,0.0013830456,0.000035043533,0.00022318194,0.000079903395],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074196566,0.0009508242,0.05608591,0.33120292,0.0012784749,0.000027577576,0.014033392,0.0016018267,0.21547139,0.002231777,0.3322066,0.044167336],"study_design_scores_gemma":[0.0028789924,0.0056508183,0.020996535,0.9264463,0.005308474,0.00017835115,0.0060002315,0.019107135,0.0038722663,0.005995139,0.0030185909,0.00054717675],"about_ca_topic_score_codex":0.00004119201,"about_ca_topic_score_gemma":0.000014188989,"teacher_disagreement_score":0.8213197,"about_ca_system_score_codex":0.00010743547,"about_ca_system_score_gemma":0.00034676565,"threshold_uncertainty_score":0.9974146},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1484962366","doi":"10.1002/jrsm.1068","title":"An introduction to methodological issues when including non‐randomised studies in systematic reviews on the effects of interventions","year":2013,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":115,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Centre for Global Health Research; Institute of Population and Public Health","funders":"","keywords":"Psychological intervention; Systematic review; MEDLINE; Stakeholder; Medical education; Randomized controlled trial; Alternative medicine; Meta-analysis; Health care; Psychology; Medicine; Management science; Nursing; Political science; Public relations","score_opus":0.9733209713276808,"score_gpt":0.7604628857848775,"score_spread":0.21285808554280328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1484962366","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20724697,0.0448398,0.6208808,0.058218945,0.0018206802,0.06489868,0.0000054604648,0.000036452835,0.002052249],"genre_scores_gemma":[0.18695597,0.0015642212,0.7873394,0.00017693946,0.00050663267,0.01853261,8.024567e-7,0.00003897345,0.004884483],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.43579584,0.5466801,0.010884028,0.0013048331,0.0048040063,0.0005312072],"domain_scores_gemma":[0.08328799,0.89568454,0.00565875,0.010318784,0.004614851,0.00043509086],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.75549674,0.00034423167,0.008007462,0.0016527218,0.00030422994,0.0005592602,0.0029248241,0.00011189815,0.003203677],"category_scores_gemma":[0.9278411,0.00012360683,0.0021150287,0.0030960133,0.00025975597,0.00031979274,0.00045846569,0.00045632277,0.0012664547],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031776624,0.001374428,0.0007131226,0.119868204,0.0027569022,0.0000149269445,0.025528861,0.00021101513,0.1452653,0.013811394,0.30964094,0.38049713],"study_design_scores_gemma":[0.0037216176,0.0047752196,0.010401769,0.14842601,0.0037745812,0.00005442188,0.10331221,0.03320297,0.24661082,0.3966012,0.04644484,0.002674331],"about_ca_topic_score_codex":0.000052615927,"about_ca_topic_score_gemma":0.000016279775,"teacher_disagreement_score":0.38278982,"about_ca_system_score_codex":0.00014024075,"about_ca_system_score_gemma":0.000028329618,"threshold_uncertainty_score":0.9995112},"labels":[],"label_agreement":null},{"id":"W1486368366","doi":"10.1002/9781118715598.ch7","title":"SPIRIT (Standard Protocol Items: Recommendations for Interventional Trials)","year":2014,"lang":"en","type":"other","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; Ottawa Hospital","funders":"","keywords":"Protocol (science); Checklist; Clinical trial; Medicine; Statement (logic); Consolidated Standards of Reporting Trials; Medical education; Alternative medicine; Medical physics; Psychology; Political science; Pathology; Law","score_opus":0.8900024812779902,"score_gpt":0.6570697673518485,"score_spread":0.23293271392614168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1486368366","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.6666718e-8,0.000038661274,0.3985776,0.0029478583,0.0004393261,0.10796712,0.00035998315,0.000015340433,0.4896541],"genre_scores_gemma":[9.97113e-7,0.0000011433249,0.043453395,0.00026221861,0.00065808295,0.15722288,0.00010402874,0.00010229623,0.79819494],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96350324,0.01335926,0.017734967,0.0012214408,0.0039510177,0.00023009068],"domain_scores_gemma":[0.969849,0.008029291,0.017235514,0.0036362507,0.0010943993,0.00015557454],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.24996172,0.0004249451,0.007252643,0.0008951138,0.00009263269,0.0012112164,0.0018050986,0.00026074654,0.72161704],"category_scores_gemma":[0.08594106,0.00018161404,0.0070331646,0.0005028987,0.000039996983,0.00007134201,0.000108991975,0.00012591168,0.013370523],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010310953,0.000036095407,0.000033083765,0.00016600227,0.0003498544,9.026054e-8,0.00000626202,3.077336e-7,3.2067356e-7,0.01306901,0.95007986,0.03624879],"study_design_scores_gemma":[0.00060628925,0.00009021552,0.0000033918307,0.0002734485,0.00023377026,0.0000012234192,0.000035328958,0.0002533555,0.0000017505306,0.014337504,0.9839642,0.00019951012],"about_ca_topic_score_codex":0.000010441631,"about_ca_topic_score_gemma":0.00022614436,"teacher_disagreement_score":0.7082465,"about_ca_system_score_codex":0.000035413443,"about_ca_system_score_gemma":0.000099335215,"threshold_uncertainty_score":0.9998256},"labels":[],"label_agreement":null},{"id":"W1487942018","doi":"","title":"Developing and Testing a Tool for the Classification of Study Designs in Systematic Reviews of Interventions and Exposures","year":2010,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Inter-rater reliability; Reliability (semiconductor); Psychological intervention; Systematic review; Computer science; Clinical study design; Test (biology); Medicine; Kappa; Classification scheme; Medical physics; MEDLINE; Data mining; Machine learning; Statistics; Clinical trial; Mathematics; Rating scale; Pathology; Nursing","score_opus":0.9825422283967272,"score_gpt":0.7296947615825049,"score_spread":0.2528474668142223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1487942018","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8001317,0.002848288,0.19396405,0.0011677571,0.0002644553,0.0016076636,0.0000010180559,3.302775e-7,0.000014774535],"genre_scores_gemma":[0.9229505,0.00025268696,0.07658375,0.000085101,0.000057187623,0.000041723764,8.34745e-8,0.0000027728868,0.000026205464],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.76435155,0.1254419,0.10806274,0.0006660755,0.0012170491,0.00026068388],"domain_scores_gemma":[0.13474359,0.7877382,0.07354495,0.0015055023,0.0023588557,0.00010891319],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6908246,0.000112376074,0.008662137,0.00020708425,0.000044670745,0.000028984472,0.00064698845,0.00009899346,0.00003950362],"category_scores_gemma":[0.91196066,0.000040784416,0.0014344804,0.00035625516,0.00016333134,0.000091906,0.00006688717,0.00031913174,0.000001975],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017063488,0.00010493491,0.9709633,0.0026977705,0.00017386676,3.6063346e-7,0.00020148052,0.000012807172,0.00009468644,0.0039710365,0.00031102708,0.02145165],"study_design_scores_gemma":[0.0003659988,0.00045938572,0.97372776,0.0019020928,0.00048490035,0.0000282535,0.00089718634,0.00600557,0.0000012030307,0.015802149,0.00027933856,0.000046135774],"about_ca_topic_score_codex":0.000005244446,"about_ca_topic_score_gemma":0.00008905894,"teacher_disagreement_score":0.6622963,"about_ca_system_score_codex":0.0000047173676,"about_ca_system_score_gemma":0.000074914584,"threshold_uncertainty_score":0.59212637},"labels":[],"label_agreement":null},{"id":"W1491223359","doi":"10.1111/j.1365-2362.2011.02493.x","title":"Strengthening the reporting of genetic risk prediction studies (GRIPS): explanation and elaboration","year":2011,"lang":"en","type":"article","venue":"European Journal of Clinical Investigation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Checklist; Multidisciplinary approach; Transparency (behavior); Elaboration; Completeness (order theory); Risk assessment; Quality (philosophy); Disease; Strengths and weaknesses; Medicine; Computer science; Data science; Management science; Psychology; Pathology; Political science; Engineering","score_opus":0.9097599771903062,"score_gpt":0.5671122748370302,"score_spread":0.342647702353276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1491223359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9750842,0.00096561847,0.022211349,0.00024354254,0.000484489,0.00014759596,0.0000026685314,0.0000022117556,0.0008583631],"genre_scores_gemma":[0.9725988,0.00037949806,0.02656612,0.000065634835,0.0003025658,7.8619433e-7,0.0000010711974,0.000006693317,0.000078820885],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.924822,0.028323097,0.044011615,0.0003486261,0.0023996953,0.000094968804],"domain_scores_gemma":[0.8902764,0.0051848944,0.10000768,0.0008493534,0.0035496822,0.00013200432],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.32530835,0.00011666838,0.0013584264,0.00016883825,0.00013046277,0.00012246787,0.000412601,0.000029959487,0.00008919265],"category_scores_gemma":[0.350856,0.000049903618,0.00049461017,0.00047590554,0.00021174747,0.00036987066,0.00005261279,0.00027759845,0.000024600911],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024521632,0.000027847853,0.8535604,0.000022290204,0.00034925406,0.000009126146,0.0068779085,0.0003902888,0.00017005869,0.00034832352,0.0056351093,0.13258487],"study_design_scores_gemma":[0.00023508197,0.00029586445,0.9807881,0.00012096289,0.0004232654,0.000028259226,0.002866495,0.0052110627,0.00015440944,0.0084215235,0.0014000371,0.000054948738],"about_ca_topic_score_codex":0.0000019419238,"about_ca_topic_score_gemma":0.0000031810428,"teacher_disagreement_score":0.13252991,"about_ca_system_score_codex":0.0000074277473,"about_ca_system_score_gemma":0.0000530513,"threshold_uncertainty_score":0.694737},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1492448000","doi":"10.1002/9780470691922.ch1","title":"Randomized Controlled Trials: The Basics","year":2007,"lang":"en","type":"other","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto; University Health Network","funders":"","keywords":"Randomized controlled trial; Randomization; N of 1 trial; Medicine; Psychological intervention; Computer science; Nursing; Surgery","score_opus":0.829167154416556,"score_gpt":0.586450061622383,"score_spread":0.24271709279417297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1492448000","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.1703707e-7,0.017398572,0.14356902,0.0008749124,0.0010856412,0.00749332,0.0000094026755,0.000014155472,0.82955474],"genre_scores_gemma":[0.000032815366,0.0003312288,0.002903849,0.0012233376,0.0008619315,0.0002747933,0.0000045094575,0.00011017411,0.9942574],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.47498316,0.4044094,0.09128202,0.0024527542,0.026192565,0.0006801064],"domain_scores_gemma":[0.24941123,0.6256227,0.10354842,0.019103607,0.001955798,0.0003582829],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.87503934,0.00060474855,0.06389281,0.0011670797,0.00007630016,0.0015081728,0.0032305662,0.00034686737,0.68478626],"category_scores_gemma":[0.6229306,0.000122022764,0.030456224,0.0011062038,0.0001667291,0.000027354234,0.00008921542,0.00023749936,0.038823184],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003071745,0.000010267907,0.0000021726235,0.0000073788015,0.0030247532,0.0000012928925,0.000022596245,4.510114e-7,4.7293828e-8,0.05251102,0.93687797,0.0044703265],"study_design_scores_gemma":[0.13750207,0.0000025953132,2.556655e-7,0.000030582494,0.0032516445,0.0000014283614,0.000096348114,0.00063999905,1.8791181e-7,0.007823199,0.8505245,0.00012717946],"about_ca_topic_score_codex":0.000029621502,"about_ca_topic_score_gemma":0.00008127432,"teacher_disagreement_score":0.6459631,"about_ca_system_score_codex":0.000010946863,"about_ca_system_score_gemma":0.00008781391,"threshold_uncertainty_score":0.99952835},"labels":[],"label_agreement":null},{"id":"W1492985481","doi":"10.25071/1916-4467.37003","title":"JCACS in transition","year":2013,"lang":"en","type":"article","venue":"Journal of the Canadian Association for Curriculum Studies","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Transition (genetics); Political science; Sociology; Chemistry","score_opus":0.5042112435893935,"score_gpt":0.47616045010566965,"score_spread":0.028050793483723857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1492985481","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8536467,0.002907874,0.0003028958,0.13320348,0.0034548051,0.0018047645,0.000042448293,0.0000019025537,0.0046351217],"genre_scores_gemma":[0.993239,0.000029765246,0.00032420145,0.0007646121,0.00014938656,0.00002161518,4.4623857e-7,0.0000041847507,0.0054667955],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9916607,0.0019888075,0.0039242003,0.00014708846,0.002078305,0.00020089572],"domain_scores_gemma":[0.9874059,0.0015840749,0.006125426,0.0004202466,0.004332109,0.0001322597],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.047193892,0.00010845722,0.001300849,0.00038672116,0.00024046286,0.00035509,0.0006863742,0.000061951265,0.0003490077],"category_scores_gemma":[0.054204814,0.00004501053,0.0012548531,0.00087241194,0.000017043496,0.00029339793,0.000014903499,0.00014102024,0.00018382163],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.248464e-7,0.00001769275,0.18626848,0.000011448064,0.00036429646,6.978388e-7,0.0017741872,0.00030142814,0.000007950033,0.0007026386,0.80930126,0.0012494068],"study_design_scores_gemma":[0.0011128526,0.000099974546,0.51236284,0.00020223,0.000653614,0.000019436431,0.018616801,0.003474761,0.00002025488,0.08871827,0.3743825,0.0003364946],"about_ca_topic_score_codex":0.0030869816,"about_ca_topic_score_gemma":0.19527246,"teacher_disagreement_score":0.43491876,"about_ca_system_score_codex":0.0010899326,"about_ca_system_score_gemma":0.00018116641,"threshold_uncertainty_score":0.9811144},"labels":[],"label_agreement":null},{"id":"W1494062873","doi":"","title":"Updating Systematic Reviews","year":2007,"lang":"en","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science","score_opus":0.5032988130510642,"score_gpt":0.4321185831744248,"score_spread":0.07118022987663936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494062873","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27000302,0.044137515,0.14006026,0.0023542386,0.008380263,0.025421834,0.000030512396,0.00017182752,0.50944054],"genre_scores_gemma":[0.9145165,0.0006035723,0.010154491,0.001748654,0.00091484905,0.0002847728,0.000012210178,0.00008333905,0.0716816],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.92721796,0.028753674,0.03019081,0.002210385,0.009327981,0.0022991686],"domain_scores_gemma":[0.9760388,0.0060454775,0.009754955,0.006264432,0.0010103551,0.0008859684],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.339471,0.0004968316,0.0052834563,0.00039902297,0.00020437114,0.0012321796,0.0029519019,0.00007961766,0.0052719694],"category_scores_gemma":[0.20601398,0.00022773162,0.001912396,0.0031528173,0.000057791873,0.00036959804,0.0002186853,0.00028073462,0.021909626],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003667335,0.00042834418,0.14403512,0.021716164,0.0010392409,0.00038592072,0.016805174,0.000066528955,0.0007697878,0.027366294,0.6135173,0.17383346],"study_design_scores_gemma":[0.00023301104,0.000019638754,0.0435975,0.0011804176,0.0004397455,0.00006720536,0.0007441946,0.00028463,0.00015081235,0.00048733782,0.95231706,0.0004784185],"about_ca_topic_score_codex":0.0000038046587,"about_ca_topic_score_gemma":0.000015699492,"teacher_disagreement_score":0.6445135,"about_ca_system_score_codex":0.00009506584,"about_ca_system_score_gemma":0.000046852354,"threshold_uncertainty_score":0.9998046},"labels":[],"label_agreement":null},{"id":"W1494779747","doi":"10.26443/mjm.v9i1.744","title":"Evidence-based Medicine and Rapid Response Team Implementation","year":2020,"lang":"en","type":"article","venue":"McGill Journal of Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Intensive care medicine","score_opus":0.868459767850506,"score_gpt":0.582855163727374,"score_spread":0.28560460412313204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494779747","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14039525,0.02027471,0.013192821,0.823193,0.00068698946,0.0006542205,0.000011405831,0.0000059133135,0.0015856385],"genre_scores_gemma":[0.96656823,0.0006747052,0.0016957284,0.03014477,0.0006793068,0.0000026472592,0.0000011884338,0.000010062058,0.00022334857],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9726869,0.010561985,0.009669167,0.0004242201,0.00647925,0.00017850567],"domain_scores_gemma":[0.978133,0.011955554,0.006962312,0.00074962777,0.0017063355,0.0004931607],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1698857,0.00021983194,0.0029121041,0.0005497448,0.00013322898,0.000055166074,0.0008780934,0.000044968827,0.02118428],"category_scores_gemma":[0.1571469,0.00008645252,0.00043133413,0.0011707349,0.00017676782,0.0003322687,0.00004877621,0.00021916782,0.0001059682],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006943888,0.000014963877,0.0039462405,0.00006152821,0.00016643292,0.00006586578,0.0013543642,0.000026934298,0.013619829,0.00017743248,0.82405216,0.15581985],"study_design_scores_gemma":[0.003795013,0.0040736264,0.017532652,0.0010774625,0.0008514949,0.00019494788,0.00758506,0.001784285,0.0003336306,0.00096004567,0.9616533,0.00015849751],"about_ca_topic_score_codex":0.00000790538,"about_ca_topic_score_gemma":0.0000024521928,"teacher_disagreement_score":0.826173,"about_ca_system_score_codex":0.000036107183,"about_ca_system_score_gemma":0.0000728747,"threshold_uncertainty_score":0.9797105},"labels":[],"label_agreement":null},{"id":"W1498324937","doi":"10.1002/9780470988831.ch15","title":"Session 8: Providing Scientific Evidence: RCTs and Beyond","year":2006,"lang":"en","type":"other","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Session (web analytics); Randomized controlled trial; Scientific evidence; Psychology; Computer science; Medicine; Mathematics; World Wide Web; Internal medicine; Statistics","score_opus":0.7177831166536568,"score_gpt":0.5322543975054971,"score_spread":0.18552871914815972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1498324937","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022921109,0.0147169875,0.004613482,0.00034463787,0.00093214656,0.0010142194,0.0000115918665,0.000022728,0.978115],"genre_scores_gemma":[0.002197229,0.000051566876,0.0065145786,0.0001131104,0.00019619905,0.000021339267,0.000009102936,0.00008451974,0.99081236],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9815196,0.0041405014,0.0051363315,0.0018869869,0.0070480504,0.0002685702],"domain_scores_gemma":[0.9882256,0.0022331506,0.0048798397,0.004051772,0.00044343644,0.00016624933],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.09225953,0.00041147528,0.003290341,0.0011852493,0.00021254178,0.0044327388,0.0015040463,0.00023958007,0.055612408],"category_scores_gemma":[0.016677232,0.00016479041,0.00087202253,0.00149839,0.00015702647,0.00023239046,0.00027737505,0.00014329942,0.005873718],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.4834545e-7,0.00000958188,0.0012414509,0.00010142256,0.000030778952,0.0000026654984,0.000032023032,5.671939e-7,0.000046602374,0.000704345,0.98577034,0.012059866],"study_design_scores_gemma":[0.000043238466,0.000008633086,0.00014154294,0.0004455232,0.00014519553,0.0000052477026,0.00010133671,0.0005168936,0.000013816199,0.0016675713,0.9967043,0.00020673462],"about_ca_topic_score_codex":0.000063390224,"about_ca_topic_score_gemma":0.00034940246,"teacher_disagreement_score":0.0755823,"about_ca_system_score_codex":0.000020805777,"about_ca_system_score_gemma":0.000107552376,"threshold_uncertainty_score":0.99660075},"labels":[],"label_agreement":null},{"id":"W1501619595","doi":"10.1186/1471-2288-1-2","title":"The CONSORT statement: revised recommendations for improving the quality of reports of parallel group randomized trials","year":2001,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2754,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Wood Council; University of Ottawa","funders":"U.S. National Library of Medicine; Wellcome Trust; Abbott Laboratories","keywords":"Consolidated Standards of Reporting Trials; Checklist; Randomized controlled trial; Statement (logic); Transparency (behavior); Quality (philosophy); Reliability (semiconductor); Medicine; Computer science; Medical education; Family medicine; Psychology; Surgery","score_opus":0.9839379047069265,"score_gpt":0.769898861168967,"score_spread":0.21403904353795955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1501619595","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0084553035,0.003787341,0.96419847,0.016669743,0.00044852053,0.0055451617,0.000016112946,0.0000030833203,0.00087626546],"genre_scores_gemma":[0.13957757,0.008250766,0.8325743,0.0007242201,0.0005403594,0.0049145925,0.000055092136,0.000038825343,0.013324265],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.035199802,0.9057769,0.042702135,0.001184715,0.014366069,0.0007703762],"domain_scores_gemma":[0.02177028,0.9534449,0.015830738,0.004206349,0.0044469307,0.00030079635],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.97824776,0.00018958728,0.0088864835,0.0003238675,0.0004600416,0.00016452762,0.0024745972,0.00018173848,0.008089536],"category_scores_gemma":[0.9880641,0.00005999133,0.003389474,0.0013242277,0.0017838624,0.00007769968,0.0003918142,0.00044404215,0.000024062321],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029791264,0.00028919606,0.0030822107,0.0008202022,0.0017427038,0.0000091947195,0.0013978039,0.000019778849,0.0009844962,0.205679,0.15917014,0.597014],"study_design_scores_gemma":[0.0367435,0.00029790378,0.00092193816,0.00017101095,0.00069689524,0.00004449593,0.007478937,0.010224961,0.00017733993,0.4736927,0.4693251,0.00022524674],"about_ca_topic_score_codex":0.00032502823,"about_ca_topic_score_gemma":0.00046505663,"teacher_disagreement_score":0.59678876,"about_ca_system_score_codex":0.00003073634,"about_ca_system_score_gemma":0.0009830255,"threshold_uncertainty_score":0.9928172},"labels":[],"label_agreement":null},{"id":"W1505106691","doi":"10.1002/9780470712184.ch13","title":"Including Non‐Randomized Studies","year":2008,"lang":"en","type":"other","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":287,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Randomized controlled trial; Randomized response; Randomized experiment; Computer science; Medicine; Mathematics; Statistics; Pathology","score_opus":0.8938133936604241,"score_gpt":0.60511002388483,"score_spread":0.2887033697755941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1505106691","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010125654,0.019413054,0.009767291,0.00025189522,0.00073537783,0.0012522978,0.00000522261,0.000019317195,0.96854544],"genre_scores_gemma":[0.00022053666,0.0031968178,0.009619242,0.00034630808,0.00032660156,0.00008664942,0.0000029187213,0.00011884345,0.9860821],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96897864,0.011257613,0.011425124,0.0012492936,0.0068462817,0.00024305978],"domain_scores_gemma":[0.96881,0.012579009,0.0118623,0.005776089,0.0008338577,0.00013871609],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.12654817,0.0005115519,0.01676816,0.0009987322,0.000106159125,0.0002939843,0.0019222064,0.0001928454,0.18716767],"category_scores_gemma":[0.078445,0.00017408511,0.004944149,0.00094181893,0.000272273,0.000049910082,0.00033153704,0.00014187465,0.044330817],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026897002,0.00000785974,0.000038513266,0.000037413756,0.0014254823,0.0000064013743,0.0002777021,8.4313757e-7,3.3300378e-7,0.00070914795,0.9958417,0.0016276961],"study_design_scores_gemma":[0.0051195594,0.0000036116523,0.000002258956,0.00011069504,0.00040433134,0.0000048469565,0.00047097428,0.00028867635,9.4462933e-7,0.001544085,0.9918455,0.00020450914],"about_ca_topic_score_codex":0.000043220134,"about_ca_topic_score_gemma":0.00010311659,"teacher_disagreement_score":0.14283685,"about_ca_system_score_codex":0.00002236104,"about_ca_system_score_gemma":0.000044938013,"threshold_uncertainty_score":0.99782896},"labels":[],"label_agreement":null},{"id":"W1505933869","doi":"10.18438/b8r32c","title":"Translation of Hedges in Medical Databases to Other Platforms’ Syntax May Cause Significantly Different Search Results","year":2011,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"U.S. National Library of Medicine","keywords":"MEDLINE; National library; Cochrane Library; Computer science; Medicine; Information retrieval; Database; Library science","score_opus":0.6571262357636365,"score_gpt":0.4845146938352397,"score_spread":0.17261154192839678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1505933869","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7633589,0.0015124893,0.12635598,0.07365937,0.0004139746,0.0037277264,0.00045134572,0.000050569568,0.030469654],"genre_scores_gemma":[0.9815958,0.0002790433,0.0102222795,0.00757994,0.000024760528,0.000030907922,0.000038446113,0.0000062760823,0.0002225402],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98672295,0.0035712717,0.0056727477,0.0003808871,0.0034624774,0.00018965166],"domain_scores_gemma":[0.97762537,0.01849777,0.0020857325,0.0012976757,0.00023310505,0.0002603265],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04079357,0.00018361206,0.00088090135,0.00068480836,0.00007655889,0.00033926326,0.00076795585,0.00007604198,0.0065708244],"category_scores_gemma":[0.05627597,0.00009688945,0.00017139263,0.0012163243,0.00006161149,0.07473869,0.00010092807,0.00023064758,0.00038944237],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010206752,0.0012256537,0.09339399,0.0019001027,0.00049431255,0.000075838136,0.042881314,0.0009261631,0.00047161392,0.3598675,0.043263506,0.44529322],"study_design_scores_gemma":[0.0027661107,0.0010809415,0.22781779,0.003839905,0.00044273492,0.00007629444,0.025196321,0.07192542,0.02102184,0.0009878185,0.6436957,0.001149101],"about_ca_topic_score_codex":0.00003942313,"about_ca_topic_score_gemma":0.0000026350222,"teacher_disagreement_score":0.6004322,"about_ca_system_score_codex":0.000006915961,"about_ca_system_score_gemma":0.00017203423,"threshold_uncertainty_score":0.9943373},"labels":[],"label_agreement":null},{"id":"W1508102285","doi":"10.1177/070674370104600503","title":"Recent Advances in Evidence-Based Psychiatry","year":2001,"lang":"en","type":"review","venue":"The Canadian Journal of Psychiatry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Psychiatry; MEDLINE; Medicine; Political science","score_opus":0.6673272013115528,"score_gpt":0.5256578294183062,"score_spread":0.14166937189324658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1508102285","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000054491147,0.96958226,0.00015896131,0.017116183,0.009461639,0.00085187587,0.000026630361,0.0000014098432,0.0027955882],"genre_scores_gemma":[0.00000879418,0.9928912,0.0034613668,0.0010756576,0.0014206979,0.000020631633,0.0000032382382,0.000043188975,0.001075215],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9568551,0.017273199,0.019598518,0.0008323149,0.004754593,0.00068626064],"domain_scores_gemma":[0.9687498,0.00364645,0.020926123,0.0043006553,0.0013792219,0.0009977284],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.1234104,0.00078438607,0.009806511,0.0027619717,0.00036300503,0.0013136776,0.0077297445,0.00038227648,0.012662208],"category_scores_gemma":[0.017366163,0.0003177193,0.006351062,0.0059632403,0.00019684718,0.0005690623,0.00003560321,0.0015886379,0.0015037085],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004322456,0.000022013855,0.0056278086,0.0011183704,0.00015612697,0.000024588662,0.000028609495,0.00007844492,4.3927395e-10,0.0023117773,0.10948853,0.8811394],"study_design_scores_gemma":[0.00015275486,0.00006512405,0.00016072892,0.02123737,0.0012022045,0.00031407288,0.00015041161,0.000015317444,2.032917e-9,0.019847432,0.9565538,0.00030075823],"about_ca_topic_score_codex":0.0004545505,"about_ca_topic_score_gemma":0.41892478,"teacher_disagreement_score":0.88083863,"about_ca_system_score_codex":0.00045994046,"about_ca_system_score_gemma":0.027201923,"threshold_uncertainty_score":0.99992746},"labels":[],"label_agreement":null},{"id":"W1510288999","doi":"10.1016/j.jclinepi.2015.05.004","title":"CONSORT extension for reporting N-of-1 trials (CENT) 2015 Statement","year":2015,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":142,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Ottawa; Children's Hospital of Eastern Ontario; Ottawa Hospital; PolicyWise for Children & Families; University of Alberta","funders":"Faculty of Medicine and Dentistry, University of Alberta; Health Canada; Medical Research Council; Tufts University School of Medicine; University of Toronto; University of Ottawa; Fondation pour la Recherche Médicale; National Health and Medical Research Council; Ministry of Advanced Education, Government of Alberta; Cancer Research UK; Office of Science; Pfizer; Ottawa Hospital Research Institute; University of Alberta; Brown University","keywords":"Consolidated Standards of Reporting Trials; Checklist; Clinical trial; Medicine; CLARITY; Research design; Medical physics; Family medicine; Psychology; Statistics; Internal medicine; Mathematics","score_opus":0.9927653651543608,"score_gpt":0.7998251263897146,"score_spread":0.19294023876464617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1510288999","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"reporting","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.437264,0.00524498,0.521614,0.025713539,0.007673037,0.0012929006,0.000019248413,0.0000029999494,0.0011752851],"genre_scores_gemma":[0.7021507,0.00061359024,0.2886136,0.0034658257,0.0022838023,0.000015737536,0.0000058570527,0.000021871814,0.0028290113],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.19152604,0.28998712,0.51073664,0.0013893628,0.00566239,0.0006984601],"domain_scores_gemma":[0.020410229,0.49747974,0.46765524,0.0024241046,0.011182768,0.0008479184],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9629849,0.000218264,0.030186262,0.000282058,0.000040549523,0.000042549455,0.0011130188,0.0002650223,0.0009820529],"category_scores_gemma":[0.99194914,0.0000865769,0.009522804,0.00031340605,0.00017713069,0.00016041558,0.00011524106,0.00040072025,0.00014468288],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003319012,0.00013519294,0.260062,0.000027064887,0.0005307699,0.0000150538535,0.000048090133,0.000563133,0.000020016812,0.0018798037,0.6966082,0.03977877],"study_design_scores_gemma":[0.0026361446,0.0014945903,0.056881156,0.00017031077,0.0010751775,0.00018244052,0.0005742931,0.0077786017,0.00001785328,0.21485949,0.7141521,0.0001778286],"about_ca_topic_score_codex":0.000007737545,"about_ca_topic_score_gemma":0.0000045842194,"teacher_disagreement_score":0.26488674,"about_ca_system_score_codex":0.00003011208,"about_ca_system_score_gemma":0.00066290714,"threshold_uncertainty_score":0.99993116},"labels":[],"label_agreement":null},{"id":"W1513195555","doi":"10.1111/j.1365-2753.2012.01888.x","title":"How to generalize efficacy results of randomized trials: recommendations based on a systematic review of possible approaches","year":2012,"lang":"en","type":"review","venue":"Journal of Evaluation in Clinical Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Observational study; Randomized controlled trial; Medicine; Population; Guideline; Systematic review; MEDLINE; Surgery; Internal medicine; Pathology","score_opus":0.9607162528968142,"score_gpt":0.715525168177001,"score_spread":0.2451910847198132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1513195555","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.031683e-7,0.96587336,0.008399313,0.009437618,0.0011798057,0.013208409,0.000055951543,0.0000012403149,0.0018434052],"genre_scores_gemma":[0.000061247665,0.95564365,0.04235582,0.00063227006,0.00040921406,0.00037385372,0.000035065477,0.000027255823,0.00046160305],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.13275482,0.6869618,0.15976495,0.0011384581,0.019046905,0.0003330635],"domain_scores_gemma":[0.0495489,0.6738389,0.25809294,0.004680012,0.013462056,0.0003771936],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9411623,0.0006195272,0.059129644,0.0019741326,0.000053059437,0.00042625118,0.0021996952,0.00043342687,0.0013325572],"category_scores_gemma":[0.98418015,0.00026188223,0.019850599,0.0036911732,0.000098490396,0.0007523285,0.00010781268,0.0011133881,0.00019633514],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004024436,0.0018273961,0.0000019100398,0.46949008,0.0038799113,0.0000028667976,0.00013493949,0.00022535367,2.4891497e-8,0.00032712638,0.033415407,0.48667055],"study_design_scores_gemma":[0.019675944,0.00029848784,0.0000025462612,0.5353125,0.093009725,0.00003574056,0.00014246533,0.0024611596,1.0978343e-7,0.00022429899,0.34859473,0.00024233731],"about_ca_topic_score_codex":0.000002487269,"about_ca_topic_score_gemma":0.0000017882281,"teacher_disagreement_score":0.4864282,"about_ca_system_score_codex":0.00019132231,"about_ca_system_score_gemma":0.0016134939,"threshold_uncertainty_score":0.9999833},"labels":[],"label_agreement":null},{"id":"W1513959602","doi":"10.18438/b89w28","title":"When Evidence Doesn't Work","year":2007,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Work (physics); Data science; Engineering","score_opus":0.4298154515926445,"score_gpt":0.4608676969720569,"score_spread":0.03105224537941237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1513959602","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015374735,0.012124657,0.5713558,0.31715822,0.0011399006,0.0021089094,0.00001274148,0.00011792144,0.08060712],"genre_scores_gemma":[0.5586744,0.0018220275,0.13012968,0.29537967,0.0004032431,0.000058199053,0.000026238058,0.000022960054,0.013483574],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98057973,0.0057466244,0.007993336,0.00058584067,0.0047396882,0.0003547729],"domain_scores_gemma":[0.92282623,0.06687492,0.0065101255,0.0027031444,0.0007129814,0.00037258715],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","scholarly_communication","insufficient_payload"],"category_scores_codex":[0.11735986,0.00026998136,0.0010390384,0.0005973508,0.0002637836,0.004067576,0.0014209184,0.00011896653,0.015985856],"category_scores_gemma":[0.191747,0.00014636276,0.00042881645,0.0022556563,0.00008540998,0.31612465,0.00021917875,0.00030163085,0.005727499],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070263975,0.00008362256,0.06242836,0.00029507655,0.00013754076,0.000022150774,0.0018459865,0.00038115223,0.000039841892,0.14498691,0.49690908,0.29216763],"study_design_scores_gemma":[0.00010787048,0.000062824256,0.0433224,0.00044853348,0.00009694494,0.000021125385,0.0009811094,0.0011552054,0.00017671683,0.0012026461,0.9522239,0.0002007449],"about_ca_topic_score_codex":0.0000029053124,"about_ca_topic_score_gemma":7.735107e-8,"teacher_disagreement_score":0.5432997,"about_ca_system_score_codex":0.0000133473495,"about_ca_system_score_gemma":0.00017325814,"threshold_uncertainty_score":0.9969663},"labels":[],"label_agreement":null},{"id":"W1514307747","doi":"10.1186/1471-2288-3-13","title":"Identifying null meta-analyses that are ripe for updating","year":2003,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Children's Hospital of Eastern Ontario; University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; CHEO Research Institute","keywords":"Meta-analysis; Computer science; Commit; Systematic review; MEDLINE; Data science; Statistics; Data mining; Medicine; Mathematics; Pathology","score_opus":0.9965072427985022,"score_gpt":0.7976498263949172,"score_spread":0.198857416403585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1514307747","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004812109,0.0068192715,0.97516453,0.0019059217,0.0005738535,0.0012142041,0.000015765016,0.000012312427,0.009482013],"genre_scores_gemma":[0.09152129,0.00016425633,0.8822855,0.0009768503,0.00032510844,0.0008142457,0.000012200445,0.000045363624,0.023855206],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.33965784,0.60324305,0.015396513,0.0036335802,0.035923254,0.0021457772],"domain_scores_gemma":[0.1200023,0.8559108,0.006879085,0.00844207,0.006865939,0.001899812],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8397874,0.00043806143,0.008875151,0.0014413461,0.0006496849,0.00090439804,0.004468641,0.00045378046,0.10941668],"category_scores_gemma":[0.9522339,0.0001956677,0.005854082,0.003059426,0.00059699576,0.0002600228,0.00050592964,0.0010055673,0.002768248],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016251065,0.0004234381,0.042015355,0.0013871879,0.016495157,0.00016915174,0.0016352804,0.000124489,0.0024840508,0.25460607,0.6113119,0.069185376],"study_design_scores_gemma":[0.0010388007,0.00018140415,0.0020056455,0.000095364245,0.0052391915,0.00013957037,0.018142227,0.013033645,0.0027716,0.38046917,0.5762779,0.00060548005],"about_ca_topic_score_codex":0.000066008324,"about_ca_topic_score_gemma":0.00058911426,"teacher_disagreement_score":0.25266775,"about_ca_system_score_codex":0.0000691829,"about_ca_system_score_gemma":0.0008992426,"threshold_uncertainty_score":0.9980082},"labels":[],"label_agreement":null},{"id":"W1517147416","doi":"10.1186/1745-6215-8-7","title":"Likely country of origin in publications on randomised controlled trials and controlled clinical trials during the last 60 years","year":2007,"lang":"en","type":"article","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Clinical trial; Alternative medicine; MEDLINE; Randomized controlled trial; Intensive care medicine; Internal medicine; Pathology","score_opus":0.8382641863166986,"score_gpt":0.629015799606112,"score_spread":0.20924838671058665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1517147416","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9589305,0.0034053582,0.001931807,0.0017533458,0.0013392579,0.025905695,0.00009855052,0.000014574112,0.0066209],"genre_scores_gemma":[0.9912945,0.000487786,0.00037654035,0.0003433393,0.0008897357,0.00071089267,0.0000070828964,0.00001930375,0.0058708005],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.20461594,0.59095645,0.18965204,0.0025728932,0.011147109,0.0010555704],"domain_scores_gemma":[0.05385174,0.88496673,0.055474427,0.003936641,0.0014209659,0.0003495076],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.93771255,0.0003894138,0.039361667,0.0009957717,0.00013688153,0.0008675728,0.0013046593,0.00027310225,0.004640066],"category_scores_gemma":[0.91739684,0.00013958418,0.007831001,0.0015408893,0.00018141576,0.00016884896,0.000069959046,0.00031660238,0.00027722438],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.60628283,0.0031468691,0.06307219,0.00024994116,0.02747397,0.00008010832,0.0028194617,0.0005727157,0.009738579,0.058489926,0.13110127,0.096972175],"study_design_scores_gemma":[0.8494071,0.00026332785,0.087717056,0.00018250401,0.0052577956,0.0000065303084,0.0008399064,0.0008250932,0.00013679122,0.005464193,0.04946443,0.00043530433],"about_ca_topic_score_codex":0.000019077079,"about_ca_topic_score_gemma":0.000109305314,"teacher_disagreement_score":0.29401025,"about_ca_system_score_codex":0.000037313912,"about_ca_system_score_gemma":0.00028799492,"threshold_uncertainty_score":0.9962698},"labels":[],"label_agreement":null},{"id":"W1517597997","doi":"10.1186/1472-6947-4-11","title":"A quantitative analysis of qualitative studies in clinical journals for the 2000 publishing year","year":2004,"lang":"en","type":"article","venue":"BMC Medical Informatics and Decision Making","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"U.S. National Library of Medicine","keywords":"Health informatics; Publishing; Computer science; Data science; Library science; Medicine; Political science; Public health; Nursing","score_opus":0.930832344845916,"score_gpt":0.7113808576351046,"score_spread":0.21945148721081142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1517597997","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26221186,0.002788009,0.73391664,0.00020138569,0.00019124369,0.0003592524,0.000019576531,0.0000016216525,0.00031043275],"genre_scores_gemma":[0.5507764,0.0007226478,0.44763535,0.00073590607,0.000051503383,0.000027850001,0.0000025599386,0.0000061242918,0.000041646766],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9674566,0.0038424586,0.019828113,0.0003962146,0.008185516,0.00029112946],"domain_scores_gemma":[0.7441564,0.24063765,0.010014783,0.0017716204,0.003145682,0.00027383934],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.34539375,0.000197538,0.0036152678,0.0011984366,0.00017328643,0.0010721552,0.0013423301,0.00015631187,0.0006893778],"category_scores_gemma":[0.42115825,0.000078087905,0.0016139621,0.0035595861,0.00033548198,0.0008123597,0.0003074469,0.0003285705,0.000037194866],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038188483,0.0002588697,0.04782821,0.00041784922,0.0068662767,0.000008082911,0.16980217,0.030285066,4.617229e-7,0.110197335,0.022665424,0.61128837],"study_design_scores_gemma":[0.0010728668,0.00011045321,0.010690467,0.0007885827,0.00087443093,0.0000043555165,0.19565555,0.66500294,2.064502e-7,0.124492995,0.0011612546,0.00014588312],"about_ca_topic_score_codex":0.000008325268,"about_ca_topic_score_gemma":0.00044353784,"teacher_disagreement_score":0.6347179,"about_ca_system_score_codex":0.000044846296,"about_ca_system_score_gemma":0.00034489747,"threshold_uncertainty_score":0.99996483},"labels":[],"label_agreement":null},{"id":"W1517951603","doi":"10.1186/1471-2288-6-14","title":"Reviewer agreement trends from four years of electronic submissions of conference abstract","year":2006,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hamilton Health Sciences; McMaster University; St. Paul's Hospital; Providence Health Care; Winnipeg Regional Health Authority; University of Alberta","funders":"Canadian Institutes of Health Research; China Academy of Engineering Physics; University of Alberta","keywords":"Blinding; Intraclass correlation; Medicine; Trial registration; Quality Score; Family medicine; Clinical trial; Clinical psychology; Psychometrics; Internal medicine","score_opus":0.9586731752727339,"score_gpt":0.6946784667617693,"score_spread":0.2639947085109646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1517951603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5629222,0.015609163,0.38244087,0.0028341897,0.00075718743,0.0010602517,0.000076540564,0.000008313179,0.034291293],"genre_scores_gemma":[0.9119006,0.0009240026,0.07002809,0.000075796386,0.0003235994,0.00006155316,0.000024924959,0.000014310804,0.016647154],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7725514,0.17528458,0.016940987,0.0018853775,0.031952236,0.0013854038],"domain_scores_gemma":[0.6775684,0.30017668,0.005439303,0.006167108,0.009793005,0.00085553195],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.48825783,0.00018907487,0.0040885448,0.00082496426,0.000060516697,0.00005563838,0.0029038817,0.0002706096,0.1562312],"category_scores_gemma":[0.6725697,0.000099212666,0.0012984526,0.0020145513,0.00060610916,0.000063580694,0.00036537764,0.0006871716,0.0007765949],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005786436,0.0002701044,0.013649176,0.0001934587,0.0002194865,0.000022265142,0.00018084169,0.000014878144,0.0030157813,0.025572278,0.17516546,0.7816384],"study_design_scores_gemma":[0.0008708362,0.00040353512,0.40976527,0.00046551364,0.00021317157,0.000010398039,0.00060657156,0.0031559188,0.0010929311,0.16455755,0.4185813,0.00027699166],"about_ca_topic_score_codex":0.0011950816,"about_ca_topic_score_gemma":0.0018747194,"teacher_disagreement_score":0.7813614,"about_ca_system_score_codex":0.0000467199,"about_ca_system_score_gemma":0.0013464058,"threshold_uncertainty_score":0.9981815},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1519581926","doi":"10.11606/issn.2317-0190.v7i1a102252","title":"Em busca de evidência para a prática médica diária","year":2000,"lang":"pt","type":"article","venue":"Acta Fisiátrica","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"","keywords":"Philosophy; Humanities; Physics","score_opus":0.6367164429302707,"score_gpt":0.5022531497788183,"score_spread":0.13446329315145245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1519581926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5739247,0.04249572,0.015988063,0.035502616,0.0023183692,0.008883001,0.00055744185,0.00020532659,0.32012475],"genre_scores_gemma":[0.7830482,0.0015700121,0.0024074113,0.0022079025,0.00039389275,0.00009960602,0.000017020908,0.000062162995,0.2101938],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95918477,0.014704767,0.013388396,0.0026793901,0.008492196,0.0015505018],"domain_scores_gemma":[0.97613794,0.008050616,0.0047903312,0.008923003,0.00092221535,0.0011758715],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.0631621,0.0010746109,0.006769487,0.00075416075,0.0006439544,0.0029384154,0.0055880384,0.00056492514,0.3164245],"category_scores_gemma":[0.031513754,0.0006214673,0.004497459,0.005730365,0.00017913073,0.00060006074,0.00031712124,0.0007618936,0.07637887],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006346366,0.00038875642,0.004536924,0.0001239845,0.0006950013,0.00009214758,0.0025666498,0.000034809873,0.000064676926,0.00022340282,0.7630073,0.22820292],"study_design_scores_gemma":[0.00048708162,0.00019347307,0.01983405,0.00018722343,0.0013494554,0.00007915418,0.00055652123,0.018680211,0.000017839178,0.0010011493,0.9568922,0.0007216781],"about_ca_topic_score_codex":0.000047447895,"about_ca_topic_score_gemma":0.000025353624,"teacher_disagreement_score":0.24004564,"about_ca_system_score_codex":0.0002142128,"about_ca_system_score_gemma":0.0006036337,"threshold_uncertainty_score":0.9997922},"labels":[],"label_agreement":null},{"id":"W1524110242","doi":"10.1016/j.jclinepi.2015.05.018","title":"CONSORT extension for reporting N-of-1 trials (CENT) 2015: explanation and elaboration","year":2015,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":148,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; McMaster University; Hospital for Sick Children; University of Toronto; SickKids Foundation; PolicyWise for Children & Families; Children's Hospital of Eastern Ontario; Ottawa Hospital; University of Ottawa","funders":"Faculty of Medicine and Dentistry, University of Alberta; Medical Research Council; Tufts University School of Medicine; Health Canada; Perelman School of Medicine, University of Pennsylvania; Office of Science; International Centre for Diarrhoeal Disease Research, Bangladesh; Sydney Medical School; University of Toronto; Alberta Innovates; University of Oxford; National Health and Medical Research Council; Cancer Research UK; Ministry of Advanced Education, Government of Alberta; McMaster University; Ottawa Hospital Research Institute; Central Michigan University; Fondation pour la Recherche Médicale; University of Ottawa; University of Pennsylvania; University of Alberta; University of California, Davis; Brown University; Hospital for Sick Children; Pfizer","keywords":"Checklist; Consolidated Standards of Reporting Trials; Clinical trial; Medicine; Research design; Protocol (science); Family medicine; Alternative medicine; Medical physics; Psychology; Statistics; Mathematics; Pathology","score_opus":0.9884392205384529,"score_gpt":0.7765456436924317,"score_spread":0.21189357684602117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1524110242","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5801892,0.0031391126,0.40051726,0.012690884,0.0025326556,0.00059640716,0.000008181119,0.000001599205,0.00032466327],"genre_scores_gemma":[0.8817424,0.00045704108,0.115209386,0.0010718595,0.0010698929,0.0000063918355,0.0000059983718,0.0000079438805,0.00042905417],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.48675662,0.19860278,0.30940345,0.0011553222,0.0036733092,0.00040848562],"domain_scores_gemma":[0.054280408,0.49868608,0.43131918,0.0016439912,0.013448574,0.00062177196],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.91249305,0.00013774076,0.014829796,0.0002533888,0.000038113496,0.000043171825,0.00039341973,0.0002460461,0.00018470436],"category_scores_gemma":[0.98762757,0.000059139868,0.0026103358,0.00027256948,0.00011245821,0.00023609548,0.000043411263,0.00024192773,0.000024940296],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004241708,0.0000959918,0.5378606,0.000036379475,0.00036024183,0.000007583842,0.000113329705,0.00043706698,0.00009445111,0.006873702,0.35851592,0.09518059],"study_design_scores_gemma":[0.0038922294,0.0018154661,0.31914845,0.00023322873,0.0014260169,0.00034123083,0.0011245646,0.038845405,0.00004562904,0.3711597,0.26170975,0.00025835386],"about_ca_topic_score_codex":0.000004391988,"about_ca_topic_score_gemma":0.0000058088567,"teacher_disagreement_score":0.43247622,"about_ca_system_score_codex":0.00001383033,"about_ca_system_score_gemma":0.0003041536,"threshold_uncertainty_score":0.9997961},"labels":[],"label_agreement":null},{"id":"W1525076802","doi":"10.1111/j.1553-2712.2011.01214.x","title":"Consensus Conference Follow-up: Inter-rater Reliability Assessment of the Best Evidence in Emergency Medicine (BEEM) Rater Scale, a Medical Literature Rating Tool for Emergency Physicians","year":2011,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Center for Research Resources; National Cancer Institute; McMaster University","keywords":"Medicine; Inter-rater reliability; Rating scale; Reliability (semiconductor); Emergency department; Scale (ratio); Family medicine; Medical emergency; Emergency medicine; Psychiatry","score_opus":0.6183455596864168,"score_gpt":0.5378222126301103,"score_spread":0.08052334705630648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1525076802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93086594,0.012564802,0.013625469,0.017163878,0.014536624,0.0040494506,0.000064380314,0.000023868713,0.007105588],"genre_scores_gemma":[0.9774262,0.005695166,0.00073264795,0.00030248944,0.0009043519,0.0004085426,0.000020744952,0.000043620577,0.014466272],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9559189,0.008494178,0.025088593,0.0021648412,0.0074369186,0.00089658523],"domain_scores_gemma":[0.9782861,0.0027801967,0.009543005,0.0045260685,0.0044787806,0.00038588847],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09651266,0.0009007095,0.0048030824,0.0005495609,0.00025934586,0.000008386811,0.0047916947,0.00062011357,0.07323132],"category_scores_gemma":[0.12057833,0.0004026325,0.001578304,0.0041019903,0.0006738655,0.00046976865,0.0005230864,0.0016302833,0.00010073991],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077941775,0.00015090888,0.8265349,0.00069664646,0.0002199125,0.0000041929256,0.0134459315,0.0000073409487,0.004509028,0.0011651106,0.15050071,0.0026873464],"study_design_scores_gemma":[0.006356915,0.0028788417,0.7447614,0.024991015,0.0051579126,0.000072189905,0.025285318,0.05128585,0.0013129901,0.09936726,0.035374798,0.0031554978],"about_ca_topic_score_codex":0.00038752062,"about_ca_topic_score_gemma":0.00063450297,"teacher_disagreement_score":0.115125924,"about_ca_system_score_codex":0.000086855616,"about_ca_system_score_gemma":0.00025376308,"threshold_uncertainty_score":0.9998425},"labels":[],"label_agreement":null},{"id":"W1529485074","doi":"10.5694/j.1326-5377.2006.tb00557.x","title":"Does the CONSORT checklist improve the quality of reports of randomised controlled trials? A systematic review","year":2006,"lang":"en","type":"review","venue":"The Medical Journal of Australia","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":890,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Consolidated Standards of Reporting Trials; Checklist; Blinding; Medicine; Relative risk; Cochrane Library; Meta-analysis; MEDLINE; Confidence interval; Randomized controlled trial; Internal medicine; Psychology","score_opus":0.7221325669576351,"score_gpt":0.6052581199658287,"score_spread":0.11687444699180638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1529485074","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000043894925,0.982573,0.00030824204,0.0026437454,0.0015374585,0.0125654545,0.00004255198,0.000001508189,0.000284148],"genre_scores_gemma":[0.00096831424,0.9884509,0.00005214589,0.00019231567,0.00056541787,0.00029258378,0.000004466308,0.000021895705,0.009451956],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.4348313,0.33708692,0.19218814,0.0010054886,0.03426401,0.0006241305],"domain_scores_gemma":[0.33581573,0.26948076,0.37594673,0.011570798,0.0066592735,0.00052670133],"candidate_categories":["metaresearch","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.82006586,0.0008415615,0.07831937,0.00026679283,0.00015992706,0.00034538997,0.00731107,0.00038807737,0.0067436267],"category_scores_gemma":[0.6972127,0.00013560352,0.035850313,0.0014040604,0.001031617,0.0001002198,0.00020137586,0.0014231959,0.000063104584],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040499857,0.00023590519,0.000008815267,0.8466434,0.019201148,0.00013327828,0.00019385765,0.000001922553,0.0000020874133,0.0006051041,0.11031925,0.022250239],"study_design_scores_gemma":[0.007987904,0.000117705575,0.000013849243,0.5507133,0.14620852,0.0016975525,0.00041694657,0.000017727785,0.0000023012585,0.0023498645,0.29008463,0.00038972],"about_ca_topic_score_codex":0.00006334371,"about_ca_topic_score_gemma":0.000018530258,"teacher_disagreement_score":0.29593012,"about_ca_system_score_codex":0.000057888403,"about_ca_system_score_gemma":0.0011943066,"threshold_uncertainty_score":0.99805987},"labels":[],"label_agreement":null},{"id":"W1529866075","doi":"10.1002/9780470988336.ch1","title":"Introduction to Evidence‐based Infectious Diseases","year":2004,"lang":"en","type":"other","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Virology; Biology; Computational biology","score_opus":0.6045939110114613,"score_gpt":0.5169255921724684,"score_spread":0.08766831883899295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1529866075","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002457542,0.004663332,0.21307813,0.010641888,0.0024936253,0.002289495,0.000036008314,0.000107163905,0.76666576],"genre_scores_gemma":[0.0011028836,0.00003569823,0.0027792996,0.0012767154,0.0026273,0.000089842026,0.00001074097,0.000110558874,0.99196696],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98478997,0.0036514387,0.004565756,0.0015335222,0.0052499175,0.00020939813],"domain_scores_gemma":[0.9890718,0.0012724086,0.0032161842,0.005611418,0.0005414937,0.00028668265],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.024351178,0.0004084713,0.0035285193,0.0013623132,0.00005710897,0.0009458747,0.0013478575,0.00015590683,0.497925],"category_scores_gemma":[0.057355456,0.00018133027,0.0017995263,0.0019469181,0.00003536828,0.00012636406,0.000086070955,0.000107576845,0.0962357],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013138642,0.000028966364,0.001007868,0.000051796203,0.000084801584,0.0000017286544,0.000007430998,0.00022210252,0.0000026554221,0.00080752786,0.98891765,0.008866137],"study_design_scores_gemma":[0.00006121203,0.00003805922,0.00036718804,0.00019157848,0.00027786862,0.0000021501905,0.000016067534,0.000076711454,0.0000040851287,0.0009636546,0.9977884,0.00021302447],"about_ca_topic_score_codex":0.00014273437,"about_ca_topic_score_gemma":0.00032538918,"teacher_disagreement_score":0.40168932,"about_ca_system_score_codex":0.0000920122,"about_ca_system_score_gemma":0.0001769139,"threshold_uncertainty_score":0.9505848},"labels":[],"label_agreement":null},{"id":"W1531083643","doi":"10.1111/j.1537-2995.2008.02058.x","title":"CONSORT comes to TRANSFUSION","year":2009,"lang":"en","type":"editorial","venue":"Transfusion","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Checklist; Consolidated Standards of Reporting Trials; Generalizability theory; Randomized controlled trial; Medicine; Statement (logic); Quality (philosophy); Guideline; Set (abstract data type); MEDLINE; Clinical trial; Family medicine; Medical education; Medical physics; Computer science; Psychology; Statistics; Surgery; Mathematics; Pathology","score_opus":0.44358682663077076,"score_gpt":0.4937828772320353,"score_spread":0.05019605060126453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1531083643","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043161088,0.0011752732,0.028676523,0.002698778,0.9251498,0.0035796778,0.0004006177,0.000056952427,0.03394626],"genre_scores_gemma":[0.002984477,0.004000449,0.0048975563,0.0011429773,0.8543123,0.00018766167,0.0005760948,0.00016436087,0.1317341],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95369464,0.008389993,0.013613026,0.0029842602,0.020677214,0.00064085535],"domain_scores_gemma":[0.9785457,0.009711618,0.0024451674,0.006266029,0.0024395313,0.00059193873],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.087454565,0.0010204788,0.008346784,0.0012137826,0.00036713821,0.0012445004,0.004089829,0.0012314722,0.028013078],"category_scores_gemma":[0.024212724,0.0005301151,0.00462069,0.00237041,0.0000667657,0.00022117616,0.00007517993,0.0010491345,0.013691918],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051530413,0.000080654354,0.00007164919,0.00006324961,0.00008441941,0.00001594406,0.000552675,0.000026875974,0.00027211788,0.000068719484,0.94073814,0.057974],"study_design_scores_gemma":[0.00043624372,0.00023142912,0.00032932404,0.00021777791,0.0004944022,0.0000036591002,0.00010969998,0.000087046,0.00005983033,0.0010848652,0.99638623,0.0005595163],"about_ca_topic_score_codex":0.00014138913,"about_ca_topic_score_gemma":0.0006354925,"teacher_disagreement_score":0.09778784,"about_ca_system_score_codex":0.00010191954,"about_ca_system_score_gemma":0.00032486315,"threshold_uncertainty_score":0.9997923},"labels":[],"label_agreement":null},{"id":"W1533607412","doi":"10.1300/j122v20n04_05","title":"Citation Inaccuracy in a Scientific Journal","year":2001,"lang":"en","type":"article","venue":"Science & Technology Libraries","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Citation; Statistics; Citation analysis; Information retrieval; Computer science; Library science; Mathematics","score_opus":0.5952472380562713,"score_gpt":0.49528939915449277,"score_spread":0.09995783890177856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1533607412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96306545,0.0010306847,0.007688494,0.014008353,0.0009171251,0.00030355752,0.0000013440344,0.000032036205,0.012952967],"genre_scores_gemma":[0.9828764,0.000020314737,0.01127556,0.00015323206,0.00003243027,0.000016878615,6.4356453e-7,0.0000050462763,0.0056194984],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.987129,0.001158254,0.0048180157,0.0011704891,0.00514052,0.00058373815],"domain_scores_gemma":[0.99205875,0.000997115,0.0025677946,0.0029030696,0.0013209918,0.00015227713],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.10067758,0.00019711386,0.0012481739,0.008898198,0.0011272565,0.0076428317,0.0056835986,0.00012732192,0.002895933],"category_scores_gemma":[0.08586906,0.00010348379,0.00032484374,0.03638972,0.0035600364,0.0046270504,0.00044675864,0.0003883431,0.0018700719],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000084353405,0.00008812845,0.48673043,0.00000553968,0.000014630295,0.00007237625,0.0020029554,0.000089547815,0.0035359089,0.32799244,0.01863224,0.16082737],"study_design_scores_gemma":[0.00015046589,0.00004396096,0.02475643,0.000027218484,0.000012415293,0.00023757698,0.0047248467,0.002060018,0.00080249517,0.8180128,0.1490079,0.00016389221],"about_ca_topic_score_codex":0.0000018533709,"about_ca_topic_score_gemma":0.00002340255,"teacher_disagreement_score":0.49002033,"about_ca_system_score_codex":0.00006109289,"about_ca_system_score_gemma":0.00069649704,"threshold_uncertainty_score":0.99969614},"labels":[],"label_agreement":null},{"id":"W1534977640","doi":"10.1002/9781118715598.ch12","title":"CONSORT for Pragmatic Trials","year":2014,"lang":"en","type":"other","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Consolidated Standards of Reporting Trials; Computer science; Psychology; Psychological intervention","score_opus":0.8988077121396414,"score_gpt":0.6236580973072269,"score_spread":0.2751496148324145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1534977640","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.1065292e-7,0.0007449093,0.2733335,0.00029810317,0.00054006523,0.0024626483,0.00005515273,0.000011770512,0.72255343],"genre_scores_gemma":[0.000026951031,0.000016268228,0.032501683,0.00053197175,0.00048345,0.00024078238,0.000023444523,0.0001246356,0.9660508],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9507316,0.02303874,0.019807754,0.0011974826,0.004984967,0.00023946405],"domain_scores_gemma":[0.8944148,0.05884431,0.035146467,0.010428473,0.0009150988,0.00025085162],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.41744936,0.00038057295,0.013408415,0.0006122698,0.000037168375,0.00078555633,0.001874855,0.00025742606,0.56311345],"category_scores_gemma":[0.30213207,0.00013288183,0.0051635434,0.00038063174,0.000036970538,0.000025302375,0.000053472017,0.00006564975,0.055376858],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.971156e-7,0.000008090994,0.000026462694,0.00011776288,0.0003548742,1.4891975e-7,0.000007639844,3.5293343e-7,9.005599e-7,0.012007409,0.9793233,0.008152213],"study_design_scores_gemma":[0.00018231456,0.000014941107,0.0000037899094,0.00006801591,0.00063056184,0.0000015181489,0.000033274744,0.0005942988,9.422036e-7,0.01078686,0.98752415,0.00015935475],"about_ca_topic_score_codex":0.000007373069,"about_ca_topic_score_gemma":0.00007157632,"teacher_disagreement_score":0.5077366,"about_ca_system_score_codex":0.000007907401,"about_ca_system_score_gemma":0.00006519869,"threshold_uncertainty_score":0.94535863},"labels":[],"label_agreement":null},{"id":"W1535008535","doi":"10.1186/1471-2431-2-3","title":"Assessing the quality of reports of systematic reviews in pediatric complementary and alternative medicine","year":2002,"lang":"en","type":"article","venue":"BMC Pediatrics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Medicine; Systematic review; Psychological intervention; Alternative medicine; Quality (philosophy); MEDLINE; Family medicine; Nursing; Pathology","score_opus":0.8822804666858278,"score_gpt":0.5938407472643067,"score_spread":0.28843971942152113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1535008535","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9056609,0.08191958,0.0059234067,0.00031227613,0.00043763858,0.003156726,0.000010482149,0.0000029927114,0.002575987],"genre_scores_gemma":[0.99303573,0.0035494517,0.0028007776,0.00007012652,0.00021801831,0.000042349795,0.0000024353103,0.000006846272,0.00027428844],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9438411,0.023303764,0.026286041,0.0007516433,0.0055887736,0.00022867456],"domain_scores_gemma":[0.954369,0.020865694,0.021312201,0.0026075917,0.00076250767,0.000082971754],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21642597,0.00022940233,0.0049230927,0.00056558836,0.000062034116,0.00010720804,0.0008749406,0.000047005124,0.0011353862],"category_scores_gemma":[0.124400355,0.000089766894,0.0006328835,0.0025283,0.00009560322,0.00024335574,0.0001605727,0.00013394911,0.00003177269],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.3883574e-7,0.00005899086,0.9717041,0.016436156,0.000020195714,0.000003962173,0.0014467315,0.0000270665,0.0000076211436,0.00026618651,0.009677081,0.0003509213],"study_design_scores_gemma":[0.0011731221,0.00016476317,0.9565761,0.002082535,0.0032788718,0.00008137365,0.009711692,0.01447804,0.0000085711545,0.009847146,0.0019713517,0.00062639796],"about_ca_topic_score_codex":0.000110108915,"about_ca_topic_score_gemma":0.00008741424,"teacher_disagreement_score":0.09202561,"about_ca_system_score_codex":0.000025128811,"about_ca_system_score_gemma":0.00002833047,"threshold_uncertainty_score":0.99977773},"labels":[],"label_agreement":null},{"id":"W1535688875","doi":"","title":"New Decision Tool To Evaluate Award Selection Process","year":2002,"lang":"en","type":"article","venue":"Journal of Research Administration","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Foundation (evidence); Government (linguistics); Process (computing); Medical education; Public relations; Psychology; Management; Political science; Medicine; Computer science; Economics","score_opus":0.8218983377358803,"score_gpt":0.6495537627491935,"score_spread":0.17234457498668676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1535688875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7818994,0.0003803773,0.20399517,0.008224902,0.0004403498,0.00086355594,0.0000022895404,0.0000041592957,0.004189833],"genre_scores_gemma":[0.9606956,0.000035437624,0.022955649,0.00007477103,0.00054656796,0.000008724448,5.751669e-7,0.000008951343,0.0156737],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96719956,0.006045052,0.00735553,0.0005203478,0.018524403,0.000355092],"domain_scores_gemma":[0.98339045,0.0028950113,0.0028042074,0.0009815233,0.00939801,0.0005308109],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.17060526,0.00016040633,0.0012460414,0.0013068588,0.0002355297,0.0017496307,0.0013558434,0.00008468741,0.01702936],"category_scores_gemma":[0.11513763,0.000081818005,0.0007229097,0.0036323408,0.00002350436,0.00079575746,0.000046765825,0.00044773053,0.004144886],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015249448,0.00010643255,0.0034919071,0.000021340675,0.00007132176,0.00002470756,0.00053857325,0.0005782159,0.0008666669,0.0002468921,0.59457064,0.3993308],"study_design_scores_gemma":[0.0023795043,0.010025139,0.042638447,0.00067812187,0.00033972075,0.0016534666,0.0029944766,0.09631452,0.008259901,0.092098676,0.7418535,0.00076458126],"about_ca_topic_score_codex":0.0000023899604,"about_ca_topic_score_gemma":0.00004222055,"teacher_disagreement_score":0.39856622,"about_ca_system_score_codex":0.00012756845,"about_ca_system_score_gemma":0.00055304106,"threshold_uncertainty_score":0.99928665},"labels":[],"label_agreement":null},{"id":"W1538635628","doi":"10.1186/1471-2288-5-24","title":"Which resources should be used to identify RCT/CCTs for systematic reviews: a systematic review","year":2005,"lang":"en","type":"review","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":95,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"MEDLINE; Systematic review; Checklist; Randomized controlled trial; Medicine; Meta-analysis; Cochrane Library; Psychology; Internal medicine","score_opus":0.9881017917846451,"score_gpt":0.7866764926358516,"score_spread":0.20142529914879348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1538635628","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.3780418e-7,0.8227125,0.09901942,0.0031471772,0.00071877195,0.07353802,0.0000863032,0.000034725097,0.00074274413],"genre_scores_gemma":[3.0317594e-7,0.8815026,0.05052672,0.0023008736,0.001034472,0.044988517,0.000079726626,0.00019030539,0.019376438],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.1192057,0.74866116,0.0735546,0.0063431733,0.04910282,0.0031325275],"domain_scores_gemma":[0.06212758,0.8670834,0.029343141,0.024890792,0.012009205,0.0045459284],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.93246,0.0024084344,0.10927493,0.0049915733,0.0007147309,0.0019170638,0.023457007,0.002375792,0.017177591],"category_scores_gemma":[0.9875491,0.0010297225,0.018544111,0.015282187,0.0005426555,0.00030697137,0.0027195045,0.0036399225,0.026080992],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068898357,0.0000737225,6.4764015e-7,0.8001254,0.0008316184,0.000017644592,0.00024757517,3.1175787e-7,1.5271706e-7,0.0008851849,0.16065876,0.03715204],"study_design_scores_gemma":[0.000115168295,0.00010795445,1.9259122e-7,0.49387658,0.0057388158,0.0001910465,0.00018875809,0.00008717102,5.0635336e-8,0.00035120104,0.49889925,0.00044381357],"about_ca_topic_score_codex":0.0000375601,"about_ca_topic_score_gemma":0.0015099564,"teacher_disagreement_score":0.3382405,"about_ca_system_score_codex":0.00068297045,"about_ca_system_score_gemma":0.004139716,"threshold_uncertainty_score":0.9992153},"labels":[],"label_agreement":null},{"id":"W1540816673","doi":"10.1186/1471-2288-6-33","title":"An alternative to the hand searching gold standard: validating methodological search filters using relative recall","year":2006,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":135,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Ottawa; Canadian Agency for Drugs and Technologies in Health; University of Alberta; University of Saskatchewan; McGill University; Children's Hospital of Eastern Ontario","funders":"","keywords":"Recall; Gold standard (test); MEDLINE; Systematic review; Information retrieval; Randomized controlled trial; Computer science; Medicine; Medical physics; Psychology; Cognitive psychology; Surgery","score_opus":0.9791445577134705,"score_gpt":0.7440587898908313,"score_spread":0.23508576782263924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1540816673","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25211313,0.0002596586,0.7389576,0.0041017737,0.00031172668,0.001244925,0.000028370985,0.0000117128275,0.00297113],"genre_scores_gemma":[0.19282185,0.000023984003,0.801646,0.00061234785,0.0010659682,0.00011847366,0.00001428235,0.000039886963,0.0036572057],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.2719673,0.6837581,0.008690671,0.003010397,0.030517722,0.0020558292],"domain_scores_gemma":[0.26404944,0.71721715,0.0023598918,0.007166168,0.0069054035,0.0023019486],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8495484,0.00048354082,0.0044339243,0.0014359269,0.0012561481,0.0017021085,0.0071060043,0.0004675251,0.012034581],"category_scores_gemma":[0.7982743,0.00020993427,0.0012664725,0.004475316,0.00174242,0.00042902702,0.0017969218,0.0028751541,0.0010709316],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020166019,0.0005876626,0.03612406,0.00034911183,0.0011547016,0.00071196456,0.022257535,0.052583314,0.03397582,0.15574424,0.089594975,0.6049],"study_design_scores_gemma":[0.0017508209,0.002228586,0.011230446,0.00049557636,0.00025721983,0.00035105555,0.020984314,0.5428141,0.0069626565,0.3115436,0.100256294,0.0011253132],"about_ca_topic_score_codex":0.0021344922,"about_ca_topic_score_gemma":0.0017401229,"teacher_disagreement_score":0.6037747,"about_ca_system_score_codex":0.00030582456,"about_ca_system_score_gemma":0.0014230656,"threshold_uncertainty_score":0.99970686},"labels":[],"label_agreement":null},{"id":"W1541297141","doi":"10.1002/9781118715598.ch1","title":"Importance of Transparent Reporting of Health Research","year":2014,"lang":"en","type":"other","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Systematic review; Reliability (semiconductor); Computer science; Data science; Medical education; MEDLINE; Medicine; Psychology; Political science","score_opus":0.9626030548016212,"score_gpt":0.6851492298412097,"score_spread":0.2774538249604115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1541297141","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023626833,0.004614248,0.024451127,0.00045243857,0.00013519081,0.00080124155,0.000013828371,0.000003429451,0.9692922],"genre_scores_gemma":[0.027773404,0.00011868875,0.0071449275,0.00005317254,0.000059966762,0.000013749459,0.000005091178,0.00006571247,0.9647653],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.82636935,0.035965562,0.10794152,0.0022994054,0.026741391,0.0006827997],"domain_scores_gemma":[0.8898701,0.003054438,0.09832953,0.0070562386,0.001552866,0.0001367902],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.53784084,0.00020487349,0.009000337,0.0008872861,0.00003297099,0.000059773047,0.0016566637,0.00011170644,0.11330004],"category_scores_gemma":[0.075950354,0.00008639317,0.0017657423,0.0013188282,0.00010905406,0.000018639726,0.00006279973,0.00018272398,0.00082778104],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.038387e-7,0.000021569673,0.015656115,0.0005595477,0.00009967446,6.6300225e-7,0.000085777174,0.0000024330902,0.0000050348604,0.0013797923,0.9680395,0.014149403],"study_design_scores_gemma":[0.00005082149,0.000050085106,0.0030621153,0.0005233445,0.000039407325,0.0000021151468,0.00028192488,0.00018325495,0.00001576713,0.001498165,0.9941971,0.000095924464],"about_ca_topic_score_codex":0.00030829222,"about_ca_topic_score_gemma":0.0008947661,"teacher_disagreement_score":0.4618905,"about_ca_system_score_codex":0.000016855174,"about_ca_system_score_gemma":0.00023890863,"threshold_uncertainty_score":0.9999502},"labels":[],"label_agreement":null},{"id":"W1544000882","doi":"10.1111/j.1756-5391.2012.01173.x","title":"Systematic reviews of TCM trials: how does inclusion of Chinese trials affect outcome?","year":2012,"lang":"en","type":"article","venue":"Journal of Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Inclusion (mineral); English language; Clinical trial; Chinese language; Systematic review; MEDLINE; Randomized controlled trial; China; Alternative medicine; Medicine; Computer science; Medical education; Psychology; Pathology; Linguistics; Social psychology; Political science","score_opus":0.9254087096431709,"score_gpt":0.6418932184013989,"score_spread":0.283515491241772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1544000882","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38564122,0.48095945,0.071555436,0.040302485,0.009081956,0.012014627,0.000026140666,0.000008131528,0.00041056535],"genre_scores_gemma":[0.98966813,0.003777136,0.0035599447,0.00042142146,0.0016908749,0.00003660743,0.0000011957098,0.000017875831,0.00082682143],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.6303498,0.23563015,0.10921378,0.00080768246,0.023329087,0.0006694524],"domain_scores_gemma":[0.38558534,0.3831993,0.2162828,0.0060567074,0.007872635,0.0010032163],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8492686,0.0005973679,0.037499912,0.0018333021,0.00012852259,0.00010640393,0.0027436735,0.00017772199,0.0063042007],"category_scores_gemma":[0.933216,0.0001485867,0.008555588,0.0025896144,0.00021962752,0.0010803626,0.00025539182,0.00037255188,0.000069134985],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018399614,0.0014401148,0.5241669,0.19458123,0.0052865897,0.000058488655,0.011027563,0.00016563926,0.06524648,0.000490934,0.14578661,0.04990954],"study_design_scores_gemma":[0.022962999,0.009835026,0.058029577,0.7365054,0.068451986,0.0005901997,0.009401921,0.004052696,0.009448092,0.011387677,0.06703042,0.0023039936],"about_ca_topic_score_codex":0.00001280025,"about_ca_topic_score_gemma":0.000006322286,"teacher_disagreement_score":0.6040269,"about_ca_system_score_codex":0.00010273201,"about_ca_system_score_gemma":0.0002551734,"threshold_uncertainty_score":0.9946042},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1544828615","doi":"10.18438/b8s88p","title":"Identifying Relevant Controlled Clinical Trials for Systematic Reviews Requires Searching Multiple Resources – and, Even Then, Comprehensiveness is Questionable","year":2006,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"PsycINFO; MEDLINE; Cochrane Library; Medical library; Systematic review; CINAHL; Medicine; Checklist; Meta-analysis; Randomized controlled trial; Family medicine; Library science; Information retrieval; Psychology; Computer science; Pathology; Psychiatry; Psychological intervention","score_opus":0.7099898016880958,"score_gpt":0.5604618927490178,"score_spread":0.14952790893907797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1544828615","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039570786,0.10494088,0.68280095,0.12228691,0.0013068065,0.044981625,0.0001892631,0.00014645276,0.0037763168],"genre_scores_gemma":[0.66651237,0.020508412,0.19707365,0.098016694,0.0014227364,0.0047051106,0.00024084096,0.00008583684,0.011434366],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.89240354,0.07879568,0.024661426,0.0007992786,0.0029983113,0.00034179052],"domain_scores_gemma":[0.56296664,0.40786582,0.025389256,0.0022003546,0.0013087619,0.00026913604],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch","scholarly_communication"],"category_scores_codex":[0.3203689,0.00033096707,0.0050808606,0.00045818006,0.0005439257,0.0047048815,0.00076906034,0.00013785648,0.00045005823],"category_scores_gemma":[0.5749849,0.00016374954,0.0012340609,0.0006733747,0.00009938069,0.07715791,0.00016951341,0.0002498757,0.0002713634],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011818841,0.00063452433,0.03103969,0.121416554,0.0021352514,0.000020256595,0.005826997,0.0023623824,0.0005208579,0.3747022,0.37276813,0.07675432],"study_design_scores_gemma":[0.0030600023,0.00017522296,0.0038268317,0.012567224,0.0010452467,0.000034095076,0.0027819974,0.16982634,0.000058604033,0.0050204117,0.80121946,0.00038457365],"about_ca_topic_score_codex":0.000015291032,"about_ca_topic_score_gemma":3.0072604e-7,"teacher_disagreement_score":0.62694156,"about_ca_system_score_codex":0.0000112575,"about_ca_system_score_gemma":0.00013098029,"threshold_uncertainty_score":0.99632835},"labels":[],"label_agreement":null},{"id":"W1546179578","doi":"10.1046/j.1525-1497.2002.11111.x","title":"Determination of the clinical importance of study results","year":2002,"lang":"en","type":"review","venue":"Journal of General Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":179,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Western University; Institute for Clinical Evaluative Sciences; University of Toronto; Ottawa Hospital","funders":"","keywords":"Medicine; Clinical trial; Confidence interval; Perspective (graphical); MEDLINE; Intensive care medicine; Medical physics; Internal medicine; Artificial intelligence","score_opus":0.8688534159286423,"score_gpt":0.6523199201477523,"score_spread":0.21653349578088998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1546179578","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022473931,0.99010223,0.0005965755,0.0002982433,0.0029165142,0.0007937405,0.000018092647,5.040446e-7,0.0030266817],"genre_scores_gemma":[0.0023393775,0.97301817,0.0012188263,0.000085157684,0.001970331,0.0000044506737,0.0000012303433,0.000019687419,0.021342788],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.92305243,0.016898287,0.051282663,0.0005240918,0.008084485,0.00015807008],"domain_scores_gemma":[0.90610296,0.006264255,0.081707954,0.0026297863,0.0031356392,0.0001594343],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16296269,0.0004078545,0.014754352,0.00068915426,0.000032234628,0.000052432883,0.0044204704,0.00017599553,0.001792182],"category_scores_gemma":[0.09508385,0.00012472273,0.0062783947,0.0012047504,0.00023099034,0.0001161125,0.00021556758,0.000793335,0.000035933215],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025018806,0.00023105694,0.0048982357,0.0007712179,0.00074725575,0.00004350275,0.00023514878,0.0000015873256,9.266322e-7,0.000016179682,0.08148513,0.91154474],"study_design_scores_gemma":[0.00080051186,0.0014352123,0.0020284248,0.013674451,0.0046949247,0.00039924937,0.00017749473,0.00017831576,9.158885e-7,0.00028580774,0.9762022,0.00012252141],"about_ca_topic_score_codex":0.000017229924,"about_ca_topic_score_gemma":0.000028469261,"teacher_disagreement_score":0.9114222,"about_ca_system_score_codex":0.00005600631,"about_ca_system_score_gemma":0.00016512552,"threshold_uncertainty_score":0.9998726},"labels":[],"label_agreement":null},{"id":"W1547572480","doi":"","title":"Review of trial reports identifies problems in reporting, and quantifies the level, of trial participation","year":2009,"lang":"en","type":"article","venue":"Bristol Research (University of Bristol)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Infection and Immunity","funders":"","keywords":"Medicine; Alternative medicine; Clinical trial; Randomized controlled trial; MEDLINE; Family medicine; Medical physics; Internal medicine; Pathology","score_opus":0.9220202887339087,"score_gpt":0.6010858073259692,"score_spread":0.32093448140793956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1547572480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97657377,0.014713104,0.0010251057,0.0024313214,0.00013552647,0.0031279412,0.000014246632,0.0000030663623,0.001975902],"genre_scores_gemma":[0.99345654,0.0027224175,0.0003071036,0.000017264698,0.0000222681,0.000003851806,0.000006274979,0.000004157145,0.0034601358],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.97092366,0.0108557185,0.01076043,0.00085803366,0.006277921,0.00032424313],"domain_scores_gemma":[0.97190225,0.003013624,0.01873501,0.0028045701,0.0034258643,0.00011868824],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2103935,0.00014559618,0.0028799244,0.0006291022,0.0002015059,0.000100916855,0.0010395396,0.00008607557,0.00061525987],"category_scores_gemma":[0.115318656,0.00009277305,0.00084585894,0.0021832394,0.00056954107,0.00034299828,0.00021183335,0.00024867692,0.000015721653],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02489847,0.0025983537,0.025011133,0.013821681,0.0007309989,0.00038495046,0.014772733,0.00010709227,0.0035175793,0.003150966,0.7277624,0.18324365],"study_design_scores_gemma":[0.114923984,0.00769883,0.37424347,0.031764627,0.0026701626,0.00027148554,0.045551963,0.0046098074,0.0014957724,0.09820118,0.3166199,0.0019488174],"about_ca_topic_score_codex":0.0012967824,"about_ca_topic_score_gemma":0.0011230343,"teacher_disagreement_score":0.4111425,"about_ca_system_score_codex":0.000045345994,"about_ca_system_score_gemma":0.0002856886,"threshold_uncertainty_score":0.8921334},"labels":[],"label_agreement":null},{"id":"W1548394470","doi":"10.1002/9781118727072.ch12","title":"Randomized Controlled Trials","year":2014,"lang":"en","type":"other","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Randomized controlled trial; Medicine; Cornerstone; Key (lock); Randomization; Intervention (counseling); Cluster (spacecraft); Physical therapy; Computer science; Nursing; Surgery; Computer security","score_opus":0.7999657380202662,"score_gpt":0.5760643607820743,"score_spread":0.2239013772381918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1548394470","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.8582226e-7,0.0052232053,0.11076013,0.00043749335,0.0010015918,0.0064978153,0.000008411326,0.00001847298,0.8760525],"genre_scores_gemma":[0.00009036299,0.00014544187,0.0037792209,0.0006171333,0.0007631261,0.00043450255,0.000007297312,0.00012709423,0.99403584],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.48670244,0.41556358,0.07974564,0.0020652628,0.015549638,0.00037342543],"domain_scores_gemma":[0.2518831,0.5324358,0.18952984,0.023393068,0.002159172,0.00059907435],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.845263,0.0006137636,0.12046931,0.0012340375,0.000032468564,0.001375575,0.0023326378,0.00035188618,0.858519],"category_scores_gemma":[0.7439682,0.00015435017,0.037559368,0.00048203973,0.00008307309,0.000023596396,0.000074605196,0.0001250183,0.13225536],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002882327,0.000008126701,0.0000020484674,0.000014308009,0.0031611733,5.0837633e-7,0.0000066252783,4.91548e-7,3.0518217e-7,0.011337523,0.98040634,0.0021802138],"study_design_scores_gemma":[0.22367442,0.0000030479846,1.392272e-7,0.00004028707,0.002833098,6.854993e-7,0.000011251145,0.00088020536,1.8435925e-7,0.0065540294,0.7658645,0.00013813523],"about_ca_topic_score_codex":0.00002225471,"about_ca_topic_score_gemma":0.000043230368,"teacher_disagreement_score":0.72626364,"about_ca_system_score_codex":0.0000067813985,"about_ca_system_score_gemma":0.000056343706,"threshold_uncertainty_score":0.9996611},"labels":[],"label_agreement":null},{"id":"W1551228934","doi":"10.1016/j.jclinepi.2015.09.001","title":"Extending the PRISMA statement to equity-focused systematic reviews (PRISMA-E 2012): explanation and elaboration","year":2015,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":305,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Bruyère; University of Ottawa","funders":"University of Melbourne; Universiteit Stellenbosch; Pan American Health Organization; Hospital for Sick Children; Medical Research Council; London School of Hygiene and Tropical Medicine; Ottawa Hospital Research Institute; Rockefeller Foundation; University of Ottawa; Loyola University Chicago; World Health Organization; Canadian Institutes of Health Research","keywords":"Systematic review; Checklist; Guideline; Elaboration; Equity (law); Transparency (behavior); MEDLINE; Psychology; Accounting; Medicine; Business; Political science","score_opus":0.9661902199576733,"score_gpt":0.7178773149976785,"score_spread":0.2483129049599948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1551228934","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0801054,0.02964056,0.8072894,0.07391967,0.0040298714,0.003809092,0.000005735998,0.000005407249,0.0011948561],"genre_scores_gemma":[0.71637446,0.016002396,0.2201219,0.034084205,0.004607308,0.00033163882,0.000011104144,0.00006659801,0.008400392],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.565943,0.30879524,0.1181981,0.0011365806,0.0053031077,0.0006239496],"domain_scores_gemma":[0.5566696,0.30394623,0.12722962,0.0043963976,0.006113598,0.0016445935],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.85212433,0.00027238083,0.012084078,0.00033949406,0.00011463617,0.00024697863,0.0015568035,0.00019122024,0.00038252864],"category_scores_gemma":[0.8405932,0.00009589307,0.0017716475,0.00074465433,0.00009476842,0.00048167942,0.0002597934,0.00053572765,0.0009228562],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010976018,0.00012975874,0.03472159,0.0011917845,0.0004906766,0.000013173474,0.0010086255,0.0006154281,0.0000109586035,0.0135685075,0.8175286,0.1306111],"study_design_scores_gemma":[0.0013901722,0.0014725337,0.037723035,0.002385407,0.0012632001,0.00017877792,0.0017804657,0.0153470645,0.0000027595004,0.131253,0.80683273,0.00037085285],"about_ca_topic_score_codex":0.0000048491706,"about_ca_topic_score_gemma":0.000020725154,"teacher_disagreement_score":0.63626903,"about_ca_system_score_codex":0.00007098191,"about_ca_system_score_gemma":0.00018247144,"threshold_uncertainty_score":0.99985504},"labels":[],"label_agreement":null},{"id":"W1556910453","doi":"10.1111/jep.12094","title":"Testing search strategies for systematic reviews in the <scp>M</scp>edline literature database through <scp>P</scp>ub<scp>M</scp>ed","year":2013,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Database; World Wide Web; Computer science","score_opus":0.8076255860367691,"score_gpt":0.6366935603529875,"score_spread":0.17093202568378163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556910453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5971512,0.1429264,0.10230247,0.011928779,0.0057262443,0.05743066,0.00017069608,0.000045290115,0.08231827],"genre_scores_gemma":[0.56658775,0.009308353,0.38588506,0.017541766,0.0066734543,0.0036209673,0.00018491861,0.0002343342,0.009963391],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7683667,0.16034983,0.049790844,0.0019664792,0.01837868,0.0011474823],"domain_scores_gemma":[0.0704291,0.854788,0.046286788,0.005513234,0.022467202,0.0005156969],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6523169,0.0007044055,0.006649818,0.00081933214,0.00033105697,0.004987488,0.0034381219,0.0004464699,0.00028007355],"category_scores_gemma":[0.9583949,0.0003240613,0.0024602844,0.004968076,0.00017374859,0.0072595477,0.00025794588,0.0027179664,0.0015454584],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021155227,0.0021589613,0.008162554,0.010838654,0.0009064326,0.00012716658,0.021937795,0.0041288664,0.00023445189,0.003148306,0.94290465,0.0054309918],"study_design_scores_gemma":[0.006521335,0.0020114663,0.021108117,0.029584542,0.006761688,0.0015260854,0.24676824,0.22947174,0.000016503769,0.08144015,0.37450013,0.00029001327],"about_ca_topic_score_codex":0.00003688681,"about_ca_topic_score_gemma":0.000037809485,"teacher_disagreement_score":0.6979376,"about_ca_system_score_codex":0.00017268857,"about_ca_system_score_gemma":0.0010995675,"threshold_uncertainty_score":0.99992114},"labels":[],"label_agreement":null},{"id":"W1557870560","doi":"10.11124/01938924-201008180-00001","title":"Utilisation of theoretical models and frameworks in the process of evidence synthesis","year":2010,"lang":"en","type":"article","venue":"The JBI Database of Systematic Reviews and Implementation Reports","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Canadian Institutes of Health Research","funders":"","keywords":"CINAHL; PsycINFO; Context (archaeology); Process (computing); Systematic review; Computer science; MEDLINE; Data science; Resource (disambiguation); Management science; Knowledge management; Psychology; Information retrieval; Engineering; Political science","score_opus":0.5890240583027161,"score_gpt":0.5519162876795376,"score_spread":0.03710777062317849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1557870560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9546621,0.008139506,0.022314848,0.0011031367,0.00014274105,0.013197846,0.00005543076,0.000001931605,0.00038247026],"genre_scores_gemma":[0.9966845,0.0010475506,0.0016751575,0.000060306687,0.000012124183,0.0004995527,0.000006272055,0.000004850123,0.00000971133],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96841085,0.011167679,0.016460102,0.00053954264,0.0032675837,0.0001542717],"domain_scores_gemma":[0.96885383,0.013718088,0.013456446,0.0032162757,0.0007060592,0.000049295915],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20957892,0.00019284087,0.0028743008,0.00016741874,0.00006621607,0.00012372635,0.0006681505,0.00006023258,0.0009556925],"category_scores_gemma":[0.055282596,0.00006050051,0.0003428161,0.00068414334,0.0002723275,0.00045308433,0.0000929971,0.00017018591,0.0000028927889],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056085497,0.0004469034,0.08092844,0.39844894,0.00059426617,0.00001988186,0.05533909,0.00008676087,0.0059646755,0.40110016,0.0055420413,0.05147278],"study_design_scores_gemma":[0.0010660163,0.00051786844,0.054558896,0.14447986,0.0117139295,0.0020463371,0.1918557,0.08641921,0.008193786,0.495809,0.0017428196,0.0015965846],"about_ca_topic_score_codex":0.000050900195,"about_ca_topic_score_gemma":0.00005634841,"teacher_disagreement_score":0.25396907,"about_ca_system_score_codex":0.000003947897,"about_ca_system_score_gemma":0.00004423422,"threshold_uncertainty_score":0.99995756},"labels":[],"label_agreement":null},{"id":"W1558727349","doi":"10.1007/978-1-59745-385-1_1","title":"On Framing the Research Question and Choosing the Appropriate Research Design","year":2008,"lang":"en","type":"review","venue":"Methods in molecular biology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Memorial University of Newfoundland","funders":"","keywords":"Clinical study design; Randomized controlled trial; Framing (construction); Psychological intervention; Internal validity; Research design; Medicine; Relevance (law); Clinical trial; Psychology; Management science; Computer science; Medical physics; Statistics; Surgery; Mathematics; Pathology; Political science; Engineering; Nursing","score_opus":0.9446112429223799,"score_gpt":0.7534072237441117,"score_spread":0.19120401917826813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1558727349","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000030593721,0.5415185,0.45560572,0.00022704019,0.00012943975,0.0017485848,0.0000013545695,0.000001919987,0.000764392],"genre_scores_gemma":[0.0000026896316,0.71027744,0.2885588,0.00007325712,0.000076931305,0.00042733122,0.0000033989254,0.00002613822,0.00055400224],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.33817044,0.6486941,0.0065140855,0.0019831706,0.003839208,0.0007990176],"domain_scores_gemma":[0.8123897,0.1769748,0.0024781004,0.0067001646,0.0013370531,0.000120206096],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7077676,0.0004785998,0.0055864146,0.0017457146,0.0008322638,0.0007170872,0.0043461253,0.00066435133,0.00018426352],"category_scores_gemma":[0.30062458,0.00015471602,0.0013391307,0.005369955,0.0011235297,0.000034320634,0.00088581856,0.0031793935,0.00038819076],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029156147,0.000014581443,0.0000033146225,0.0002402486,0.0001001842,0.000015777588,0.00017343236,0.0000131763,0.000044252058,0.016938426,0.0009060026,0.9815477],"study_design_scores_gemma":[0.00004381849,0.000088856,0.0000047404424,0.0011147703,0.00009640011,0.00007456836,0.0001102941,0.00081095245,0.00001313998,0.1413537,0.8561302,0.00015858335],"about_ca_topic_score_codex":0.000048551257,"about_ca_topic_score_gemma":0.0000048412044,"teacher_disagreement_score":0.9813891,"about_ca_system_score_codex":0.00013122072,"about_ca_system_score_gemma":0.00032671852,"threshold_uncertainty_score":0.9991203},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1561154803","doi":"10.1002/9781444345100.ch2","title":"Understanding Hierarchies of Evidence and Grades of Recommendation","year":2011,"lang":"en","type":"other","venue":"Evidence-Based Orthopedics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Data science","score_opus":0.9694979535766756,"score_gpt":0.5589112892021044,"score_spread":0.41058666437457114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1561154803","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022844991,0.088670455,0.65553904,0.0047359373,0.0022668135,0.005208068,0.0003468639,0.00008137351,0.24086694],"genre_scores_gemma":[0.29144174,0.0373967,0.05531914,0.00066836004,0.00067558885,0.000119428005,0.0000625117,0.0005306833,0.61378586],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98106575,0.0067358697,0.0068917735,0.001046506,0.004015913,0.00024420788],"domain_scores_gemma":[0.9723567,0.012417659,0.0118596135,0.0026042445,0.0005946332,0.0001671892],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.058604512,0.00045772645,0.0038135706,0.0015500665,0.000074122734,0.00018696408,0.0012623274,0.00026689572,0.030599233],"category_scores_gemma":[0.051411007,0.00023033719,0.0010641293,0.0014607323,0.00046936676,0.0003941681,0.00017364204,0.00024821758,0.00015968348],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049675822,0.00007293582,0.11833199,0.0026357225,0.00043395997,0.000005473571,0.0006617667,0.000018512499,0.000036288384,0.006303775,0.83254814,0.03890177],"study_design_scores_gemma":[0.00076854666,0.0010188122,0.0076253987,0.04609912,0.0034185075,0.000016648062,0.0021437185,0.0037743147,0.00029654914,0.023093605,0.91006964,0.0016751623],"about_ca_topic_score_codex":0.0001775379,"about_ca_topic_score_gemma":0.00023869073,"teacher_disagreement_score":0.6002199,"about_ca_system_score_codex":0.00006207321,"about_ca_system_score_gemma":0.0003712213,"threshold_uncertainty_score":0.9702869},"labels":[],"label_agreement":null},{"id":"W1561379059","doi":"10.1371/journal.pone.0132634","title":"PEDro or Cochrane to Assess the Quality of Clinical Trials? A Meta-Epidemiological Study","year":2015,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":173,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Fondation pour la Recherche Médicale; Physiotherapy Foundation of Canada; Alberta Innovates; Killam Trusts; National Institutes of Health; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; University of Alberta; Alberta Innovates - Health Solutions; Women and Children's Health Research Institute; Children's Health Research Institute; Bill and Melinda Gates Foundation; Canadian Institutes of Health Research; National Science Foundation","keywords":"Blinding; Medicine; Meta-analysis; Systematic review; Clinical trial; MEDLINE; Physical therapy; Internal medicine","score_opus":0.9978832001452151,"score_gpt":0.8031065913405215,"score_spread":0.1947766088046936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1561379059","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00049421,0.98433703,0.00072234916,0.0004572561,0.0002733341,0.012021552,0.00021259165,0.000010250355,0.0014714525],"genre_scores_gemma":[0.000144131,0.97631323,0.0057988935,0.00034878813,0.0007326962,0.0018200643,0.000021763888,0.000037078113,0.014783349],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.10566914,0.7451407,0.12154703,0.0033050608,0.023765158,0.00057293044],"domain_scores_gemma":[0.113553755,0.7561658,0.09788492,0.022738481,0.008476942,0.0011801195],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.93417895,0.0011043375,0.14991784,0.00038639217,0.00011986047,0.0005167568,0.007663617,0.00058061734,0.01905786],"category_scores_gemma":[0.9231139,0.0002626773,0.02818557,0.0029801282,0.00018061834,0.00010104362,0.0009175164,0.0010752594,0.0050944267],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019888073,0.018956227,0.0019172131,0.01861689,0.14596933,0.000027236392,0.00034400416,0.0000025674774,2.7930022e-7,0.00093058497,0.106453225,0.70658356],"study_design_scores_gemma":[0.00033265044,0.0007960787,0.00024718975,0.0019218684,0.14471927,0.000003288578,0.00038323112,0.000032026514,6.2390534e-8,0.00063489884,0.8505335,0.00039592525],"about_ca_topic_score_codex":0.000025971513,"about_ca_topic_score_gemma":0.00009582097,"teacher_disagreement_score":0.7440803,"about_ca_system_score_codex":0.000042313004,"about_ca_system_score_gemma":0.00075321546,"threshold_uncertainty_score":0.99998254},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"evaluation","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1562215153","doi":"10.1002/9780471462422.eoct065","title":"Quality Assessment Of Clinical Trials","year":2007,"lang":"en","type":"other","venue":"Wiley Encyclopedia of Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"","keywords":"Standardization; Clinical trial; Principal (computer security); Quality (philosophy); Randomized controlled trial; Medicine; Process (computing); Welfare; Health care; Computer science; Pathology; Computer security; Economics; Economic growth","score_opus":0.9496143546525311,"score_gpt":0.7514206620769177,"score_spread":0.19819369257561337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1562215153","genre_codex":"other","genre_gemma":"other","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004792301,0.004175343,0.01736829,0.00030554496,0.013422069,0.005013195,0.0009965161,0.000026634332,0.95821315],"genre_scores_gemma":[0.0012231941,0.026271857,0.045672126,0.000457662,0.01245425,0.00009873423,0.00009946006,0.00030540233,0.91341734],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.03800434,0.6040271,0.33183336,0.00416225,0.021182857,0.0007901112],"domain_scores_gemma":[0.015042842,0.6835603,0.28391978,0.013479079,0.002855325,0.0011426677],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.96782345,0.0011469863,0.09691735,0.001558162,0.000050161503,0.0002149935,0.0055719037,0.003052966,0.18426383],"category_scores_gemma":[0.9557117,0.0005370354,0.04335226,0.001976107,0.00079838536,0.00012514857,0.00053289364,0.0015519105,0.0025849128],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012091396,0.00063385826,0.047947574,0.00021693474,0.0022636831,0.0000046239634,0.000012392832,0.0000015202415,8.7708685e-7,0.0017618139,0.67441493,0.27262086],"study_design_scores_gemma":[0.0028040393,0.00029298116,0.016796028,0.00066372525,0.002659871,7.2332114e-7,0.00006894349,0.000060135273,0.0000014689406,0.0061250106,0.9700389,0.00048819094],"about_ca_topic_score_codex":0.000104527506,"about_ca_topic_score_gemma":0.00008880976,"teacher_disagreement_score":0.29562393,"about_ca_system_score_codex":0.000021487309,"about_ca_system_score_gemma":0.0018216425,"threshold_uncertainty_score":0.99980843},"labels":[],"label_agreement":null},{"id":"W1564782245","doi":"10.1007/s12630-009-9230-7","title":"Updates to the standardized reporting guidelines endorsed by the Journal","year":2009,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Université de Montréal; University of British Columbia; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Psychology","score_opus":0.3025875884039343,"score_gpt":0.4181517132069406,"score_spread":0.11556412480300632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1564782245","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7288258,0.008901517,0.0025508085,0.25612432,0.0012775403,0.000689833,0.00002455972,0.000004803396,0.0016008127],"genre_scores_gemma":[0.98338497,0.00015888542,0.0027684602,0.004873085,0.0025802257,0.0000031289576,0.0000035767198,0.000053375956,0.006174296],"study_design_codex":"not_applicable","study_design_gemma":"case_report","domain_scores_codex":[0.96259314,0.0072982796,0.021486768,0.0004990324,0.006810813,0.0013119658],"domain_scores_gemma":[0.9427839,0.0021941594,0.034558207,0.002699807,0.012835597,0.0049283425],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.25177714,0.0006612909,0.0036154566,0.001323394,0.002687876,0.005673596,0.0067754486,0.00018200942,0.0031446905],"category_scores_gemma":[0.09083807,0.00026191972,0.002698052,0.0024504568,0.00020594466,0.00079121906,0.000025645493,0.0016715395,0.00018503558],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045605717,0.000011447022,0.0019836752,0.0000029844218,0.0002014786,0.057351142,0.0018529749,0.0013030514,0.00004733872,0.00014357969,0.90847933,0.028577378],"study_design_scores_gemma":[0.00023897775,0.00029616113,0.0017097387,0.000079892736,0.00024506883,0.55235714,0.0026526079,0.00008295766,0.00002363714,0.0015215866,0.4405898,0.00020242634],"about_ca_topic_score_codex":0.0016497546,"about_ca_topic_score_gemma":0.009417102,"teacher_disagreement_score":0.49500602,"about_ca_system_score_codex":0.0006581967,"about_ca_system_score_gemma":0.0055822227,"threshold_uncertainty_score":0.9999833},"labels":[],"label_agreement":null},{"id":"W1566301867","doi":"10.1038/nmeth.2900","title":"Comparing samples—part II","year":2014,"lang":"en","type":"article","venue":"Nature Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":85,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada's Michael Smith Genome Sciences Centre","funders":"","keywords":"Computational biology; Biology; Computer science","score_opus":0.846640483544708,"score_gpt":0.6449487585735884,"score_spread":0.20169172497111965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1566301867","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019887853,0.0021728626,0.8077111,0.0011278507,0.0019507913,0.00031340602,0.0000030527285,0.000017867296,0.16681519],"genre_scores_gemma":[0.25617778,0.000004373224,0.72442883,0.0012677375,0.0004035161,0.0000120301565,0.000004013867,0.000011575124,0.01769013],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.95059806,0.03755812,0.0060244063,0.0011583635,0.004325142,0.0003359094],"domain_scores_gemma":[0.97466993,0.015547699,0.003042221,0.00552521,0.0009829146,0.00023199468],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.31763184,0.00025761913,0.0034055659,0.00029307432,0.00027743564,0.00052700774,0.00209813,0.00027442756,0.008696812],"category_scores_gemma":[0.1510612,0.00011753579,0.0014612306,0.0013695542,0.00004434348,0.00013598372,0.00029481304,0.000638692,0.0013890498],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005565426,0.000044204295,0.021570481,0.000031580614,0.00018254011,0.0000010015315,0.00037096665,0.0001019257,0.00059357175,0.10295822,0.41364065,0.4604993],"study_design_scores_gemma":[0.00008728117,0.000016606446,0.007819664,0.000013005043,0.000090186484,0.0000057398574,0.000048491376,0.010037984,0.0003022679,0.029933574,0.95151234,0.00013284161],"about_ca_topic_score_codex":0.000004259649,"about_ca_topic_score_gemma":0.000013227382,"teacher_disagreement_score":0.5378717,"about_ca_system_score_codex":0.000019806539,"about_ca_system_score_gemma":0.000021395264,"threshold_uncertainty_score":0.99938846},"labels":[],"label_agreement":null},{"id":"W1566635326","doi":"10.1177/1536867x0900900202","title":"Updated Tests for Small-study Effects in Meta-analyses","year":2009,"lang":"en","type":"article","venue":"The Stata Journal Promoting communications on statistics and Stata","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":323,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Infection and Immunity","funders":"","keywords":"Funnel plot; Publication bias; Statistics; Meta-analysis; Test (biology); Statistical hypothesis testing; Mathematics; Econometrics; Medicine; Confidence interval; Internal medicine","score_opus":0.8746962574195007,"score_gpt":0.6167479719745995,"score_spread":0.2579482854449012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1566635326","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14217782,0.009732588,0.8111012,0.023166511,0.00026973392,0.009112092,0.00223067,0.000029124147,0.0021802785],"genre_scores_gemma":[0.88311255,0.00018760585,0.11542454,0.00046476835,0.000024310228,0.00006534654,0.00007464836,0.000017418455,0.0006288171],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97655207,0.0145579865,0.0060615884,0.00058266753,0.001883211,0.00036250456],"domain_scores_gemma":[0.9637128,0.024622945,0.003930758,0.0063010976,0.0012525981,0.00017978945],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09170786,0.0003622728,0.0025899226,0.00047267167,0.0011218892,0.0020289107,0.0043607564,0.00004015696,0.0002402187],"category_scores_gemma":[0.04480632,0.00015428383,0.00056284963,0.0010929609,0.0001226602,0.00018645471,0.00032294716,0.0006028352,0.00005261872],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025847257,0.006402273,0.012040664,0.00017477639,0.015848996,0.00011992185,0.026336659,0.0017784642,0.00040609698,0.16031747,0.19722682,0.5790894],"study_design_scores_gemma":[0.0031107112,0.0032815076,0.074916996,0.00014512318,0.015420861,0.0001623025,0.007763327,0.22532864,0.00002561226,0.62696713,0.041883312,0.0009944753],"about_ca_topic_score_codex":0.000031794287,"about_ca_topic_score_gemma":0.00032123845,"teacher_disagreement_score":0.7409347,"about_ca_system_score_codex":0.000037013204,"about_ca_system_score_gemma":0.000091308335,"threshold_uncertainty_score":0.9990071},"labels":[],"label_agreement":null},{"id":"W1569161392","doi":"10.1111/j.1365-2753.2012.01877.x","title":"Systematic reviews showed insufficient evidence for clinical practice in 2004: what about in 2011? The next appeal for the evidence‐based medicine age","year":2012,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Appeal; Alternative medicine; Medicine; Evidence-based medicine; Clinical Practice; Family medicine; Psychology; Political science; Pathology; Law","score_opus":0.9629225396010749,"score_gpt":0.7440454392743845,"score_spread":0.2188771003266904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1569161392","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008826387,0.6979665,0.075890854,0.18528439,0.00884585,0.022867449,0.0000023483722,0.0000032176613,0.0003129637],"genre_scores_gemma":[0.69637907,0.18891205,0.05634667,0.04782845,0.0062369676,0.003446508,0.000005125956,0.00007733191,0.0007678285],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.45521945,0.39792362,0.11836867,0.0021512716,0.024986673,0.0013503275],"domain_scores_gemma":[0.04233884,0.89205474,0.052270316,0.003683498,0.00930751,0.00034509922],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9215106,0.00042275217,0.0060750004,0.0005955603,0.00020476975,0.0011436717,0.0028149192,0.00031413414,0.0010223356],"category_scores_gemma":[0.9818966,0.00015753217,0.0027068215,0.0020526026,0.00030750758,0.008957742,0.00013448767,0.0016665657,0.0003883791],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007878043,0.008695699,0.04471642,0.010091977,0.0016706014,0.00006962131,0.01277427,0.014147551,0.000022765524,0.002473595,0.46336964,0.4340898],"study_design_scores_gemma":[0.0074489224,0.0025748718,0.08790193,0.06959368,0.012134016,0.00024187815,0.033478606,0.28677708,9.736024e-7,0.0031976935,0.49601778,0.00063255616],"about_ca_topic_score_codex":0.000031747186,"about_ca_topic_score_gemma":0.00013492386,"teacher_disagreement_score":0.6875527,"about_ca_system_score_codex":0.00032108318,"about_ca_system_score_gemma":0.00092205376,"threshold_uncertainty_score":0.99989325},"labels":[],"label_agreement":null},{"id":"W1569654096","doi":"10.1002/9781444309768.ch6","title":"Implementing Evidence‐Based Medicine in Cardiology","year":2009,"lang":"en","type":"other","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre","funders":"","keywords":"Scope (computer science); Knowledge translation; Quality (philosophy); Translation (biology); Medicine; Computer science; Knowledge management; Chemistry; Epistemology; Philosophy","score_opus":0.8347368058812468,"score_gpt":0.5996397136260041,"score_spread":0.23509709225524267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1569654096","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012876847,0.008617275,0.01877379,0.0022951579,0.00024494753,0.0006706698,0.0000035135513,0.000011122778,0.96937066],"genre_scores_gemma":[0.0026626056,0.0001508066,0.0030928731,0.0014659661,0.0005308358,0.000024421286,0.0000093915805,0.00005871481,0.9920044],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97325337,0.011118994,0.009527727,0.0012523576,0.004419874,0.00042765675],"domain_scores_gemma":[0.9860183,0.004635405,0.005057634,0.0039455895,0.0002451387,0.00009792632],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.18167073,0.0003752572,0.007539626,0.0015910965,0.00003108268,0.00013674454,0.001959783,0.00021620088,0.36941755],"category_scores_gemma":[0.04077289,0.00014724917,0.001255258,0.0013882365,0.00005709154,0.000052918018,0.000098666314,0.00017135954,0.005131564],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.6412136e-7,0.0000030710364,0.008529518,0.000023293782,0.00005916283,0.000013246109,0.000012657654,0.000005638807,0.000004100371,0.0006187027,0.9690618,0.02166828],"study_design_scores_gemma":[0.00012465572,0.00002830013,0.002166571,0.0004241569,0.00012998017,0.0000029024127,0.00009618427,0.0003865008,5.3308935e-7,0.0008212509,0.9956755,0.00014343562],"about_ca_topic_score_codex":0.00037732848,"about_ca_topic_score_gemma":0.0014936586,"teacher_disagreement_score":0.364286,"about_ca_system_score_codex":0.000029389908,"about_ca_system_score_gemma":0.00007081192,"threshold_uncertainty_score":0.9956431},"labels":[],"label_agreement":null},{"id":"W1571898225","doi":"","title":"Indexing of diagnosis accuracy studies in MEDLINE and EMBASE.","year":2007,"lang":"en","type":"article","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"MEDLINE; Diagnostic accuracy; Medical physics; Search engine indexing; Medicine; Statement (logic); Information retrieval; Computer science; Internal medicine; Political science","score_opus":0.8655343241919237,"score_gpt":0.5652951595497041,"score_spread":0.30023916464221956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1571898225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9867712,0.008798301,0.00047281885,0.0005861517,0.00014916147,0.00074318016,0.0000028099553,0.0000019996432,0.0024743702],"genre_scores_gemma":[0.9977187,0.00031187598,0.0006380151,0.00013381567,0.00003839827,0.00029692825,4.7047044e-7,0.0000035446428,0.00085827085],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98988765,0.0014587046,0.0056984355,0.00046419931,0.0022010517,0.00028993477],"domain_scores_gemma":[0.97961146,0.016276157,0.0023612923,0.0011586815,0.00046716857,0.00012525148],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15241446,0.00012273343,0.0018902724,0.00045485838,0.000032007996,0.000086338514,0.00045998665,0.000037108413,0.00023511316],"category_scores_gemma":[0.14748706,0.000058423102,0.00030088128,0.0011866532,0.000079681115,0.00017116318,0.00013135174,0.00006971634,0.000025100964],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037070733,0.000029475723,0.6027846,0.000046648474,0.000083310326,0.000006411609,0.000682712,0.000006287503,0.0000022724028,0.00026905024,0.0045568813,0.39152867],"study_design_scores_gemma":[0.00019269354,0.0000054965494,0.97658867,0.000026643234,0.000066463035,0.000002733124,0.0018469833,0.00010338588,0.00022582305,0.0032517314,0.017603941,0.00008542712],"about_ca_topic_score_codex":0.00001371433,"about_ca_topic_score_gemma":0.0002446393,"teacher_disagreement_score":0.39144325,"about_ca_system_score_codex":0.000021862112,"about_ca_system_score_gemma":0.00000831602,"threshold_uncertainty_score":0.8727677},"labels":[],"label_agreement":null},{"id":"W1572048354","doi":"10.1111/j.1537-2995.2009.02567.x","title":"The randomized controlled trial: in celebration of TRANSFUSION's 50th","year":2010,"lang":"en","type":"review","venue":"Transfusion","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Randomized controlled trial; Citation; Library science; Transfusion medicine; Medicine; Blood transfusion; Computer science; Surgery","score_opus":0.43661993161496027,"score_gpt":0.491924232813542,"score_spread":0.05530430119858171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1572048354","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030030147,0.95601016,0.003787881,0.00024168678,0.0016252763,0.03201947,0.000016089889,0.000007750997,0.0059913895],"genre_scores_gemma":[0.00012581132,0.9922518,0.00021851494,0.000017022347,0.00016030725,0.0022882652,0.000023347588,0.000038451093,0.0048764385],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.84973013,0.088312,0.049870867,0.00196365,0.009568673,0.00055465737],"domain_scores_gemma":[0.92692304,0.05514747,0.012434278,0.004489783,0.00086381135,0.00014161214],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.32165405,0.0008586236,0.04090444,0.0010278395,0.00026729828,0.0005658225,0.0029059043,0.00073025003,0.00468805],"category_scores_gemma":[0.040677894,0.00027196665,0.021042757,0.002330722,0.0002476771,0.00016373156,0.000041572992,0.00096806313,0.0004311952],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10774283,0.00011902397,6.4076147e-7,0.0009933439,0.00033127476,0.0000017526195,0.00027412787,0.0000022651066,0.000004941603,0.0017152899,0.00047818976,0.8883363],"study_design_scores_gemma":[0.38757437,0.000044126053,3.6838003e-7,0.0011946977,0.0027333058,0.000003380977,0.000037427788,0.00026252618,8.844025e-7,0.0011382959,0.606823,0.00018758987],"about_ca_topic_score_codex":0.00006077971,"about_ca_topic_score_gemma":0.0008939592,"teacher_disagreement_score":0.8881487,"about_ca_system_score_codex":0.000036401445,"about_ca_system_score_gemma":0.00043750557,"threshold_uncertainty_score":0.99997324},"labels":[],"label_agreement":null},{"id":"W1575893985","doi":"10.1177/1745691612462588","title":"An Open, Large-Scale, Collaborative Effort to Estimate the Reproducibility of Psychological Science","year":2012,"lang":"en","type":"article","venue":"Perspectives on Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":630,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"California State University, Northridge; University of California, San Francisco; Directorate for Biological Sciences; Dalhousie University; Universität zu Köln; Keele University; Michigan State University; Rheinische Friedrich-Wilhelms-Universität Bonn; College of Engineering, Michigan State University; Princeton University; University of Washington; Universidad Nacional de Asunción; Università degli Studi di Padova; Universität Erfurt; Technische Universiteit Eindhoven; University of Texas at San Antonio; Università degli Studi di Milano-Bicocca; University of South Alabama; Universiteit van Tilburg; Virginia Commonwealth University; University of Southern California; Reed College; Bard College; University of Bristol; Carnegie Mellon University; Universität Greifswald; Western Washington University; Massachusetts Institute of Technology","keywords":"Reproducibility; Replication (statistics); Replicate; Open science; Incentive; Scale (ratio); Psychology; Applied psychology; Computer science; Statistics","score_opus":0.5332216687913873,"score_gpt":0.6346188474599695,"score_spread":0.10139717866858222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1575893985","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93629193,0.00017719255,0.0044032373,0.0026994643,0.0007146843,0.0020275223,0.00002767867,0.000018833902,0.053639445],"genre_scores_gemma":[0.97443134,0.000008808541,0.023817863,0.001079792,0.00010107424,0.00011215926,5.035337e-7,0.0000068783356,0.00044157446],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.974195,0.0046542278,0.004053252,0.0071004983,0.008789863,0.0012071613],"domain_scores_gemma":[0.97386825,0.0017371256,0.0022232523,0.017250337,0.0039058074,0.0010152186],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","sts","insufficient_payload"],"category_scores_codex":[0.40439087,0.0004162495,0.002077673,0.00048341334,0.0014243565,0.0018931385,0.016591517,0.000099634475,0.0038365235],"category_scores_gemma":[0.12135042,0.00015555717,0.0004422759,0.017216632,0.00501152,0.0017837079,0.0012131053,0.0003877796,0.0013083544],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006620902,0.016674072,0.4122296,0.000012461767,0.00006504699,0.000007684799,0.05993969,0.0007122962,0.052739974,0.39785323,0.021436915,0.03766696],"study_design_scores_gemma":[0.00019291538,0.0012433605,0.9744193,0.000012568368,0.000022897866,0.000015491027,0.012572413,0.0004700439,0.0006310847,0.0070489203,0.0031098227,0.00026117265],"about_ca_topic_score_codex":0.000009337722,"about_ca_topic_score_gemma":0.000011676556,"teacher_disagreement_score":0.5621897,"about_ca_system_score_codex":0.00016742133,"about_ca_system_score_gemma":0.00011534264,"threshold_uncertainty_score":0.99987566},"labels":[],"label_agreement":null},{"id":"W1576176364","doi":"","title":"Frameworks for Determining Research Gaps During Systematic Reviews","year":2011,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Systematic review; Identification (biology); Best practice; Agency (philosophy); Health care; Management science; Worksheet; Evidence-based practice; Computer science; Data science; Knowledge management; MEDLINE; Medicine; Psychology; Engineering; Alternative medicine; Political science; Sociology","score_opus":0.9614546933915668,"score_gpt":0.6442645553440515,"score_spread":0.3171901380475153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1576176364","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17990544,0.017519934,0.5331548,0.00048610766,0.0015723727,0.030662952,0.000010017352,0.00006210086,0.23662628],"genre_scores_gemma":[0.7537958,0.00017445875,0.13202628,0.0003249123,0.00023789547,0.0026496407,0.000001635077,0.000041962452,0.11074738],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.95032656,0.02595957,0.016093543,0.0013020842,0.0056772376,0.0006409833],"domain_scores_gemma":[0.9632537,0.020808492,0.005291266,0.007698659,0.002625778,0.00032212076],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.4005848,0.00029398955,0.0054891133,0.00067774404,0.00043679986,0.0009054457,0.0028535014,0.00022524617,0.016227847],"category_scores_gemma":[0.24047284,0.00011750871,0.0023467643,0.0016801935,0.00007045847,0.00030399836,0.0002392468,0.00042277708,0.0112301465],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011134021,0.0007085058,0.04577021,0.23218712,0.0020323494,0.00009208623,0.03689904,0.000021793348,0.0022020338,0.12618497,0.5004817,0.053308807],"study_design_scores_gemma":[0.0030797217,0.0013289694,0.026707549,0.07696932,0.0041329344,0.0005083711,0.048524775,0.071441464,0.0064107766,0.3939713,0.36164328,0.0052815415],"about_ca_topic_score_codex":0.000006699265,"about_ca_topic_score_gemma":0.000019954088,"teacher_disagreement_score":0.5738904,"about_ca_system_score_codex":0.000041180436,"about_ca_system_score_gemma":0.000033654298,"threshold_uncertainty_score":0.98953974},"labels":[],"label_agreement":null},{"id":"W1577940501","doi":"10.1007/s12630-008-9007-4","title":"Posing the research question: not so simple","year":2008,"lang":"en","type":"review","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":182,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Framing (construction); Randomized controlled trial; Clinical research; MEDLINE; Psychology; Medicine; Surgery; Political science; History; Pathology","score_opus":0.5652710327448559,"score_gpt":0.4883176075548215,"score_spread":0.0769534251900344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1577940501","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010579264,0.99036634,0.000047094225,0.005286604,0.0008636887,0.0009457782,0.000023169789,0.000003156083,0.0014062413],"genre_scores_gemma":[0.0020406253,0.9863291,0.00046069451,0.00021964991,0.0037564887,0.000019539353,0.000013811036,0.00016375702,0.006996347],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.92819864,0.037268754,0.019606365,0.0011264755,0.011737287,0.0020624823],"domain_scores_gemma":[0.94519585,0.010776343,0.02154525,0.0047469167,0.01194267,0.0057929656],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.21991852,0.0012919252,0.01255338,0.006009221,0.0044904,0.008439444,0.01195619,0.00081294426,0.0048110355],"category_scores_gemma":[0.041498818,0.000594379,0.009106822,0.0060533886,0.0012656336,0.0008369638,0.00007776791,0.00550873,0.0016619692],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073420047,0.000016726117,0.00008875683,0.00036448846,0.0005112873,0.30762592,0.0009319242,0.000043190386,3.960702e-8,0.0009784332,0.26540872,0.42402315],"study_design_scores_gemma":[0.000074433534,0.00013500586,0.000033615554,0.001791191,0.0004969177,0.48766616,0.00033054836,0.000009169743,7.01833e-8,0.0006857562,0.5084825,0.0002946231],"about_ca_topic_score_codex":0.0057225013,"about_ca_topic_score_gemma":0.016825922,"teacher_disagreement_score":0.42372853,"about_ca_system_score_codex":0.0022928517,"about_ca_system_score_gemma":0.03441769,"threshold_uncertainty_score":0.99998325},"labels":[],"label_agreement":null},{"id":"W1579488859","doi":"10.1186/1744-859x-5-4","title":"Optimal search strategies for identifying mental health content in MEDLINE: an analytic survey","year":2006,"lang":"en","type":"article","venue":"Annals of General Psychiatry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University; McMaster University Medical Centre; Health Sciences Centre","funders":"U.S. National Library of Medicine","keywords":"MEDLINE; Mental health; Information retrieval; Computer science; Medicine; Psychiatry","score_opus":0.8794805318022962,"score_gpt":0.613521464281042,"score_spread":0.2659590675212542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1579488859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9829491,0.0031015656,0.006748429,0.005211015,0.0005297934,0.0007708136,0.0001896917,0.000003949916,0.0004956809],"genre_scores_gemma":[0.97774017,0.00005911252,0.018226456,0.0008870855,0.00023868063,0.000019746247,0.00018358848,0.000015824518,0.00262935],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9838373,0.0052145203,0.0070234523,0.00083729,0.0026223545,0.00046504772],"domain_scores_gemma":[0.9948087,0.00047226605,0.0021609566,0.0014232044,0.000973312,0.00016158295],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.08715567,0.00025283633,0.002316918,0.00052388856,0.00013790422,0.00056057656,0.0011081905,0.000069446,0.0006031556],"category_scores_gemma":[0.00070893083,0.0001500392,0.00107166,0.0009974457,0.000064446234,0.00036928756,0.00006021897,0.00011517521,0.000052478503],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013125764,0.0006279284,0.43765458,0.00023943734,0.0002484811,9.627488e-7,0.0004997442,0.016377948,0.0003938488,0.014402111,0.52666265,0.0027610238],"study_design_scores_gemma":[0.0009920681,0.00052597607,0.9176988,0.00010563334,0.0000422788,0.000006081428,0.004924842,0.054887455,0.00012926379,0.01728168,0.0029868959,0.0004190567],"about_ca_topic_score_codex":0.004122139,"about_ca_topic_score_gemma":0.016807059,"teacher_disagreement_score":0.5236758,"about_ca_system_score_codex":0.00001730116,"about_ca_system_score_gemma":0.00037204725,"threshold_uncertainty_score":0.93996537},"labels":[],"label_agreement":null},{"id":"W1583629496","doi":"10.1002/9781118445112.stat05231","title":"Diagnostic Test Accuracy","year":2014,"lang":"en","type":"other","venue":"Wiley StatsRef: Statistics Reference Online","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Test (biology); Diagnostic accuracy; Diagnostic test; Sensitivity (control systems); Computer science; Statistics; Medicine; Medical physics; Mathematics; Internal medicine; Pediatrics; Engineering; Biology","score_opus":0.5963332513384174,"score_gpt":0.5231312741096812,"score_spread":0.07320197722873623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1583629496","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000311732,0.004884137,0.55225444,0.00047900615,0.0016086512,0.0023915214,0.08030518,0.0001307414,0.35791513],"genre_scores_gemma":[0.00070915645,0.003652134,0.16345197,0.0005793878,0.0008547279,0.00009049979,0.005325753,0.00052920467,0.82480717],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.970686,0.005545087,0.011626502,0.0025871263,0.008711685,0.00084357685],"domain_scores_gemma":[0.82922566,0.13353166,0.020824544,0.012618629,0.0028219377,0.0009775764],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.022219446,0.0013247378,0.007478367,0.0011351315,0.00016790761,0.0013542633,0.0046774084,0.00055838324,0.18238188],"category_scores_gemma":[0.47516674,0.0007280099,0.0008820457,0.0013569404,0.00030364256,0.00011815064,0.00046025714,0.0008707347,0.049941164],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024292158,0.00021043555,0.0012429903,0.00019657232,0.0001917547,0.000043850014,0.00003385178,0.000009041702,0.000002933289,0.008081639,0.9123912,0.077593304],"study_design_scores_gemma":[0.0002774144,0.00013773833,0.0008234305,0.0006406931,0.00052117446,0.00001238881,0.000074756994,0.0024058432,6.1292775e-7,0.01614868,0.978185,0.0007722946],"about_ca_topic_score_codex":0.00018674415,"about_ca_topic_score_gemma":0.002070822,"teacher_disagreement_score":0.46689203,"about_ca_system_score_codex":0.0000849215,"about_ca_system_score_gemma":0.00040287388,"threshold_uncertainty_score":0.9999504},"labels":[],"label_agreement":null},{"id":"W1585493285","doi":"10.1002/9781444303391.ch51","title":"The Early Course: Induction, Delayed Function, and Rejection","year":2008,"lang":"en","type":"other","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Course (navigation); Function (biology); Computer science; Psychology; Mathematics education; Biology; Physics; Evolutionary biology; Astronomy","score_opus":0.4779106467289787,"score_gpt":0.45281024457487173,"score_spread":0.02510040215410697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1585493285","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026879145,0.009163168,0.019183403,0.0008364501,0.001958083,0.000772037,0.000007852406,0.00003358493,0.96777666],"genre_scores_gemma":[0.0016788089,0.0008341041,0.00036887097,0.00013265066,0.00046942625,0.000031695763,0.0000045950806,0.00007526781,0.9964046],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9882676,0.0034243406,0.0038622515,0.00083337,0.0034429275,0.00016950612],"domain_scores_gemma":[0.99166733,0.0009625649,0.0037958524,0.0028501216,0.0006242242,0.00009990471],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.029487537,0.00029618002,0.0016978229,0.00029054427,0.00038677602,0.00089724176,0.00068657455,0.00025026864,0.032384343],"category_scores_gemma":[0.003996354,0.00010581001,0.00066489464,0.0009237356,0.00013124337,0.00009222976,0.00005655408,0.00019744023,0.0064497306],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024703997,0.0000074834725,0.0012419743,0.0000032778803,0.00028993038,4.1119634e-7,0.00002502697,4.613437e-7,8.567094e-7,0.0014920888,0.98389053,0.013045472],"study_design_scores_gemma":[0.00006565797,0.000031698208,0.0071105435,0.000010828843,0.00022282267,0.00002674289,0.0001820019,0.000050316215,2.4359596e-7,0.0020178498,0.9901578,0.00012349119],"about_ca_topic_score_codex":0.00022929804,"about_ca_topic_score_gemma":0.0007808085,"teacher_disagreement_score":0.028627949,"about_ca_system_score_codex":0.000013355219,"about_ca_system_score_gemma":0.000059842027,"threshold_uncertainty_score":0.9993468},"labels":[],"label_agreement":null},{"id":"W1590246642","doi":"10.1007/bf03018396","title":"Study design, originality and overall consistency influence acceptance or rejection of manuscripts submitted to the Journal","year":2004,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":57,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Hôpital Maisonneuve-Rosemont","funders":"","keywords":"Originality; Presentation (obstetrics); Publication; Consistency (knowledge bases); Psychology; Medicine; Computer science; Law; Social psychology; Political science; Surgery; Creativity","score_opus":0.2892458339271107,"score_gpt":0.38436808766566277,"score_spread":0.0951222537385521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1590246642","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98912644,0.0013803439,0.0015256973,0.0066676596,0.00043916446,0.00073276495,0.0000044293383,0.0000017975146,0.00012171065],"genre_scores_gemma":[0.9961954,0.000084214946,0.0021903736,0.00037116895,0.0003371029,0.0000041090407,2.7956605e-7,0.00002791172,0.00078948657],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.97956204,0.00676247,0.008351219,0.00048635787,0.0040319148,0.00080600136],"domain_scores_gemma":[0.9793686,0.0012730974,0.008717873,0.0014829562,0.0061367797,0.0030206828],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09014786,0.0005197799,0.0028554471,0.0016254069,0.0012186524,0.0018647567,0.003094089,0.00014923423,0.00090145896],"category_scores_gemma":[0.016745059,0.00025120092,0.0008500447,0.0021517682,0.00029692164,0.0011070131,0.000028926575,0.0010767399,0.000055593755],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001396248,0.0004438527,0.27711666,0.00013105577,0.00204504,0.54881954,0.042004168,0.04087132,0.0002105365,0.0014295455,0.06785586,0.017676154],"study_design_scores_gemma":[0.00088547735,0.0019920375,0.15637533,0.00021163377,0.0004956528,0.81821287,0.006805546,0.000018532273,0.000024525549,0.002501566,0.012172805,0.00030402257],"about_ca_topic_score_codex":0.0066378904,"about_ca_topic_score_gemma":0.04825686,"teacher_disagreement_score":0.2693933,"about_ca_system_score_codex":0.000781077,"about_ca_system_score_gemma":0.0067007723,"threshold_uncertainty_score":0.99999404},"labels":[],"label_agreement":null},{"id":"W1590595077","doi":"","title":"The EQUATOR Network: Enhancing the quality and transparency of health research through the use of reporting guidelines","year":2008,"lang":"en","type":"article","venue":"Open medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Transparency (behavior); Quality (philosophy); Environmental health; Computer security","score_opus":0.9919613605828957,"score_gpt":0.7450599289213667,"score_spread":0.246901431661529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1590595077","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39150092,0.081848934,0.09138203,0.41532764,0.00088682084,0.0074587585,0.000013100773,0.0000056598114,0.011576119],"genre_scores_gemma":[0.9831103,0.004122991,0.005521897,0.0018313715,0.00027432674,0.00004860132,0.0000021369103,0.00000986409,0.0050784913],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7803905,0.09369967,0.10069148,0.00189208,0.022090442,0.0012358413],"domain_scores_gemma":[0.9054715,0.05465848,0.029269634,0.0060170894,0.0044692853,0.000113987735],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6098968,0.00014332931,0.0027548058,0.00004275159,0.0012808623,0.00018350383,0.0024901377,0.00003363669,0.00055021927],"category_scores_gemma":[0.3248368,0.000035431694,0.0003072506,0.0015956962,0.00085312815,0.0001962899,0.00032353192,0.00024502413,0.000010198416],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040643503,0.000038326372,0.042519625,0.0001755376,0.0002965953,0.0000050298654,0.02578739,0.00032205164,0.00024461542,0.013604769,0.80290884,0.11405657],"study_design_scores_gemma":[0.0005227806,0.00029130914,0.08220725,0.0012454943,0.0001652651,0.00006037266,0.028411062,0.0032742443,0.000088289446,0.021643726,0.86193,0.00016018652],"about_ca_topic_score_codex":0.0048709195,"about_ca_topic_score_gemma":0.001615075,"teacher_disagreement_score":0.5916094,"about_ca_system_score_codex":0.000013508441,"about_ca_system_score_gemma":0.00028265582,"threshold_uncertainty_score":0.98514867},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1590792821","doi":"10.1016/s0895-4356(00)00227-4","title":"Reporting the study populations of clinical trials","year":2000,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":50,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish General Hospital; Dalhousie University; McGill University","funders":"Medical Research Council; Medical Research Council Canada; Dalhousie University","keywords":"Clinical trial; Scrutiny; Protocol (science); CLARITY; Medicine; Consolidated Standards of Reporting Trials; MEDLINE; Medical physics; Family medicine; Alternative medicine; Pathology","score_opus":0.9929770802811584,"score_gpt":0.8185548709961677,"score_spread":0.17442220928499064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1590792821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.973683,0.00067602686,0.0075691435,0.011828792,0.0024536098,0.000634434,0.0000031287886,0.000001584667,0.0031503076],"genre_scores_gemma":[0.9823586,0.00019929915,0.010955061,0.0017986199,0.0018831881,0.0000042064844,5.517926e-7,0.000007289065,0.0027932285],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.022592044,0.58398145,0.3889224,0.000809782,0.0033740655,0.00032023824],"domain_scores_gemma":[0.005370457,0.6511006,0.33718842,0.003542051,0.0024184985,0.00037998264],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9779918,0.00022113175,0.03552688,0.00018981298,0.00012320398,0.00006348523,0.0023886648,0.0003227349,0.015880875],"category_scores_gemma":[0.9906691,0.00007115636,0.017611006,0.00074454397,0.00032387555,0.00014662264,0.000098407436,0.0012796207,0.0004545118],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007922479,0.0003107818,0.74978834,0.0000028141287,0.00046647587,0.000010556989,0.000053149353,0.00052171224,2.215723e-7,0.00069179904,0.042958375,0.20511653],"study_design_scores_gemma":[0.0006227841,0.00064641796,0.88617796,0.000027659888,0.00080298365,0.000064203356,0.0004005308,0.0025030507,1.0293845e-7,0.046053413,0.06263892,0.00006198236],"about_ca_topic_score_codex":0.000021933462,"about_ca_topic_score_gemma":0.000030013056,"teacher_disagreement_score":0.20505454,"about_ca_system_score_codex":0.0000069006537,"about_ca_system_score_gemma":0.00028709127,"threshold_uncertainty_score":0.9922274},"labels":[],"label_agreement":null},{"id":"W1593967036","doi":"10.18438/b8ms55","title":"Evidence in Crisis?","year":2014,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Political science; History","score_opus":0.48238449413660767,"score_gpt":0.46416247512412473,"score_spread":0.018222019012482937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1593967036","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026043117,0.007468867,0.24346584,0.65213984,0.0007211674,0.0018365565,0.0000096436115,0.0000729155,0.06824204],"genre_scores_gemma":[0.8490966,0.0011486178,0.019531878,0.1291135,0.0000818622,0.00004852147,0.000006882364,0.000006758428,0.00096541236],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9782719,0.011784328,0.006197204,0.00048103463,0.0030471622,0.0002183814],"domain_scores_gemma":[0.9389665,0.052898973,0.004980053,0.0024960795,0.00043628848,0.00022207576],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","scholarly_communication","insufficient_payload"],"category_scores_codex":[0.08591981,0.00020360164,0.001005212,0.0006224983,0.00013007096,0.003078142,0.001108901,0.000083577754,0.0065583424],"category_scores_gemma":[0.24407063,0.00011498041,0.00027164843,0.0019048968,0.000042115298,0.36497775,0.00016056764,0.00023734564,0.003589093],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002975572,0.000080929865,0.031675767,0.00035707196,0.000044116154,0.00000602496,0.0010746786,0.0017954849,0.000033931785,0.55172753,0.23206656,0.18084034],"study_design_scores_gemma":[0.00013997618,0.000076011434,0.02302456,0.000404022,0.00004454745,0.0000124846765,0.0010577296,0.04606803,0.00008562793,0.0019966925,0.92692494,0.00016535808],"about_ca_topic_score_codex":0.0000056670083,"about_ca_topic_score_gemma":1.3902107e-7,"teacher_disagreement_score":0.8230535,"about_ca_system_score_codex":0.000008491834,"about_ca_system_score_gemma":0.000117676005,"threshold_uncertainty_score":0.99795675},"labels":[],"label_agreement":null},{"id":"W1595121224","doi":"10.1136/bmj.h1738","title":"CONSORT extension for reporting N-of-1 trials (CENT) 2015 Statement","year":2015,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":232,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Children's Hospital of Eastern Ontario; Ottawa Hospital; University of Ottawa; PolicyWise for Children & Families; University of Alberta","funders":"Medical Research Council; Canadian Institutes of Health Research; Cancer Research UK","keywords":"Checklist; Consolidated Standards of Reporting Trials; Clinical trial; Medicine; CLARITY; Replicate; Medical physics; Statistics; Psychology; Pathology; Mathematics","score_opus":0.9693633401642037,"score_gpt":0.6969423192805666,"score_spread":0.27242102088363707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1595121224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50864524,0.0062045013,0.40417385,0.017058706,0.005589969,0.017189238,0.00013294753,0.000030271296,0.04097529],"genre_scores_gemma":[0.8621378,0.000018609762,0.10025236,0.00038659212,0.0005078117,0.00029211503,0.000027282525,0.000023070752,0.036354348],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9251889,0.009923129,0.05768375,0.00087030407,0.006064261,0.00026964437],"domain_scores_gemma":[0.8990513,0.009164049,0.081818886,0.0041974657,0.0054679094,0.0003004093],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.63300604,0.0001486727,0.0046080253,0.00016748245,0.000047025547,0.0001997264,0.000513958,0.000047450594,0.0015597617],"category_scores_gemma":[0.60002375,0.000064676475,0.0015908469,0.0003802114,0.000026726468,0.00011666923,0.000082777115,0.000037549325,0.0006280626],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002419695,0.00002819711,0.0053666513,0.000025228135,0.00010487554,0.0000040444506,0.00018594363,0.00008190067,0.00025892883,0.0005316969,0.9810984,0.012289904],"study_design_scores_gemma":[0.0007722958,0.00009200126,0.0018998132,0.0000733056,0.0003745417,0.00001874762,0.0015739914,0.005548842,0.00054945226,0.012553442,0.9763772,0.00016638398],"about_ca_topic_score_codex":0.000016129012,"about_ca_topic_score_gemma":0.000008762477,"teacher_disagreement_score":0.35349256,"about_ca_system_score_codex":0.00002662658,"about_ca_system_score_gemma":0.00020788127,"threshold_uncertainty_score":0.99935293},"labels":[],"label_agreement":null},{"id":"W1595322183","doi":"10.1016/j.spinee.2015.05.018","title":"Strategies to improve the credibility of meta-analyses in spine surgery: a systematic survey","year":2015,"lang":"en","type":"review","venue":"The Spine Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Credibility; Meta-analysis; SPINE (molecular biology); Physical therapy; Internal medicine; Bioinformatics","score_opus":0.9517777218334229,"score_gpt":0.6499959900910619,"score_spread":0.301781731742361,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1595322183","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010141163,0.9920269,0.0025748517,0.00037943048,0.00067214423,0.0035839868,0.00009390838,0.0000031160419,0.0005642298],"genre_scores_gemma":[0.0019076203,0.99011815,0.00075461593,0.00011485695,0.00051252934,0.00039847224,0.00001982216,0.00007335496,0.0061005806],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.78753936,0.15399174,0.043969393,0.0013471842,0.012455857,0.000696433],"domain_scores_gemma":[0.92171115,0.010968981,0.047483847,0.01305452,0.0062723383,0.0005091587],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.64137566,0.0010908442,0.042200364,0.0013579653,0.00021485737,0.0024278318,0.007616879,0.00022285667,0.002790092],"category_scores_gemma":[0.17080216,0.00027041897,0.017829692,0.006342324,0.0001886395,0.0003401028,0.00051463314,0.0011695914,0.0006822905],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019682795,0.00084189855,0.0000973733,0.30707532,0.12855467,0.00011605274,0.0027327165,0.0017185932,0.00001372667,0.0015316003,0.32543364,0.2318647],"study_design_scores_gemma":[0.00044193692,0.00045997716,0.004434355,0.050769858,0.29433063,0.0013939688,0.006765469,0.0012178593,0.000001706657,0.009776283,0.62821186,0.0021960756],"about_ca_topic_score_codex":0.00023007329,"about_ca_topic_score_gemma":0.00062423525,"teacher_disagreement_score":0.4705735,"about_ca_system_score_codex":0.0001745522,"about_ca_system_score_gemma":0.0018621323,"threshold_uncertainty_score":0.9999748},"labels":[],"label_agreement":null},{"id":"W1596457615","doi":"10.1111/bph.12856","title":"Experimental design and analysis and their reporting: new guidance for publication in <scp>BJP</scp>","year":2015,"lang":"en","type":"editorial","venue":"British Journal of Pharmacology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1025,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Journal of Communication (Canada)","funders":"","keywords":"Humanities; Physics; Library science; Art; Computer science","score_opus":0.49835438421578054,"score_gpt":0.5272333034023663,"score_spread":0.02887891918658575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1596457615","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05886555,0.19673742,0.21898772,0.0013089092,0.51968914,0.0035319766,0.00025244494,0.00001119617,0.00061564374],"genre_scores_gemma":[0.07464366,0.00598618,0.08608694,0.00091521617,0.8046812,0.00036268486,0.00024441065,0.00015971392,0.026920006],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97530437,0.0062816464,0.014799542,0.00085801305,0.0024413299,0.00031509978],"domain_scores_gemma":[0.9445929,0.015211282,0.034645528,0.0004588995,0.0046937806,0.00039764453],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14668253,0.00033236717,0.005334705,0.0011848549,0.00009903632,0.0012509591,0.0011634455,0.00040312897,0.00040976112],"category_scores_gemma":[0.17979921,0.00022717728,0.001232702,0.0012822143,0.00009677978,0.00044839623,0.00014194126,0.0005555461,0.000007843949],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019815923,0.000059239985,0.00029383463,0.000026604566,0.0010729885,0.00006326578,0.00029444532,0.000050148374,0.0013051686,0.0000015514572,0.98825157,0.008561398],"study_design_scores_gemma":[0.001352476,0.00017359683,0.0005285519,0.00007650573,0.0018040194,0.0005117608,0.00045590455,0.0022294428,0.0007906777,0.0008315057,0.9911277,0.0001178317],"about_ca_topic_score_codex":0.000036220572,"about_ca_topic_score_gemma":0.0000334058,"teacher_disagreement_score":0.28499207,"about_ca_system_score_codex":0.000116255884,"about_ca_system_score_gemma":0.0007644398,"threshold_uncertainty_score":0.99978584},"labels":[],"label_agreement":null},{"id":"W1597187916","doi":"10.1186/1471-2288-6-44","title":"Does a \"Level I Evidence\" rating imply high quality of reporting in orthopaedic randomised controlled trials?","year":2006,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton General Hospital","funders":"","keywords":"Medicine; Evidence-based medicine; Randomized controlled trial; Cochrane Library; MEDLINE; Sample size determination; Rating scale; Meta-analysis; Rating system; Physical therapy; Family medicine; Alternative medicine; Surgery; Internal medicine; Psychology; Statistics","score_opus":0.9854238183784965,"score_gpt":0.7611828492904247,"score_spread":0.22424096908807178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1597187916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60211414,0.0026114592,0.38697395,0.0029502108,0.0005731709,0.0036715528,0.000007901626,0.000007984604,0.0010896521],"genre_scores_gemma":[0.8247706,0.00015963764,0.17008686,0.00013544217,0.00061406376,0.00070519577,0.0000063009547,0.00001751081,0.0035043554],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.014806665,0.86100733,0.091507345,0.0021089495,0.029333133,0.0012365672],"domain_scores_gemma":[0.0033482683,0.94733775,0.04008831,0.0036167435,0.005052282,0.00055667054],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9830996,0.0003788755,0.02458849,0.0017560257,0.00020614194,0.0002895737,0.0027713852,0.0005118148,0.019827154],"category_scores_gemma":[0.9979806,0.00013022043,0.005544266,0.0034488307,0.00081173045,0.00021950585,0.00054200715,0.0011998884,0.00013914207],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027973784,0.0006943036,0.67545724,0.0022085484,0.0011657783,0.000392786,0.0013975354,0.0002055371,0.029884633,0.03775897,0.018860862,0.20400003],"study_design_scores_gemma":[0.1438886,0.0006116537,0.3947943,0.0028648719,0.0007911033,0.00009629681,0.009247273,0.023789268,0.0025756655,0.41799933,0.0023308115,0.0010108661],"about_ca_topic_score_codex":0.00468744,"about_ca_topic_score_gemma":0.0092883,"teacher_disagreement_score":0.38024035,"about_ca_system_score_codex":0.000092330345,"about_ca_system_score_gemma":0.0028223442,"threshold_uncertainty_score":0.98989254},"labels":[],"label_agreement":null},{"id":"W1599551633","doi":"10.1007/s12630-008-9027-0","title":"Guidelines for reporting health care research: advancing the clarity and transparency of scientific reporting","year":2009,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Ottawa","keywords":"CLARITY; Transparency (behavior); Health care; Accounting; Business; Psychology; Political science","score_opus":0.682991302896575,"score_gpt":0.5268660225223539,"score_spread":0.15612528037422102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1599551633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9332259,0.014880726,0.00063486054,0.0498198,0.00041054652,0.0006764837,0.0000095084215,0.0000019698568,0.00034017043],"genre_scores_gemma":[0.9898932,0.000052423664,0.008635533,0.00028251082,0.0005025418,0.0000033070949,0.000003062074,0.000021372016,0.0006060645],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.95820874,0.0039417394,0.03142014,0.0006786771,0.0045740157,0.0011766978],"domain_scores_gemma":[0.8813231,0.0025268502,0.080872856,0.0023538868,0.029649144,0.0032741616],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.38223168,0.0003495009,0.0034660778,0.0018551892,0.0025675618,0.0020433543,0.0021423365,0.00014285985,0.00016884736],"category_scores_gemma":[0.20033415,0.00018245526,0.0016298724,0.0021570995,0.00042341635,0.0005880256,0.000013595417,0.00097367784,0.0000031489178],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012983257,0.00007608304,0.09691635,0.00065117,0.00048083332,0.118823834,0.053495336,0.0023855881,0.00026961556,0.0045957216,0.33857477,0.38360086],"study_design_scores_gemma":[0.00042481523,0.0010911495,0.027929364,0.00084505975,0.00021908338,0.80617785,0.027171325,0.0004120438,0.00004668705,0.011140485,0.12419072,0.00035139074],"about_ca_topic_score_codex":0.0029323169,"about_ca_topic_score_gemma":0.034184355,"teacher_disagreement_score":0.687354,"about_ca_system_score_codex":0.0005075955,"about_ca_system_score_gemma":0.010466057,"threshold_uncertainty_score":0.9989926},"labels":[],"label_agreement":null},{"id":"W1601914901","doi":"10.18438/b85k52","title":"Reporting of the Role of the Expert Searcher in Cochrane Reviews","year":2006,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Institute of Population and Public Health; University of Ottawa; Children's Hospital of Eastern Ontario; University of Saskatchewan","funders":"Canadian Institutes of Health Research","keywords":"Systematic review; Cochrane Library; MEDLINE; Medicine; Acknowledgement; Meta-analysis; Cochrane collaboration; Data extraction; Family medicine; Computer science; Internal medicine","score_opus":0.3832591144777332,"score_gpt":0.4742965946245523,"score_spread":0.09103748014681912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1601914901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3271083,0.12505801,0.0062424303,0.2745735,0.0008337851,0.007894333,0.000027302816,0.00002739127,0.25823498],"genre_scores_gemma":[0.9819174,0.0012159314,0.0048757005,0.010234813,0.000039444174,0.000036766312,0.000002685487,0.0000042633746,0.0016730139],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9769909,0.007880393,0.012586423,0.00018906602,0.0022447107,0.000108507025],"domain_scores_gemma":[0.9628446,0.009075739,0.025709743,0.0020000674,0.00033560966,0.00003423616],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07439599,0.00010421354,0.00095771684,0.00013040718,0.00008280523,0.00029260718,0.00085821835,0.000043678334,0.0012708458],"category_scores_gemma":[0.17463446,0.00003838976,0.00042149538,0.0016076866,0.00007566943,0.04037245,0.00015983678,0.0001555807,0.000045539884],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020277919,0.00024101564,0.52078515,0.0013595083,0.00007055102,0.0000019331337,0.0037489675,0.0022431738,0.0030949044,0.20654106,0.10228556,0.1594254],"study_design_scores_gemma":[0.00008796129,0.000014637487,0.10332425,0.0009149458,0.000034200242,0.000009725034,0.0012557423,0.0069997143,0.004707228,0.0011184778,0.8814647,0.00006839286],"about_ca_topic_score_codex":0.000032580097,"about_ca_topic_score_gemma":4.766864e-7,"teacher_disagreement_score":0.77917916,"about_ca_system_score_codex":0.0000047794297,"about_ca_system_score_gemma":0.00014015997,"threshold_uncertainty_score":0.99964213},"labels":[],"label_agreement":null},{"id":"W1603122320","doi":"10.1186/1472-6947-5-20","title":"An overview of the design and methods for retrieving high-quality studies for clinical care","year":2005,"lang":"en","type":"article","venue":"BMC Medical Informatics and Decision Making","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":95,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"U.S. National Library of Medicine","keywords":"Health informatics; Quality (philosophy); Computer science; Medicine; Data science; Public health; Nursing","score_opus":0.930678867464534,"score_gpt":0.7323426687298835,"score_spread":0.19833619873465047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1603122320","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048094247,0.016390333,0.9339465,0.00007610923,0.00028067484,0.0011585648,0.000011055231,0.000003422485,0.00003909363],"genre_scores_gemma":[0.04903536,0.0014191336,0.9485219,0.0008464073,0.00010843938,0.000039294515,0.000001067553,0.0000069628727,0.000021444312],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9766312,0.006284639,0.013096228,0.0004315485,0.0033219159,0.00023444355],"domain_scores_gemma":[0.84140503,0.14939341,0.0052320245,0.0019317466,0.0017880914,0.00024968447],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23371749,0.00021497291,0.0028778696,0.00013544637,0.00029613948,0.00036077842,0.0010783684,0.00018188976,0.0001307362],"category_scores_gemma":[0.22011779,0.000085313426,0.0008825656,0.0004438973,0.00020291978,0.00031462088,0.00036213308,0.00014220031,0.0000045437773],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004056022,0.000015847445,0.0016112865,0.000535463,0.000062330335,3.3992805e-8,0.0010722396,0.00013586484,8.1612717e-7,0.005926884,0.002873931,0.9877247],"study_design_scores_gemma":[0.0011752312,0.00020415106,0.0047235265,0.0010229688,0.00034099357,0.000007824379,0.009219096,0.87509024,0.000018409515,0.06730925,0.040656403,0.00023189343],"about_ca_topic_score_codex":5.508539e-7,"about_ca_topic_score_gemma":0.000012924279,"teacher_disagreement_score":0.98749286,"about_ca_system_score_codex":0.000017993045,"about_ca_system_score_gemma":0.00015345108,"threshold_uncertainty_score":0.7890491},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1603293637","doi":"10.1007/bf03022661","title":"Publication bias in the medical literature: A review by a Canadian research ethics board","year":2007,"lang":"en","type":"review","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen Elizabeth II Health Sciences Centre; Capital District Health Authority; Dalhousie University","funders":"","keywords":"Publication bias; Medicine; Institutional review board; Test (biology); Editorial board; Clinical trial; Consolidated Standards of Reporting Trials; Family medicine; Meta-analysis; Library science; Internal medicine; Surgery","score_opus":0.6754838894894734,"score_gpt":0.5307802749222291,"score_spread":0.14470361456724423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1603293637","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005831256,0.9354459,0.000011657559,0.059613235,0.0004767619,0.0015267811,0.000051687737,0.0000017987013,0.0028138547],"genre_scores_gemma":[0.0001607878,0.99162424,0.00014293926,0.003511402,0.0012438368,0.000045640045,0.00008596253,0.00010398663,0.0030812123],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8827934,0.06626529,0.025229929,0.0013326809,0.021605184,0.002773475],"domain_scores_gemma":[0.87809914,0.03253561,0.030203782,0.008371274,0.029968722,0.020821458],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.6250005,0.0012898135,0.011718304,0.0122032855,0.0015273553,0.008416718,0.01684492,0.0021899785,0.006820096],"category_scores_gemma":[0.23738267,0.0006211928,0.0057103205,0.01752465,0.0006736947,0.0009304457,0.000048172788,0.016042117,0.0009512216],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021875792,0.000017126802,0.000055786528,0.0024915112,0.00014942078,0.25461185,0.0009069177,3.5061768e-7,1.9247892e-9,0.0005070491,0.51922315,0.22203463],"study_design_scores_gemma":[0.000086895896,0.00009958058,0.000016315293,0.0283333,0.00037380395,0.44945046,0.0002635844,0.0000026416176,5.112827e-9,0.0002402216,0.5208416,0.00029158912],"about_ca_topic_score_codex":0.099972524,"about_ca_topic_score_gemma":0.74112123,"teacher_disagreement_score":0.6411487,"about_ca_system_score_codex":0.0036468152,"about_ca_system_score_gemma":0.08489208,"threshold_uncertainty_score":0.99998534},"labels":[],"label_agreement":null},{"id":"W1604626957","doi":"10.1007/978-1-59745-385-1_7","title":"Evaluation of Diagnostic Tests","year":2008,"lang":"en","type":"review","venue":"Methods in molecular biology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Health Sciences Centre","funders":"","keywords":"Diagnostic test; Diagnostic accuracy; Receiver operating characteristic; Medicine; Positive predicative value; Medical physics; Intensive care medicine; Predictive value; Pediatrics; Radiology; Internal medicine","score_opus":0.885596937434767,"score_gpt":0.7190666183910455,"score_spread":0.1665303190437215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1604626957","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000027973783,0.6614127,0.3350398,0.000008241571,0.00027024234,0.0012156282,0.000010705289,0.0000013917175,0.0020384947],"genre_scores_gemma":[0.0000011513723,0.6548401,0.34473062,0.000021499334,0.000023725937,0.00023538558,0.000020344543,0.000015315685,0.00011188396],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.49342707,0.47367972,0.023976179,0.002349289,0.0060933693,0.00047439034],"domain_scores_gemma":[0.9041209,0.07616754,0.011476025,0.00580657,0.0023317751,0.00009715376],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4098487,0.00052625505,0.013801088,0.0013364335,0.000030670988,0.000051066912,0.0024602397,0.0005797762,0.0025954896],"category_scores_gemma":[0.65528375,0.00025242873,0.0042449413,0.0028081702,0.00016811216,0.00002648954,0.00026573357,0.0003516078,0.00053457636],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.569264e-7,0.00002865714,0.000057350713,0.00042573063,0.00023075711,0.0000071995205,0.00001959881,0.000014708364,0.000016570286,0.0005971849,0.00042246594,0.9981796],"study_design_scores_gemma":[0.000090983674,0.00003706489,0.000022665145,0.0009274249,0.0022488034,0.000056928962,0.000006790109,0.0003749595,0.000010491175,0.023724968,0.97227174,0.00022715496],"about_ca_topic_score_codex":0.00000885503,"about_ca_topic_score_gemma":0.0000068055015,"teacher_disagreement_score":0.99795246,"about_ca_system_score_codex":0.000100865465,"about_ca_system_score_gemma":0.00054506573,"threshold_uncertainty_score":0.9999928},"labels":[],"label_agreement":null},{"id":"W1605272245","doi":"10.1186/1472-6947-5-8","title":"Developing optimal search strategies for detecting clinically sound and relevant causation studies in EMBASE","year":2005,"lang":"en","type":"article","venue":"BMC Medical Informatics and Decision Making","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"U.S. National Library of Medicine","keywords":"Causation; Health informatics; Sound (geography); Computer science; Data science; Medicine; Public health; Pathology; Epistemology","score_opus":0.7928193289758563,"score_gpt":0.6114922296200609,"score_spread":0.18132709935579538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1605272245","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4630067,0.0005597495,0.5358787,0.00005975162,0.00007264182,0.00028623178,0.0000013843443,0.0000035969372,0.00013120972],"genre_scores_gemma":[0.49088535,0.00016180388,0.50853384,0.00031781234,0.00006513597,0.000013816419,8.8073534e-7,0.000004917819,0.00001647919],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98458767,0.000899943,0.0098806415,0.00041860697,0.0038853406,0.00032780704],"domain_scores_gemma":[0.95177865,0.044552907,0.0019568007,0.0007026342,0.000812497,0.0001965132],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11727863,0.00023334316,0.001742823,0.00048237352,0.0002869489,0.0011936679,0.00050554017,0.00015918334,0.00014912749],"category_scores_gemma":[0.085456006,0.00012221742,0.0002704773,0.0005673207,0.00015289454,0.00069787726,0.00038131748,0.00024695758,0.000049012357],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066059976,0.000017244633,0.00609302,0.00039760768,0.000053690284,0.000003754845,0.0060734055,0.0047759996,0.0000011084306,0.007323012,0.0005259337,0.97466916],"study_design_scores_gemma":[0.0005832664,0.000059484388,0.00091117056,0.0005900864,0.000031835472,0.00003907087,0.034643643,0.9246879,0.0000014781971,0.037229776,0.0010556336,0.00016664485],"about_ca_topic_score_codex":0.0000015753855,"about_ca_topic_score_gemma":0.00023090665,"teacher_disagreement_score":0.9745025,"about_ca_system_score_codex":0.00005354147,"about_ca_system_score_gemma":0.00029962303,"threshold_uncertainty_score":0.9998432},"labels":[],"label_agreement":null},{"id":"W1606301578","doi":"10.1161/circ.129.suppl_1.p274","title":"Abstract P274: A meta-analysis of meta-analyses: Is \"reverse Epi\" OK or not?","year":2014,"lang":"en","type":"article","venue":"Circulation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Observational study; Medicine; Meta-analysis; Placebo; Internal medicine; Subgroup analysis; Confidence interval; Standard error; Statistics; Mathematics; Pathology","score_opus":0.9278657245818267,"score_gpt":0.5862195864001879,"score_spread":0.3416461381816388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1606301578","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38603678,0.006907463,0.5721134,0.0054284516,0.00059066573,0.0037557818,0.00056290795,0.00006513368,0.024539383],"genre_scores_gemma":[0.99225956,0.0000067178926,0.003331069,0.00094019226,0.000043647357,0.0000615955,0.000036046502,0.000016658227,0.0033045248],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.97171724,0.0073694526,0.012014708,0.0014785804,0.0071266163,0.00029340707],"domain_scores_gemma":[0.9746568,0.0061309035,0.010518913,0.0063246465,0.002159013,0.00020969764],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.09708261,0.0005018883,0.013530911,0.0017120007,0.00015377915,0.00055126636,0.001554471,0.00017402192,0.1665614],"category_scores_gemma":[0.02895082,0.0002122761,0.028334022,0.0061309617,0.00008047908,0.00054021645,0.0000909168,0.0001469076,0.0030790186],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023564355,0.00012222117,0.0054882783,0.00007580251,0.93702143,0.0000036407723,0.0006994479,0.03856339,0.0012143182,0.0015122984,0.0130606005,0.002215016],"study_design_scores_gemma":[0.00011799501,0.000010799209,0.07373702,0.0000015231062,0.8395201,0.0000015611823,0.00015012661,0.0719542,0.00017566691,0.0014161099,0.012675747,0.00023916436],"about_ca_topic_score_codex":0.00015297208,"about_ca_topic_score_gemma":0.00013392401,"teacher_disagreement_score":0.60622275,"about_ca_system_score_codex":0.000037831567,"about_ca_system_score_gemma":0.00006115232,"threshold_uncertainty_score":0.9976972},"labels":[],"label_agreement":null},{"id":"W1607687752","doi":"10.7326/acpjc-2004-140-1-a15","title":"Systematic Reviews To Support Evidence-Based Medicine: How To Review and Apply Findings of Healthcare Research","year":2004,"lang":"en","type":"article","venue":"ACP Journal Club","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Systematic review; Library science; Health care; Medicine; Framing (construction); MEDLINE; Political science; History; Law; Computer science","score_opus":0.911634055090662,"score_gpt":0.6390657333105022,"score_spread":0.2725683217801598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1607687752","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009837861,0.4762088,0.014456251,0.4858185,0.00045103976,0.012644752,0.000010748853,0.0000065919958,0.0005654533],"genre_scores_gemma":[0.7496424,0.13493302,0.031470794,0.066871434,0.0010307921,0.0010476526,0.000005648776,0.00010428442,0.014894],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.94464236,0.026032202,0.015735757,0.001086527,0.011824135,0.00067898916],"domain_scores_gemma":[0.971654,0.010875624,0.0059834486,0.0038599174,0.0062117837,0.0014152039],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.44458604,0.00036826084,0.008066925,0.0012582669,0.00031646015,0.0005944779,0.0027479364,0.00008982866,0.0022650375],"category_scores_gemma":[0.33418903,0.00015755897,0.0011290957,0.0046669007,0.00011156301,0.000423466,0.0002244077,0.0005799465,0.0020859037],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021374597,0.00005046072,0.0019414068,0.12728548,0.0001805667,0.00005539167,0.0017543251,0.000022916267,0.0002899029,0.0012124572,0.85685146,0.010334268],"study_design_scores_gemma":[0.00075038645,0.0032241864,0.0020712344,0.51525444,0.0018615079,0.00094148505,0.0023823117,0.000028301994,0.00012972337,0.005955203,0.46673268,0.0006685504],"about_ca_topic_score_codex":0.00004138648,"about_ca_topic_score_gemma":0.000059181653,"teacher_disagreement_score":0.7398045,"about_ca_system_score_codex":0.00018829214,"about_ca_system_score_gemma":0.00040877043,"threshold_uncertainty_score":0.9986911},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1608434538","doi":"","title":"Elementos para la valoración y uso práctico de los ensayos clínicos. Parte II: Búsqueda, valoración y uso de los resultados","year":2010,"lang":"es","type":"article","venue":"Medunab","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Humanities; Philosophy","score_opus":0.36108965581162716,"score_gpt":0.5079658420494944,"score_spread":0.1468761862378672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1608434538","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9454443,0.0036277086,0.015269918,0.006260443,0.0022679057,0.0049799564,0.0005674405,0.00011743637,0.021464886],"genre_scores_gemma":[0.95042855,0.00052143383,0.012498245,0.0015472961,0.0011804327,0.00055036804,0.00006482249,0.00015696771,0.033051874],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94962204,0.020827295,0.014383586,0.003453536,0.009222823,0.002490701],"domain_scores_gemma":[0.9713548,0.0076688575,0.008025295,0.009250007,0.002073141,0.0016279139],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.123577,0.0015973415,0.0066790045,0.0010253097,0.0011377973,0.0040019047,0.005263754,0.0010205756,0.026375113],"category_scores_gemma":[0.05127007,0.0010164679,0.0039846143,0.0028520257,0.00062326255,0.0010177062,0.0008606209,0.0020907822,0.013157633],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047545685,0.0042321254,0.21571153,0.0030652953,0.005153751,0.0009853832,0.013162477,0.00040907454,0.038051132,0.03897834,0.5043072,0.17546824],"study_design_scores_gemma":[0.0015080789,0.00031657773,0.026297295,0.0005964155,0.003105061,0.00026107163,0.0010685123,0.020062895,0.0034484703,0.0073903105,0.93449646,0.001448827],"about_ca_topic_score_codex":0.00021552113,"about_ca_topic_score_gemma":0.0003857177,"teacher_disagreement_score":0.43018928,"about_ca_system_score_codex":0.0002547999,"about_ca_system_score_gemma":0.0012843313,"threshold_uncertainty_score":0.9996774},"labels":[],"label_agreement":null},{"id":"W1617328014","doi":"10.7326/m14-2385","title":"The PRISMA Extension Statement for Reporting of Systematic Reviews Incorporating Network Meta-analyses of Health Care Interventions: Checklist and Explanations","year":2015,"lang":"en","type":"article","venue":"Annals of Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8147,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"Medical Research Council; Canadian Institutes of Health Research; Cancer Research UK","keywords":"Systematic review; Checklist; Guideline; Medicine; Meta-analysis; MEDLINE; Delphi method; Psychological intervention; Statement (logic); Medical education; Psychology; Computer science; Nursing; Artificial intelligence; Pathology","score_opus":0.9590020306024098,"score_gpt":0.6747931239925513,"score_spread":0.28420890660985854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1617328014","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018925298,0.74198925,0.21863785,0.01224521,0.0006591031,0.0064591877,0.000038697035,0.0000050906406,0.0010402962],"genre_scores_gemma":[0.98472834,0.0014011671,0.01190413,0.00042841054,0.00010325073,0.0002696602,0.000016666663,0.000012486145,0.0011358982],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.92997646,0.010006169,0.0558988,0.000529104,0.003365147,0.00022431045],"domain_scores_gemma":[0.88476163,0.0067719272,0.099611714,0.0018202075,0.0068905307,0.00014400911],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.31750512,0.00022376968,0.007926707,0.00025994747,0.0001178036,0.000061027265,0.0007320121,0.000030915726,0.00007499206],"category_scores_gemma":[0.29022548,0.00007893015,0.0021978188,0.00064837246,0.00015672755,0.00012798383,0.00012638429,0.000082841914,0.0000028524864],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001546459,0.00027038544,0.008965156,0.13006434,0.021622831,0.000007441075,0.018729031,0.0012673135,0.00049717975,0.012351652,0.7552719,0.050798107],"study_design_scores_gemma":[0.0044373395,0.012520042,0.0069739823,0.3126728,0.06570466,0.0002438732,0.3180043,0.039420556,0.0043313946,0.13186222,0.10223031,0.0015985258],"about_ca_topic_score_codex":0.00024446228,"about_ca_topic_score_gemma":0.00014760521,"teacher_disagreement_score":0.965803,"about_ca_system_score_codex":0.000018383704,"about_ca_system_score_gemma":0.00008204245,"threshold_uncertainty_score":0.71575326},"labels":[],"label_agreement":null},{"id":"W1623411102","doi":"10.1111/anae.13165","title":"Probability screening in manuscripts submitted to biomedical journals – an effective tool or a statistical quagmire?","year":2015,"lang":"en","type":"letter","venue":"Anaesthesia","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Originality; Scientific misconduct; Context (archaeology); Medicine; Misconduct; Test (biology); Computer science; Alternative medicine; Creativity; Law; Political science; Pathology","score_opus":0.7164900710100301,"score_gpt":0.5170891096463203,"score_spread":0.19940096136370988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1623411102","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11160756,0.0007018511,0.11279128,0.76252973,0.0007218728,0.010227314,0.0003303717,0.000044363525,0.0010456338],"genre_scores_gemma":[0.028846506,0.000039352126,0.16148688,0.77697635,0.0047136648,0.0020817362,0.0007230774,0.00029415614,0.024838258],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9390441,0.035056576,0.010968678,0.0025183212,0.011495076,0.00091725955],"domain_scores_gemma":[0.9834845,0.0051368857,0.0036175875,0.005229178,0.0017963274,0.0007355436],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.15482423,0.0008612997,0.007438723,0.0016522707,0.0001371764,0.0018203338,0.0034858861,0.00092418806,0.009593033],"category_scores_gemma":[0.07494812,0.00040999526,0.001176263,0.0032611622,0.00021236564,0.00042017098,0.00022878197,0.0017582063,0.0039118472],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059370006,0.00010084125,0.005067897,0.000085710075,0.00012397901,0.0013130804,0.00038113582,0.0000055718338,0.0000019146219,0.00006817059,0.916721,0.07607133],"study_design_scores_gemma":[0.00033923498,0.00042393044,0.03782807,0.0002787133,0.00024805492,0.00010462301,0.00013811256,0.0012116723,7.598909e-7,0.005903407,0.9529509,0.0005725514],"about_ca_topic_score_codex":0.0002097994,"about_ca_topic_score_gemma":0.00052786455,"teacher_disagreement_score":0.08276105,"about_ca_system_score_codex":0.00020335714,"about_ca_system_score_gemma":0.00039102198,"threshold_uncertainty_score":0.9998352},"labels":[],"label_agreement":null},{"id":"W1625449191","doi":"10.1111/j.1756-5391.2011.01127.x","title":"Visualization studies on evidence‐based medicine domain knowledge (series 2): structural diagrams of author networks","year":2011,"lang":"en","type":"article","venue":"Journal of Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"China Medical Board","keywords":"Zhàng; China; Visualization; Citation; Cluster analysis; Graph drawing; Computer science; Domain (mathematical analysis); Library science; Data science; Information retrieval; Geography; Data mining; Artificial intelligence; Mathematics","score_opus":0.9085942578151824,"score_gpt":0.6040802977165222,"score_spread":0.3045139600986603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1625449191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41678205,0.27888423,0.235272,0.05330828,0.011890634,0.0027905842,0.000007784271,0.00003287692,0.0010315503],"genre_scores_gemma":[0.9911826,0.0014852963,0.003692849,0.0010416247,0.001627153,0.000016787626,0.0000025855218,0.000026011481,0.0009250678],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9627207,0.012035186,0.016222617,0.0007479131,0.007862512,0.00041107624],"domain_scores_gemma":[0.93909436,0.028417561,0.020545464,0.002320327,0.00909028,0.0005319876],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15449385,0.00061888737,0.0065466203,0.0015931365,0.00021500493,0.00008201125,0.0020909049,0.00018040203,0.0055659716],"category_scores_gemma":[0.2378163,0.00022957209,0.001342356,0.0032798485,0.0011493532,0.0011326063,0.000083176965,0.00046448005,0.000051824278],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007976664,0.0009861822,0.22533655,0.004489833,0.0050740233,0.00063049525,0.049717266,0.016271925,0.0062286714,0.03304093,0.52974576,0.12050169],"study_design_scores_gemma":[0.016926404,0.07174381,0.23323873,0.30279425,0.018608226,0.0005903781,0.07009902,0.13864766,0.01043741,0.089099266,0.04435157,0.003463283],"about_ca_topic_score_codex":0.00002353862,"about_ca_topic_score_gemma":0.000052151347,"teacher_disagreement_score":0.57440054,"about_ca_system_score_codex":0.00017011445,"about_ca_system_score_gemma":0.00043702533,"threshold_uncertainty_score":0.9953431},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1632811158","doi":"10.3899/jrheum.141446","title":"A Call for Evidence-based Decision Making When Selecting Outcome Measurement Instruments for Summary of Findings Tables in Systematic Reviews: Results from an OMERACT Working Group","year":2015,"lang":"en","type":"article","venue":"The Journal of Rheumatology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases; Patient-Centered Outcomes Research Institute; Allergan; National Cancer Institute; Agency for Healthcare Research and Quality; Regeneron Pharmaceuticals; U.S. Department of Veterans Affairs","keywords":"CLARITY; Selection (genetic algorithm); Medicine; Systematic review; Outcome (game theory); Evidence-based practice; Evidence-based medicine; Management science; Medical education; Medical physics; Alternative medicine; MEDLINE; Applied psychology; Computer science; Psychology; Artificial intelligence; Engineering; Pathology","score_opus":0.779776114541813,"score_gpt":0.5097049662279431,"score_spread":0.2700711483138698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1632811158","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82337195,0.011867794,0.16033135,0.00063326396,0.00070834876,0.0030550465,0.000013440405,0.000002540086,0.00001628499],"genre_scores_gemma":[0.95555437,0.00018119488,0.044021055,0.00013067586,0.000017473509,0.000058712038,0.0000022794595,0.000015886875,0.000018375727],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.95662034,0.015991766,0.022331562,0.00051252136,0.00414443,0.00039936084],"domain_scores_gemma":[0.92226726,0.050713368,0.02264413,0.0016574406,0.0025590146,0.00015877132],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.36807814,0.0003135256,0.006281332,0.00072622206,0.00013495002,0.00023483025,0.0022658869,0.00012263969,0.00003568895],"category_scores_gemma":[0.31655738,0.00013584657,0.0011565771,0.0007322271,0.00004612899,0.0005419359,0.00009498466,0.00023784426,0.000012648046],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004477657,0.00036685212,0.9134052,0.008949659,0.0010547133,0.0000049461555,0.011212661,0.0024999685,0.00043911705,0.00024726722,0.01977588,0.03756609],"study_design_scores_gemma":[0.02301266,0.004356234,0.017201927,0.5521511,0.007752934,0.0012024075,0.02017715,0.26999158,0.0002965294,0.08907639,0.012760714,0.0020204175],"about_ca_topic_score_codex":0.00016151789,"about_ca_topic_score_gemma":0.0008064832,"teacher_disagreement_score":0.8962033,"about_ca_system_score_codex":0.00024842605,"about_ca_system_score_gemma":0.0002185065,"threshold_uncertainty_score":0.6891995},"labels":[],"label_agreement":null},{"id":"W1682409501","doi":"10.18438/b8cc7m","title":"The randomised controlled trial in medical research: using bibliometric methods to identify core journals","year":2006,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; MEDLINE; Bibliometrics; Subject (documents); Computer science; Medical literature; Medicine; Library science; Surgery; Pathology","score_opus":0.7601581672504331,"score_gpt":0.6414230337037665,"score_spread":0.11873513354666654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1682409501","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19808486,0.029412717,0.41567987,0.3013557,0.0023624848,0.02072058,0.000011569893,0.00004287881,0.032329347],"genre_scores_gemma":[0.640193,0.01098309,0.23880395,0.099296294,0.0020775083,0.0020105233,0.000029159044,0.00006174195,0.0065447525],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8268385,0.12552388,0.024501305,0.0008689688,0.021430718,0.00083661603],"domain_scores_gemma":[0.47420603,0.51026005,0.009840925,0.0026031814,0.0024742237,0.00061558007],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication"],"category_scores_codex":[0.5211377,0.00020156367,0.0017977626,0.018761963,0.00062205765,0.008809534,0.0017129898,0.00014305681,0.0053898315],"category_scores_gemma":[0.700985,0.000088102446,0.000576024,0.06042305,0.00011220318,0.091480024,0.00025379768,0.0005946022,0.00041940509],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.36065206,0.00032150053,0.0021691318,0.00014546113,0.00029519838,0.000049432565,0.00053563906,0.0028748151,0.00028994857,0.06270993,0.20612271,0.36383414],"study_design_scores_gemma":[0.116188295,0.00016610743,0.0054508806,0.00034853577,0.00013189037,0.000041836898,0.0012046945,0.11890837,0.00008643671,0.003392518,0.7538787,0.00020171225],"about_ca_topic_score_codex":0.000020661128,"about_ca_topic_score_gemma":4.3424134e-7,"teacher_disagreement_score":0.547756,"about_ca_system_score_codex":0.000022737953,"about_ca_system_score_gemma":0.0006126718,"threshold_uncertainty_score":0.9955194},"labels":[],"label_agreement":null},{"id":"W1692526950","doi":"10.1002/pds.2318","title":"Mini‐Sentinel's systematic reviews of validated methods for identifying health outcomes using administrative data: summary of findings and suggestions for future research","year":2012,"lang":"en","type":"article","venue":"Pharmacoepidemiology and Drug Safety","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Hamilton Health Sciences Foundation; U.S. Department of Health and Human Services","keywords":"Medicine; Generalizability theory; Systematic review; External validity; Pharmacoepidemiology; MEDLINE; Data mining; Computer science; Statistics","score_opus":0.9459253161881139,"score_gpt":0.7401222477374151,"score_spread":0.20580306845069885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1692526950","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035696603,0.15869972,0.78027743,0.010187045,0.0012753602,0.012664499,0.0010558323,0.000009652675,0.00013385],"genre_scores_gemma":[0.2075281,0.0120605705,0.776523,0.0010183445,0.00044653213,0.0006614569,0.00035529176,0.00004275976,0.0013639563],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.8685768,0.11108567,0.017212264,0.0012893869,0.0010331833,0.0008026656],"domain_scores_gemma":[0.7554069,0.22809039,0.011299918,0.0029141332,0.0018011226,0.00048750147],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.58895916,0.00030179575,0.0070797326,0.0004169583,0.00045718355,0.000050826107,0.00095271744,0.00011761477,0.00013531923],"category_scores_gemma":[0.1846196,0.00015512855,0.0007921281,0.0007227162,0.0002757298,0.0004628422,0.00034859675,0.00024114235,0.000004258234],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052369904,0.00064963097,0.49046576,0.16752231,0.0045323404,8.539284e-7,0.014548605,0.00002276654,0.004266821,0.04312934,0.24710867,0.027229195],"study_design_scores_gemma":[0.008855577,0.00050314417,0.12248977,0.017038668,0.015326703,0.00024853979,0.045175146,0.15762202,0.0024431522,0.037276737,0.590345,0.0026755007],"about_ca_topic_score_codex":0.000032146116,"about_ca_topic_score_gemma":0.000010232738,"teacher_disagreement_score":0.40433958,"about_ca_system_score_codex":0.000026971744,"about_ca_system_score_gemma":0.00011422724,"threshold_uncertainty_score":0.8222487},"labels":[],"label_agreement":null},{"id":"W1693264874","doi":"10.3822/ijtmb.v5i4.207","title":"The Greater Value of the CONSORT Statement Guidelines: Guideposts for Designing and Reporting all TMB Research","year":2012,"lang":"en","type":"article","venue":"International Journal of Therapeutic Massage & Bodywork Research Education & Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"BC Cancer Agency","funders":"","keywords":"Consolidated Standards of Reporting Trials; Checklist; Bodywork; Alternative medicine; Medicine; Research design; Randomized controlled trial; Statement (logic); Psychological intervention; Medical education; Family medicine; Psychology; Nursing; Political science; Surgery; Pathology","score_opus":0.9361912381348729,"score_gpt":0.7296633082429773,"score_spread":0.2065279298918956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1693264874","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31368417,0.04365709,0.08427325,0.52296764,0.010176836,0.006731691,0.00002850566,0.000008790115,0.018472044],"genre_scores_gemma":[0.9647225,0.00090583897,0.02356623,0.0012410972,0.0010851851,0.00011052398,0.000002181819,0.000023247512,0.00834316],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94104385,0.027898222,0.013885392,0.00045588205,0.016109131,0.0006075401],"domain_scores_gemma":[0.78194904,0.0977092,0.034995444,0.0032469518,0.08163127,0.00046810892],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5685824,0.00018349633,0.0008619463,0.0005951602,0.0006346162,0.0016279101,0.0029794276,0.00007776283,0.0004239419],"category_scores_gemma":[0.42884347,0.00007706382,0.0006738273,0.0009074126,0.00030726174,0.0010321965,0.0003800397,0.00077628077,0.000039623275],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011039416,0.0010034922,0.17983015,0.000102265585,0.0051112333,0.0000137847965,0.01193324,0.00026231597,0.007594936,0.047738507,0.44044924,0.3048569],"study_design_scores_gemma":[0.0002761459,0.00011348754,0.016405333,0.00024246523,0.0002054517,0.000343756,0.020033395,0.00068662694,0.00074781606,0.017389683,0.94345397,0.00010186986],"about_ca_topic_score_codex":0.000078935525,"about_ca_topic_score_gemma":0.0000085048905,"teacher_disagreement_score":0.6510384,"about_ca_system_score_codex":0.00028259915,"about_ca_system_score_gemma":0.0014927409,"threshold_uncertainty_score":0.9994085},"labels":[],"label_agreement":null},{"id":"W1694086303","doi":"","title":"Robustness of empirical search strategies for clinical content in MEDLINE.","year":2002,"lang":"en","type":"article","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"MEDLINE; Computer science; Medicine; Search engine indexing; Psychological intervention; Information retrieval; Medical physics; Nursing","score_opus":0.969165480982504,"score_gpt":0.617445750328377,"score_spread":0.351719730654127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1694086303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9438749,0.0016578134,0.036914665,0.0046677813,0.00054830115,0.0032546883,0.000019416459,0.000005347017,0.009057063],"genre_scores_gemma":[0.98963016,0.000051793195,0.001977543,0.0001597761,0.000119808654,0.00072316517,0.000001544913,0.00000644494,0.007329738],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98150367,0.005291424,0.009337233,0.00068783003,0.002819484,0.00036038828],"domain_scores_gemma":[0.98814166,0.00803618,0.0013646454,0.001454947,0.00084080896,0.00016176485],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12208252,0.00013959891,0.0026094234,0.00024573575,0.000029080671,0.0002604089,0.001106572,0.000097165146,0.0017112087],"category_scores_gemma":[0.03450355,0.000065707616,0.0012934122,0.00077296986,0.00010731465,0.00013629711,0.00007517298,0.00013117564,0.00008712485],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003759773,0.00051833404,0.34135753,0.0001164686,0.00020288219,0.0000045935435,0.00038918693,0.002190127,0.0000013976656,0.001600155,0.22602218,0.42755955],"study_design_scores_gemma":[0.0011439698,0.000058494763,0.7663003,0.000016538044,0.00011986615,0.0000044327903,0.0027460495,0.17627726,0.00001122681,0.0015077821,0.051603243,0.00021078442],"about_ca_topic_score_codex":0.000007533099,"about_ca_topic_score_gemma":0.000050830313,"teacher_disagreement_score":0.4273488,"about_ca_system_score_codex":0.000016844657,"about_ca_system_score_gemma":0.00002849989,"threshold_uncertainty_score":0.99920136},"labels":[],"label_agreement":null},{"id":"W1694700009","doi":"10.1002/14651858.cd009401","title":"Interventions to improve the use of systematic reviews for clinical and commissioning decision-making","year":2011,"lang":"en","type":"reference-entry","venue":"Cochrane Database of Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Psychological intervention; Protocol (science); Medicine; Project commissioning; Systematic review; Intervention (counseling); Cochrane collaboration; Management science; Process management; Knowledge management; MEDLINE; Alternative medicine; Publishing; Nursing; Randomized controlled trial; Cochrane Library; Engineering; Computer science; Surgery; Political science","score_opus":0.8557748659300236,"score_gpt":0.5930817380377175,"score_spread":0.26269312789230614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1694700009","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000058081085,0.74651307,0.18963405,0.000071207396,0.0022952969,0.05854656,0.0018175218,0.000008492386,0.0010557349],"genre_scores_gemma":[0.0003516249,0.8612578,0.105763264,0.0003543649,0.0004160661,0.010566818,0.00031213462,0.00014173366,0.020836186],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.80691147,0.07782991,0.10452471,0.0029592821,0.007045002,0.0007296085],"domain_scores_gemma":[0.6304941,0.20247193,0.12587453,0.033328176,0.0069547137,0.0008765092],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.38987365,0.001539835,0.04561467,0.001113259,0.00035854595,0.0010220254,0.007059766,0.0004939129,0.0018190859],"category_scores_gemma":[0.692402,0.0005765916,0.014007295,0.001918272,0.00033556845,0.00057585246,0.0015360956,0.0007473368,0.0011976637],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015413762,0.00010323724,0.000040247574,0.67210263,0.00035341893,0.0000017322793,0.00023952141,6.185795e-7,7.970785e-7,0.00039813132,0.3195423,0.0072019584],"study_design_scores_gemma":[0.00029981748,0.00016183332,0.000015453603,0.90391225,0.009113761,0.00004508108,0.00035663586,0.00047557513,9.4785236e-7,0.0003509054,0.0847858,0.00048193053],"about_ca_topic_score_codex":0.000021618822,"about_ca_topic_score_gemma":0.000058484828,"teacher_disagreement_score":0.30252835,"about_ca_system_score_codex":0.00006450848,"about_ca_system_score_gemma":0.00023159602,"threshold_uncertainty_score":0.999735},"labels":[],"label_agreement":null},{"id":"W171710605","doi":"10.2427/5929","title":"How I was converted from skeptic to enthusiast about meta- analysis","year":2006,"lang":"en","type":"article","venue":"Italian Journal of Public Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Meta-analysis; Skepticism; Medicine; Philosophy; Internal medicine; Epistemology","score_opus":0.7721432364774785,"score_gpt":0.5119917462651452,"score_spread":0.2601514902123333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W171710605","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21317741,0.015808953,0.50888175,0.25684282,0.0010312893,0.0010022416,0.00032021303,0.000013973845,0.002921326],"genre_scores_gemma":[0.9774581,0.0000206551,0.008879333,0.0029428878,0.0003427212,0.000008578757,0.000020657655,0.000016305758,0.01031075],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9618183,0.0153063545,0.013051878,0.0008531046,0.008254117,0.00071627536],"domain_scores_gemma":[0.97904277,0.0017186743,0.01199041,0.0026491017,0.0031950506,0.0014039717],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.12677607,0.00040291023,0.008737401,0.0023606578,0.00019997204,0.0038006566,0.0025227247,0.0000944568,0.018936526],"category_scores_gemma":[0.013615629,0.00019077856,0.008235467,0.0061119474,0.00006748792,0.0009098376,0.00008834531,0.00029035244,0.00090108044],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012285117,0.0005389016,0.028498178,0.0000654563,0.117589794,0.00014955482,0.005070437,0.0010007953,0.00008502393,0.0034121706,0.8078163,0.03576105],"study_design_scores_gemma":[0.0006907368,0.00038261357,0.120094806,0.000025838135,0.045465223,0.00009892104,0.0054255924,0.005144209,0.000014377541,0.0035839255,0.8184846,0.00058914686],"about_ca_topic_score_codex":0.0003579175,"about_ca_topic_score_gemma":0.00077527936,"teacher_disagreement_score":0.7642807,"about_ca_system_score_codex":0.00016939727,"about_ca_system_score_gemma":0.00065144204,"threshold_uncertainty_score":0.99987686},"labels":[],"label_agreement":null},{"id":"W172075913","doi":"","title":"An observational study of duplicate presentation rates between two national orthopedic meetings.","year":2005,"lang":"en","type":"article","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Subspecialty; Medicine; Presentation (obstetrics); Observational study; Consistency (knowledge bases); Orthopedic surgery; Family medicine; Medical education; Library science; Surgery; Internal medicine","score_opus":0.8925509607599663,"score_gpt":0.5791583481789014,"score_spread":0.3133926125810649,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W172075913","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9922208,0.00006502506,0.0009578511,0.0008642143,0.000057043355,0.0016401376,0.000019719077,0.0000068271806,0.0041683605],"genre_scores_gemma":[0.9946232,0.0000014301257,0.0015131079,0.00012560707,0.00033116282,0.0008288543,0.000039938965,0.00000731162,0.0025294123],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98312825,0.0038095752,0.005663563,0.0006783335,0.0065122573,0.00020804255],"domain_scores_gemma":[0.99162453,0.0021612248,0.0030948867,0.0010613084,0.0019161173,0.0001419415],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.070825376,0.0001546362,0.0012046824,0.00029725945,0.000106205,0.00032478155,0.0010131318,0.00003408195,0.0010596232],"category_scores_gemma":[0.014011662,0.00008610362,0.0003427135,0.0011462842,0.000033218916,0.0006137636,0.00006399379,0.000072824216,0.00024105085],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039308015,0.00020418628,0.91787,0.0000053824488,0.00012107284,1.6086081e-7,0.00034607964,0.001145713,0.000010859025,0.0005643272,0.005884382,0.07384391],"study_design_scores_gemma":[0.00034408385,0.00001895868,0.98369,0.0000014996199,0.00010179189,4.871622e-7,0.0003085504,0.0035225474,0.00003609517,0.0014239113,0.010469445,0.00008260646],"about_ca_topic_score_codex":0.00003066247,"about_ca_topic_score_gemma":0.00009721313,"teacher_disagreement_score":0.07376131,"about_ca_system_score_codex":0.00003147208,"about_ca_system_score_gemma":0.000042690957,"threshold_uncertainty_score":0.99985355},"labels":[],"label_agreement":null},{"id":"W1726046812","doi":"10.1586/14779072.2015.1063419","title":"International central adjudication committee in the PLATO trial: independent body of experts or friendly family picnic?","year":2015,"lang":"en","type":"editorial","venue":"Expert Review of Cardiovascular Therapy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Adjudication; Medicine; Law; Picnic; Public administration; Political science","score_opus":0.3863798584589253,"score_gpt":0.49651594092607004,"score_spread":0.11013608246714474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1726046812","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021377976,0.74515116,0.0020109685,0.00040326608,0.24480772,0.004283921,0.00010090235,0.000005809804,0.003022498],"genre_scores_gemma":[0.0013932836,0.8281029,0.0008668077,0.0005705905,0.1671236,0.0010303715,0.00031461677,0.000068046844,0.0005297881],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9376168,0.023139354,0.0126774935,0.0013429673,0.024849188,0.00037414485],"domain_scores_gemma":[0.97423273,0.004904054,0.007889473,0.009021622,0.0038006455,0.00015149172],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15915838,0.0007468972,0.010681685,0.000508873,0.00006153574,0.0002750886,0.0071822098,0.0005519743,0.0018425527],"category_scores_gemma":[0.037306227,0.00031243483,0.011314681,0.0013310296,0.00014278057,0.00027618927,0.00020941513,0.0005683394,0.0000864753],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000534995,0.00019485937,0.000013598152,0.000379279,0.0034432192,0.000011218236,0.0007708069,0.000007649233,0.0000070135093,0.00002777027,0.94779867,0.046810895],"study_design_scores_gemma":[0.005903412,0.00020373994,0.000046773457,0.0021714256,0.00041498017,0.0000053197928,0.00057255256,0.000023340146,0.000009420652,0.00006947586,0.9902795,0.00030007298],"about_ca_topic_score_codex":0.00015033418,"about_ca_topic_score_gemma":0.000008743272,"teacher_disagreement_score":0.12185215,"about_ca_system_score_codex":0.00018051066,"about_ca_system_score_gemma":0.00077524415,"threshold_uncertainty_score":0.99993277},"labels":[],"label_agreement":null},{"id":"W1727427413","doi":"","title":"Systematic reviews need systematic searchers.","year":2005,"lang":"en","type":"review","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":255,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Systematic review; Process (computing); Computer science; Data science; Systematic process; MEDLINE; Recall; Knowledge management; Information retrieval; Management science; Psychology; Work in process; Political science; Engineering","score_opus":0.9052848162680556,"score_gpt":0.5620598429434538,"score_spread":0.3432249733246018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1727427413","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.658194e-8,0.9206694,0.0007727399,0.00009139053,0.0008687347,0.064899735,0.000032671458,0.000034161614,0.0126311],"genre_scores_gemma":[0.0000027205815,0.8230368,0.00042963616,0.00016010238,0.0004902368,0.069981955,0.000026659165,0.00010828873,0.10576364],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.70733297,0.18258582,0.08680557,0.0038795243,0.017579345,0.0018167563],"domain_scores_gemma":[0.87968105,0.03924069,0.057579502,0.020706128,0.001628392,0.001164211],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.5253267,0.002116482,0.082689345,0.0023189266,0.00025872453,0.0043044304,0.010720675,0.0007578895,0.0036089937],"category_scores_gemma":[0.3524831,0.0008212834,0.025361668,0.006422973,0.000117740914,0.0006287357,0.00061051873,0.0009995968,0.0767599],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.2080589e-7,0.000026029893,4.7218245e-7,0.60526645,0.0009041015,0.000006890077,0.00005283958,3.1050035e-7,6.1447475e-10,0.00020324887,0.026804654,0.36673474],"study_design_scores_gemma":[0.000060231778,0.0000046059795,0.0000017100245,0.24245095,0.01124747,0.00011935033,0.000092670634,0.00004677204,4.2741646e-9,0.00009278596,0.74532104,0.00056238926],"about_ca_topic_score_codex":0.0000041889543,"about_ca_topic_score_gemma":0.000010325495,"teacher_disagreement_score":0.7185164,"about_ca_system_score_codex":0.0005985848,"about_ca_system_score_gemma":0.00024170555,"threshold_uncertainty_score":0.9994238},"labels":[],"label_agreement":null},{"id":"W1745736191","doi":"10.1016/j.tvjl.2015.08.025","title":"Research synthesis in veterinary science: Narrative reviews, systematic reviews and meta-analysis","year":2015,"lang":"en","type":"review","venue":"The Veterinary Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Systematic review; Narrative review; Management science; Engineering ethics; Narrative; Scientific literature; Computer science; Data science; Psychology; MEDLINE; Political science; Engineering; Biology","score_opus":0.9682176318406466,"score_gpt":0.6821676173842135,"score_spread":0.2860500144564331,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1745736191","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007857714,0.9890214,0.00010264723,0.0003280169,0.0003339219,0.008507012,0.000035813355,0.000005210473,0.0015874045],"genre_scores_gemma":[0.00016335494,0.98916996,0.0011572636,0.00007432593,0.00020546482,0.002156289,0.0000035688931,0.00005742563,0.0070123523],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.62709713,0.31576943,0.036719408,0.0028743166,0.016143741,0.0013959701],"domain_scores_gemma":[0.8827114,0.05072599,0.04143818,0.017911721,0.0056809415,0.0015317533],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.7952615,0.0016912589,0.063933894,0.010625269,0.0017835802,0.0057943803,0.012885652,0.00037748486,0.007264552],"category_scores_gemma":[0.14486007,0.000555064,0.0215482,0.030245895,0.0014118976,0.0011243186,0.0021281065,0.0029136804,0.003796072],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050163682,0.00039941067,0.000003974478,0.27360496,0.17244889,0.0013976613,0.011193839,0.000019581796,0.0000056323615,0.0005519416,0.07079998,0.46952397],"study_design_scores_gemma":[0.000041247637,0.0002941203,0.0000018664716,0.007350361,0.24213171,0.0033695542,0.0013706164,0.000057953686,1.7221453e-8,0.00047248372,0.7444832,0.0004268996],"about_ca_topic_score_codex":0.000011223509,"about_ca_topic_score_gemma":0.0000067149895,"teacher_disagreement_score":0.67368317,"about_ca_system_score_codex":0.00067263475,"about_ca_system_score_gemma":0.0013117037,"threshold_uncertainty_score":0.99969006},"labels":[],"label_agreement":null},{"id":"W1753756626","doi":"10.1177/070674370505000306","title":"Using Metaanalysis to Evaluate Evidence: Practical Tips and Traps","year":2005,"lang":"en","type":"review","venue":"The Canadian Journal of Psychiatry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia","funders":"","keywords":"Randomized controlled trial; Meta-analysis; MEDLINE; Systematic review; Evidence-based medicine; Psychology; Alternative medicine; Publication bias; Quality of evidence; Medicine; Applied psychology","score_opus":0.9066091509084935,"score_gpt":0.6400590559038031,"score_spread":0.2665500950046904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1753756626","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000032435702,0.9823517,0.0017020315,0.013358671,0.0013470785,0.0006644218,0.000021436157,7.66252e-7,0.0005214328],"genre_scores_gemma":[0.00012956945,0.9411291,0.05403924,0.000921127,0.0017640424,0.000009429294,0.0000010871635,0.000046550573,0.0019598552],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.95851046,0.02106127,0.013837378,0.0007563525,0.005332841,0.0005017092],"domain_scores_gemma":[0.9748711,0.004845973,0.013657394,0.0031740854,0.001731281,0.0017201849],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.19675757,0.0006207859,0.009746345,0.0021881342,0.00054949365,0.0024405604,0.003208279,0.0002679602,0.0077908463],"category_scores_gemma":[0.038300697,0.00024291758,0.0060714134,0.0032921254,0.0001491055,0.00041971257,0.00006544281,0.0010613037,0.0010211105],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003218905,0.000010632486,0.00024391577,0.000538203,0.0026075672,0.000028383649,0.00020140632,0.000040896415,2.8764559e-8,0.0016384472,0.11570866,0.87897867],"study_design_scores_gemma":[0.000046604033,0.000041481733,0.000037065805,0.0037423437,0.021142537,0.0020969654,0.00018649033,0.00017065868,5.4247282e-9,0.003039229,0.96925235,0.00024424752],"about_ca_topic_score_codex":0.00085849984,"about_ca_topic_score_gemma":0.09227433,"teacher_disagreement_score":0.8787344,"about_ca_system_score_codex":0.00029497014,"about_ca_system_score_gemma":0.012454484,"threshold_uncertainty_score":0.9997567},"labels":[],"label_agreement":null},{"id":"W1761138334","doi":"10.5489/cuaj.344","title":"Duplicate publications: A sample of redundancy in the Journal of","year":2013,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Information retrieval; Redundancy (engineering); Computer science; Publication; Index (typography); MEDLINE; Bibliometrics; Medicine; Library science; World Wide Web; Biology","score_opus":0.4801338340943439,"score_gpt":0.4260524397282367,"score_spread":0.054081394366107205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1761138334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8660281,0.001033333,0.0060055926,0.11972748,0.00033605617,0.00060334615,0.000033837234,0.0000014607466,0.0062308135],"genre_scores_gemma":[0.9963927,0.000048596725,0.0012188647,0.0016577536,0.00012363553,0.0000078834555,0.0000015726717,0.0000029491516,0.00054603914],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9820207,0.008582305,0.006143377,0.00015921531,0.0028203125,0.00027411207],"domain_scores_gemma":[0.9740524,0.009273806,0.010908328,0.000848185,0.004518291,0.00039896806],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11403088,0.000109318324,0.0011356168,0.00066554034,0.00014733267,0.00066487433,0.0019314203,0.00012107694,0.012795202],"category_scores_gemma":[0.13512164,0.0000451347,0.00069501053,0.0016109516,0.000037089547,0.000357581,0.000019279081,0.00046053133,0.0003257451],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020184148,0.000040325423,0.73733795,0.0000018167918,0.00007619367,0.0000014401302,0.0005771843,0.00009141789,0.0000335575,0.0022328233,0.25291026,0.006694982],"study_design_scores_gemma":[0.00014640715,0.00006476901,0.77423537,0.0000052214345,0.00004919363,0.000080887294,0.0006821147,0.0003848717,0.0000014652804,0.052220516,0.17207718,0.000052030104],"about_ca_topic_score_codex":0.0009694162,"about_ca_topic_score_gemma":0.00096930144,"teacher_disagreement_score":0.13036461,"about_ca_system_score_codex":0.00020381453,"about_ca_system_score_gemma":0.00040277265,"threshold_uncertainty_score":0.98810726},"labels":[],"label_agreement":null},{"id":"W1762846431","doi":"10.1186/s13012-015-0303-4","title":"Using a systematic review in clinical decision making: a pilot parallel, randomized controlled trial","year":2015,"lang":"en","type":"review","venue":"Implementation Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"Canadian Institutes of Health Research; University of Toronto; Women's College Hospital","keywords":"Medicine; Cohen's kappa; Randomized controlled trial; Test (biology); Clinical trial; Gold standard (test); Medical physics; Scale (ratio); Statistic; Systematic review; Family medicine; MEDLINE; Medical education; Statistics; Surgery; Pathology","score_opus":0.9308493941122924,"score_gpt":0.7425906887777303,"score_spread":0.18825870533456213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1762846431","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016598658,0.9055393,0.018640587,0.000040776566,0.0015176085,0.07364229,0.000019310786,0.000009761579,0.00057377823],"genre_scores_gemma":[0.000079831625,0.9802519,0.012757123,0.00042849855,0.00016071238,0.0059566163,0.000015347407,0.0000339674,0.00031596998],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.6680396,0.1628358,0.13265294,0.0045525883,0.030709576,0.0012094883],"domain_scores_gemma":[0.7823869,0.11026879,0.09078061,0.009850274,0.0059893513,0.00072406715],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.79404503,0.001096617,0.07452907,0.0028484238,0.00029954925,0.002889553,0.006878118,0.00018683476,0.003943588],"category_scores_gemma":[0.4762036,0.0004526786,0.011967931,0.009888075,0.0005863112,0.0009488385,0.0006306194,0.0005064283,0.0020702204],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10080406,0.00052710535,0.00001237068,0.43044528,0.0016310087,0.000046411074,0.00029047695,0.000022284441,6.991271e-8,0.0029313,0.013400357,0.44988927],"study_design_scores_gemma":[0.63356984,0.00018224212,4.1595348e-7,0.28857833,0.014468929,0.000062098545,0.00018953564,0.0021381483,3.463421e-9,0.0025723982,0.057604574,0.000633508],"about_ca_topic_score_codex":0.000013680756,"about_ca_topic_score_gemma":0.000038302303,"teacher_disagreement_score":0.53276575,"about_ca_system_score_codex":0.000558384,"about_ca_system_score_gemma":0.0041070553,"threshold_uncertainty_score":0.9997925},"labels":[],"label_agreement":null},{"id":"W1765856203","doi":"10.1080/00016470510030724","title":"The undue influence of significant p-values on the perceived importance of study results","year":2005,"lang":"en","type":"article","venue":"Acta Orthopaedica","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto; McMaster University","funders":"","keywords":"Medicine; Orthopedic surgery; Observational study; Physical therapy; Psychological intervention; Family medicine; Surgery; Internal medicine; Psychiatry","score_opus":0.4223732891941175,"score_gpt":0.46410535170714906,"score_spread":0.041732062513031576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1765856203","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9873667,0.0001984462,0.000014966561,0.0056929127,0.00005814306,0.0009535517,0.000021916661,0.0000037793423,0.0056895865],"genre_scores_gemma":[0.9968943,0.00008094962,0.00014647529,0.00030733622,0.00006081941,0.000033227712,0.0000010604468,0.000008011875,0.002467801],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9768111,0.0073256753,0.00852954,0.0007256082,0.006348134,0.00025995096],"domain_scores_gemma":[0.97260684,0.014941834,0.006019116,0.0053145066,0.0010170647,0.00010066745],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.101373896,0.00022964059,0.0016170456,0.00012035328,0.00027415992,0.00017681651,0.002942992,0.000051594852,0.0008255135],"category_scores_gemma":[0.07763107,0.00007281919,0.00089226343,0.0010926952,0.00032544025,0.00013792259,0.0001550919,0.00021488202,0.00026561975],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004185256,0.0016414268,0.6737328,0.000058890753,0.0015149117,0.00002049153,0.019097202,0.002115311,0.004490688,0.007047242,0.23670283,0.05315964],"study_design_scores_gemma":[0.0004084661,0.0003638331,0.9075148,0.000067666246,0.00023264372,0.0000024732649,0.006920674,0.0011753448,0.00013181688,0.0009579891,0.08205826,0.00016602586],"about_ca_topic_score_codex":0.000030651394,"about_ca_topic_score_gemma":0.00020717536,"teacher_disagreement_score":0.23378198,"about_ca_system_score_codex":0.000016976323,"about_ca_system_score_gemma":0.000114312126,"threshold_uncertainty_score":0.9301384},"labels":[],"label_agreement":null},{"id":"W1766826958","doi":"10.2106/00004623-200301000-00024","title":"BARRIERS TO FULL-TEXT PUBLICATION FOLLOWING PRESENTATION OF ABSTRACTS AT ANNUAL ORTHOPAEDIC MEETINGS","year":2003,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":283,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University; McMaster University Medical Centre","funders":"","keywords":"Presentation (obstetrics); MEDLINE; Medicine; Family medicine; Library science; Publication; Medical education; Surgery; Political science; Computer science","score_opus":0.31552582655655864,"score_gpt":0.414192708421059,"score_spread":0.09866688186450034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1766826958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99423736,0.0010353698,0.0010249788,0.0015982608,0.00039929288,0.0001495985,0.0000039317524,0.0000011556949,0.0015500659],"genre_scores_gemma":[0.9966904,0.00005734296,0.0014035028,0.00025433925,0.000058486425,0.0000026499672,0.0000012202092,0.000006559247,0.001525483],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98326504,0.002434704,0.010617367,0.0002827961,0.0032260048,0.00017409465],"domain_scores_gemma":[0.9836443,0.0031193853,0.01043414,0.00057992345,0.0017503093,0.0004719413],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12892492,0.00013995807,0.0024798948,0.0010560476,0.00011286596,0.00022510428,0.00009775199,0.000057471043,0.0019737708],"category_scores_gemma":[0.1329619,0.00007626372,0.0020236128,0.0008870648,0.000025147365,0.00060189026,0.000035601148,0.000101609374,0.000081234095],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007326084,0.00007372001,0.3981166,0.00014046585,0.0004723175,0.00006249156,0.0026146662,0.0002605481,0.0090416465,0.00017705154,0.57221085,0.016756373],"study_design_scores_gemma":[0.00080598326,0.00023968918,0.63929504,0.00067036593,0.00086466275,0.0008698376,0.009821058,0.00020783434,0.003849265,0.0019057534,0.34091705,0.00055343454],"about_ca_topic_score_codex":0.0000046501063,"about_ca_topic_score_gemma":0.000007076929,"teacher_disagreement_score":0.24117845,"about_ca_system_score_codex":0.000026301519,"about_ca_system_score_gemma":0.00016947494,"threshold_uncertainty_score":0.99893856},"labels":[],"label_agreement":null},{"id":"W1767036549","doi":"10.18438/b85022","title":"Research Quality and Newsworthiness of Published Articles are Partial Predictors of Journal Impact Factors","year":2012,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Impact factor; Set (abstract data type); Quality (philosophy); Sample (material); Psychology; Computer science; Political science","score_opus":0.628794886185139,"score_gpt":0.5482080969727982,"score_spread":0.08058678921234086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1767036549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9852232,0.0015705175,0.0025722003,0.009309801,0.0001725332,0.0003039502,0.000022015947,0.000004665165,0.00082112366],"genre_scores_gemma":[0.9977647,0.000251087,0.0011314278,0.0007005965,0.000078356,0.0000045945676,0.000005826213,0.0000034327227,0.000059990387],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97378075,0.014517342,0.0067436453,0.00021794919,0.0044579892,0.00028232936],"domain_scores_gemma":[0.95830554,0.029469121,0.009130535,0.001146537,0.0015217809,0.00042647726],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","scholarly_communication"],"category_scores_codex":[0.12571204,0.00015128436,0.0010703976,0.0006517563,0.00018955213,0.0016864628,0.00057800295,0.00008325526,0.0031840608],"category_scores_gemma":[0.19342038,0.0000729834,0.00030839688,0.001721888,0.00017364268,0.22527821,0.00015975568,0.00032381067,0.000028440852],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017668339,0.00006625021,0.97624123,0.00016114139,0.00008358143,2.69243e-7,0.001358649,0.00008606293,0.000049000766,0.007457029,0.01013494,0.004185184],"study_design_scores_gemma":[0.00017633037,0.00010562434,0.9576437,0.00015183329,0.000077435834,0.000013138552,0.0069370917,0.001363902,0.000913978,0.00039570627,0.03213172,0.00008957943],"about_ca_topic_score_codex":0.000015249197,"about_ca_topic_score_gemma":7.509682e-8,"teacher_disagreement_score":0.22359174,"about_ca_system_score_codex":0.000008091671,"about_ca_system_score_gemma":0.00021135599,"threshold_uncertainty_score":0.9993499},"labels":[],"label_agreement":null},{"id":"W1774489585","doi":"","title":"Levels of evidence and grades of recommendations in general thoracic surgery.","year":2004,"lang":"en","type":"article","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Evidence-based medicine; Critical appraisal; MEDLINE; Best evidence; Evidence-based practice; Family medicine; Alternative medicine; Pathology","score_opus":0.916636975040987,"score_gpt":0.5548072865721319,"score_spread":0.3618296884688551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1774489585","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9930886,0.0014852964,0.0016385147,0.002823896,0.000089330424,0.0004906235,0.000012903111,0.000001177112,0.00036962816],"genre_scores_gemma":[0.9962132,0.00011675685,0.0025938046,0.00004104675,0.000011943869,0.00012249431,6.340997e-7,0.0000025712109,0.0008975329],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9914125,0.0024010567,0.0044284947,0.00032471502,0.0012883641,0.00014483523],"domain_scores_gemma":[0.99309736,0.0037867986,0.0019172773,0.00085378555,0.00028091393,0.000063843734],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0682105,0.00008692895,0.0014669249,0.0003926672,0.000021612475,0.000077676035,0.00038186746,0.000029829866,0.00039427073],"category_scores_gemma":[0.03245283,0.00004121021,0.00037362362,0.0011440293,0.000055254324,0.00024889526,0.00005186398,0.000043393116,0.00001532603],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003953554,0.00006143659,0.29447094,0.00008730184,0.0000518714,0.0000012056184,0.00041375082,0.00010540708,0.000071823226,0.0013640334,0.0021371406,0.7012311],"study_design_scores_gemma":[0.00003845301,0.0000032774437,0.98647326,0.00005680402,0.000035747384,0.0000028357808,0.00010226712,0.00006144763,0.00068906206,0.01104908,0.0014324493,0.000055334145],"about_ca_topic_score_codex":0.000050047816,"about_ca_topic_score_gemma":0.00009549695,"teacher_disagreement_score":0.7011758,"about_ca_system_score_codex":0.000015242056,"about_ca_system_score_gemma":0.000033714394,"threshold_uncertainty_score":0.9756972},"labels":[],"label_agreement":null},{"id":"W1774591799","doi":"10.1186/cc3803","title":"A systematic evaluation of the quality of meta-analyses in the critical care literature","year":2005,"lang":"en","type":"review","venue":"Critical Care","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":142,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Intensive care medicine; Quality (philosophy); Systematic review; MEDLINE","score_opus":0.9642794673700996,"score_gpt":0.7384202493303376,"score_spread":0.22585921803976206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1774591799","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000023277893,0.99207807,0.00011184404,0.0003591561,0.00024859371,0.0036480066,0.00052950316,0.00000238421,0.0029991535],"genre_scores_gemma":[0.5827658,0.4099429,0.0015832648,0.0005837471,0.00057929143,0.0037255054,0.0002250102,0.00010897441,0.00048551636],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.7798025,0.17623912,0.023353059,0.0013300708,0.018896587,0.00037865268],"domain_scores_gemma":[0.8989099,0.06896878,0.0059521105,0.010185731,0.015838103,0.0001453472],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.1769313,0.0007835154,0.022345718,0.00052875845,0.00014869009,0.0008115746,0.005087497,0.00051381235,0.002792498],"category_scores_gemma":[0.48312494,0.00022973711,0.01996673,0.0040269694,0.00045652487,0.00019466752,0.00028127298,0.0007968474,0.00014788395],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021507933,0.00013047297,0.000017339062,0.8986922,0.0026987575,0.000005462927,0.0101054665,0.00001998331,4.3796234e-7,0.032433175,0.0010798431,0.054814704],"study_design_scores_gemma":[0.00032954875,0.00010984365,0.00014893427,0.11747067,0.6460173,0.00009224536,0.08223747,0.00039479724,0.0000030536519,0.009053367,0.14297144,0.0011713397],"about_ca_topic_score_codex":0.0000134516695,"about_ca_topic_score_gemma":0.00009266644,"teacher_disagreement_score":0.78122157,"about_ca_system_score_codex":0.00017351561,"about_ca_system_score_gemma":0.0005627455,"threshold_uncertainty_score":0.99811906},"labels":[],"label_agreement":null},{"id":"W1774942233","doi":"10.1002/jrsm.1113","title":"Clinical trial registries are of minimal use for identifying selective outcome and analysis reporting","year":2014,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; George & Fay Yee Centre for Healthcare Innovation","funders":"Agency for Healthcare Research and Quality","keywords":"Outcome (game theory); Clinical trial; Medicine; Computer science; Internal medicine","score_opus":0.982106783670464,"score_gpt":0.7844786960610897,"score_spread":0.19762808760937434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1774942233","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42019755,0.0002222275,0.5771626,0.00032339574,0.00014809077,0.0012145027,0.000021345879,0.0000059778954,0.000704282],"genre_scores_gemma":[0.49767634,0.000023619461,0.4996232,0.000013830987,0.00015362832,0.0001680689,0.000001554736,0.000014547092,0.0023251886],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7493601,0.20135608,0.036900457,0.0026705412,0.00886537,0.00084746524],"domain_scores_gemma":[0.12571135,0.8104067,0.04469833,0.008193919,0.010340897,0.000648781],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.80486304,0.00025998012,0.008041416,0.0016742012,0.00038820333,0.0012707952,0.0013485025,0.00021161861,0.00040716442],"category_scores_gemma":[0.954537,0.00013889138,0.0044031893,0.004370508,0.00042895792,0.00033417266,0.00035832333,0.00038610157,0.00002079445],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014904503,0.00014518164,0.7226487,0.00023455704,0.0032223333,0.0000035602711,0.000270263,0.000014114483,0.00040078134,0.0011614488,0.003930681,0.26647794],"study_design_scores_gemma":[0.0047151833,0.0007415977,0.8109323,0.00023979269,0.008532802,0.000011344178,0.005073032,0.068309225,0.004233915,0.021474728,0.07496393,0.00077218655],"about_ca_topic_score_codex":0.000042054115,"about_ca_topic_score_gemma":0.000043615455,"teacher_disagreement_score":0.6236487,"about_ca_system_score_codex":0.00004100867,"about_ca_system_score_gemma":0.00011395959,"threshold_uncertainty_score":0.999766},"labels":[],"label_agreement":null},{"id":"W1775805477","doi":"10.1186/1471-2431-5-38","title":"Children in reviews: Methodological issues in child-relevant evidence syntheses","year":2005,"lang":"en","type":"review","venue":"BMC Pediatrics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Agency for Healthcare Research and Quality","keywords":"Medicine; Psychological intervention; Systematic review; MEDLINE; Intervention (counseling); Meta-analysis; Drug; Pediatrics; Psychiatry; Pathology","score_opus":0.9254935664588183,"score_gpt":0.6327133295652019,"score_spread":0.29278023689361643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1775805477","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013149138,0.9926455,0.0013039628,0.00021078456,0.0003736294,0.0043546376,0.000043699532,0.000013003109,0.0010416138],"genre_scores_gemma":[0.0000067424708,0.9615113,0.033651832,0.00009021592,0.0018042842,0.00042037803,0.00001656985,0.000045554163,0.0024531323],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.83060265,0.11978677,0.036968563,0.003939709,0.007666936,0.0010353726],"domain_scores_gemma":[0.86739016,0.108890384,0.015594301,0.0073600737,0.00043150014,0.00033356182],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.3107068,0.0013444012,0.027755884,0.0028405988,0.00010099838,0.0009035142,0.0064572636,0.00083810935,0.004662692],"category_scores_gemma":[0.65101755,0.00060158584,0.007503768,0.008647338,0.00009346222,0.0004604302,0.00071939785,0.0013532639,0.01203254],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002119675,0.00009853649,0.008019419,0.005579599,0.0000328749,0.00002123403,0.000059565482,0.000014323638,2.787394e-9,0.00012126845,0.020945143,0.9651059],"study_design_scores_gemma":[0.000043407144,0.000024611305,0.0014997086,0.013850748,0.0014028106,0.000121172314,0.000019114043,0.00004237674,6.759738e-9,0.0002628152,0.98210627,0.0006269674],"about_ca_topic_score_codex":0.000051737523,"about_ca_topic_score_gemma":0.00027249235,"teacher_disagreement_score":0.96447897,"about_ca_system_score_codex":0.00025244142,"about_ca_system_score_gemma":0.00041408624,"threshold_uncertainty_score":0.9999307},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1777671022","doi":"10.1186/1741-7015-1-2","title":"Systematic reviews: a cross-sectional study of location and citation counts","year":2003,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":104,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"U.S. National Library of Medicine","keywords":"Systematic review; Medicine; Citation; MEDLINE; Narrative review; Bibliometrics; Narrative; Medical literature; Meta-analysis; Family medicine; Library science; Pathology; Literature","score_opus":0.8015693055349554,"score_gpt":0.5732200980711626,"score_spread":0.22834920746379284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1777671022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8281919,0.024756499,0.10792445,0.000068164685,0.0013644687,0.007533109,0.0000026844084,0.000008614598,0.03015012],"genre_scores_gemma":[0.9944334,0.000038675815,0.00046574752,0.00003999316,0.000038236718,0.00006005149,0.0000015258,0.000002997594,0.0049193823],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9846033,0.0061089075,0.0063485308,0.00034348463,0.0025338645,0.00006193269],"domain_scores_gemma":[0.9921451,0.0029814842,0.0029068654,0.0009824788,0.0009360224,0.000048018548],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10253095,0.00009652371,0.0016674893,0.0001935577,0.000044250235,0.000064168766,0.00020520533,0.000026710974,0.0029170983],"category_scores_gemma":[0.11863084,0.000040308925,0.00012419361,0.0007767663,0.000041310712,0.00006833137,0.000009031917,0.000034886885,0.0006637243],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007515286,0.00015458411,0.952821,0.013564642,0.00015170615,8.158808e-7,0.0023103158,0.00004241968,0.000044574408,0.009910218,0.020551525,0.0004406454],"study_design_scores_gemma":[0.0012234696,0.0003602839,0.9721913,0.0028115478,0.00062627223,0.000039478153,0.0050695664,0.0035877654,0.000003561186,0.0047349716,0.0091662835,0.00018550837],"about_ca_topic_score_codex":0.000005155008,"about_ca_topic_score_gemma":0.000014585857,"teacher_disagreement_score":0.1662415,"about_ca_system_score_codex":0.0000124504095,"about_ca_system_score_gemma":0.000024965771,"threshold_uncertainty_score":0.99799436},"labels":[],"label_agreement":null},{"id":"W1784175517","doi":"10.1002/jrsm.1164","title":"Methods to estimate the between‐study variance and its uncertainty in meta‐analysis","year":2015,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1615,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"Canadian Institutes of Health Research; Medical Research Council; National Institute for Health and Care Research","keywords":"Meta-analysis; Variance (accounting); Econometrics; Computer science; Statistics; Statistical analysis; Mathematics; Economics","score_opus":0.9521150158924461,"score_gpt":0.7527147048590068,"score_spread":0.19940031103343925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1784175517","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045440685,0.012175174,0.91691387,0.011996873,0.00015599398,0.0051871045,0.000039378538,0.000022719252,0.008068215],"genre_scores_gemma":[0.31726015,0.000019936571,0.6779604,0.00008983394,0.00007303189,0.001092612,7.751697e-7,0.00002599786,0.0034772959],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.4987711,0.4780998,0.00820989,0.0026548228,0.011136233,0.0011281683],"domain_scores_gemma":[0.5094136,0.46714133,0.002897857,0.012552883,0.0061749346,0.0018193533],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8450038,0.0004814694,0.008835135,0.0027196256,0.00041718673,0.0017465159,0.0044201813,0.00014188007,0.0024525698],"category_scores_gemma":[0.5537968,0.00019482385,0.002405785,0.017728556,0.00016500936,0.00029870772,0.0012093935,0.00066789926,0.00067681324],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011170121,0.0006145676,0.039598305,0.00012319832,0.16328576,0.000059496375,0.012845884,0.02119855,0.00063578517,0.00582408,0.007329979,0.7483727],"study_design_scores_gemma":[0.0006988874,0.0005737386,0.11745553,0.000054090953,0.21263441,0.00001613448,0.023946112,0.4008975,0.0026021295,0.103082225,0.1363223,0.0017169236],"about_ca_topic_score_codex":0.00049548416,"about_ca_topic_score_gemma":0.00042791554,"teacher_disagreement_score":0.74665576,"about_ca_system_score_codex":0.00012312779,"about_ca_system_score_gemma":0.00022238717,"threshold_uncertainty_score":0.99928975},"labels":[],"label_agreement":null},{"id":"W1786378138","doi":"10.18438/b8cp5z","title":"Research Methods: Systematic Reviews","year":2013,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Systematic review; Data science; Library science; Information retrieval; Management science; MEDLINE; Political science; Engineering","score_opus":0.7591783724721217,"score_gpt":0.6013447428711914,"score_spread":0.15783362960093028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1786378138","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013399348,0.0562023,0.44187132,0.30631256,0.0009322228,0.020550158,0.000010858787,0.000101573154,0.17267908],"genre_scores_gemma":[0.033130534,0.011701909,0.74604815,0.1770473,0.00030821477,0.0035383508,0.00003631419,0.00003702358,0.028152213],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8565857,0.121863924,0.01454245,0.00067225174,0.0059194313,0.00041623582],"domain_scores_gemma":[0.6623759,0.30778506,0.017021615,0.0082625775,0.0038022026,0.0007525763],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","scholarly_communication","insufficient_payload"],"category_scores_codex":[0.3376048,0.00026203258,0.002297889,0.0009593239,0.00038415336,0.00809338,0.0017528888,0.0001112149,0.024443312],"category_scores_gemma":[0.5129447,0.00012222938,0.0005457283,0.0033960955,0.00009986587,0.30824006,0.0002911647,0.00044469,0.039158273],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035738638,0.00005737991,0.0004098498,0.014268128,0.000103748964,0.0000020876205,0.0008105822,0.000056027042,0.00006304844,0.25137538,0.63763607,0.095181964],"study_design_scores_gemma":[0.000077181656,0.000061389124,0.0008692769,0.0025634898,0.00009542479,0.00002332179,0.0029528455,0.019451117,0.00008351233,0.002393064,0.9712691,0.00016031283],"about_ca_topic_score_codex":0.0000067752458,"about_ca_topic_score_gemma":1.7206222e-8,"teacher_disagreement_score":0.333633,"about_ca_system_score_codex":0.000013586644,"about_ca_system_score_gemma":0.00015532506,"threshold_uncertainty_score":0.9929363},"labels":[],"label_agreement":null},{"id":"W1796940665","doi":"10.1186/1471-2288-6-23","title":"Optimizing search strategies to identify randomized controlled trials in MEDLINE","year":2006,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; Western University; University of Saskatchewan","funders":"Canadian Institutes of Health Research","keywords":"MEDLINE; Randomized controlled trial; Medicine; Surgery; Political science","score_opus":0.9682095325904341,"score_gpt":0.7601082411240092,"score_spread":0.20810129146642486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1796940665","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07433303,0.003944455,0.8929107,0.007824372,0.00050108373,0.0061481264,0.0000048124048,0.000011391753,0.014322023],"genre_scores_gemma":[0.29345682,0.0004637882,0.6798485,0.0005913319,0.0013435181,0.0025245338,0.000018604107,0.0000441361,0.021708759],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.020446522,0.9091738,0.036975823,0.0020314257,0.029859269,0.0015131743],"domain_scores_gemma":[0.014149595,0.97385216,0.0036428263,0.003371973,0.003978782,0.0010046789],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.98232424,0.00043158882,0.03721625,0.0041794344,0.00020964809,0.0014862895,0.0043981946,0.0005221152,0.045385804],"category_scores_gemma":[0.98345,0.00017620392,0.0061771306,0.004613493,0.0009140576,0.00022858524,0.00077789405,0.001369768,0.0028393208],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.23251186,0.0011286295,0.00417402,0.00079109595,0.0030607088,0.0008421486,0.0055326875,0.016535858,0.008966937,0.39591017,0.22971673,0.100829154],"study_design_scores_gemma":[0.37019113,0.00030871882,0.0027804559,0.00051699666,0.0006370758,0.0000649696,0.014382412,0.1565451,0.0004821438,0.43542483,0.017925149,0.00074102916],"about_ca_topic_score_codex":0.0012491042,"about_ca_topic_score_gemma":0.0028920395,"teacher_disagreement_score":0.21912381,"about_ca_system_score_codex":0.00010428905,"about_ca_system_score_gemma":0.00289051,"threshold_uncertainty_score":0.9995503},"labels":[],"label_agreement":null},{"id":"W1803108444","doi":"10.1002/jrsm.1077","title":"Checklists of methodological issues for review authors to consider when including non‐randomized studies in systematic reviews","year":2013,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":140,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute of Population and Public Health; University of Ottawa","funders":"Economic and Social Research Council; National Institute for Health and Care Research; Scottish Government","keywords":"Systematic review; Operationalization; Randomized controlled trial; Confounding; MEDLINE; Meta-analysis; Psychological intervention; Checklist; Research design; Clinical study design; Psychology; Management science; Computer science; Medicine; Clinical trial; Political science; Engineering; Psychiatry; Statistics","score_opus":0.9865716552292881,"score_gpt":0.792126037302518,"score_spread":0.19444561792677018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1803108444","genre_codex":"review","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015517264,0.51135844,0.4000314,0.021291524,0.00046012804,0.061948664,0.000012747391,0.000016829461,0.0033285725],"genre_scores_gemma":[0.0019632152,0.025090845,0.94213146,0.00037880198,0.0000763864,0.022358598,7.6700695e-7,0.00003146154,0.007968463],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.26437908,0.6917942,0.0316907,0.0023494968,0.0085749505,0.0012115489],"domain_scores_gemma":[0.02675575,0.9449442,0.00940165,0.007659135,0.010571603,0.00066767907],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.9009857,0.0005801839,0.03010231,0.001748142,0.00023230178,0.00040864933,0.0032102864,0.00021125424,0.0052674087],"category_scores_gemma":[0.9741291,0.00024005913,0.004266165,0.0036480946,0.0006792889,0.0003285315,0.000887362,0.0004395085,0.0013324842],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005920011,0.00023846804,0.00017056042,0.34343886,0.0024151013,0.0000105492045,0.009282623,0.00001715322,0.004595179,0.0054980945,0.5102397,0.12350169],"study_design_scores_gemma":[0.008666141,0.00038043383,0.00026135577,0.32615125,0.004523299,0.000059896298,0.019768054,0.015219625,0.012082303,0.43327138,0.17758024,0.0020360323],"about_ca_topic_score_codex":0.000095216936,"about_ca_topic_score_gemma":0.00001539634,"teacher_disagreement_score":0.5421001,"about_ca_system_score_codex":0.00016461036,"about_ca_system_score_gemma":0.000117643176,"threshold_uncertainty_score":0.9994451},"labels":[],"label_agreement":null},{"id":"W1805646557","doi":"10.1186/1471-2288-5-8","title":"Evaluating the role of quality assessment of primary studies in systematic reviews of cancer practice guidelines","year":2005,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Hamilton Regional Laboratory Medicine Program; Cancer Care Ontario; University of Toronto; McMaster University","funders":"Ontario Ministry of Health and Long-Term Care; Cancer Care Ontario","keywords":"Systematic review; Quality (philosophy); Medicine; MEDLINE; Quality of evidence; Quality assessment; Primary care; Psychology; Family medicine; Meta-analysis; Political science; External quality assessment; Pathology","score_opus":0.9955758562608554,"score_gpt":0.8622804684686729,"score_spread":0.13329538779218253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1805646557","genre_codex":"review","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17528674,0.656639,0.123752214,0.022325866,0.0006062633,0.01134645,0.000019246387,0.0000051468533,0.010019099],"genre_scores_gemma":[0.0399849,0.018454505,0.93850994,0.0007227692,0.00021867223,0.0010719019,0.0000013637623,0.000012873759,0.00102306],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.044568133,0.8830902,0.041001614,0.0011299405,0.029599851,0.00061028777],"domain_scores_gemma":[0.04882344,0.9077089,0.017864114,0.0047652614,0.020609703,0.00022859525],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9408679,0.00020318094,0.009806137,0.00054528983,0.00007265255,0.000026801965,0.0028539384,0.00015721802,0.003137173],"category_scores_gemma":[0.9825619,0.00007503604,0.0010841287,0.0023425044,0.0008865054,0.00014188122,0.00073400233,0.000581286,0.000037139245],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022132987,0.00070695137,0.03513455,0.10023918,0.001665078,0.0000040655395,0.007995311,0.0013012406,0.008705991,0.03472387,0.011650289,0.7976521],"study_design_scores_gemma":[0.0044536768,0.0025955518,0.06059786,0.070171975,0.004228081,0.00010736998,0.23596363,0.36469057,0.0030665477,0.12722482,0.12570347,0.0011964523],"about_ca_topic_score_codex":0.00064085855,"about_ca_topic_score_gemma":0.001608489,"teacher_disagreement_score":0.81475776,"about_ca_system_score_codex":0.00014488774,"about_ca_system_score_gemma":0.00214566,"threshold_uncertainty_score":0.9977741},"labels":[],"label_agreement":null},{"id":"W181160489","doi":"10.1136/ewjm.174.3.182","title":"How to assess new treatments","year":2001,"lang":"en","type":"article","venue":"Western Journal of Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"","keywords":"Computer science","score_opus":0.8598190604235415,"score_gpt":0.5807322387737571,"score_spread":0.2790868216497844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W181160489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6337976,0.003014927,0.20528634,0.14898355,0.0016999288,0.0004212753,0.0000014948296,0.000002996546,0.0067918897],"genre_scores_gemma":[0.79018164,0.00013593643,0.0037971374,0.002683571,0.0018993336,0.0000016095183,6.8018346e-7,0.0000124268,0.2012877],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9858594,0.0021609257,0.005654793,0.00030052967,0.005839347,0.000185031],"domain_scores_gemma":[0.9907442,0.001388791,0.0048457445,0.0013385396,0.0010444012,0.00063833344],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.04484044,0.00020094385,0.0029647565,0.00053830066,0.00004149515,0.00038333217,0.0014372608,0.00004052561,0.0052598948],"category_scores_gemma":[0.021033956,0.000073305084,0.0006941134,0.0009370825,0.000032050335,0.00029605054,0.000045216962,0.00012730499,0.0008082897],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039590777,0.000061377476,0.2947252,0.000008737712,0.0004599201,0.0003741354,0.0011280661,0.00003069055,0.0006556324,0.00007889479,0.46966526,0.2327725],"study_design_scores_gemma":[0.0012824723,0.0006653856,0.07996316,0.00022749248,0.0004898172,0.0010377408,0.0010113604,0.000030636627,0.00003174515,0.0015665871,0.9135962,0.000097386466],"about_ca_topic_score_codex":0.000007123297,"about_ca_topic_score_gemma":0.000020605441,"teacher_disagreement_score":0.44393095,"about_ca_system_score_codex":0.00003676834,"about_ca_system_score_gemma":0.00007225247,"threshold_uncertainty_score":0.9999697},"labels":[],"label_agreement":null},{"id":"W1818609046","doi":"10.3822/ijtmb.v8i3.294","title":"Keeping Up with the Standards","year":2015,"lang":"en","type":"article","venue":"International Journal of Therapeutic Massage & Bodywork Research Education & Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Transparency (behavior); Consistency (knowledge bases); Engineering ethics; Management science; Computer science; Data science; Political science; Public relations; Engineering; Computer security","score_opus":0.8253131308288053,"score_gpt":0.672469725315762,"score_spread":0.15284340551304332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1818609046","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037366744,0.014976621,0.17640838,0.5788223,0.009216266,0.0016838011,0.000020791193,0.0000119757615,0.18149312],"genre_scores_gemma":[0.9685922,0.00023772498,0.0052697277,0.0038128837,0.0015233796,0.00003429562,0.0000028277377,0.000023218661,0.0205037],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9430735,0.021770716,0.0040499014,0.00044651085,0.030335773,0.00032357278],"domain_scores_gemma":[0.8959486,0.022751534,0.008039865,0.002241743,0.070563845,0.00045443227],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.34905726,0.00021043592,0.0009601982,0.0008615181,0.00026333195,0.0035082493,0.004670665,0.000071600145,0.0036978642],"category_scores_gemma":[0.13482764,0.00008922354,0.000564416,0.0016787327,0.00021230387,0.0016329805,0.0001920546,0.0010660313,0.00057886774],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013177254,0.00058090076,0.0058736354,0.0000102153435,0.0022219846,0.000056005938,0.0077695632,0.00040696427,0.00011927753,0.02041864,0.6810776,0.2801475],"study_design_scores_gemma":[0.0003751454,0.00018016045,0.0009723605,0.00007672897,0.00014117218,0.00046316412,0.029769797,0.00036162982,0.000028584538,0.012242202,0.9552914,0.00009766599],"about_ca_topic_score_codex":0.00004560928,"about_ca_topic_score_gemma":0.000021596972,"teacher_disagreement_score":0.9312255,"about_ca_system_score_codex":0.000578107,"about_ca_system_score_gemma":0.0049869465,"threshold_uncertainty_score":0.9975262},"labels":[],"label_agreement":null},{"id":"W181899210","doi":"10.1155/2002/513758","title":"A Randomized Survey of the Preference of Gastroenterologists for a Cochrane Review versus a Traditional Narrative Review","year":2002,"lang":"en","type":"review","venue":"Canadian Journal of Gastroenterology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"Crohn's and Colitis Foundation of Canada; Crohn's and Colitis Foundation; London Health Sciences Centre","keywords":"Systematic review; Narrative; Medicine; Narrative review; MEDLINE; Alternative medicine; Cochrane collaboration; Randomized controlled trial; Crohn's disease; Disease; Family medicine; Cochrane Library; Psychology; Intensive care medicine; Surgery; Internal medicine; Pathology; Literature","score_opus":0.7948035154141171,"score_gpt":0.5051213888985742,"score_spread":0.2896821265155429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W181899210","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006361257,0.99143565,0.0007780722,0.0010422289,0.0010885025,0.0040853554,0.0013516113,5.7787315e-7,0.00015440474],"genre_scores_gemma":[0.00052203686,0.99762326,0.00049220223,0.00074653537,0.00007710157,0.00018364814,0.00006604334,0.000024675708,0.00026447087],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9207215,0.052923426,0.022608576,0.00069485593,0.0024779723,0.0005736909],"domain_scores_gemma":[0.92878145,0.014768072,0.046719387,0.0027490582,0.0063509885,0.0006310446],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.120726064,0.00072723866,0.03072016,0.0007819591,0.000104521685,0.000063234336,0.0048526106,0.00021621598,0.0042932364],"category_scores_gemma":[0.131576,0.00031460208,0.012439049,0.0011436726,0.00094541046,0.000121495585,0.00007137121,0.0006777484,0.000024703397],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009304317,0.00022526878,0.0011517396,0.20291992,0.011009371,0.000041498675,0.00030911123,0.000009806578,1.03160474e-7,0.0004215703,0.7129733,0.061633993],"study_design_scores_gemma":[0.03102968,0.002469123,0.00043021038,0.31229073,0.019309603,0.001384116,0.000031449035,0.000029771947,5.7039202e-8,0.00028888555,0.6324359,0.0003004431],"about_ca_topic_score_codex":0.00021541322,"about_ca_topic_score_gemma":0.00958828,"teacher_disagreement_score":0.109370805,"about_ca_system_score_codex":0.00015937081,"about_ca_system_score_gemma":0.0017803019,"threshold_uncertainty_score":0.9999306},"labels":[],"label_agreement":null},{"id":"W1820220507","doi":"10.1016/j.amjcard.2015.07.046","title":"Reporting of a Publicly Accessible Protocol and Its Association With Positive Study Findings in Cardiovascular Trials (from the Epidemiological Study of Randomized Trials [ESORT])","year":2015,"lang":"en","type":"article","venue":"The American Journal of Cardiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Cancer Research UK","keywords":"Protocol (science); Medicine; Randomized controlled trial; Odds ratio; Confounding; Clinical trial; Confidence interval; Logistic regression; MEDLINE; Epidemiology; Internal medicine; Alternative medicine; Pathology","score_opus":0.784564648437275,"score_gpt":0.5780472589381189,"score_spread":0.2065173894991561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1820220507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95872897,0.0005748133,0.0017042059,0.00054231624,0.00006720017,0.038242072,0.0000058022724,0.0000010136082,0.0001336204],"genre_scores_gemma":[0.9965256,0.000014241511,0.00020808402,0.00004588423,0.0001697905,0.0030149575,3.331732e-7,0.000006179954,0.000014962782],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.5742041,0.38461512,0.036235183,0.0005225562,0.0041818283,0.00024119984],"domain_scores_gemma":[0.5644418,0.22671601,0.19976203,0.0024144705,0.006484202,0.0001815027],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.86142886,0.00024781068,0.033826213,0.0003079929,0.000066439636,0.00013318635,0.0012261055,0.000058064532,0.00002675585],"category_scores_gemma":[0.76549315,0.000068650326,0.0039660754,0.0013507424,0.00022562692,0.00017608529,0.00016671426,0.00034957755,0.0000014992563],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014919608,0.00013140052,0.9573382,0.0000040374366,0.015589356,0.000028589806,0.0045582545,0.0025114624,0.000035771543,0.000016908585,0.000538315,0.0043281047],"study_design_scores_gemma":[0.07440334,0.005347725,0.83627963,0.000098668395,0.011346246,0.00016655252,0.06919708,0.00025087866,0.000043344793,0.0024160338,0.00025510436,0.0001953791],"about_ca_topic_score_codex":0.00031217624,"about_ca_topic_score_gemma":0.000019278916,"teacher_disagreement_score":0.16352685,"about_ca_system_score_codex":0.000058665264,"about_ca_system_score_gemma":0.00022093391,"threshold_uncertainty_score":0.9805176},"labels":[],"label_agreement":null},{"id":"W1822799911","doi":"10.5489/cuaj.1123","title":"The top 100 cited articles in urology","year":2013,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":127,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Observational study; Science Citation Index; Citation; Specialty; Urology; Library science; Family medicine; Internal medicine","score_opus":0.39225844788576464,"score_gpt":0.40673982924967955,"score_spread":0.014481381363914914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1822799911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8694468,0.00046474847,0.00028025833,0.12337814,0.0003920682,0.00029008614,0.000004087324,0.0000027716626,0.0057410127],"genre_scores_gemma":[0.99017805,0.000015503667,0.0001176117,0.0056174486,0.00014830304,0.000016475042,0.0000010349345,0.0000036200408,0.0039019475],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9845914,0.008734959,0.003847509,0.0003141241,0.0019651102,0.0005468762],"domain_scores_gemma":[0.9885307,0.006693465,0.0023778714,0.0006870514,0.0011515068,0.0005594033],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.06783642,0.00013367337,0.00090140477,0.00040368253,0.00044199012,0.0018421612,0.0011749007,0.000178756,0.02541189],"category_scores_gemma":[0.08357866,0.00005428457,0.0005297224,0.0012827128,0.0000413186,0.00020672081,0.000031353196,0.00049085554,0.006169063],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014189976,0.000007972971,0.8346168,1.4623876e-7,0.00003930592,0.0000062670874,0.0000831282,0.00010704517,0.000005498989,0.0015995139,0.14498082,0.018552106],"study_design_scores_gemma":[0.000093173636,0.000021276866,0.688279,4.7266636e-7,0.000013099824,0.000011841516,0.00012662014,0.0025745044,2.6095964e-7,0.03806114,0.2707678,0.00005086328],"about_ca_topic_score_codex":0.0007707944,"about_ca_topic_score_gemma":0.00487018,"teacher_disagreement_score":0.14633782,"about_ca_system_score_codex":0.00028610538,"about_ca_system_score_gemma":0.00017844739,"threshold_uncertainty_score":0.999194},"labels":[],"label_agreement":null},{"id":"W1822844015","doi":"10.1136/ebn.4.4.100","title":"Evaluation of systematic reviews of treatment or prevention interventions","year":2001,"lang":"en","type":"article","venue":"Evidence-Based Nursing","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"Critical appraisal; Psychological intervention; Systematic review; Causation; Psychology; Medicine; Alternative medicine; MEDLINE; Nursing; Pathology","score_opus":0.9510300665333953,"score_gpt":0.6540398103682477,"score_spread":0.2969902561651476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1822844015","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3138536,0.13425542,0.5201064,0.0016461468,0.0014401951,0.021772968,0.000014470562,0.00002062837,0.0068902187],"genre_scores_gemma":[0.99139464,0.00045741728,0.0045085466,0.0000115450075,0.000044481898,0.00034761804,0.0000039108413,0.000009040367,0.0032227947],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.90457386,0.06627781,0.01939835,0.0008573958,0.00864242,0.00025016812],"domain_scores_gemma":[0.97566724,0.0061568585,0.011859317,0.002953236,0.0032751844,0.000088168395],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.26384357,0.00024704984,0.003999161,0.00061164174,0.00008561794,0.0001586778,0.00078087975,0.00006197452,0.010936242],"category_scores_gemma":[0.12146991,0.00011000775,0.0034859206,0.001918865,0.000078809215,0.00046852086,0.0000147499795,0.000048849055,0.0003524401],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013263075,0.0020319063,0.0076663923,0.034700878,0.00085830264,0.000003471178,0.0027605593,0.0066181147,0.0015381859,0.00077964464,0.007320706,0.9355892],"study_design_scores_gemma":[0.0022705367,0.003788567,0.009493392,0.6676136,0.030814787,0.000056404642,0.004211466,0.2608222,0.00248377,0.01536344,0.0023843069,0.0006975095],"about_ca_topic_score_codex":0.000015141621,"about_ca_topic_score_gemma":0.00004914059,"teacher_disagreement_score":0.9348917,"about_ca_system_score_codex":0.0004536548,"about_ca_system_score_gemma":0.00036617034,"threshold_uncertainty_score":0.9899679},"labels":[],"label_agreement":null},{"id":"W1829176824","doi":"10.1016/j.jclinepi.2015.05.030","title":"Contour plot assessment of existing meta-analyses confirms robust association of statin use and acute kidney injury risk","year":2015,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish General Hospital; McGill University","funders":"Canadian Institutes of Health Research","keywords":"Meta-analysis; Robustness (evolution); Medicine; Forest plot; Systematic review; Statistics; Risk assessment; Statin; Computer science; Data mining; Econometrics; MEDLINE; Mathematics; Internal medicine","score_opus":0.9769347066636065,"score_gpt":0.7322601582572107,"score_spread":0.2446745484063958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1829176824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7912976,0.0011749287,0.19692132,0.0071501387,0.001244406,0.0004974276,0.0004507074,0.0000033374529,0.001260102],"genre_scores_gemma":[0.8064263,0.0007610421,0.18917662,0.0016745979,0.00028321176,0.0000048376,0.0000070893675,0.0000138756,0.0016524441],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6955504,0.21346895,0.08436448,0.0009456473,0.0052014915,0.00046906594],"domain_scores_gemma":[0.26579288,0.4686954,0.24714637,0.0025769316,0.01433905,0.0014493736],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6773094,0.00028725417,0.021938784,0.00036943742,0.000048545364,0.000088541216,0.0009692962,0.0003299721,0.0009201855],"category_scores_gemma":[0.9087536,0.00012409296,0.005903552,0.0005049901,0.000224018,0.00038657893,0.00015490771,0.0007953855,0.000017855838],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000076247044,0.00012557252,0.8767213,0.000020881562,0.013916621,0.000004417356,0.000071279435,0.00071386213,0.000033516975,0.0013424713,0.10511535,0.0018584337],"study_design_scores_gemma":[0.0022261068,0.0020848825,0.8314103,0.00009128962,0.04532713,0.000034910492,0.0005765782,0.0393654,0.000028586415,0.038065698,0.04049222,0.00029690907],"about_ca_topic_score_codex":0.00012480638,"about_ca_topic_score_gemma":0.000020460777,"teacher_disagreement_score":0.4297575,"about_ca_system_score_codex":0.00005155083,"about_ca_system_score_gemma":0.00056733267,"threshold_uncertainty_score":0.9999931},"labels":[],"label_agreement":null},{"id":"W1831094849","doi":"10.1093/asj/sjv041","title":"Some Random(ized) Thoughts","year":2015,"lang":"en","type":"letter","venue":"Aesthetic Surgery Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Blinding; Randomization; Medicine; Randomized controlled trial; Point (geometry); Clinical trial; Computer science; Surgery; Pathology","score_opus":0.69425499376559,"score_gpt":0.4738433851398833,"score_spread":0.2204116086257067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1831094849","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038441229,0.024017585,0.001861553,0.94780254,0.014524317,0.00085405994,0.000031561067,0.00002204839,0.0070421956],"genre_scores_gemma":[0.0022005623,0.0021531172,0.0018113129,0.6806543,0.033681497,0.000094267874,0.00010646005,0.00028232206,0.27901617],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.91546726,0.04180131,0.020289904,0.0014299736,0.02003651,0.00097505015],"domain_scores_gemma":[0.9498419,0.017622968,0.02125218,0.0066511207,0.003985149,0.00064664247],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.32400486,0.0009880627,0.012309086,0.0018493499,0.0003930038,0.00448405,0.0040150024,0.00088563934,0.012298278],"category_scores_gemma":[0.016766412,0.0004371422,0.011415542,0.0013617154,0.00017896593,0.00057763426,0.00017442134,0.0032543999,0.022777421],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012946124,0.000019407826,0.0001600969,0.000013610486,0.0001936006,0.0015674104,0.00008983548,0.000008095061,1.3792165e-7,0.000012409148,0.9406901,0.057232358],"study_design_scores_gemma":[0.0004006021,0.000014339256,0.000009148471,0.00016270074,0.00039669324,0.037496194,0.000045964123,0.00008021199,0.0000010013102,0.04222242,0.9187129,0.00045779935],"about_ca_topic_score_codex":0.0000033338165,"about_ca_topic_score_gemma":0.0000012398172,"teacher_disagreement_score":0.30723843,"about_ca_system_score_codex":0.0001308922,"about_ca_system_score_gemma":0.0010521066,"threshold_uncertainty_score":0.999808},"labels":[],"label_agreement":null},{"id":"W1831738305","doi":"10.1186/1471-2288-2-7","title":"Publication bias in gastroenterological research – a retrospective cohort study based on abstracts submitted to a scientific meeting","year":2002,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Calgary","funders":"Deutscher Akademischer Austauschdienst","keywords":"Medicine; Publication bias; Logistic regression; Family medicine; Impact factor; MEDLINE; Cohort study; Publication; Internal medicine; Meta-analysis","score_opus":0.9767281836132805,"score_gpt":0.7064324347820012,"score_spread":0.27029574883127927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1831738305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9545561,0.00006023644,0.015688542,0.010147294,0.00031912077,0.004482439,0.0000066344546,0.000016651595,0.014722981],"genre_scores_gemma":[0.97123176,0.000006940882,0.022529142,0.0004912244,0.00016059054,0.0010626515,0.000008121042,0.000019571116,0.0044899974],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.16508646,0.7326293,0.015822502,0.006214487,0.07697773,0.0032695055],"domain_scores_gemma":[0.29204023,0.6629203,0.003472721,0.01396761,0.023638407,0.003960745],"candidate_categories":["metaresearch","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.9138358,0.000332418,0.003763098,0.0062972116,0.0006761865,0.0017335658,0.0051851952,0.0003805052,0.039561413],"category_scores_gemma":[0.96200114,0.00017716018,0.0006683406,0.013444791,0.0011161526,0.00017249904,0.0009447549,0.0027240713,0.009817017],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016241385,0.0012578809,0.9170504,0.00002270095,0.00004028739,0.00009283235,0.0007464045,0.00012992637,0.00008702344,0.00046116923,0.07032611,0.009622839],"study_design_scores_gemma":[0.0007009204,0.0012954295,0.93260616,0.00008612902,0.000014562091,0.00000882876,0.00173605,0.054693896,0.000020844202,0.0021063136,0.006602536,0.00012835609],"about_ca_topic_score_codex":0.00033776046,"about_ca_topic_score_gemma":0.0034120772,"teacher_disagreement_score":0.12695378,"about_ca_system_score_codex":0.0004938682,"about_ca_system_score_gemma":0.00054459827,"threshold_uncertainty_score":0.9995767},"labels":[],"label_agreement":null},{"id":"W1834270311","doi":"10.5334/ijic.679","title":"Special 10th anniversary edition. PRISMA: a good example of transferring research evidence into public policy","year":2011,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Library science; Political science; Public administration; Management science; Engineering ethics; Medicine; Computer science; Engineering","score_opus":0.7628582001020214,"score_gpt":0.5389081392371028,"score_spread":0.22395006086491864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1834270311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86451036,0.0040699393,0.043900385,0.0045744493,0.0058606486,0.00075928215,0.00015331678,0.000010428319,0.07616118],"genre_scores_gemma":[0.9929384,0.00017412953,0.0035251838,0.000068336434,0.0026213084,0.0000050414815,0.000008268082,0.0000117110485,0.0006476168],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9804651,0.004224579,0.0058739427,0.00044039698,0.008744146,0.00025184063],"domain_scores_gemma":[0.96679217,0.0021162166,0.0030408306,0.000891961,0.02692444,0.00023439527],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037862655,0.00021369755,0.0013800177,0.0027827197,0.00010751102,0.00050334417,0.0041763186,0.000115420036,0.011879464],"category_scores_gemma":[0.037099272,0.00011661979,0.0013553324,0.0020196703,0.00020125715,0.001258558,0.00014787639,0.00060259656,0.0002261524],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008945743,0.0008218408,0.1745328,0.00019937096,0.0047394605,0.00073103665,0.09643838,0.00011645456,0.00571201,0.085389934,0.25473285,0.3756913],"study_design_scores_gemma":[0.0027932853,0.0022580419,0.076458275,0.0040228125,0.0006167226,0.0010076996,0.20617391,0.0008413904,0.01537927,0.0694846,0.61996335,0.0010006279],"about_ca_topic_score_codex":0.0015939448,"about_ca_topic_score_gemma":0.00034077812,"teacher_disagreement_score":0.37469068,"about_ca_system_score_codex":0.00065137376,"about_ca_system_score_gemma":0.0017476605,"threshold_uncertainty_score":0.9907229},"labels":[],"label_agreement":null},{"id":"W1835208334","doi":"10.1257/app.20150044","title":"Star Wars: The Empirics Strike Back","year":2015,"lang":"en","type":"article","venue":"American Economic Journal Applied Economics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":419,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada; Conseil Régional, Île-de-France; European Commission","keywords":"Residual; Null (SQL); Interpretation (philosophy); Null hypothesis; Star (game theory); Econometrics; Measure (data warehouse); Statistics; Value (mathematics); Statistical hypothesis testing; Mathematics; Computer science; Linguistics; Algorithm; Philosophy; Data mining; Mathematical analysis","score_opus":0.6667031312708307,"score_gpt":0.4668327225518069,"score_spread":0.19987040871902378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1835208334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92136693,0.00022718217,0.0032070407,0.004545226,0.0010017358,0.00049022055,0.00004226938,0.000006691419,0.06911272],"genre_scores_gemma":[0.97865856,0.00041800307,0.00886245,0.004965246,0.0012680787,0.000027941835,0.000007954429,0.00006165771,0.0057301037],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9875097,0.0015975544,0.008722152,0.00089006935,0.0007360121,0.00054447923],"domain_scores_gemma":[0.98339105,0.0021504946,0.010399328,0.0031300925,0.00027211625,0.0006569018],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.06697214,0.0004376632,0.003290021,0.00031566343,0.0002665057,0.002424746,0.003704152,0.00006609653,0.006338651],"category_scores_gemma":[0.0015324521,0.00022137059,0.0013554867,0.00037806007,0.00038577724,0.00040398748,0.00027813713,0.0004778377,0.0419083],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069757356,0.0000667569,0.017139582,0.000004506155,0.0009560584,0.0000033792417,0.0019229908,0.04570164,0.000005480657,0.016454738,0.7230696,0.19460548],"study_design_scores_gemma":[0.00045832765,0.000081897524,0.0022550735,0.0000026229727,0.00011649947,0.00015608824,0.010501275,0.009041484,0.000011102988,0.038815904,0.9381901,0.00036962985],"about_ca_topic_score_codex":0.000045025256,"about_ca_topic_score_gemma":0.00011491345,"teacher_disagreement_score":0.21512048,"about_ca_system_score_codex":0.0005572269,"about_ca_system_score_gemma":0.0005869761,"threshold_uncertainty_score":0.99861085},"labels":[],"label_agreement":null},{"id":"W1835380909","doi":"10.1002/14651858.mr000025.pub2","title":"Blinded versus unblinded assessments of risk of bias in studies included in a systematic review","year":2011,"lang":"en","type":"review","venue":"Cochrane Database of Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Ottawa Hospital; Royal College of Physicians and Surgeons of Canada; St. Michael's Hospital; Health Canada","funders":"","keywords":"CINAHL; Medicine; MEDLINE; Systematic review; Cochrane Library; Publication bias; Meta-analysis; Selection bias; Randomized controlled trial; Physical therapy; Surgery; Psychological intervention; Psychiatry; Internal medicine; Pathology","score_opus":0.9046666524595677,"score_gpt":0.6305416492526313,"score_spread":0.27412500320693634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1835380909","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000020276402,0.9550588,0.00022527442,0.000004789288,0.00061185204,0.04270731,0.00089698925,0.000005826578,0.00046889798],"genre_scores_gemma":[0.000055557633,0.9921112,0.002537886,0.000017798722,0.000030372943,0.004691065,0.0002452447,0.00008580987,0.00022505788],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.6448492,0.19237253,0.14813496,0.0029055614,0.010906899,0.0008308465],"domain_scores_gemma":[0.631802,0.10271377,0.23000759,0.029310526,0.0057643014,0.0004018055],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.4952801,0.002337589,0.148,0.0044286107,0.000063254935,0.000119445,0.008842943,0.00052221486,0.0011042249],"category_scores_gemma":[0.57913357,0.0010434495,0.013235614,0.01146465,0.00034500053,0.0005807449,0.001275629,0.00096265733,0.0011172472],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001952357,0.0003882407,0.000025047613,0.9917053,0.0025598526,0.00001823788,0.00044560788,6.006796e-7,3.2396397e-7,0.00039741077,0.0011205225,0.0033193345],"study_design_scores_gemma":[0.00096655224,0.00011501773,0.0000026333023,0.95786226,0.036093164,0.000030343463,0.0007424799,0.000042164258,0.0000010942209,0.000115208924,0.0033787705,0.0006503401],"about_ca_topic_score_codex":0.00010868252,"about_ca_topic_score_gemma":0.00034587694,"teacher_disagreement_score":0.13476439,"about_ca_system_score_codex":0.00032710138,"about_ca_system_score_gemma":0.00073649647,"threshold_uncertainty_score":0.9998089},"labels":[],"label_agreement":null},{"id":"W1847218062","doi":"10.6084/m9.figshare.5485024","title":"Reverse-Inference for Meta-Analysis: Predicting Study Type with a Fully Bayesian Spatial Model","year":2017,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bayesian inference; Inference; Biostatistics; Bayesian statistics; Statistics; Meta-analysis; Bayesian probability; Psychology; Computer science; Artificial intelligence; Mathematics; Medicine; Public health","score_opus":0.850866116051344,"score_gpt":0.5697063375070112,"score_spread":0.28115977854433283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1847218062","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016843874,0.000088303495,0.9641443,0.0007775434,0.00008033214,0.0021205489,0.00003230961,0.000013036591,0.01589976],"genre_scores_gemma":[0.9226215,0.0000010083061,0.038427275,0.00014987713,0.000047621535,0.0002671606,0.0000035205067,0.000012903014,0.038469173],"study_design_codex":"meta_analysis","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9856775,0.0023035777,0.0054920185,0.0014893862,0.0047137695,0.00032374545],"domain_scores_gemma":[0.9802796,0.0020506624,0.006176455,0.008707526,0.002577363,0.00020835815],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07356283,0.0003957832,0.0066293282,0.00039599946,0.0007822981,0.0028854136,0.0033167475,0.00006970239,0.011017002],"category_scores_gemma":[0.028615214,0.00015168189,0.0043747295,0.000819009,0.00006245036,0.00053445826,0.0002304857,0.00012341322,0.00034303393],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002199208,0.0007504548,0.37035033,0.000078190096,0.5317805,0.000024148603,0.0036273296,0.05199613,0.000021068712,0.0046139085,0.03075119,0.005786845],"study_design_scores_gemma":[0.00028969816,0.00022593659,0.003503404,0.0000021801313,0.23126954,0.0000011182136,0.0012225844,0.76045614,0.0000045740794,0.0017860347,0.0010179785,0.00022083719],"about_ca_topic_score_codex":0.00036440595,"about_ca_topic_score_gemma":0.0062581226,"teacher_disagreement_score":0.925717,"about_ca_system_score_codex":0.000016705004,"about_ca_system_score_gemma":0.00013982313,"threshold_uncertainty_score":0.9981497},"labels":[],"label_agreement":null},{"id":"W1849959288","doi":"10.1186/s12874-015-0084-0","title":"An evaluation of harvest plots to display results of meta-analyses in overviews of reviews: a cross-sectional study","year":2015,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health; Cochrane; University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"Quartile; Descriptive statistics; Statistics; Meta-analysis; Systematic review; Medicine; Psychology; MEDLINE; Mathematics; Confidence interval","score_opus":0.9960158154373674,"score_gpt":0.8204808956259304,"score_spread":0.17553491981143698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1849959288","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9360541,0.008138253,0.050420813,0.0002102656,0.00022721302,0.0037486197,0.000060238366,0.000002134135,0.0011383333],"genre_scores_gemma":[0.9304107,0.00009478579,0.067951985,0.000054367225,0.00009150986,0.00048337044,0.00001612323,0.000013568789,0.0008836287],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.08581806,0.8195509,0.034105252,0.002419947,0.05735581,0.0007500893],"domain_scores_gemma":[0.5153086,0.4087911,0.01769257,0.015326529,0.040269513,0.0026116832],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9268828,0.0002865825,0.009402717,0.0020946276,0.000051603394,0.00009940991,0.0036002265,0.0002568958,0.007449497],"category_scores_gemma":[0.9368964,0.00013034251,0.0019820787,0.005320131,0.0005714083,0.00026830428,0.0005235294,0.0004958673,0.00022001944],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023752109,0.00512875,0.8873724,0.00096910045,0.0044072084,0.000017575752,0.012339084,0.00761993,0.003923639,0.002845161,0.02446504,0.048536953],"study_design_scores_gemma":[0.0034671484,0.0026432986,0.9390123,0.00014423401,0.0027313135,0.000010858936,0.0040765884,0.025006922,0.0006461594,0.013707509,0.008296506,0.00025715525],"about_ca_topic_score_codex":0.0018112144,"about_ca_topic_score_gemma":0.010335107,"teacher_disagreement_score":0.42949057,"about_ca_system_score_codex":0.00010032584,"about_ca_system_score_gemma":0.0020475516,"threshold_uncertainty_score":0.99345785},"labels":[],"label_agreement":null},{"id":"W1852782728","doi":"10.1186/cc3514","title":"Worldwide research productivity in critical care medicine","year":2005,"lang":"en","type":"article","venue":"Critical Care","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Impact factor; Science Citation Index; Productivity; Medicine; Citation; Bibliometrics; Gross domestic product; Population; Demography; Library science; Political science; Economic growth; Environmental health; Law","score_opus":0.8772113940181864,"score_gpt":0.6778332420892709,"score_spread":0.1993781519289155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1852782728","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28458598,0.070357956,0.0036185482,0.2743692,0.0018008633,0.0027037442,0.00009158751,0.000052888176,0.36241922],"genre_scores_gemma":[0.9943009,0.000005094037,0.0023132472,0.00044387713,0.00092296524,0.00007982257,0.000007208441,0.000015937067,0.0019109544],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.969862,0.014254425,0.0047527817,0.0016361293,0.008733757,0.00076093],"domain_scores_gemma":[0.9672932,0.020815276,0.00017792117,0.0038854624,0.007341907,0.00048620574],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.075855374,0.0002778027,0.0024883326,0.00078958547,0.00027989165,0.0005031273,0.0016745308,0.00014524595,0.015260023],"category_scores_gemma":[0.45454687,0.00014480275,0.0006038119,0.0027701703,0.0009982233,0.00037338358,0.0003030288,0.00078722334,0.0041949283],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056388104,0.00037076487,0.10908577,0.0024105574,0.00004175541,0.00031770155,0.03221991,0.000053055082,0.00042945126,0.29969975,0.20616318,0.3491517],"study_design_scores_gemma":[0.00062368496,0.00036586568,0.043846685,0.0005311604,0.00024638002,0.000047711328,0.13466994,0.0010407405,0.00044266545,0.04743892,0.7700456,0.00070067286],"about_ca_topic_score_codex":0.000043105272,"about_ca_topic_score_gemma":0.00074952614,"teacher_disagreement_score":0.7097149,"about_ca_system_score_codex":0.00021805281,"about_ca_system_score_gemma":0.00014491896,"threshold_uncertainty_score":0.9965804},"labels":[],"label_agreement":null},{"id":"W1863693533","doi":"10.18438/b8cd09","title":"Recording Database Searches for Systematic Reviews - What is the Value of Adding a Narrative to Peer-Review Checklists? A Case Study of NICE Interventional Procedures Guidance","year":2011,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Nice; Checklist; Systematic review; Excellence; Computer science; MEDLINE; Information retrieval; Best practice; Medical physics; Medicine; Database; Psychology","score_opus":0.6013407667034963,"score_gpt":0.5145107806809414,"score_spread":0.08682998602255498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1863693533","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09416401,0.34551087,0.20484017,0.23090029,0.001287584,0.11889332,0.00055389636,0.00007259824,0.0037773014],"genre_scores_gemma":[0.77744865,0.013632177,0.13505676,0.06264562,0.00012003924,0.0072910986,0.00007391529,0.000041756433,0.003689958],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.97185266,0.013896818,0.010441312,0.00048108379,0.003145363,0.00018278105],"domain_scores_gemma":[0.9479989,0.031355914,0.014955638,0.0024797115,0.0030403438,0.00016951162],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12405569,0.00026313882,0.0021062235,0.0003346066,0.0002531474,0.00088892144,0.0012150978,0.00003897308,0.0011045105],"category_scores_gemma":[0.30558985,0.0001223913,0.00063994963,0.0016621198,0.00005642354,0.09762508,0.0002630816,0.00015650952,0.00006227114],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009426605,0.0013170054,0.0013062921,0.4735886,0.0014106862,0.000028329368,0.1579397,0.00012830358,0.00009043514,0.03915238,0.30179742,0.022298215],"study_design_scores_gemma":[0.00078863674,0.0018686712,0.0003725906,0.2913113,0.0025302817,0.00060541305,0.52189416,0.015851665,0.0008109852,0.00037887925,0.16297293,0.0006144748],"about_ca_topic_score_codex":0.00003181111,"about_ca_topic_score_gemma":0.000001332357,"teacher_disagreement_score":0.68328464,"about_ca_system_score_codex":0.000011732854,"about_ca_system_score_gemma":0.00020025395,"threshold_uncertainty_score":0.9998086},"labels":[],"label_agreement":null},{"id":"W1867317662","doi":"10.1093/ejcts/ezv375","title":"Has the quality of reporting of randomized controlled trials in thoracic surgery improved?","year":2015,"lang":"en","type":"article","venue":"European Journal of Cardio-Thoracic Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Calgary","funders":"","keywords":"Consolidated Standards of Reporting Trials; Medicine; Checklist; Randomized controlled trial; Confidence interval; Clinical trial; Statistic; Physical therapy; Surgery; Internal medicine; Statistics; Psychology; Mathematics","score_opus":0.8296047999714766,"score_gpt":0.5545237861296103,"score_spread":0.27508101384186634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1867317662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94714975,0.024414616,0.016399834,0.0011282123,0.0024421432,0.0016564003,0.000012381927,0.0000054453867,0.0067912014],"genre_scores_gemma":[0.9975958,0.0003281699,0.00094762153,0.00006959457,0.00049856293,0.000013591221,0.0000019559159,0.000034592813,0.00051014463],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.10313365,0.70546293,0.17782618,0.0008255826,0.012155073,0.0005965545],"domain_scores_gemma":[0.22223455,0.4100281,0.35030714,0.004824301,0.012050241,0.0005556868],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9776597,0.00050330436,0.05687222,0.0018294718,0.00009488498,0.0005747135,0.001449545,0.000081073864,0.00039744677],"category_scores_gemma":[0.9262144,0.0001908817,0.036054723,0.0021784382,0.0004034822,0.00043850968,0.00016421205,0.0005134075,0.000052137708],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.18553175,0.0005349145,0.25230783,0.0009997521,0.020139895,0.0014607685,0.0058354344,0.0022625339,0.002955576,0.00012328781,0.09575254,0.4320957],"study_design_scores_gemma":[0.34437516,0.001039191,0.2484047,0.023178272,0.074993856,0.0077443463,0.07676742,0.011650182,0.01998526,0.022425577,0.16052279,0.008913238],"about_ca_topic_score_codex":0.000022502856,"about_ca_topic_score_gemma":0.0000046984787,"teacher_disagreement_score":0.42318246,"about_ca_system_score_codex":0.000059536687,"about_ca_system_score_gemma":0.0010858296,"threshold_uncertainty_score":0.97359896},"labels":[],"label_agreement":null},{"id":"W1869460875","doi":"","title":"When Can We Be Confident about Estimates of Treatment Effects","year":2020,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Biostatistics; Grading (engineering); Clinical epidemiology; Quality of evidence; Epidemiology; Medicine; Evidence-based medicine; Family medicine; Psychology; Alternative medicine; Medical education; Engineering; Randomized controlled trial; Pathology","score_opus":0.6687692376106388,"score_gpt":0.5045201460288998,"score_spread":0.16424909158173895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1869460875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5736275,0.015254472,0.12320943,0.11790614,0.00095218373,0.007378096,0.00013432858,0.00007906621,0.1614588],"genre_scores_gemma":[0.9779049,0.0000700721,0.009967608,0.001273982,0.000042335818,0.000041508614,0.000004282939,0.0000081240705,0.010687155],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9915837,0.001660039,0.004010352,0.00054997683,0.0020506068,0.00014531864],"domain_scores_gemma":[0.9926725,0.0036701027,0.0016438585,0.001462908,0.00033035857,0.00022026295],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.008721265,0.00021025022,0.0028521663,0.00009005543,0.000041909203,0.00027492875,0.0007728821,0.000036029527,0.019698927],"category_scores_gemma":[0.009717766,0.00008112507,0.0011462325,0.0003830333,0.00003874405,0.000059730926,0.00006560752,0.000031127933,0.0014680605],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028306618,0.0002930327,0.08206539,0.0007829784,0.002666255,0.000045425004,0.023565773,0.00045391885,0.005772213,0.030897612,0.6160736,0.23735552],"study_design_scores_gemma":[0.0017811691,0.0019346301,0.012569709,0.00021091329,0.0025933932,0.000014366909,0.0039090626,0.08050051,0.036267184,0.030270088,0.8291645,0.0007844903],"about_ca_topic_score_codex":0.00018510372,"about_ca_topic_score_gemma":0.00011294519,"teacher_disagreement_score":0.40427744,"about_ca_system_score_codex":0.000027545271,"about_ca_system_score_gemma":0.00005957026,"threshold_uncertainty_score":0.9993094},"labels":[],"label_agreement":null},{"id":"W1873279267","doi":"10.1002/jrsm.52","title":"Structural Approach to Bias in Meta‐analyses","year":2011,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"","keywords":"Computer science; Econometrics; Mathematics","score_opus":0.9942910586848828,"score_gpt":0.7637673632842343,"score_spread":0.23052369540064843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1873279267","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.085359044,0.005536405,0.4060355,0.000975333,0.00028541812,0.0033232549,0.000028628581,0.000028439063,0.49842796],"genre_scores_gemma":[0.29607856,0.000016742424,0.69854873,0.00006233675,0.000050227532,0.0004251912,6.07085e-7,0.000020765836,0.0047968477],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.6558353,0.31528226,0.01067179,0.0027021423,0.014196263,0.0013122947],"domain_scores_gemma":[0.849172,0.13324419,0.002282847,0.011062958,0.0032128082,0.0010252164],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.63778496,0.0004035214,0.0061897035,0.00327328,0.00023133757,0.00084843294,0.0047815302,0.00014755187,0.026733927],"category_scores_gemma":[0.45551914,0.00016934713,0.0029007087,0.008225581,0.00018029058,0.00032397304,0.00062195084,0.0005021375,0.0027397643],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014396296,0.00059300516,0.01938468,0.00032595193,0.013572394,0.00005192055,0.0111098755,0.0007486198,0.006915443,0.03066903,0.039414264,0.87707084],"study_design_scores_gemma":[0.0006324343,0.0003987303,0.21632646,0.00020766271,0.011021029,0.00009912777,0.028664129,0.13109049,0.11014784,0.3015621,0.19664207,0.0032079213],"about_ca_topic_score_codex":0.00045762566,"about_ca_topic_score_gemma":0.00005385257,"teacher_disagreement_score":0.8738629,"about_ca_system_score_codex":0.00007785296,"about_ca_system_score_gemma":0.00012637822,"threshold_uncertainty_score":0.99803674},"labels":[],"label_agreement":null},{"id":"W1879185646","doi":"10.1186/s13643-015-0070-y","title":"Managing the incidence of selective reporting bias: a survey of Cochrane review groups","year":2015,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of British Columbia; Island Health; Richmond Hospital; Ottawa Hospital; Vancouver General Hospital","funders":"Ontario Ministry of Health and Long-Term Care; Canadian Institutes of Health Research; University of Ottawa","keywords":"Medicine; Systematic review; Cochrane collaboration; Psychological intervention; Reporting bias; MEDLINE; Cochrane Library; Randomized controlled trial; Family medicine; Nursing; Surgery","score_opus":0.8562071473207236,"score_gpt":0.5953106383167841,"score_spread":0.26089650900393946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1879185646","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012263996,0.9572165,0.0015779327,0.00004260122,0.00046905188,0.037613172,0.000057780526,0.000007712455,0.0030140223],"genre_scores_gemma":[0.000025256246,0.99402654,0.00075528433,0.00009328361,0.0000756447,0.0028070128,0.000052784348,0.000072872666,0.0020913265],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.40239662,0.35370174,0.22062154,0.0031413967,0.01929524,0.0008434771],"domain_scores_gemma":[0.3495713,0.080891475,0.5270003,0.026780106,0.015327803,0.00042904305],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.8379171,0.0017241848,0.10409934,0.00087038684,0.000160913,0.0003983668,0.00868702,0.00034050675,0.0009137389],"category_scores_gemma":[0.7853486,0.00055693794,0.015583552,0.011547052,0.00024273376,0.00030380944,0.000732547,0.0007736036,0.002551354],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.331276e-7,0.000025997064,0.00006531138,0.8299237,0.000761556,0.0000059547733,0.0002011172,6.871614e-7,3.5515043e-8,0.00011823899,0.033732522,0.13516425],"study_design_scores_gemma":[0.000035381858,0.000031837837,0.000014177678,0.5964043,0.0078053055,0.00025048564,0.00009025876,0.00006227087,6.4539115e-8,0.00031529253,0.39464545,0.00034517702],"about_ca_topic_score_codex":0.0001822067,"about_ca_topic_score_gemma":0.00013739374,"teacher_disagreement_score":0.36091292,"about_ca_system_score_codex":0.00021900251,"about_ca_system_score_gemma":0.0010177725,"threshold_uncertainty_score":0.9999996},"labels":[],"label_agreement":null},{"id":"W1882531574","doi":"10.1016/j.siny.2015.10.002","title":"Systematic reviews and meta-analysis","year":2015,"lang":"en","type":"review","venue":"Seminars in Fetal and Neonatal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":55,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Institute for Clinical Evaluative Sciences; SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Systematic review; Meta-analysis; Psychological intervention; Management science; Computer science; Psychology; Risk analysis (engineering); Data science; MEDLINE; Medicine; Engineering; Political science","score_opus":0.7587587307287182,"score_gpt":0.5478866684239355,"score_spread":0.21087206230478273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1882531574","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000021628139,0.99307495,0.0003217442,0.00027223653,0.00019654122,0.004496319,0.00007353702,0.000005502069,0.0015569783],"genre_scores_gemma":[0.000009858297,0.9760866,0.00069104735,0.00015372316,0.00009993557,0.0006099045,0.00007825048,0.000029510456,0.022241173],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9444965,0.022924079,0.024244292,0.00227846,0.0056249574,0.00043169994],"domain_scores_gemma":[0.9675711,0.011584588,0.01543448,0.004352499,0.00049955735,0.0005577775],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.2185095,0.0013396572,0.07249809,0.002426902,0.00009960715,0.00032277018,0.0018918569,0.00038895357,0.0041706283],"category_scores_gemma":[0.065547936,0.00046188157,0.008637406,0.005862543,0.00040212861,0.00022142255,0.00052619056,0.0006056607,0.0007344223],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021611486,0.000019396375,0.0000084879275,0.14420976,0.059344433,0.00010022098,0.0005275978,2.8059793e-7,1.490614e-8,0.0002402225,0.01134545,0.784202],"study_design_scores_gemma":[0.00007201605,0.00004670625,6.3533815e-7,0.0075634653,0.40600413,0.00019388183,0.00020606008,0.00006485638,5.926824e-9,0.00053826644,0.5850555,0.0002545329],"about_ca_topic_score_codex":0.00003344239,"about_ca_topic_score_gemma":0.000071353206,"teacher_disagreement_score":0.78394747,"about_ca_system_score_codex":0.00006258386,"about_ca_system_score_gemma":0.000073930445,"threshold_uncertainty_score":0.99993545},"labels":[],"label_agreement":null},{"id":"W1888340530","doi":"10.1097/adm.0000000000000161","title":"Quality Assessment Errors and Study Misclassification Threaten Systematic Review Validity","year":2015,"lang":"en","type":"letter","venue":"Journal of Addiction Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Services and Policy Research; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Library science; Computer science","score_opus":0.8589030006639854,"score_gpt":0.5949905889989919,"score_spread":0.26391241166499346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1888340530","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011851991,0.08590576,0.008173613,0.8894994,0.0037814141,0.006606646,0.000045916324,0.000012574759,0.004789425],"genre_scores_gemma":[0.041602347,0.035708483,0.004612548,0.8117464,0.0266849,0.0005879805,0.00042916246,0.00025338194,0.07837474],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.89652205,0.05125183,0.031099511,0.0008994738,0.019976849,0.00025029824],"domain_scores_gemma":[0.9341078,0.0060343333,0.048212517,0.0035213965,0.007819956,0.00030399908],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.38077837,0.00057228777,0.013708869,0.00093560776,0.00013862566,0.00030070028,0.0016436109,0.0003146696,0.0037787114],"category_scores_gemma":[0.08752877,0.00022579618,0.001472418,0.0011537849,0.00012658628,0.0003334399,0.00008310765,0.001683657,0.00017838237],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039089005,0.000063627725,0.0013590767,0.023570681,0.00087517605,0.00005722386,0.000246243,9.953098e-7,0.000001858123,0.0000058716832,0.97349924,0.0003160913],"study_design_scores_gemma":[0.0018784011,0.002167906,0.017424192,0.132035,0.035308205,0.0010970535,0.0054444103,0.00032561104,2.838525e-7,0.0022306456,0.8014225,0.0006657897],"about_ca_topic_score_codex":0.000015476155,"about_ca_topic_score_gemma":0.0000063978127,"teacher_disagreement_score":0.2932496,"about_ca_system_score_codex":0.00028974455,"about_ca_system_score_gemma":0.00029237857,"threshold_uncertainty_score":0.99713194},"labels":[],"label_agreement":null},{"id":"W1891139691","doi":"","title":"Reviewing the reviewers: the quality of reporting in three secondary journals.","year":2001,"lang":"en","type":"article","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Blinding; Journal club; Medicine; Alternative medicine; Family medicine; Randomized controlled trial; Internal medicine; Medical education; Pathology","score_opus":0.9101211366223355,"score_gpt":0.5674883961672319,"score_spread":0.3426327404551036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1891139691","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6251565,0.2541467,0.0028033715,0.023027904,0.00080957817,0.0058208997,0.0000051181987,0.000007616195,0.088222325],"genre_scores_gemma":[0.99245584,0.0033375518,0.00026731996,0.0011579577,0.00015029468,0.0005443334,5.310842e-7,0.000008312341,0.0020778826],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.89712274,0.032381915,0.059213597,0.0011468919,0.00939643,0.00073842204],"domain_scores_gemma":[0.8942156,0.01635037,0.076459795,0.010628564,0.0021326456,0.00021305836],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6497451,0.00018454129,0.0033439433,0.00015524832,0.00016654214,0.0004947315,0.0022372338,0.000045915996,0.002604818],"category_scores_gemma":[0.35788292,0.000056234534,0.002026667,0.002450428,0.00008829514,0.00026733734,0.00018168811,0.00036389608,0.00012376037],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002347548,0.0000150362475,0.25753775,0.00010750907,0.00006756325,0.0000050313583,0.00025124807,0.000007822408,0.000004619315,0.00042248046,0.0077896114,0.73378897],"study_design_scores_gemma":[0.00006222305,0.000001604685,0.80246216,0.000120757024,0.00007382533,0.000030685613,0.00040398713,0.0000596713,0.0000037260572,0.0061974027,0.19051504,0.00006891273],"about_ca_topic_score_codex":0.000052305342,"about_ca_topic_score_gemma":0.00033855662,"teacher_disagreement_score":0.73372006,"about_ca_system_score_codex":0.000031040487,"about_ca_system_score_gemma":0.000048483253,"threshold_uncertainty_score":0.99830693},"labels":[],"label_agreement":null},{"id":"W1892223574","doi":"10.1371/journal.pone.0134553","title":"Decision-Making about Healthcare Related Tests and Diagnostic Strategies: User Testing of GRADE Evidence Tables","year":2015,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of British Columbia; University of Toronto; McMaster University","funders":"","keywords":"Computer science; Test (biology); Table (database); Grading (engineering); Information retrieval; Process (computing); Sample (material); Confusion; Data mining; Data science; Psychology","score_opus":0.8218898397350127,"score_gpt":0.5142235473233038,"score_spread":0.30766629241170895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1892223574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9773179,0.01949456,0.0011956898,0.00043139007,0.00006925299,0.00076070847,0.000011611811,0.000013178962,0.0007056741],"genre_scores_gemma":[0.955557,0.00016114769,0.04377644,0.000079588994,0.00003660733,0.000031016796,0.0000012181741,0.000014012321,0.00034298844],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98460585,0.0030580587,0.0060005705,0.00080720225,0.005238057,0.0002902901],"domain_scores_gemma":[0.90317017,0.08619924,0.004451265,0.0025622256,0.0032720487,0.00034504614],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04449483,0.00025008808,0.0025919853,0.00030470703,0.00012344791,0.00066488405,0.0009867764,0.000103604056,0.0004893664],"category_scores_gemma":[0.4968312,0.00013739849,0.00024870856,0.0019205537,0.00010026189,0.00070102233,0.00020069192,0.00018932669,0.00031290992],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014465091,0.00033173006,0.9758066,0.00049060426,0.00030249485,0.000026714262,0.0019405725,0.00031995447,0.0005439217,0.0014717631,0.002931243,0.015819928],"study_design_scores_gemma":[0.001667174,0.0011166993,0.6079443,0.05625997,0.0028938237,0.0000967783,0.013106741,0.060378455,0.0004393565,0.25353304,0.0011003696,0.0014632886],"about_ca_topic_score_codex":0.00008568781,"about_ca_topic_score_gemma":0.00012557278,"teacher_disagreement_score":0.45233637,"about_ca_system_score_codex":0.00003650865,"about_ca_system_score_gemma":0.00021851886,"threshold_uncertainty_score":0.98389363},"labels":[],"label_agreement":null},{"id":"W1893436708","doi":"10.1684/abc.2014.0984","title":"Recommendations for the appropriate use of 14 laboratory tests in Québec","year":2014,"lang":"en","type":"article","venue":"Annales de biologie clinique","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Medical laboratory; Specialty; Test (biology); Medical physics; Medicine; Laboratory test; Clinical Practice; Diagnostic test; Intensive care medicine; Family medicine; Pathology; Pediatrics; Engineering; Biology","score_opus":0.8503542200142374,"score_gpt":0.5645234818385828,"score_spread":0.28583073817565463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1893436708","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6303413,0.0024397618,0.31353745,0.04931943,0.00066912285,0.0028210422,0.00025513957,0.000026483889,0.00059027],"genre_scores_gemma":[0.974951,0.00026522207,0.021226825,0.001892476,0.00007662501,0.00019132036,0.000012376208,0.000007975512,0.0013761552],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98881644,0.006359371,0.0038820363,0.0004065059,0.00036304654,0.00017257544],"domain_scores_gemma":[0.953532,0.041371815,0.0020980826,0.0019222829,0.0010212618,0.000054566393],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06970301,0.00013246149,0.0011643101,0.00013747072,0.000069545706,0.00012776519,0.0010130431,0.00011337734,0.00029401862],"category_scores_gemma":[0.16711561,0.00005303053,0.00061235874,0.000543834,0.00010832479,0.00010185531,0.00007921123,0.000117454925,0.00013813791],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025808202,0.00012937616,0.5865391,0.000045570752,0.00013116021,6.2180186e-7,0.0005016542,0.00023921841,0.0005001047,0.004543676,0.20825343,0.19909032],"study_design_scores_gemma":[0.0001090934,0.000090989044,0.06581915,0.00002625899,0.00004072419,7.7368964e-7,0.00018184117,0.0051980917,0.00016049246,0.009229891,0.91904765,0.00009505864],"about_ca_topic_score_codex":0.0003120105,"about_ca_topic_score_gemma":0.0055338857,"teacher_disagreement_score":0.7107942,"about_ca_system_score_codex":0.000019616758,"about_ca_system_score_gemma":0.00020651198,"threshold_uncertainty_score":0.9579365},"labels":[],"label_agreement":null},{"id":"W1895454011","doi":"10.1111/j.1365-2753.2007.00830.x","title":"Creating clinically relevant knowledge from systematic reviews: the challenges of knowledge translation","year":2007,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; Alberta Health; University of Alberta; University of Calgary; Institute of Health Economics","funders":"","keywords":"Knowledge translation; Systematic review; Medicine; MEDLINE; Knowledge management; Computer science; Political science","score_opus":0.9066163100821084,"score_gpt":0.6880104525617207,"score_spread":0.21860585752038775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1895454011","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12885699,0.5659322,0.10178194,0.015913747,0.007011151,0.010140871,0.000008418266,0.000008403851,0.17034626],"genre_scores_gemma":[0.958356,0.008359234,0.03173707,0.00027999165,0.0010013662,0.000028474506,0.0000011925914,0.00001787723,0.00021878716],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.43660778,0.36471885,0.17602307,0.0018318668,0.02015295,0.00066548615],"domain_scores_gemma":[0.07807022,0.81108326,0.089699134,0.0037411181,0.017106527,0.0002997668],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.87001026,0.00027852991,0.0058190674,0.0004501673,0.00010731955,0.0002155406,0.001587713,0.0002677824,0.0009940523],"category_scores_gemma":[0.8929879,0.00011743883,0.0029284111,0.0014060031,0.00012912221,0.0009515421,0.00007707349,0.0010309258,0.00070088304],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006492339,0.0029179254,0.011346542,0.0036878786,0.001458104,0.000015521411,0.019739337,0.00037946057,0.00006846678,0.004946616,0.008831238,0.9459597],"study_design_scores_gemma":[0.010725948,0.0036394345,0.25860977,0.04864244,0.027766425,0.00039180106,0.103238344,0.17552575,0.000035993977,0.11937614,0.25063968,0.0014082777],"about_ca_topic_score_codex":0.0000067879964,"about_ca_topic_score_gemma":0.00014630347,"teacher_disagreement_score":0.9445514,"about_ca_system_score_codex":0.00009812823,"about_ca_system_score_gemma":0.00042540088,"threshold_uncertainty_score":0.9999192},"labels":[],"label_agreement":null},{"id":"W1898380661","doi":"10.1186/s12916-015-0423-3","title":"You are invited to submit…","year":2015,"lang":"en","type":"letter","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Esri (Canada); Ottawa Public Health; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Family medicine","score_opus":0.8979359036170163,"score_gpt":0.5630443854355662,"score_spread":0.33489151818145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1898380661","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043502546,0.0027586494,0.006793481,0.96769303,0.0022866973,0.0013440263,0.000052080046,0.000016785263,0.01862022],"genre_scores_gemma":[0.00017573706,0.000010197688,0.0017668665,0.7957875,0.009092985,0.000078605444,0.0001608479,0.000040667845,0.19288658],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9566122,0.011358286,0.012561275,0.002006115,0.016951721,0.00051038776],"domain_scores_gemma":[0.97218996,0.0062763356,0.008102558,0.009713795,0.0031930609,0.00052427367],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.14731039,0.0007195475,0.009516115,0.0014472625,0.000078001525,0.00035168062,0.004243406,0.00060711487,0.02808358],"category_scores_gemma":[0.21983996,0.00028568367,0.0014844576,0.0028476184,0.0001215981,0.000086394015,0.00027837534,0.0009935162,0.028245647],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003109224,0.0000058657283,0.0036131262,0.00013173206,0.000093646224,0.00009557866,0.00024754019,0.0000034090936,0.0000025190195,0.000008417905,0.9947074,0.0010876767],"study_design_scores_gemma":[0.00024875763,0.00007203943,0.0011987049,0.0003811377,0.00049287936,0.000027875647,0.00037004688,0.00014361605,6.363943e-7,0.0012802915,0.99549556,0.0002884862],"about_ca_topic_score_codex":0.000051923096,"about_ca_topic_score_gemma":0.000106976215,"teacher_disagreement_score":0.17426635,"about_ca_system_score_codex":0.000092475995,"about_ca_system_score_gemma":0.00013593122,"threshold_uncertainty_score":0.9999595},"labels":[],"label_agreement":null},{"id":"W1898736678","doi":"","title":"A method for defining a journal subset for a clinical discipline using the bibliographies of systematic reviews.","year":2007,"lang":"en","type":"article","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; MEDLINE; Cochrane Library; Medicine; Computer science; Data science; Medical education; Meta-analysis; Internal medicine","score_opus":0.9315033449839578,"score_gpt":0.6497678857729334,"score_spread":0.2817354592110244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1898736678","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008637429,0.020525346,0.96025246,0.00040884758,0.0005328795,0.009460573,0.000028528075,0.0000029185194,0.00015099169],"genre_scores_gemma":[0.114552386,0.0032802764,0.8729359,0.00070653955,0.00080428965,0.0065021017,0.0000066868606,0.00005433454,0.0011574952],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.95122147,0.015493669,0.028369386,0.0007759352,0.0034539069,0.0006856633],"domain_scores_gemma":[0.86249137,0.104374744,0.026055776,0.003600073,0.0030968725,0.00038118495],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.68148816,0.00025099053,0.005774965,0.0033705535,0.0003214783,0.00073336787,0.0017997652,0.00009125727,0.000051097337],"category_scores_gemma":[0.206106,0.00008700064,0.006291994,0.009624839,0.000103450824,0.00019724215,0.00010250937,0.00016077502,0.000010639669],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003706485,0.0004971282,0.10541447,0.042198397,0.004779693,0.000005907209,0.0020916432,0.00015518899,0.000036677422,0.010385615,0.41011453,0.42395008],"study_design_scores_gemma":[0.006657988,0.00060952076,0.21661262,0.010913953,0.030773465,0.0009824068,0.017335866,0.106814824,0.0001370848,0.13835742,0.46857885,0.0022259904],"about_ca_topic_score_codex":0.0000024931464,"about_ca_topic_score_gemma":0.000031639953,"teacher_disagreement_score":0.47538215,"about_ca_system_score_codex":0.0000121605,"about_ca_system_score_gemma":0.000030582833,"threshold_uncertainty_score":0.8005813},"labels":[],"label_agreement":null},{"id":"W1911361640","doi":"10.1186/s12916-015-0465-6","title":"A scoping review of rapid review methods","year":2015,"lang":"en","type":"review","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1156,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; Ottawa Hospital; Institute for Work & Health; Public Health Ontario; University of Toronto; St. Michael's Hospital","funders":"National Institute on Deafness and Other Communication Disorders; Canadian Institutes of Health Research","keywords":"Medicine; Systematic review; MEDLINE; Cochrane Library; Limiting; Critical appraisal; Inclusion (mineral); Meta-analysis; Alternative medicine; Pathology; Psychology","score_opus":0.9668936527155029,"score_gpt":0.7401489613431355,"score_spread":0.2267446913723674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1911361640","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.149766e-10,0.95361185,0.01353018,0.00042887332,0.00081180607,0.008963228,0.000017433556,0.000008683877,0.022627959],"genre_scores_gemma":[6.19179e-10,0.9546656,0.0364356,0.0020524533,0.0004698039,0.00047999757,0.000086600885,0.00004850612,0.0057614488],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.80689853,0.116222635,0.060249027,0.0025003909,0.013616992,0.0005124071],"domain_scores_gemma":[0.87439364,0.03886222,0.060837086,0.019015256,0.006063116,0.00082866836],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.6303609,0.0011641505,0.06775226,0.00087243196,0.000058435995,0.00006876129,0.005351651,0.00027589267,0.071051426],"category_scores_gemma":[0.4806184,0.00042464514,0.0092182495,0.0062783104,0.00024183652,0.00012985912,0.00044017227,0.00051077263,0.0039660446],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.3462534e-7,0.000005272123,3.2344093e-7,0.3921879,0.00009367191,0.0000012615454,0.000005296445,5.446794e-9,6.6575407e-9,0.00004200285,0.20560272,0.4020614],"study_design_scores_gemma":[0.000049603696,0.000038318987,7.973255e-8,0.49349436,0.007240659,0.000051266714,0.000006443079,0.000002441045,1.3033231e-8,0.00008641243,0.49886578,0.0001646226],"about_ca_topic_score_codex":0.000005088906,"about_ca_topic_score_gemma":0.0000034956663,"teacher_disagreement_score":0.40189677,"about_ca_system_score_codex":0.00008462433,"about_ca_system_score_gemma":0.0018869312,"threshold_uncertainty_score":0.99982053},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1911705068","doi":"10.1002/jrsm.1106","title":"Searching for grey literature for systematic reviews: challenges and benefits","year":2013,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":803,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; University of Waterloo; University of Toronto","funders":"Workers Compensation Board of Manitoba","keywords":"Grey literature; Systematic review; Scope (computer science); Computer science; Process (computing); Data science; Management science; Information retrieval; MEDLINE; Engineering; Political science","score_opus":0.9427986778929087,"score_gpt":0.6848807056848404,"score_spread":0.25791797220806834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1911705068","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004459862,0.61368144,0.311117,0.0119029945,0.00034853286,0.050724704,0.0001022597,0.00003259572,0.0076305894],"genre_scores_gemma":[0.009561552,0.012463657,0.9359971,0.00011234573,0.0003967708,0.027321752,0.000005876429,0.00007523696,0.014065707],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.85652995,0.1276027,0.007962733,0.0018644093,0.0050433846,0.0009968068],"domain_scores_gemma":[0.4121601,0.5644368,0.0038536761,0.0075542065,0.011110426,0.0008848078],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6505072,0.00041814242,0.0063437303,0.0011378785,0.00056669716,0.0034482975,0.0022885574,0.00020833881,0.0006840758],"category_scores_gemma":[0.74172205,0.00018478988,0.0019720786,0.0012280714,0.00012564434,0.0006703832,0.00030642506,0.0003449674,0.0007095443],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009501728,0.0000404325,0.000020446694,0.04460454,0.0002644362,5.061901e-7,0.0016075214,0.0000036519398,0.00044998876,0.014477096,0.013836235,0.92468566],"study_design_scores_gemma":[0.00068441045,0.000547046,0.0018399742,0.05602794,0.0009688631,0.00007502478,0.012020423,0.0776349,0.0023166789,0.34015882,0.50623155,0.0014943697],"about_ca_topic_score_codex":0.000006923514,"about_ca_topic_score_gemma":0.000008196474,"teacher_disagreement_score":0.92319125,"about_ca_system_score_codex":0.000051482075,"about_ca_system_score_gemma":0.00006098198,"threshold_uncertainty_score":0.9975862},"labels":[],"label_agreement":null},{"id":"W1924981657","doi":"10.2106/00004623-200408000-00016","title":"Interobserver Agreement in the Application of Levels of Evidence to Scientific Papers in the American Volume of The Journal of Bone and Joint Surgery","year":2004,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto; St. Michael's Hospital; McMaster University Medical Centre","funders":"","keywords":"Medicine; Evidence-based medicine; Intraclass correlation; Confidence interval; Scientific evidence; Surgery; Statistics; Alternative medicine; Mathematics; Internal medicine","score_opus":0.6736133628362362,"score_gpt":0.4441873076355579,"score_spread":0.22942605520067827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1924981657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99135625,0.0023075514,0.0011281981,0.004765951,0.00015293725,0.00026219728,0.0000044890517,1.6993917e-7,0.00002222334],"genre_scores_gemma":[0.9988145,0.00050266087,0.00034472696,0.00025472813,0.00003108993,0.000002711012,1.2018573e-7,0.0000038116054,0.000045616456],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9793809,0.004446185,0.012130992,0.00022667692,0.003639414,0.00017584984],"domain_scores_gemma":[0.9751552,0.0047997567,0.017886156,0.0010097,0.0010687928,0.00008039412],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20418225,0.00015502708,0.003472257,0.0011280031,0.00006373666,0.00014022029,0.00032040637,0.00003024779,0.0000692118],"category_scores_gemma":[0.016503144,0.000053833555,0.0014646574,0.0020168761,0.00033387952,0.00026781746,0.00009875101,0.00022629986,0.000002217533],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026754444,0.00076190813,0.77841353,0.00074284093,0.00035079592,0.00004806888,0.016069064,0.0014286943,0.078052096,0.00015518306,0.020764932,0.10294532],"study_design_scores_gemma":[0.0001304113,0.000099620396,0.9898386,0.0015021967,0.00013529226,0.0001969713,0.005199688,0.00007524103,0.00078049954,0.00065738265,0.0013128835,0.00007122403],"about_ca_topic_score_codex":0.00011376028,"about_ca_topic_score_gemma":0.00016428922,"teacher_disagreement_score":0.21142504,"about_ca_system_score_codex":0.000036267233,"about_ca_system_score_gemma":0.00023563816,"threshold_uncertainty_score":0.9917813},"labels":[],"label_agreement":null},{"id":"W1925151592","doi":"10.29173/jchla/jabsc.v36i1.24353","title":"What to Do When Everyone Wants You to Collaborate: Managing the Demand for Library Support in Systematic Review Searching","year":2015,"lang":"en","type":"article","venue":"Journal of the Canadian Health Libraries Association / Journal de l Association de bilbiothèques de la santé du Canada","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"On demand; Action (physics); Plan (archaeology); Term (time); Systematic review; Business; Action plan; Knowledge management; Computer science; Public relations; MEDLINE; Management; Political science; Multimedia; Economics; History","score_opus":0.1230015594293727,"score_gpt":0.40249341547648554,"score_spread":0.27949185604711285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1925151592","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04343385,0.35223314,0.0035022865,0.5874354,0.004971719,0.0067923525,0.00050254096,0.000014396876,0.0011142547],"genre_scores_gemma":[0.44671836,0.05880652,0.017521437,0.44243202,0.0041534,0.00028470778,0.00003072362,0.0002340438,0.029818768],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.957498,0.028358728,0.007503868,0.00033477912,0.0051916754,0.0011129217],"domain_scores_gemma":[0.96185,0.015138649,0.016244095,0.0010188343,0.0031827271,0.002565709],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20483643,0.00032501933,0.0028124836,0.00073551893,0.00086872076,0.0100521995,0.0026648263,0.00020865911,0.00035472898],"category_scores_gemma":[0.14890927,0.00017589022,0.00074665353,0.002370775,0.00001911472,0.0026239858,0.00012734346,0.00087882293,0.000015344569],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000017817789,0.000012007136,0.08633013,0.0011664313,0.00028664983,0.000035100955,0.0051191156,0.0008106895,4.765598e-7,0.0002211856,0.9057047,0.00029571552],"study_design_scores_gemma":[0.0012069577,0.0002568866,0.054809526,0.020943923,0.00075249805,0.00073592464,0.013437124,0.0015497723,0.0000145201575,0.022181004,0.8834634,0.0006484831],"about_ca_topic_score_codex":0.018275332,"about_ca_topic_score_gemma":0.2623755,"teacher_disagreement_score":0.40328452,"about_ca_system_score_codex":0.01571514,"about_ca_system_score_gemma":0.037153628,"threshold_uncertainty_score":0.99097544},"labels":[],"label_agreement":null},{"id":"W1929023914","doi":"10.1186/s12916-015-0509-y","title":"Optimal strategies to consider when peer reviewing a systematic review and meta-analysis","year":2015,"lang":"en","type":"review","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Canadian Heritage; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Systematic review; CLARITY; Medicine; Peer review; Technical peer review; Meta-analysis; MEDLINE; Guideline; Best practice; Management science; Pathology","score_opus":0.9205150383169403,"score_gpt":0.6180494458597804,"score_spread":0.30246559245715987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1929023914","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.0612395e-8,0.97139144,0.011160602,0.0023900862,0.000133832,0.011160228,0.00009221785,0.000017659071,0.003653903],"genre_scores_gemma":[5.4125985e-7,0.93494123,0.010984794,0.0025259387,0.00014694747,0.0017022429,0.0000881852,0.00006044365,0.049549688],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.8970017,0.047098394,0.037768904,0.0032177824,0.014287945,0.0006253071],"domain_scores_gemma":[0.9372673,0.017665586,0.023133224,0.01389182,0.0067786127,0.0012634702],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.38225436,0.001900769,0.12842955,0.0021678112,0.00015689441,0.0012697424,0.003883041,0.00033555576,0.03649692],"category_scores_gemma":[0.22134408,0.000659183,0.019213388,0.0068364227,0.00020855738,0.00036132836,0.00058206543,0.00057231257,0.005418912],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.7087693e-7,0.000009827728,6.262038e-7,0.67129165,0.10975382,0.00001311671,0.00024964902,0.0000052244104,2.7951157e-9,0.00035748933,0.21708782,0.0012303974],"study_design_scores_gemma":[0.00003590523,0.000027589547,1.0538814e-7,0.042115647,0.4956182,0.00007644924,0.0002860564,0.000015344707,8.041984e-10,0.00014985808,0.46137595,0.00029889276],"about_ca_topic_score_codex":0.000032171432,"about_ca_topic_score_gemma":0.00006836097,"teacher_disagreement_score":0.629176,"about_ca_system_score_codex":0.000109643486,"about_ca_system_score_gemma":0.00072059856,"threshold_uncertainty_score":0.999767},"labels":[],"label_agreement":null},{"id":"W1931560312","doi":"","title":"Standing on the shoulders of giants: Introduction to systematic reviews and meta-analyses.","year":2009,"lang":"en","type":"article","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital","funders":"","keywords":"Systematic review; Shoulders; Meta-analysis; Medical literature; Computer science; Data science; MEDLINE; Medicine; Pathology; Political science","score_opus":0.9008369191671476,"score_gpt":0.5422637302409805,"score_spread":0.3585731889261671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1931560312","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12394524,0.116032,0.15282035,0.42795613,0.0029873878,0.11996333,0.000108650616,0.000083888546,0.056103013],"genre_scores_gemma":[0.9889229,0.00010015434,0.0006045781,0.0019804006,0.00013272838,0.0014397042,8.319912e-7,0.0000073787987,0.006811301],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97554064,0.011926927,0.0081590535,0.0007954505,0.0033138262,0.00026408824],"domain_scores_gemma":[0.9883386,0.0033421887,0.0042983443,0.0033973102,0.00045875297,0.0001648045],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18423225,0.00026749942,0.005815142,0.00040751524,0.000111430796,0.00048142983,0.0009697537,0.000041760395,0.0013008728],"category_scores_gemma":[0.11653372,0.00008386502,0.0018334715,0.001777286,0.000036148398,0.00017089935,0.000044896682,0.00010371706,0.0002696803],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039690392,0.00019895402,0.00026631024,0.0046395347,0.011294037,0.000003848397,0.00192041,0.0006782601,0.00031374345,0.03435063,0.8532122,0.0930824],"study_design_scores_gemma":[0.0013021865,0.00074074214,0.06756743,0.0012642236,0.25509658,0.00012694093,0.012982175,0.00619744,0.0032818248,0.06641193,0.5819358,0.0030927141],"about_ca_topic_score_codex":0.0000026855053,"about_ca_topic_score_gemma":0.0000047423714,"teacher_disagreement_score":0.86497766,"about_ca_system_score_codex":0.00003774367,"about_ca_system_score_gemma":0.0000071970344,"threshold_uncertainty_score":0.9996121},"labels":[],"label_agreement":null},{"id":"W1931781407","doi":"10.1136/bmj.h2147","title":"The PRECIS-2 tool: designing trials that are fit for purpose","year":2015,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1833,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital; Centre for Family Medicine; Western University; North York General Hospital","funders":"","keywords":"Flexibility (engineering); Computer science; Matching (statistics); Domain (mathematical analysis); Outcome (game theory); Clinical trial; Medical physics; Management science; Software engineering; Medicine; Engineering; Pathology; Management","score_opus":0.9640589021947837,"score_gpt":0.6275355237222869,"score_spread":0.3365233784724968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1931781407","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040649477,0.017364576,0.8262963,0.035922304,0.006135625,0.024057446,0.000118409895,0.000049653892,0.049406208],"genre_scores_gemma":[0.5843358,0.00007151928,0.087910935,0.0016493524,0.0023035256,0.0028324195,0.000009350271,0.000056408404,0.3208307],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9723772,0.01450937,0.007777469,0.00060212845,0.004460559,0.0002733171],"domain_scores_gemma":[0.9496318,0.037260596,0.007860962,0.0036451188,0.0014296664,0.00017185327],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.46143085,0.00017742199,0.0027120346,0.0000925209,0.00022751914,0.0017656854,0.0016085918,0.00006501139,0.00077032694],"category_scores_gemma":[0.38242957,0.000059969574,0.0017620468,0.0004325437,0.000032851338,0.00019164373,0.00009475687,0.00006116744,0.0021135008],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023090297,0.000008735669,0.0019862463,0.0000074674344,0.00009517893,0.0000010719044,0.00023597419,0.00005588023,0.00001166622,0.0007093939,0.939139,0.057726286],"study_design_scores_gemma":[0.00030951682,0.000031580097,0.0007410083,0.000027109516,0.00018080989,0.0000053286753,0.0015392174,0.0026351085,0.00012837102,0.02127565,0.9730148,0.00011151149],"about_ca_topic_score_codex":0.0000025387383,"about_ca_topic_score_gemma":0.000021132619,"teacher_disagreement_score":0.7383854,"about_ca_system_score_codex":0.00002127612,"about_ca_system_score_gemma":0.00009800503,"threshold_uncertainty_score":0.99927056},"labels":[],"label_agreement":null},{"id":"W1933055516","doi":"10.1002/bjs.9450","title":"Outcomes reported in high-impact surgical journals","year":2014,"lang":"en","type":"article","venue":"British journal of surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"Fonds de recherche du Québec; McGill University","keywords":"Medicine; Subspecialty; Psychological intervention; Perioperative; Quality of life (healthcare); Surgery; General surgery; Family medicine","score_opus":0.7196804182591757,"score_gpt":0.5281213487662219,"score_spread":0.19155906949295387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1933055516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99280113,0.0032541403,0.00093642174,0.0008003546,0.00085359486,0.00009334345,0.0000057890425,0.000002148119,0.0012530551],"genre_scores_gemma":[0.9971079,0.00044444244,0.00048527436,0.00015749213,0.00030558775,0.0000014898097,0.0000013248668,0.00001354488,0.0014829432],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96065044,0.01163985,0.020363,0.0004127091,0.0065641776,0.00036981152],"domain_scores_gemma":[0.95979077,0.019308576,0.0168572,0.0013189364,0.002261425,0.00046306857],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.31539613,0.00023713714,0.006692025,0.0012218778,0.000089211135,0.0016577934,0.0010061031,0.00011858455,0.014561032],"category_scores_gemma":[0.15057315,0.00013021375,0.005061218,0.0016054643,0.00005525052,0.00067469716,0.00006075518,0.00049324194,0.00030129796],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000102501335,0.00007851304,0.81071436,0.000006719199,0.00020114795,0.002799446,0.000016993707,0.00010860882,0.000006226258,0.00002088311,0.08597408,0.10006274],"study_design_scores_gemma":[0.00032289812,0.000017825058,0.9537798,0.00030807382,0.000081219216,0.014772754,0.00005069789,0.00012430236,0.0000042088204,0.003521355,0.02686958,0.00014725036],"about_ca_topic_score_codex":0.00010336448,"about_ca_topic_score_gemma":0.00004215458,"teacher_disagreement_score":0.16482297,"about_ca_system_score_codex":0.00005730774,"about_ca_system_score_gemma":0.0001829983,"threshold_uncertainty_score":0.99937856},"labels":[],"label_agreement":null},{"id":"W1935422282","doi":"10.1186/1471-2288-6-7","title":"Can electronic search engines optimize screening of search results in systematic reviews: an empirical study","year":2006,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Alberta; Carleton University; University of Ottawa; McGill University; Children's Hospital of Eastern Ontario","funders":"Canadian Institutes of Health Research","keywords":"MEDLINE; Cochrane Library; Systematic review; Medicine; Information retrieval; Computer science; Meta-analysis; Pathology","score_opus":0.9602321763929001,"score_gpt":0.7210932492357292,"score_spread":0.239138927157171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1935422282","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59716815,0.008173312,0.37947664,0.002846647,0.00018963002,0.010528069,0.000018953206,0.000020060575,0.001578528],"genre_scores_gemma":[0.87348586,0.00034077358,0.120739296,0.000100463156,0.00034749843,0.00071493373,0.000024724264,0.00004558241,0.0042008595],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.15289171,0.78281564,0.02617259,0.0030663535,0.032525845,0.0025278798],"domain_scores_gemma":[0.5525818,0.43135178,0.0027177052,0.007766983,0.004419139,0.0011626037],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8897012,0.00048042764,0.010532032,0.0030837795,0.00022555316,0.00031652977,0.005934031,0.000450763,0.003538878],"category_scores_gemma":[0.7825298,0.00023893257,0.0013204952,0.0076524075,0.0006915944,0.00019558179,0.00091398414,0.002250289,0.00037707493],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041350275,0.011977972,0.6590851,0.062112574,0.0019272735,0.0013648388,0.032506764,0.021668155,0.0014858514,0.023286533,0.058363583,0.12208633],"study_design_scores_gemma":[0.013218809,0.008963258,0.11926527,0.011943458,0.00082213554,0.00044928215,0.078949906,0.72816265,0.0005896911,0.02811764,0.007339738,0.0021781465],"about_ca_topic_score_codex":0.0028587582,"about_ca_topic_score_gemma":0.01321916,"teacher_disagreement_score":0.7064945,"about_ca_system_score_codex":0.00020444387,"about_ca_system_score_gemma":0.002162978,"threshold_uncertainty_score":0.99944437},"labels":[],"label_agreement":null},{"id":"W1937285662","doi":"10.1016/j.jclinepi.2015.09.005","title":"High statistical heterogeneity is more frequent in meta-analysis of continuous than binary outcomes","year":2015,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":139,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; University Health Network; McMaster University","funders":"","keywords":"Meta-analysis; Binary number; Medicine; MEDLINE; Study heterogeneity; Sample size determination; Statistics; Randomized controlled trial; Continuous variable; Mathematics; Internal medicine; Biology","score_opus":0.9462331196270646,"score_gpt":0.6916570514577847,"score_spread":0.2545760681692799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1937285662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9394777,0.002646244,0.03886521,0.017721707,0.00075511204,0.00025149438,0.0001342204,0.000001637841,0.0001466937],"genre_scores_gemma":[0.9525709,0.000088718254,0.042183194,0.0046008974,0.00010096739,0.000005681,0.0000061344645,0.000009003254,0.0004344962],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7814882,0.13125975,0.081199884,0.0011132173,0.0044289893,0.0005099661],"domain_scores_gemma":[0.6403325,0.28617448,0.064208426,0.0040822537,0.004062227,0.0011401138],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.5900255,0.00038622163,0.047973834,0.001105957,0.00002605055,0.000047619564,0.0021816387,0.00038739498,0.0053569744],"category_scores_gemma":[0.64937645,0.00015377764,0.021974264,0.001569769,0.00043589176,0.0001718073,0.00021392475,0.0007781264,0.00019319229],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007090241,0.00027401926,0.9032766,0.000008276973,0.06558705,0.000057505273,0.00009451629,0.0023490845,0.0000010253714,0.0026749435,0.02469975,0.00090629206],"study_design_scores_gemma":[0.0006057729,0.0004872683,0.8752738,0.000005040599,0.081463635,0.000019022193,0.0002333671,0.0050732396,0.000001763129,0.033036783,0.003659232,0.00014105727],"about_ca_topic_score_codex":0.00020455076,"about_ca_topic_score_gemma":0.00017897814,"teacher_disagreement_score":0.15491472,"about_ca_system_score_codex":0.000038413167,"about_ca_system_score_gemma":0.00024149766,"threshold_uncertainty_score":0.99555224},"labels":[],"label_agreement":null},{"id":"W1938979978","doi":"10.2196/medinform.3982","title":"Using MEDLINE Elemental Similarity to Assist in the Article Screening Process for Systematic Reviews","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"MEDLINE; Systematic review; Computer science; Process (computing); Information retrieval; Medicine; Data science; Medical physics; Chemistry","score_opus":0.8496713948631475,"score_gpt":0.6142034858786365,"score_spread":0.23546790898451098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1938979978","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28088897,0.00057985494,0.693397,0.004079031,0.00029782634,0.017653067,0.00002682385,0.000017975788,0.0030594377],"genre_scores_gemma":[0.91007423,0.000005660158,0.07437694,0.012791188,0.00029258843,0.002088826,0.000023384937,0.000020981277,0.00032617664],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.96992296,0.004627189,0.015075576,0.0003120567,0.009610092,0.00045211433],"domain_scores_gemma":[0.9889767,0.003981359,0.00370334,0.0019260509,0.00085159024,0.00056094845],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22128928,0.0002781968,0.0030391887,0.00026426866,0.0001378197,0.00067418464,0.002408785,0.000121818375,0.00051104976],"category_scores_gemma":[0.120381586,0.000108260516,0.0006878045,0.0018593678,0.00006168054,0.0005166149,0.00016434585,0.0002680699,0.00056031183],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001601796,0.0016778609,0.049101803,0.09227268,0.0006970236,0.00004624683,0.23898897,0.0038347098,0.000020542218,0.009782743,0.5482905,0.055126727],"study_design_scores_gemma":[0.0008627646,0.000108728775,0.00029638005,0.0038833877,0.00019226488,0.000058968006,0.05089164,0.90998757,0.000015418907,0.001946035,0.031451967,0.00030485628],"about_ca_topic_score_codex":0.0000049637565,"about_ca_topic_score_gemma":0.000054801196,"teacher_disagreement_score":0.9061529,"about_ca_system_score_codex":0.0000700392,"about_ca_system_score_gemma":0.00016835226,"threshold_uncertainty_score":0.8870278},"labels":[],"label_agreement":null},{"id":"W1939260248","doi":"","title":"Developing optimal search strategies for detecting clinically sound treatment studies in EMBASE.","year":2006,"lang":"en","type":"article","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":288,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"MEDLINE; Medicine; Placebo; Sensitivity (control systems); Medical physics; Computer science; Sound quality; Information retrieval; Quality (philosophy); Alternative medicine; Speech recognition; Pathology","score_opus":0.9140271019470195,"score_gpt":0.5983334214758311,"score_spread":0.3156936804711884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1939260248","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9438008,0.0015055966,0.049439102,0.0005029467,0.00022445488,0.0022697973,0.000006085918,0.00000909966,0.0022421018],"genre_scores_gemma":[0.97159094,0.00002437215,0.022796465,0.000054617412,0.00014829113,0.0023877567,0.0000023243883,0.000009491687,0.0029857277],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9883744,0.0023677798,0.0063230777,0.0007749879,0.0016716917,0.00048806684],"domain_scores_gemma":[0.98685527,0.0099980105,0.0013575822,0.0010317047,0.00068824127,0.000069208014],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0845945,0.0002245919,0.0021783148,0.00031101858,0.00016804133,0.00084704865,0.00058995525,0.000058849342,0.00005538361],"category_scores_gemma":[0.017135356,0.00010923619,0.0008235716,0.00079491147,0.00007304541,0.00022734744,0.00008210113,0.00007266579,0.00008076465],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009903413,0.00025716276,0.18744972,0.0002664378,0.0010010478,0.000035856192,0.0030242773,0.011979853,0.000012910832,0.016466914,0.0038836596,0.7755231],"study_design_scores_gemma":[0.0035860152,0.00034948057,0.65096056,0.00011586342,0.0006657479,0.000031589963,0.06684335,0.016622195,0.00031616635,0.220412,0.03879038,0.0013066317],"about_ca_topic_score_codex":0.000043964377,"about_ca_topic_score_gemma":0.000613295,"teacher_disagreement_score":0.7742165,"about_ca_system_score_codex":0.00018928725,"about_ca_system_score_gemma":0.00011881665,"threshold_uncertainty_score":0.9911437},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1939467288","doi":"","title":"Factors predicting completion and time to publication of Cochrane reviews.","year":2009,"lang":"en","type":"article","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Medicine; Misrepresentation; Systematic review; Alternative medicine; Cochrane collaboration; MEDLINE; Family medicine; Cochrane Library; Pathology","score_opus":0.686181365658017,"score_gpt":0.4698179705237076,"score_spread":0.2163633951343094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1939467288","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8916514,0.005282237,0.012069858,0.013004018,0.00019708113,0.007590873,0.00004012279,0.000027735688,0.070136696],"genre_scores_gemma":[0.99141717,0.000029012424,0.0006585138,0.00039820196,0.000038726856,0.00014114585,0.0000131375145,0.000003214385,0.0073008775],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99147445,0.0019242149,0.0042085373,0.0004265694,0.001808674,0.0001575395],"domain_scores_gemma":[0.99492556,0.00088841224,0.002238171,0.0011535021,0.000631719,0.00016262915],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06062,0.00012014556,0.001761537,0.0002507861,0.00005156093,0.0002669313,0.00047998637,0.000032756398,0.0018375702],"category_scores_gemma":[0.054335967,0.000057168676,0.00034356077,0.0009378345,0.000016737407,0.00019204336,0.000034477926,0.000041507577,0.0005630778],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037926281,0.000045077173,0.042797882,0.00005329933,0.000037561345,1.0063824e-7,0.0003513558,0.0000063489415,0.00016793472,0.00071965076,0.15109861,0.8047184],"study_design_scores_gemma":[0.00005096127,0.000014954383,0.8770861,0.000016973576,0.00005305099,8.8416505e-7,0.000022811419,0.00051530625,0.00003559523,0.0004757488,0.12166692,0.00006065937],"about_ca_topic_score_codex":0.000002346606,"about_ca_topic_score_gemma":0.0000010296167,"teacher_disagreement_score":0.83428824,"about_ca_system_score_codex":0.000014044858,"about_ca_system_score_gemma":0.0000051166485,"threshold_uncertainty_score":0.9990749},"labels":[],"label_agreement":null},{"id":"W1941127021","doi":"10.1093/ndt/gfv257","title":"A nephrology guide to reading and using systematic reviews of observational studies","year":2015,"lang":"en","type":"review","venue":"Nephrology Dialysis Transplantation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Libin Cardiovascular Institute of Alberta","funders":"","keywords":"Observational study; Medicine; Systematic review; Psychological intervention; MEDLINE; Randomized controlled trial; Population; Intensive care medicine; Pathology; Environmental health; Nursing","score_opus":0.8169485137038914,"score_gpt":0.5742667323553496,"score_spread":0.2426817813485418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1941127021","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043080267,0.9812091,0.012669545,0.000118615586,0.00029576424,0.004961413,0.00010450482,0.0000094239585,0.00020082013],"genre_scores_gemma":[0.000030740615,0.984356,0.013363883,0.0006299026,0.0001739096,0.0006708514,0.00017753399,0.000037191763,0.00055999204],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.93250996,0.037385322,0.024923902,0.0017217258,0.0030381475,0.00042095833],"domain_scores_gemma":[0.9616761,0.016939383,0.016021008,0.0027497238,0.0023671149,0.0002466311],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12672888,0.00091695064,0.029875714,0.001993866,0.00016417718,0.00018603243,0.0014788631,0.00054075755,0.00037658395],"category_scores_gemma":[0.029506726,0.00047495007,0.0034244743,0.0030762057,0.00019209346,0.00029346658,0.0001149207,0.00028009914,0.0005689347],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007222719,0.00012930857,0.00046781136,0.6717735,0.012909341,0.000058452497,0.007307642,0.00048537474,0.00007343694,0.0032733176,0.039956428,0.26349318],"study_design_scores_gemma":[0.00022490764,0.00008787595,0.000032096963,0.015223696,0.03502937,0.00022434234,0.00017529503,0.0005212265,4.78184e-7,0.00076047913,0.94728523,0.00043500477],"about_ca_topic_score_codex":0.000017021066,"about_ca_topic_score_gemma":0.00010526273,"teacher_disagreement_score":0.9073288,"about_ca_system_score_codex":0.0001518554,"about_ca_system_score_gemma":0.00030108562,"threshold_uncertainty_score":0.9997702},"labels":[],"label_agreement":null},{"id":"W1942271137","doi":"10.1002/pds.2321","title":"Mini‐Sentinel's systematic reviews of validated methods for identifying health outcomes using administrative and claims data: methods and lessons learned","year":2012,"lang":"en","type":"article","venue":"Pharmacoepidemiology and Drug Safety","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Cleveland Clinic; Mayo Clinic; WellPoint; U.S. Department of Veterans Affairs","keywords":"Citation; Systematic review; Observational study; Medicine; MEDLINE; Data science; Information retrieval; Data mining; Computer science; World Wide Web; Pathology","score_opus":0.9597782986604464,"score_gpt":0.7609156604416225,"score_spread":0.19886263821882388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1942271137","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008635393,0.09212574,0.8887269,0.0065880176,0.0005292132,0.0031583724,0.00012340967,0.00000916883,0.000103796585],"genre_scores_gemma":[0.076011695,0.009181304,0.91229945,0.0015981073,0.000106704196,0.00013319534,0.00006096768,0.000025287023,0.00058325776],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.7804417,0.19878857,0.017497668,0.0017833569,0.0006941294,0.0007945963],"domain_scores_gemma":[0.8319812,0.14890696,0.014962767,0.002976789,0.0005109826,0.0006613433],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5653296,0.00047582385,0.009833339,0.00028546088,0.00044960176,0.00011537539,0.00083434844,0.00013062579,0.00022150407],"category_scores_gemma":[0.1389732,0.00024174646,0.0006711982,0.0005170098,0.00029523546,0.0006276775,0.00053915207,0.00026626803,0.000009224488],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039053254,0.0006014777,0.3881992,0.102943435,0.0077676675,0.0000030082354,0.015738828,0.00003775235,0.008821377,0.03569507,0.04173461,0.39806706],"study_design_scores_gemma":[0.007903375,0.0002797469,0.08803294,0.007745572,0.023495719,0.0006865684,0.021385685,0.39649567,0.001805028,0.05911985,0.38940087,0.0036489612],"about_ca_topic_score_codex":0.00003838652,"about_ca_topic_score_gemma":0.0000073951333,"teacher_disagreement_score":0.42635638,"about_ca_system_score_codex":0.000022625196,"about_ca_system_score_gemma":0.00007474551,"threshold_uncertainty_score":0.98581344},"labels":[],"label_agreement":null},{"id":"W1943761897","doi":"10.3945/ajcn.2008.26255","title":"Issues related to the conduct of systematic reviews: a focus on the nutrition field","year":2008,"lang":"en","type":"article","venue":"American Journal of Clinical Nutrition","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"","keywords":"Systematic review; Consolidated Standards of Reporting Trials; Field (mathematics); Population; Statement (logic); Management science; Psychology; Alternative medicine; Engineering ethics; MEDLINE; Medicine; Political science; Engineering; Pathology; Environmental health","score_opus":0.8222687302242055,"score_gpt":0.6066964992266459,"score_spread":0.21557223099755962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1943761897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7996795,0.01680893,0.0044481284,0.17070451,0.0010778918,0.0057967436,0.000014132963,0.0000059774598,0.0014641908],"genre_scores_gemma":[0.9882491,0.0062914565,0.0022341565,0.0023713592,0.00031480665,0.0000775231,6.6676745e-7,0.000008448722,0.0004524699],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9488891,0.02866828,0.018672638,0.00033803086,0.0032745562,0.00015740951],"domain_scores_gemma":[0.93886375,0.039437395,0.017656019,0.0020155027,0.0018596267,0.00016768265],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12664261,0.00020801429,0.0056764204,0.00024472762,0.00015270735,0.00011445012,0.0017265549,0.000070863,0.0008786836],"category_scores_gemma":[0.17422968,0.0000679486,0.0033806495,0.0017768434,0.00027039959,0.00015608252,0.00004475713,0.00048700735,0.00073612994],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038482572,0.0016773042,0.002594304,0.0020208543,0.0007800955,0.000038167058,0.0015249688,0.000022295146,0.00014582275,0.0038397615,0.942111,0.044860613],"study_design_scores_gemma":[0.0052588703,0.026462471,0.01097197,0.06982028,0.003804982,0.0021186967,0.025784189,0.0014408238,0.0015036913,0.10249098,0.74914116,0.0012018807],"about_ca_topic_score_codex":0.000014281929,"about_ca_topic_score_gemma":0.0000046120003,"teacher_disagreement_score":0.19296981,"about_ca_system_score_codex":0.000017149578,"about_ca_system_score_gemma":0.000046551642,"threshold_uncertainty_score":0.96209687},"labels":[],"label_agreement":null},{"id":"W1945388302","doi":"10.1186/1471-2288-6-27","title":"Does updating improve the methodological and reporting quality of systematic reviews?","year":2006,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Canadian Institute for Energy Training","funders":"","keywords":"Checklist; Confidence interval; Quality Score; Systematic review; Medicine; MEDLINE; Quality (philosophy); Cochrane Library; Meta-analysis; Statistics; Medical physics; Psychology; Mathematics; Internal medicine; Operations management","score_opus":0.9896759570325111,"score_gpt":0.7738181885184264,"score_spread":0.21585776851408467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1945388302","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17217062,0.011152802,0.8011588,0.004105818,0.00069857197,0.004872567,0.0000070327924,0.000013368096,0.005820411],"genre_scores_gemma":[0.24439836,0.0007301484,0.7437073,0.00048709387,0.00076321384,0.00087264524,0.0000055818946,0.000027409224,0.009008271],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.03945702,0.88522834,0.053400017,0.0020047363,0.018924281,0.0009856027],"domain_scores_gemma":[0.01374613,0.94098306,0.034968086,0.006296094,0.0035108766,0.0004957726],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.96723586,0.00032278532,0.0117653385,0.00042453,0.0003835794,0.00032148339,0.003233339,0.0003813792,0.0052521788],"category_scores_gemma":[0.9913879,0.000085550564,0.0019028224,0.0019306497,0.0014361192,0.00011493066,0.0011114782,0.0010930762,0.00021497827],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021530782,0.00041640157,0.2120521,0.11466032,0.00071144657,0.000101311794,0.0021832413,0.000021817124,0.016233074,0.4458447,0.036525577,0.1710347],"study_design_scores_gemma":[0.0011072827,0.0004619714,0.103092104,0.0065406254,0.00068547495,0.00032050943,0.018521694,0.014537749,0.0018219176,0.82706475,0.024965573,0.00088034204],"about_ca_topic_score_codex":0.00049024995,"about_ca_topic_score_gemma":0.00062566134,"teacher_disagreement_score":0.38122004,"about_ca_system_score_codex":0.000037711343,"about_ca_system_score_gemma":0.0003800168,"threshold_uncertainty_score":0.99565715},"labels":[],"label_agreement":null},{"id":"W1946200177","doi":"10.1016/j.jclinepi.2015.08.012","title":"An international survey and modified Delphi approach revealed numerous rapid review methods","year":2015,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":140,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; Ottawa Hospital; McMaster University; University of Toronto; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Delphi method; Limiting; Government (linguistics); Grey literature; Health care; Delphi; Quality (philosophy); Medicine; MEDLINE; Psychology; Computer science; Political science; Engineering","score_opus":0.9753474181125361,"score_gpt":0.7489619454767924,"score_spread":0.2263854726357437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1946200177","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04232761,0.041582406,0.89440614,0.011948962,0.003108132,0.00053996604,0.000014987335,0.0000044109697,0.0060673924],"genre_scores_gemma":[0.17828585,0.0255341,0.7784697,0.01541148,0.0013425867,0.000011237344,0.000021274032,0.000021804552,0.000901969],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.36669263,0.555226,0.07281792,0.0013714002,0.0034433603,0.00044865743],"domain_scores_gemma":[0.5094092,0.3934109,0.08105074,0.0051813414,0.008639828,0.002307995],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9021504,0.00028012702,0.015375063,0.00027165897,0.000045490127,0.00010364797,0.0028364726,0.00030810302,0.00089612335],"category_scores_gemma":[0.88897777,0.00012315129,0.002782521,0.00056087424,0.00023433327,0.00041003764,0.00016952216,0.00083406206,0.0001243279],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017142731,0.00026191171,0.5205824,0.00008531549,0.00071681483,0.000010912495,0.00008092309,0.00032151863,0.0000012385761,0.0027469872,0.17264652,0.30237404],"study_design_scores_gemma":[0.0016494053,0.0012214708,0.65395486,0.00029128217,0.0007002579,0.0008370881,0.00015873123,0.07155163,2.262841e-7,0.07377133,0.19548835,0.00037537242],"about_ca_topic_score_codex":0.000018021701,"about_ca_topic_score_gemma":0.0000053135172,"teacher_disagreement_score":0.30199867,"about_ca_system_score_codex":0.000023622364,"about_ca_system_score_gemma":0.00023982105,"threshold_uncertainty_score":0.9992427},"labels":[],"label_agreement":null},{"id":"W1946591374","doi":"10.1111/add.12249","title":"New guidelines are needed to improve the reporting of trials in addiction sciences","year":2013,"lang":"en","type":"letter","venue":"Addiction","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Economic and Social Research Council; Medical Research Council","keywords":"Consolidated Standards of Reporting Trials; Psychological intervention; Addiction; Rigour; Randomized controlled trial; Addiction medicine; Medicine; Systematic review; Mental health; Guideline; Evidence-based practice; Alternative medicine; Publication bias; Critical appraisal; External validity; Evidence-based medicine; Internal validity; MEDLINE; Psychology; Psychiatry; Meta-analysis; Social psychology; Political science","score_opus":0.8441224175001328,"score_gpt":0.5687859815135708,"score_spread":0.275336435986562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1946591374","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042694826,0.0021888313,0.020381488,0.9590836,0.0050141755,0.004127055,0.000076295706,0.000021503496,0.004837581],"genre_scores_gemma":[0.01079817,0.00026305846,0.03348507,0.793694,0.024265187,0.0011307201,0.00019293452,0.000117021176,0.13605383],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9194447,0.014925223,0.05518269,0.0017154497,0.008298195,0.00043377478],"domain_scores_gemma":[0.8542263,0.0144091705,0.12231293,0.0049351496,0.0039714505,0.00014500022],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.32329106,0.00042085562,0.006622337,0.0012703749,0.00020874309,0.0010388026,0.0018426366,0.0004501505,0.0079235975],"category_scores_gemma":[0.4422891,0.00016929374,0.0024676886,0.0031713478,0.00006978992,0.00037374027,0.0001568971,0.0006125681,0.0011021461],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027598107,0.0000039500947,0.00031725012,0.000013587886,0.0001049766,0.0000028354366,0.000105372004,0.00017494574,0.0001563259,0.000012747373,0.93331635,0.065788925],"study_design_scores_gemma":[0.00011355649,0.000061980936,0.0011440774,0.00031954367,0.00039987348,0.000010435243,0.00056500314,0.002152739,0.000121219404,0.0013473091,0.9935838,0.00018046985],"about_ca_topic_score_codex":0.0035845845,"about_ca_topic_score_gemma":0.00032054377,"teacher_disagreement_score":0.16538958,"about_ca_system_score_codex":0.00007360336,"about_ca_system_score_gemma":0.00026564128,"threshold_uncertainty_score":0.9999982},"labels":[],"label_agreement":null},{"id":"W1949364624","doi":"10.1111/j.1556-4029.2010.01504.x","title":"From Abstract to Publication: The Fate of Research Presented at an Annual Forensic Meeting","year":2010,"lang":"en","type":"article","venue":"Journal of Forensic Sciences","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Office of the Chief Medical Examiner","funders":"American Academy of Forensic Sciences","keywords":"Forensic science; Presentation (obstetrics); Jurisprudence; Library science; Section (typography); Medicine; Law; Political science; Computer science; Veterinary medicine; Surgery","score_opus":0.7260511335897535,"score_gpt":0.5819335927160701,"score_spread":0.14411754087368334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1949364624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97936857,0.00018764552,0.00016939125,0.012890736,0.0008640519,0.00030029763,0.000020810223,0.0000019021311,0.0061966265],"genre_scores_gemma":[0.9861367,0.0000049700843,0.011810779,0.00016097247,0.0005821947,0.0000040518617,0.0000010699823,0.0000050946323,0.0012941635],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9773759,0.003038742,0.0063519236,0.00060023856,0.012249763,0.0003834106],"domain_scores_gemma":[0.9710775,0.009480553,0.0066217296,0.002268225,0.010175199,0.00037677237],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22419871,0.00016280083,0.0013606211,0.00087248225,0.000592081,0.0011747197,0.0047653094,0.000070086,0.002797867],"category_scores_gemma":[0.08080842,0.000060888342,0.000741255,0.0036874209,0.0010327614,0.00106507,0.00031983812,0.0004400425,0.00026841363],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000080379825,0.00017449098,0.09088902,0.000018567305,0.00024561287,0.000015344085,0.011693924,0.00058992975,0.023291131,0.004319479,0.7395876,0.12909454],"study_design_scores_gemma":[0.00071868143,0.0013481806,0.5458391,0.0003258326,0.00028602194,0.00030778392,0.053968374,0.010196821,0.023134284,0.10170396,0.26162395,0.00054705027],"about_ca_topic_score_codex":0.00017135331,"about_ca_topic_score_gemma":0.0008493958,"teacher_disagreement_score":0.47796363,"about_ca_system_score_codex":0.000024329527,"about_ca_system_score_gemma":0.00026437978,"threshold_uncertainty_score":0.99986213},"labels":[],"label_agreement":null},{"id":"W1956041787","doi":"10.1093/clinchem/46.12.2025","title":"Laboratory-Related Measures of Patient Outcomes: An Introduction. Michael G. Bissell, ed. Washington, DC: AACC Press, 2000, 193 pp., $49 ($39 AACC members). ISBN 1-890883-26-3.","year":2000,"lang":"en","type":"article","venue":"Clinical Chemistry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Gerontology; Medicine","score_opus":0.3245508802554919,"score_gpt":0.45687880470901937,"score_spread":0.13232792445352748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1956041787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9818019,0.0071823965,0.000032797503,0.0033815147,0.0009065472,0.0006488702,0.00010944758,0.000067848996,0.0058686635],"genre_scores_gemma":[0.9553313,0.0014605188,0.0020034253,0.00092209637,0.0011572922,0.000081828286,0.000089766356,0.00011931968,0.038834434],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.971358,0.0046583554,0.016401498,0.0022593883,0.004763781,0.0005589922],"domain_scores_gemma":[0.9817383,0.0033062538,0.005741903,0.006539667,0.0019675468,0.0007062888],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.043896828,0.0006826044,0.0049735503,0.0000833356,0.00019854463,0.00047528377,0.002767061,0.00065751985,0.042289317],"category_scores_gemma":[0.04077841,0.00039792183,0.0024669229,0.0012926578,0.00046206365,0.0004816778,0.00018757621,0.0008579402,0.002191093],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014432949,0.0024045303,0.07711331,0.0002991101,0.0016064865,0.000021050444,0.0009250667,0.0008257884,0.002107734,0.00011848609,0.8885311,0.025903031],"study_design_scores_gemma":[0.00079537457,0.00013491619,0.0022491945,0.00007026843,0.0006470271,0.000013338596,0.00057694956,0.0009411689,0.0064698304,0.0007004267,0.98678553,0.0006159862],"about_ca_topic_score_codex":0.000040081293,"about_ca_topic_score_gemma":0.000009079807,"teacher_disagreement_score":0.09825444,"about_ca_system_score_codex":0.00007148366,"about_ca_system_score_gemma":0.00030470925,"threshold_uncertainty_score":0.9998473},"labels":[],"label_agreement":null},{"id":"W1962375501","doi":"10.1007/s11060-015-1870-6","title":"Randomized controlled trials and neuro-oncology: should alternative designs be considered?","year":2015,"lang":"en","type":"review","venue":"Journal of Neuro-Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Jadad scale; Medicine; Blinding; Randomized controlled trial; Consolidated Standards of Reporting Trials; Sample size determination; MEDLINE; Research design; Clinical study design; Quality Score; Critical appraisal; Interpretability; Medical physics; Clinical trial; Internal medicine; Alternative medicine; Statistics; Pathology","score_opus":0.9100273331606838,"score_gpt":0.6303495686974356,"score_spread":0.2796777644632482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1962375501","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003742405,0.9700781,0.002661821,0.005336425,0.0055046845,0.009141139,0.00006958327,0.000008095841,0.00716273],"genre_scores_gemma":[0.000045632492,0.9901068,0.0035701224,0.003267366,0.0014318199,0.00034046904,0.000006437673,0.000085985404,0.001145346],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.5897325,0.33994675,0.061233457,0.0015653656,0.006848201,0.0006736872],"domain_scores_gemma":[0.23357624,0.5899563,0.16378662,0.003231383,0.008008714,0.0014407572],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"category_scores_codex":[0.60145575,0.0016833383,0.16075724,0.003116203,0.00021292575,0.0011304668,0.0038721212,0.0013491136,0.0038290413],"category_scores_gemma":[0.71367365,0.0006576273,0.028563932,0.0013686044,0.00084922486,0.00044267563,0.0005447281,0.0027117252,0.00039575517],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020514326,0.00032897823,0.0000031893353,0.0007351169,0.011632986,0.0024195453,0.000609284,0.000026444199,0.000027562884,0.0006648477,0.29204938,0.6709884],"study_design_scores_gemma":[0.12645,0.0012635988,1.2645617e-7,0.00063823216,0.03188968,0.0061718044,0.00021802292,0.00027897966,8.965654e-7,0.00452445,0.8281856,0.00037856],"about_ca_topic_score_codex":0.000005412424,"about_ca_topic_score_gemma":0.000011834934,"teacher_disagreement_score":0.6706098,"about_ca_system_score_codex":0.0005258376,"about_ca_system_score_gemma":0.006048712,"threshold_uncertainty_score":0.99994737},"labels":[],"label_agreement":null},{"id":"W1963841505","doi":"10.1016/j.pharma.2014.05.001","title":"Caractéristiques des revues systématiques présentant les interventions de pharmaciens","year":2014,"lang":"fr","type":"review","venue":"Annales Pharmaceutiques Françaises","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre Hospitalier Universitaire Sainte-Justine","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.8071256356372769,"score_gpt":0.6172617153454288,"score_spread":0.18986392029184807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963841505","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029513976,0.9419335,0.030298453,0.0008236869,0.0016589769,0.0040914216,0.00089529186,0.00019850871,0.017148776],"genre_scores_gemma":[0.025089437,0.9353844,0.0109037515,0.0008908587,0.0017540156,0.00096733595,0.00032679178,0.00026435364,0.024419086],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9026838,0.05952469,0.026629427,0.003632697,0.005389191,0.0021401977],"domain_scores_gemma":[0.9543754,0.013538012,0.0194845,0.005895476,0.0049539553,0.0017526662],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.115596004,0.003220197,0.020366061,0.0019431119,0.0019735794,0.0041242675,0.007338413,0.0011094601,0.05319463],"category_scores_gemma":[0.026978778,0.00202585,0.022453161,0.002950388,0.0023852834,0.0015644112,0.0010133474,0.002290677,0.012176191],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025935155,0.0006271456,0.003982016,0.08633087,0.0031552743,0.00019978845,0.0033388902,0.00002792456,0.00005317972,0.0023339426,0.11504617,0.78487885],"study_design_scores_gemma":[0.0003289877,0.00020981117,0.0002035089,0.039325252,0.01019211,0.00097063906,0.00057443324,0.002101933,0.00047746015,0.0017038858,0.9421402,0.0017717798],"about_ca_topic_score_codex":0.00048490582,"about_ca_topic_score_gemma":0.00036594277,"teacher_disagreement_score":0.827094,"about_ca_system_score_codex":0.00065681204,"about_ca_system_score_gemma":0.001022543,"threshold_uncertainty_score":0.9993257},"labels":[],"label_agreement":null},{"id":"W1965067053","doi":"10.1111/j.1464-410x.2004.04905.x","title":"Publication rate of abstracts presented at the annual meeting of the American Urological Association","year":2004,"lang":"en","type":"article","venue":"British Journal of Urology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto","funders":"","keywords":"Medicine; Session (web analytics); Presentation (obstetrics); Publication; Library science; Family medicine; World Wide Web; Computer science; Surgery","score_opus":0.23093866977727562,"score_gpt":0.4150462332015202,"score_spread":0.18410756342424456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965067053","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9791413,0.0008793087,0.00039648984,0.01800454,0.00015832615,0.00016769048,0.000019528117,8.420904e-7,0.0012319796],"genre_scores_gemma":[0.99842644,0.000084308835,0.00018671012,0.000712364,0.00006689216,0.000002034336,9.823293e-7,0.0000034858335,0.0005167612],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98392946,0.008193014,0.0056379004,0.00020262357,0.0018787932,0.00015823534],"domain_scores_gemma":[0.9703776,0.0037332224,0.022053495,0.0005853891,0.0031963647,0.00005392281],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07266351,0.00008544117,0.0013475852,0.00010815255,0.00010906595,0.00012287781,0.0012694177,0.00006615705,0.00040783334],"category_scores_gemma":[0.099238895,0.00003828542,0.0008881854,0.00079891086,0.00020192309,0.00015714383,0.00012797989,0.00025762685,0.0000332586],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029103493,0.00076450885,0.61581457,0.000038144375,0.0017592412,0.00006501983,0.0015640338,0.036065876,0.006265176,0.0015935487,0.24553843,0.090240404],"study_design_scores_gemma":[0.00029474183,0.0001583546,0.97049415,0.000013083602,0.0001825091,0.00048404917,0.00022150467,0.00009820204,0.00016621841,0.0032608847,0.024584342,0.000041956784],"about_ca_topic_score_codex":0.00010443057,"about_ca_topic_score_gemma":0.0001248015,"teacher_disagreement_score":0.35467955,"about_ca_system_score_codex":0.000042927375,"about_ca_system_score_gemma":0.000082566294,"threshold_uncertainty_score":0.95488805},"labels":[],"label_agreement":null},{"id":"W1965104586","doi":"10.1136/bmj.g3804","title":"Relation of completeness of reporting of health research to journals' endorsement of reporting guidelines: systematic review","year":2014,"lang":"en","type":"review","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":242,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; Queen's University; St. Paul's Hospital; University of Ottawa; University of British Columbia; Ottawa Hospital","funders":"Medical Research Council; Canadian Institutes of Health Research; Cancer Research UK","keywords":"Data extraction; Guideline; MEDLINE; Medicine; Systematic review; Family medicine; Scopus; Consolidated Standards of Reporting Trials; Completeness (order theory); Alternative medicine; Pathology","score_opus":0.9800738429082609,"score_gpt":0.7535624514376742,"score_spread":0.22651139147058674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965104586","genre_codex":"review","genre_gemma":"review","domain_codex":"reporting","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":"reporting","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002390754,0.9796322,0.008507951,0.00046719098,0.00023379477,0.010393783,0.0000191448,0.000002244236,0.0007197894],"genre_scores_gemma":[0.00028832475,0.98466796,0.013717381,0.00006117473,0.00009410712,0.0003038625,0.000021042108,0.000034918623,0.00081122876],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.21016148,0.12308996,0.63026494,0.0023252952,0.033275526,0.0008827732],"domain_scores_gemma":[0.3369963,0.013784167,0.61760837,0.0087010525,0.022680435,0.00022972096],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8544654,0.0005147191,0.05335848,0.0018945488,0.00010992183,0.00007954436,0.0025139912,0.00018286734,0.00065402203],"category_scores_gemma":[0.83059055,0.00024457468,0.007295105,0.005352652,0.00008864712,0.00009963681,0.00046815324,0.00039692095,0.0000791904],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.9471914e-7,0.00003573409,0.00017914182,0.9152601,0.00047979763,0.0000029664686,0.00010784046,0.000016889519,0.000003932943,0.0001786968,0.019404877,0.06432925],"study_design_scores_gemma":[0.000041731128,0.0000875428,0.000047784088,0.88929117,0.0021011264,0.00011412423,0.00028900465,0.00011198232,0.000002282062,0.00014481372,0.10761644,0.00015198969],"about_ca_topic_score_codex":0.00012707588,"about_ca_topic_score_gemma":0.000016771317,"teacher_disagreement_score":0.1268348,"about_ca_system_score_codex":0.00013413993,"about_ca_system_score_gemma":0.0013217356,"threshold_uncertainty_score":0.99734664},"labels":[],"label_agreement":null},{"id":"W1965119245","doi":"10.1016/j.hcl.2008.11.003","title":"Critical Appraisal of Research Evidence for Its Validity and Usefulness","year":2009,"lang":"en","type":"article","venue":"Hand Clinics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University; St Joseph's Health Centre","funders":"","keywords":"Critical appraisal; Generalizability theory; Medicine; Variety (cybernetics); Process (computing); Clinical Practice; External validity; Resource (disambiguation); Quality (philosophy); Evidence-based medicine; Applied psychology; Management science; Psychology; Computer science; Social psychology; Physical therapy; Alternative medicine; Artificial intelligence; Pathology","score_opus":0.9584979384190978,"score_gpt":0.7208931426757704,"score_spread":0.23760479574332738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965119245","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9363403,0.003054632,0.054892518,0.003034948,0.00065842154,0.00078070065,0.000029759698,0.00000387585,0.0012048763],"genre_scores_gemma":[0.9953775,0.00008749344,0.0029072233,0.000097932345,0.00013889435,0.000019371128,8.0089075e-7,0.000003744526,0.0013670786],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9840381,0.0063206293,0.0049487203,0.0007106027,0.0037217368,0.000260219],"domain_scores_gemma":[0.7523641,0.23631363,0.001540858,0.0029177621,0.0065603303,0.00030331532],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20826943,0.00011791392,0.001719684,0.0001620549,0.00020223473,0.000593595,0.00087792554,0.000105566505,0.00068590743],"category_scores_gemma":[0.59531105,0.000059936003,0.00063712447,0.0007076924,0.00021563376,0.00025648516,0.00008351289,0.0001641512,0.00020307806],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053511135,0.0011697097,0.111893184,0.0015247212,0.00022078709,0.000021264104,0.00435151,0.000034373064,0.0013366592,0.3375535,0.31592017,0.22543901],"study_design_scores_gemma":[0.0018051948,0.0032140834,0.16990027,0.0013057749,0.0009605066,0.0000385082,0.0035518676,0.049016856,0.004421706,0.34304798,0.42187303,0.00086422655],"about_ca_topic_score_codex":8.207529e-7,"about_ca_topic_score_gemma":0.000003283403,"teacher_disagreement_score":0.3870416,"about_ca_system_score_codex":0.0000053925282,"about_ca_system_score_gemma":0.000088809975,"threshold_uncertainty_score":0.81525326},"labels":[],"label_agreement":null},{"id":"W1965362673","doi":"10.1016/j.jval.2012.08.1611","title":"PRM148 Sample Size and Power Considerations in Network Meta-Analysis","year":2012,"lang":"en","type":"article","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University","funders":"","keywords":"Sample size determination; Meta-analysis; Sample (material); Power analysis; Statistics; Computer science; Statistical power; Power (physics); Network analysis; Data mining; Mathematics; Algorithm; Medicine; Engineering","score_opus":0.8668655682702049,"score_gpt":0.5548614285702957,"score_spread":0.31200413969990914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965362673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56426406,0.27011052,0.06593005,0.07333677,0.0018433506,0.009353522,0.00032906298,0.000046757323,0.014785896],"genre_scores_gemma":[0.9541137,0.00006688022,0.043025322,0.0020621293,0.00004889044,0.000055899447,0.0000023624086,0.000007062923,0.0006177063],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96705514,0.020529052,0.0088554155,0.00072911254,0.002251273,0.0005800308],"domain_scores_gemma":[0.9520471,0.042169217,0.0028206196,0.002359785,0.00024493985,0.00035835433],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17302206,0.00021719902,0.0053183986,0.0005307016,0.00014403003,0.000324845,0.00032651387,0.000068847694,0.01759429],"category_scores_gemma":[0.056634035,0.00011192212,0.0016111447,0.0034757946,0.000041486015,0.00026029025,0.00007840153,0.0001769106,0.00026433496],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032986377,0.00017687559,0.8509973,0.000057199468,0.012373946,0.0000031359552,0.004368724,0.043187246,9.4497545e-7,0.060328398,0.028142229,0.0003606991],"study_design_scores_gemma":[0.00046810735,0.00008742039,0.6460591,0.000022802215,0.028083408,0.000019668756,0.0015148445,0.02992171,0.0000011292665,0.20834179,0.084879145,0.00060090126],"about_ca_topic_score_codex":0.0021183484,"about_ca_topic_score_gemma":0.0015274668,"teacher_disagreement_score":0.3898497,"about_ca_system_score_codex":0.00005528846,"about_ca_system_score_gemma":0.0001234952,"threshold_uncertainty_score":0.9833038},"labels":[],"label_agreement":null},{"id":"W1965417153","doi":"10.1038/sj.ebd.6400715","title":"Multifaceted strategy needed to improve dentists' adherence to evidence-based guidelines","year":2010,"lang":"en","type":"letter","venue":"Evidence-Based Dentistry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Guideline; Medicine; Psychological intervention; Randomized controlled trial; Medical prescription; Intervention (counseling); Physical therapy; Flow chart; Family medicine; Nursing; Internal medicine; Pathology","score_opus":0.8132513280912528,"score_gpt":0.5570146221344263,"score_spread":0.25623670595682646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965417153","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047822215,0.0079392735,0.17709018,0.73924243,0.016053624,0.010374582,0.0009591854,0.00022432844,0.00029416528],"genre_scores_gemma":[0.035458047,0.00006921905,0.060359675,0.79684925,0.0075840857,0.002100204,0.00029016114,0.00031236047,0.09697701],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9286642,0.013601067,0.024429254,0.0075890208,0.02343635,0.0022800781],"domain_scores_gemma":[0.9285327,0.025070714,0.012608354,0.01867994,0.013431265,0.0016770036],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.08243554,0.002772181,0.010115511,0.0028909897,0.0006743826,0.011309648,0.01607008,0.0036155335,0.040479034],"category_scores_gemma":[0.27680475,0.0018137926,0.006554725,0.0065321336,0.00034592376,0.0018151865,0.0009935172,0.0056058043,0.061589856],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008443447,0.00006391986,0.001009607,0.0007232279,0.00023174187,0.0010720168,0.000046215813,0.0015861398,0.007693292,0.0000060377165,0.9634771,0.024006309],"study_design_scores_gemma":[0.0008643818,0.00093798706,0.0014719412,0.011951362,0.0017289892,0.00010863956,0.00030092843,0.011689652,0.0075330827,0.0003186186,0.9597417,0.0033526937],"about_ca_topic_score_codex":0.0016758046,"about_ca_topic_score_gemma":0.0007696225,"teacher_disagreement_score":0.19436921,"about_ca_system_score_codex":0.0005187502,"about_ca_system_score_gemma":0.0031013903,"threshold_uncertainty_score":0.9985011},"labels":[],"label_agreement":null},{"id":"W1965678763","doi":"10.3899/jrheum.090333","title":"Assessment of the Methodologic Quality of Medical and Surgical Clinical Trials in Patients with Arthroplasty","year":2009,"lang":"en","type":"review","venue":"The Journal of Rheumatology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Center for Research Resources; National Institutes of Health; Georgia Clinical and Translational Science Alliance","keywords":"Jadad scale; Randomized controlled trial; Medicine; Odds ratio; Physical therapy; Arthroplasty; Odds; Quartile; Internal medicine; Surgery; Confidence interval; Cochrane Library; Logistic regression","score_opus":0.9097670361888892,"score_gpt":0.7032703607353108,"score_spread":0.20649667545357842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965678763","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10554567,0.89018315,0.0019058678,0.00054307707,0.0005816059,0.0011064578,0.000015260151,5.795164e-7,0.0001183473],"genre_scores_gemma":[0.014932202,0.9832859,0.0017050528,0.000025459829,0.00001328055,0.000002986517,9.70951e-7,0.0000071933464,0.000026968777],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.33286718,0.58613163,0.069754824,0.000574272,0.010374346,0.00029773213],"domain_scores_gemma":[0.5404894,0.33716422,0.11709015,0.0032605648,0.0017400815,0.000255625],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7653799,0.00036207182,0.03296036,0.00036233125,0.00004730075,0.000043455235,0.0029311304,0.0005328092,0.0011542984],"category_scores_gemma":[0.2813631,0.000087979846,0.004700284,0.0009605377,0.00069539767,0.000057308396,0.00030363118,0.0012537817,0.0000058145456],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000086575186,0.0003056187,0.3468743,0.0014498123,0.0011192327,0.0000040906707,0.000049986193,0.0000037548837,4.2624926e-9,0.0019982758,0.00096958136,0.6471388],"study_design_scores_gemma":[0.006444172,0.0019901346,0.4461639,0.024894096,0.009111368,0.0038552787,0.00043509918,0.00011067279,6.018035e-8,0.0069839796,0.49945843,0.0005527921],"about_ca_topic_score_codex":0.00001829918,"about_ca_topic_score_gemma":0.000047390757,"teacher_disagreement_score":0.64658594,"about_ca_system_score_codex":0.000023630011,"about_ca_system_score_gemma":0.000915467,"threshold_uncertainty_score":0.9997588},"labels":[],"label_agreement":null},{"id":"W1965695561","doi":"10.1038/nmeth.2937","title":"Nonparametric tests","year":2014,"lang":"en","type":"article","venue":"Nature Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":97,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada's Michael Smith Genome Sciences Centre","funders":"","keywords":"Computational biology; Nonparametric statistics; Computer science; Biology; Mathematics; Statistics","score_opus":0.7037458947879653,"score_gpt":0.6549141939135859,"score_spread":0.04883170087437949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965695561","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061915093,0.0029863077,0.82429856,0.0009834402,0.0013609502,0.0003250108,0.0000023468842,0.0000136833905,0.1638382],"genre_scores_gemma":[0.19039586,0.000004788726,0.78838503,0.0015196027,0.00023680084,0.000012577224,0.000001483442,0.00001098748,0.019432856],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.94014525,0.046959072,0.0059129195,0.0012135117,0.005450786,0.0003184484],"domain_scores_gemma":[0.92154723,0.062500484,0.004614579,0.008958911,0.002035654,0.00034311102],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.36191946,0.00025230538,0.0029216595,0.0007652356,0.000107821244,0.000667206,0.0022911262,0.0003641187,0.008389335],"category_scores_gemma":[0.45155832,0.000107530606,0.0015797263,0.004991772,0.00004012454,0.00013397657,0.00013733545,0.0006572645,0.004816945],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001685581,0.000023873032,0.007560589,0.000012454343,0.000061006696,0.0000010380137,0.000053084805,0.000021254064,0.0003727495,0.01549454,0.12653007,0.84986764],"study_design_scores_gemma":[0.00008107295,0.000023128747,0.024607524,0.0000060226703,0.00008917209,0.0000094084635,0.000020892194,0.008329158,0.00033932872,0.04797218,0.9183843,0.00013777887],"about_ca_topic_score_codex":0.0000018759695,"about_ca_topic_score_gemma":0.0000031432528,"teacher_disagreement_score":0.8497299,"about_ca_system_score_codex":0.000019246323,"about_ca_system_score_gemma":0.000026132233,"threshold_uncertainty_score":0.9959579},"labels":[],"label_agreement":null},{"id":"W1965701788","doi":"10.1016/j.jclinepi.2006.05.003","title":"Preparing a research protocol to improve chances for success","year":2006,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Checklist; Protocol (science); sort; Advice (programming); Clinical Practice; Inference; Medical education; Research design; Medicine; Psychology; Engineering ethics; Alternative medicine; Computer science; Family medicine; Sociology; Pathology; Cognitive psychology; Engineering; Artificial intelligence; Social science; Information retrieval","score_opus":0.9596535315268899,"score_gpt":0.7802309512011207,"score_spread":0.1794225803257692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965701788","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2216645,0.00048449944,0.5455328,0.052464508,0.004591687,0.15062799,0.000023910443,0.000010065303,0.024600035],"genre_scores_gemma":[0.6824372,0.000019738174,0.23355514,0.004984945,0.012838669,0.04514902,0.0000017682338,0.000046424044,0.020967089],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.694584,0.17958088,0.11564973,0.002104853,0.006714959,0.0013655619],"domain_scores_gemma":[0.47889602,0.4692651,0.039757684,0.0029735942,0.008441151,0.0006664232],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8373669,0.00020301984,0.010784812,0.00053783396,0.00014908971,0.00018520563,0.002839274,0.00027245685,0.0007348819],"category_scores_gemma":[0.8357261,0.00008530866,0.004575707,0.0008897827,0.00019841398,0.00021957455,0.00023278163,0.0007432027,0.00041723557],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004919552,0.00024080966,0.27434537,0.000110587025,0.00019355131,0.000005278301,0.00003464539,0.0006964221,0.000059070302,0.013538565,0.6150086,0.09527516],"study_design_scores_gemma":[0.0006604782,0.0012204984,0.060189705,0.000058558384,0.000058776608,0.000017037888,0.000047517657,0.0041635777,0.000024656252,0.205909,0.7275523,0.00009790827],"about_ca_topic_score_codex":0.000032356642,"about_ca_topic_score_gemma":0.00009337569,"teacher_disagreement_score":0.4607727,"about_ca_system_score_codex":0.00003216937,"about_ca_system_score_gemma":0.00027616826,"threshold_uncertainty_score":0.80464417},"labels":[],"label_agreement":null},{"id":"W1965768884","doi":"10.1016/j.jclinepi.2006.12.006","title":"Systematic reviewers neglect bias that results from trials stopped early for benefit","year":2007,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":62,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Medicine; Meta-analysis; MEDLINE; Cochrane Library; Publication bias; Randomized controlled trial; Systematic error; Neglect; Statistics; Surgery; Internal medicine; Psychiatry; Mathematics","score_opus":0.9859782993171283,"score_gpt":0.7455648000033752,"score_spread":0.2404134993137531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965768884","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003651639,0.95107466,0.03368513,0.0010490082,0.007689494,0.0056530456,0.00041384838,0.0000054640614,0.00039283079],"genre_scores_gemma":[0.000009757528,0.96608466,0.024625182,0.0014152892,0.0041936557,0.0000944197,0.000058077032,0.000067280314,0.0034516973],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.06887488,0.53905374,0.3808668,0.0030277069,0.006988022,0.0011888524],"domain_scores_gemma":[0.0132794995,0.66939956,0.30721572,0.005681398,0.0035399585,0.0008838818],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.95365757,0.0014935258,0.22299255,0.0015858052,0.00016015641,0.0004249721,0.007790494,0.002613848,0.0014331078],"category_scores_gemma":[0.98946816,0.00055378367,0.09804108,0.0016207518,0.0002847406,0.00028858063,0.00027827537,0.0027012394,0.0021068982],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023114124,0.00010433839,0.00026240337,0.04136265,0.007412056,0.00003198467,0.00003499115,0.0000096039485,9.876387e-9,0.0007307254,0.119104676,0.8307154],"study_design_scores_gemma":[0.0010055212,0.0005304308,0.00015441347,0.097947486,0.01985433,0.00009684886,0.000032742737,0.00008193539,1.2924956e-8,0.015129885,0.86477566,0.0003907142],"about_ca_topic_score_codex":0.000024979388,"about_ca_topic_score_gemma":0.000021425429,"teacher_disagreement_score":0.8303247,"about_ca_system_score_codex":0.00014778182,"about_ca_system_score_gemma":0.0009821904,"threshold_uncertainty_score":0.99978137},"labels":[],"label_agreement":null},{"id":"W1965875998","doi":"10.1371/journal.pmed.0050020","title":"CONSORT for Reporting Randomized Controlled Trials in Journal and Conference Abstracts: Explanation and Elaboration","year":2008,"lang":"en","type":"editorial","venue":"PLoS Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":683,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"University of California, Irvine; University of Ottawa; Institut National de la Santé et de la Recherche Médicale; McMaster University; Johns Hopkins University; Johns Hopkins Bloomberg School of Public Health; University of Pennsylvania","keywords":"Consolidated Standards of Reporting Trials; Blinding; Checklist; Randomized controlled trial; Medicine; Family medicine; Systematic review; MEDLINE; Psychological intervention; Clinical trial; Medical education; Psychology; Nursing","score_opus":0.7855911565101295,"score_gpt":0.5715246291699645,"score_spread":0.21406652734016496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965875998","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027066344,0.05326695,0.03750624,0.009387846,0.83480406,0.031211225,0.00017774498,0.000021958278,0.0065576416],"genre_scores_gemma":[0.07598223,0.035103224,0.006522894,0.00027717405,0.87016696,0.0019194753,0.0005692415,0.00006929978,0.0093895085],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.7746192,0.05939436,0.147025,0.0020434547,0.016395682,0.0005222864],"domain_scores_gemma":[0.10236538,0.6072969,0.27171084,0.0020879037,0.016024543,0.00051442307],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.67953885,0.0004503605,0.033740316,0.0010898063,0.0001674047,0.0006923813,0.0003905277,0.00046107484,0.0007586962],"category_scores_gemma":[0.96930194,0.0001767899,0.0013370038,0.0003744194,0.00022408641,0.00025605035,0.000027828031,0.00057500525,0.000008596618],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0083467,0.000026238455,0.00007517325,0.00017340684,0.0009750083,0.000027666343,0.0009317873,0.000005372058,0.00008903821,0.000089022484,0.9878094,0.0014511958],"study_design_scores_gemma":[0.57832646,0.00032774903,0.00012807747,0.0040536746,0.010441457,0.00012567086,0.0024663524,0.0124479765,0.000016861963,0.013910575,0.3771371,0.0006180335],"about_ca_topic_score_codex":0.000018490382,"about_ca_topic_score_gemma":0.000040309806,"teacher_disagreement_score":0.67225385,"about_ca_system_score_codex":0.000044860644,"about_ca_system_score_gemma":0.0005137266,"threshold_uncertainty_score":0.9806048},"labels":[],"label_agreement":null},{"id":"W1966167324","doi":"10.2298/jmh0203245m","title":"The role of evidence-based laboratory medicine in health service","year":2002,"lang":"en","type":"article","venue":"Jugoslovenska medicinska biohemija","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical laboratory; Evidence-based medicine; Medicine; Health care; Systematic review; Alternative medicine; Quality (philosophy); Medical education; Variety (cybernetics); Service (business); Best practice; MEDLINE; Family medicine; Nursing; Pathology; Business; Computer science","score_opus":0.7014181471210043,"score_gpt":0.49811882220127307,"score_spread":0.20329932491973118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966167324","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14413594,0.34000465,0.0014975632,0.46614134,0.0024715026,0.0045804554,0.00008692656,0.0000635028,0.04101809],"genre_scores_gemma":[0.9866177,0.0014003715,0.00045661768,0.008160883,0.00029454383,0.00004071927,0.0000042439374,0.00002405229,0.0030008608],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9676996,0.009057964,0.012789701,0.0011241189,0.008688405,0.0006402108],"domain_scores_gemma":[0.971291,0.0153223565,0.0064601433,0.00469494,0.0018488091,0.00038272093],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.12739506,0.00040859054,0.003644898,0.00058639783,0.00020266364,0.00011456691,0.0027474747,0.00014537154,0.008183621],"category_scores_gemma":[0.064478375,0.00015109782,0.0005712846,0.0055306247,0.00036647855,0.00023659533,0.00011597573,0.00038178643,0.0013003412],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007848796,0.00039006292,0.09167001,0.00075349945,0.00027292297,0.000030443402,0.009264864,0.00022574661,0.0067139273,0.0049077263,0.52782166,0.35787064],"study_design_scores_gemma":[0.00092042185,0.0003018993,0.007775912,0.0019226718,0.00009700002,0.00000833726,0.006737099,0.03580697,0.0010019776,0.0028184012,0.94231695,0.0002923416],"about_ca_topic_score_codex":0.00040306532,"about_ca_topic_score_gemma":0.00041959694,"teacher_disagreement_score":0.8424818,"about_ca_system_score_codex":0.00012670737,"about_ca_system_score_gemma":0.00025737623,"threshold_uncertainty_score":0.99947727},"labels":[],"label_agreement":null},{"id":"W1966311176","doi":"10.1111/j.1423-0410.2006.00793.x","title":"Evidence‐based decision making in transfusion medicine","year":2006,"lang":"en","type":"review","venue":"Vox Sanguinis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Blood Services","funders":"","keywords":"Clinical decision making; Process (computing); Transfusion medicine; Scientific evidence; Evidence-based medicine; Quality (philosophy); Medicine; Critical appraisal; MEDLINE; Clinical Practice; Management science; Psychology; Intensive care medicine; Alternative medicine; Blood transfusion; Computer science; Family medicine; Epistemology; Pathology; Political science; Immunology; Engineering","score_opus":0.8866544649228268,"score_gpt":0.6223713030447294,"score_spread":0.2642831618780974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966311176","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001655869,0.9720016,0.016618265,0.00022029044,0.0008729981,0.002083205,0.000026169493,0.000013885644,0.00814699],"genre_scores_gemma":[0.00014439876,0.9919444,0.0046905424,0.00025267375,0.0004968511,0.00016861019,0.000032107633,0.000059591726,0.0022108785],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.94350165,0.017484233,0.025213081,0.0026041265,0.010623279,0.0005736523],"domain_scores_gemma":[0.9465774,0.03721873,0.008756521,0.0065335035,0.00073252735,0.00018128689],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.14716002,0.0010775152,0.018490566,0.003167013,0.00015156716,0.0005869559,0.00430821,0.0005963163,0.030368112],"category_scores_gemma":[0.07826928,0.0004616629,0.0060932785,0.006922137,0.00013251166,0.00027771914,0.00015850906,0.000633016,0.0050081336],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003865271,0.000030556475,0.0001647926,0.00233109,0.00004113921,0.00005281861,0.00006276009,0.000013406699,1.6916837e-7,0.000075742195,0.07706391,0.92015976],"study_design_scores_gemma":[0.00015671423,0.000054551314,0.0001599535,0.08134362,0.0011257763,0.000019534873,0.000035371602,0.00048784542,7.448912e-8,0.0010231691,0.91520244,0.00039093712],"about_ca_topic_score_codex":0.0001238988,"about_ca_topic_score_gemma":0.00041913686,"teacher_disagreement_score":0.9197688,"about_ca_system_score_codex":0.00019779915,"about_ca_system_score_gemma":0.00035356887,"threshold_uncertainty_score":0.9997835},"labels":[],"label_agreement":null},{"id":"W1966561347","doi":"10.1186/1741-7015-12-93","title":"A process for assessing the feasibility of a network meta-analysis: a case study of everolimus in combination with hormonal therapy versus chemotherapy for advanced breast cancer","year":2014,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":116,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto East General Hospital","funders":"","keywords":"Medicine; Pooling; Everolimus; Breast cancer; Hormonal therapy; Randomized controlled trial; Population; Process (computing); Meta-analysis; Risk analysis (engineering); Intensive care medicine; Oncology; Cancer; Computer science; Internal medicine; Artificial intelligence","score_opus":0.7566266008168778,"score_gpt":0.5838426294712363,"score_spread":0.1727839713456415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966561347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91664165,0.0015977155,0.07665507,0.00071073585,0.000059621158,0.0042862818,0.000014138483,0.0000023300474,0.000032480475],"genre_scores_gemma":[0.99727684,0.000008441557,0.0014819602,0.000108071035,0.00006269223,0.0009940316,0.0000039865945,0.000010860921,0.00005310856],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98889947,0.003450682,0.004411553,0.0006886415,0.0023533383,0.00019628696],"domain_scores_gemma":[0.9813177,0.009830115,0.004880256,0.0017239653,0.0021880763,0.00005987917],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07075026,0.00025457705,0.0049758577,0.00025841125,0.00010454377,0.00004720554,0.00067029335,0.000043006643,0.00033285134],"category_scores_gemma":[0.004532755,0.00008756277,0.0011937846,0.0025853806,0.000110200795,0.00014806936,0.000015253011,0.000071985276,2.5364017e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009113524,0.003725672,0.71747726,0.0008352711,0.115031,0.0000063805,0.021743663,0.0839821,0.00015060687,0.0005293106,0.0010694803,0.04633575],"study_design_scores_gemma":[0.06135709,0.008119581,0.320976,0.00015062917,0.19883691,0.000058076796,0.065002024,0.33860508,0.00004416489,0.0059021045,0.00031237875,0.00063599023],"about_ca_topic_score_codex":0.00022729627,"about_ca_topic_score_gemma":0.003792645,"teacher_disagreement_score":0.39650124,"about_ca_system_score_codex":0.000028981622,"about_ca_system_score_gemma":0.00011835988,"threshold_uncertainty_score":0.95685816},"labels":[],"label_agreement":null},{"id":"W1966683139","doi":"10.1016/j.zefq.2012.10.018","title":"GRADE Leitlinien: 7. Einschätzung der Qualität der Evidenz – Inkonsistenz","year":2012,"lang":"de","type":"review","venue":"Zeitschrift für Evidenz Fortbildung und Qualität im Gesundheitswesen","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; McMaster University Medical Centre","funders":"","keywords":"Spurious relationship; Econometrics; Statistics; Statistical hypothesis testing; Consistency (knowledge bases); Quality (philosophy); Credibility; Meta-analysis; Psychology; Mathematics; Medicine","score_opus":0.8197954966216656,"score_gpt":0.6099143434930315,"score_spread":0.2098811531286341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966683139","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043474283,0.9446561,0.005329427,0.004371957,0.012732252,0.014285974,0.001086588,0.000350776,0.016752213],"genre_scores_gemma":[0.01849347,0.8523515,0.01075774,0.004890145,0.0135333305,0.0026829187,0.002671506,0.002017684,0.09260172],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7513203,0.11742318,0.07726319,0.013358607,0.032233547,0.008401165],"domain_scores_gemma":[0.8292698,0.06558357,0.055217765,0.035512615,0.007995399,0.006420809],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.3287837,0.010724997,0.055607565,0.0060173287,0.0039026164,0.013656934,0.022413252,0.0064882655,0.04634434],"category_scores_gemma":[0.098142944,0.0068026963,0.03977881,0.014778067,0.0021321715,0.008347439,0.005316465,0.0077773426,0.17314379],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023030338,0.0032375315,0.00997058,0.0590902,0.058188424,0.0006022541,0.010234524,0.0001242235,0.000036334553,0.13353674,0.21777694,0.50697196],"study_design_scores_gemma":[0.0015061939,0.00040662452,0.00083444983,0.016526453,0.060540088,0.00064287253,0.002045412,0.00032437214,0.000014699611,0.0011501481,0.90895575,0.0070529454],"about_ca_topic_score_codex":0.0012027394,"about_ca_topic_score_gemma":0.001081071,"teacher_disagreement_score":0.6911788,"about_ca_system_score_codex":0.00061468675,"about_ca_system_score_gemma":0.004815279,"threshold_uncertainty_score":0.99739414},"labels":[],"label_agreement":null},{"id":"W1966746061","doi":"10.1002/chp.51","title":"Knowledge for knowledge translation: The role of the Cochrane Collaboration","year":2006,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Population and Public Health; University of Ottawa","funders":"","keywords":"Systematic review; Knowledge translation; Psychological intervention; Cochrane Library; Medicine; Health care; Cochrane collaboration; MEDLINE; Medical education; Alternative medicine; Nursing; Family medicine; Knowledge management; Political science; Computer science; Pathology","score_opus":0.4496710903212155,"score_gpt":0.5802890764271857,"score_spread":0.13061798610597025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966746061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68035936,0.102128536,0.012687591,0.16985907,0.009047893,0.007990263,0.00003171386,0.0000050795825,0.017890485],"genre_scores_gemma":[0.99222004,0.000055793247,0.0011824947,0.00024661183,0.0005102891,0.000067817295,0.0000021938274,0.000006914494,0.0057078195],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9786957,0.012911271,0.0066477074,0.0001772839,0.0013977974,0.00017026343],"domain_scores_gemma":[0.97051066,0.013990066,0.010184198,0.0013244968,0.003933936,0.000056612887],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09101207,0.00012501067,0.0010523904,0.0002491546,0.00042832232,0.00016420978,0.0013837288,0.00006299426,0.00012484303],"category_scores_gemma":[0.010737295,0.00004098566,0.000621251,0.0017848361,0.000065084685,0.00018646827,0.000022745931,0.00028774227,0.000017047603],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005535788,0.0011162261,0.018639542,0.00034335686,0.00005485365,5.9795006e-8,0.18217416,0.0001774027,0.00047185307,0.04724177,0.4135249,0.3362005],"study_design_scores_gemma":[0.00065461907,0.00011554131,0.05897725,0.0017908991,0.00017437541,0.00002021392,0.18408555,0.0020055636,0.00012745347,0.06612714,0.68580335,0.00011803676],"about_ca_topic_score_codex":0.0000143704265,"about_ca_topic_score_gemma":0.000455216,"teacher_disagreement_score":0.3360825,"about_ca_system_score_codex":0.000064841486,"about_ca_system_score_gemma":0.0019291044,"threshold_uncertainty_score":0.99759567},"labels":[],"label_agreement":null},{"id":"W1966829029","doi":"10.7326/0003-4819-143-11-200512060-00024","title":"International Committee of Medical Journal Editors' Definition of a Clinical Trial","year":2005,"lang":"en","type":"article","venue":"Annals of Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Clinical trial; Medicine; Medical journal; Directive; Statement (logic); Family medicine; Alternative medicine; Library science; Political science; Law; Internal medicine; Pathology","score_opus":0.8531143648102741,"score_gpt":0.6435490280924161,"score_spread":0.20956533671785804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966829029","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79256535,0.0015639366,0.019478288,0.08624894,0.019945296,0.0005082787,0.000038231512,0.0000041196763,0.07964754],"genre_scores_gemma":[0.97959673,0.00060231594,0.0025127972,0.001384256,0.015310643,0.0000035850626,0.000004266027,0.000007987308,0.00057738944],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.954629,0.0050264383,0.02497105,0.00040267254,0.014785545,0.00018530147],"domain_scores_gemma":[0.96862155,0.009540181,0.015654566,0.0011760541,0.004666882,0.00034076857],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19333589,0.00019363307,0.0040274453,0.0006189151,0.000025913574,0.00004280867,0.0031336814,0.00018527004,0.04057511],"category_scores_gemma":[0.21154438,0.0000894634,0.0021026984,0.00043731334,0.00046338848,0.00021583514,0.00018381426,0.00048749143,0.0001453765],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026383738,0.0005064298,0.012204864,0.000033620625,0.0007988394,0.000011915913,0.0004058387,0.000004312997,0.000058629492,0.0035549833,0.8522249,0.12755728],"study_design_scores_gemma":[0.024215922,0.0036419632,0.012926301,0.0022058974,0.00039632694,0.00021152815,0.0012210567,0.0033297252,0.00071355945,0.01919127,0.9317249,0.00022152199],"about_ca_topic_score_codex":0.000047965623,"about_ca_topic_score_gemma":0.000013187455,"teacher_disagreement_score":0.18703139,"about_ca_system_score_codex":0.000007657038,"about_ca_system_score_gemma":0.0001503302,"threshold_uncertainty_score":0.96030194},"labels":[],"label_agreement":null},{"id":"W1966844935","doi":"10.2147/clep.s29470","title":"Stability of additive treatment effects in multiple treatment comparison meta-analysis: a simulation study","year":2012,"lang":"en","type":"article","venue":"Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Ottawa","funders":"","keywords":"Medicine; Meta-analysis; Stability (learning theory); Statistics; Internal medicine; Computer science; Mathematics; Machine learning","score_opus":0.9660057181583439,"score_gpt":0.7021483838145138,"score_spread":0.2638573343438301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966844935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9697591,0.0030265935,0.023505917,0.00025507915,0.00024062616,0.0029334244,0.000059649417,0.0000060423945,0.00021353434],"genre_scores_gemma":[0.9961085,0.00001964059,0.0030149233,0.00014486462,0.000079742014,0.00041276435,0.00003087525,0.000007536893,0.00018119405],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7412486,0.21975051,0.035202052,0.0018228755,0.0013633813,0.0006125574],"domain_scores_gemma":[0.45588368,0.52390844,0.014102974,0.005034186,0.00064654753,0.00042419357],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.29712877,0.0004685118,0.027569,0.0004365448,0.00006487703,0.000022173228,0.00065703056,0.00025041073,0.0043845912],"category_scores_gemma":[0.3819275,0.00019039163,0.013204331,0.0015873321,0.00021668337,0.00014379513,0.00010083519,0.00017804855,0.0006098389],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005880212,0.005305972,0.9213491,0.000005891706,0.054273564,0.0000010402844,0.0008836486,0.009388067,4.370992e-7,0.00012547604,0.00012463219,0.008483378],"study_design_scores_gemma":[0.0008452571,0.0014108958,0.80133706,0.0000011529143,0.09191245,1.5505022e-7,0.00070899253,0.101194404,0.0000053001177,0.00068289635,0.0017814824,0.00011992295],"about_ca_topic_score_codex":0.00039069811,"about_ca_topic_score_gemma":0.0019081584,"teacher_disagreement_score":0.3041579,"about_ca_system_score_codex":0.00015708647,"about_ca_system_score_gemma":0.000051017152,"threshold_uncertainty_score":0.9966782},"labels":[],"label_agreement":null},{"id":"W1966876364","doi":"10.1111/clr.12254","title":"Focusing on outcomes and methods in removable prosthodontics trials: a systematic review","year":2013,"lang":"en","type":"review","venue":"Clinical Oral Implants Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Prosthodontics; Randomized controlled trial; Blinding; Medicine; Consolidated Standards of Reporting Trials; Systematic review; MEDLINE; Physical therapy; Dentistry; Surgery","score_opus":0.9922849149639758,"score_gpt":0.8411923085156817,"score_spread":0.15109260644829403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966876364","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000050824924,0.97692883,0.00048246357,0.0005316717,0.0005168957,0.020114444,0.000058143207,0.000007845231,0.0013546222],"genre_scores_gemma":[4.453974e-7,0.9539217,0.026992155,0.0003307964,0.00013689116,0.001143236,0.00001809204,0.00006644959,0.01739027],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.41331875,0.5051365,0.06702659,0.003125672,0.010194009,0.0011984691],"domain_scores_gemma":[0.19854245,0.7448503,0.03414477,0.016796585,0.0042060083,0.0014599365],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8778421,0.0011244093,0.080671065,0.0020748244,0.0002468965,0.0028449926,0.005045676,0.0009814532,0.003221555],"category_scores_gemma":[0.84510946,0.0004184421,0.009279774,0.0047234884,0.00035814196,0.00030245233,0.0012565897,0.003172892,0.0120777255],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035355608,0.000081023085,0.00007414011,0.37543535,0.0004371382,0.000037943755,0.000007675392,2.2832221e-8,1.9494495e-8,0.000119378135,0.024983868,0.5988199],"study_design_scores_gemma":[0.00022271914,0.00013167634,0.00002710604,0.42855123,0.002689464,0.000098507335,0.000029973453,0.00007391599,4.164864e-8,0.0014037803,0.5664088,0.00036274816],"about_ca_topic_score_codex":0.000034817724,"about_ca_topic_score_gemma":0.00002402192,"teacher_disagreement_score":0.59845716,"about_ca_system_score_codex":0.00016931175,"about_ca_system_score_gemma":0.00069032994,"threshold_uncertainty_score":0.9998267},"labels":[],"label_agreement":null},{"id":"W1966957373","doi":"10.1001/archpedi.156.5.474","title":"Abstracts of Randomized Controlled Trials Presented at the Society for Pediatric Research Meeting","year":2002,"lang":"en","type":"article","venue":"Archives of Pediatrics and Adolescent Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta Hospital; University of Alberta","funders":"","keywords":"Randomized controlled trial; Medicine; Sample size determination; Publication bias; Psychological intervention; MEDLINE; Family medicine; Alternative medicine; Meta-analysis; Pediatrics; Internal medicine; Psychiatry; Pathology","score_opus":0.642708816691376,"score_gpt":0.5191502744380095,"score_spread":0.12355854225336649,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966957373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5886837,0.32514533,0.010658671,0.03198088,0.0010448745,0.024230478,0.00015338819,0.000012565912,0.01809009],"genre_scores_gemma":[0.95279074,0.033715732,0.0016006,0.00014902695,0.0014950013,0.00014643918,0.000008909794,0.000016802847,0.010076774],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9474783,0.022747837,0.021482293,0.0008461695,0.0069632353,0.00048215786],"domain_scores_gemma":[0.72212523,0.26056495,0.014022613,0.0015791532,0.0014770767,0.00023097734],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.37016675,0.00026728085,0.011308533,0.0006315073,0.00026524096,0.000080001286,0.0009822295,0.00006954389,0.0007025659],"category_scores_gemma":[0.4007059,0.00008958279,0.006482911,0.0010353666,0.0006737814,0.00005111381,0.00023601345,0.00024409029,0.000013854658],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019282112,0.00068824476,0.0298427,0.00371976,0.0021541463,0.0000028297054,0.010224881,0.00027117055,0.0016041418,0.002318504,0.90721625,0.022675244],"study_design_scores_gemma":[0.7388295,0.0010003737,0.016058633,0.0010759821,0.031020438,0.00001393921,0.010962137,0.12242402,0.00028384657,0.040509712,0.036918584,0.00090281956],"about_ca_topic_score_codex":0.000014306158,"about_ca_topic_score_gemma":0.0000037568516,"teacher_disagreement_score":0.8702977,"about_ca_system_score_codex":0.0000076742035,"about_ca_system_score_gemma":0.00004036971,"threshold_uncertainty_score":0.77302873},"labels":[],"label_agreement":null},{"id":"W1967430978","doi":"10.1186/1471-2288-12-29","title":"Ongoing monitoring of data clustering in multicenter studies","year":2012,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"National Institutes of Health; Canadian Institutes of Health Research; European Commission; Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute for Health and Care Research","keywords":"Multicenter study; Data science; Cluster analysis; MEDLINE; Computer science; Medicine; Data mining; Artificial intelligence; Internal medicine; Political science; Randomized controlled trial","score_opus":0.9953393046782701,"score_gpt":0.8079204800939596,"score_spread":0.18741882458431058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967430978","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6142167,0.019901834,0.36104548,0.00095353817,0.0015190215,0.00078231527,0.0000067767,0.000005489265,0.0015688507],"genre_scores_gemma":[0.55563974,0.0006093338,0.44224378,0.000040712053,0.00050824985,0.00004022182,0.000002082854,0.00001088389,0.0009049846],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.522374,0.42893943,0.017063957,0.002169729,0.027406342,0.0020465693],"domain_scores_gemma":[0.15086952,0.83072627,0.0029976263,0.011265418,0.0029505312,0.0011906484],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8009474,0.0001685426,0.0034763021,0.00094186625,0.000088621695,0.000072266295,0.004677799,0.00017507323,0.0038006683],"category_scores_gemma":[0.8842636,0.00008245065,0.00035596697,0.0016425207,0.00044262147,0.00042886115,0.0035424514,0.00068239274,0.0006399142],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003956811,0.000103338054,0.8153802,0.00036955683,0.00014691408,0.000010951796,0.0028817018,0.000016391112,0.0003569155,0.0004255954,0.0034746188,0.17679426],"study_design_scores_gemma":[0.0027123843,0.000257006,0.68012977,0.002418367,0.00023887873,0.00008456319,0.10008728,0.104792275,0.0011458822,0.0077713323,0.099654056,0.0007082176],"about_ca_topic_score_codex":0.000097974334,"about_ca_topic_score_gemma":0.0005123,"teacher_disagreement_score":0.40178683,"about_ca_system_score_codex":0.00005963238,"about_ca_system_score_gemma":0.00024663383,"threshold_uncertainty_score":0.99711},"labels":[],"label_agreement":null},{"id":"W1967727200","doi":"10.1016/j.adaj.2014.12.002","title":"A practical approach to evidence-based dentistry: IV","year":2015,"lang":"en","type":"article","venue":"The Journal of the American Dental Association","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; University of Toronto","funders":"","keywords":"Harm; Observational study; Critical appraisal; Medicine; MEDLINE; Psychology; Alternative medicine; Pathology; Social psychology; Political science","score_opus":0.7491744663594101,"score_gpt":0.5434839990902635,"score_spread":0.20569046726914664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967727200","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94454527,0.0001482738,0.0321371,0.021185974,0.00059863407,0.0003557575,0.0000034495815,0.000002064945,0.0010234931],"genre_scores_gemma":[0.989208,0.000006289931,0.005514718,0.001913405,0.00021292052,0.0000035844516,2.3699192e-7,0.000006620097,0.0031342153],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9718504,0.016324878,0.0033198134,0.0001875634,0.008135654,0.00018170933],"domain_scores_gemma":[0.9757575,0.006063384,0.01524629,0.0011772431,0.0015559968,0.00019961716],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13759293,0.00013857546,0.0013123216,0.0001351244,0.00013558065,0.0005426265,0.0020652346,0.000027413356,0.00009882918],"category_scores_gemma":[0.1279122,0.00004839529,0.0010320155,0.0018211125,0.00006588362,0.00035993455,0.0001633398,0.00026799765,0.00073768955],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014266072,0.00018821492,0.25533175,0.0000044917783,0.00036132796,0.000003765258,0.00090081303,0.002090455,0.00043210137,0.00012949081,0.7367724,0.0036424685],"study_design_scores_gemma":[0.0013216798,0.0010698827,0.8488736,0.0002828308,0.003912804,0.0011605237,0.029345358,0.0322703,0.0007913571,0.0049889716,0.07534402,0.000638666],"about_ca_topic_score_codex":0.000052380932,"about_ca_topic_score_gemma":0.000017980643,"teacher_disagreement_score":0.66142845,"about_ca_system_score_codex":0.0005521061,"about_ca_system_score_gemma":0.00023339178,"threshold_uncertainty_score":0.9481753},"labels":[],"label_agreement":null},{"id":"W1967744186","doi":"10.1016/j.cps.2007.10.011","title":"The Role of the Randomized Controlled Trial in Plastic Surgery","year":2008,"lang":"en","type":"review","venue":"Clinics in Plastic Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; St Joseph's Health Centre; St. Joseph’s Healthcare Hamilton; McMaster University","funders":"","keywords":"Blinding; Randomized controlled trial; Medicine; Randomization; Plastic surgery; Sample size determination; Quality (philosophy); Surgery; Statistics","score_opus":0.5859553977864175,"score_gpt":0.5036943402011431,"score_spread":0.08226105758527436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967744186","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014985462,0.96827614,0.00006358477,0.000021910204,0.022632198,0.0068234857,0.00003267309,0.0000051912402,0.00064626744],"genre_scores_gemma":[0.0027708553,0.99402755,0.000010452352,0.000018052075,0.00045246433,0.0017993562,0.000013277631,0.00005182019,0.00085614726],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7641209,0.13915823,0.08452673,0.0020904816,0.009110606,0.0009930753],"domain_scores_gemma":[0.06173378,0.8966566,0.035606883,0.0051399567,0.0007026389,0.00016017129],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.39368153,0.0010943185,0.06466345,0.0018796065,0.0002252437,0.0004544075,0.0035229013,0.00073288305,0.0008663051],"category_scores_gemma":[0.91444147,0.00035606825,0.036596972,0.00447249,0.0007342407,0.00010757745,0.0003825535,0.0013017644,0.00066565187],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.22639818,0.00076170225,0.004275,0.0025520227,0.004165108,0.00008751337,0.00015181283,0.00016928976,1.3389668e-8,0.0010002189,0.04330341,0.7171357],"study_design_scores_gemma":[0.15337612,0.000012239791,0.00005885956,0.008069736,0.0025178008,0.000023514915,0.00007957126,0.0024253961,1.8563517e-8,0.0018728366,0.8310949,0.00046899318],"about_ca_topic_score_codex":0.0000105526715,"about_ca_topic_score_gemma":0.00006713968,"teacher_disagreement_score":0.7877915,"about_ca_system_score_codex":0.000112260874,"about_ca_system_score_gemma":0.0030060061,"threshold_uncertainty_score":0.99988914},"labels":[],"label_agreement":null},{"id":"W1967986797","doi":"10.1016/j.jclinepi.2013.09.003","title":"Complex interventions–how should systematic reviews of their impact differ from reviews of simple or complicated interventions?","year":2013,"lang":"en","type":"editorial","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Ottawa","keywords":"Psychological intervention; Systematic review; Simple (philosophy); MEDLINE; Medicine; Biology; Nursing; Epistemology; Philosophy","score_opus":0.9679954754962593,"score_gpt":0.7230819548930575,"score_spread":0.24491352060320182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967986797","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050207563,0.19757648,0.19901788,0.0054248683,0.5754461,0.014597822,0.0025254374,0.000014267308,0.00037636896],"genre_scores_gemma":[0.0404609,0.21836536,0.078698695,0.0025796373,0.64030415,0.0010768794,0.002214624,0.00041028197,0.015889479],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.37637752,0.3884348,0.2277626,0.0018387146,0.0048443936,0.00074196846],"domain_scores_gemma":[0.040734917,0.5877077,0.35238445,0.008449246,0.009850664,0.0008730114],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.6569844,0.0012719837,0.10602555,0.0010416793,0.000091965434,0.00021292293,0.007987479,0.0018713945,0.040594026],"category_scores_gemma":[0.9291396,0.00043996336,0.07719563,0.0012734965,0.0006733839,0.0003694519,0.00070730824,0.0030569283,0.00097109674],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113326016,0.0005315483,0.0035556788,0.028380811,0.0032713315,0.0000031148033,0.000035998222,0.0000085810725,0.000007942787,0.000052850246,0.95863444,0.005404379],"study_design_scores_gemma":[0.0010618465,0.0018156865,0.008986617,0.05284168,0.005855158,0.000028598934,0.00011960157,0.0012686979,7.3145003e-7,0.012608718,0.9149722,0.00044047993],"about_ca_topic_score_codex":0.00011593352,"about_ca_topic_score_gemma":0.000117918564,"teacher_disagreement_score":0.3356426,"about_ca_system_score_codex":0.00012224815,"about_ca_system_score_gemma":0.0004090199,"threshold_uncertainty_score":0.99980676},"labels":[],"label_agreement":null},{"id":"W1968400162","doi":"10.1186/1471-2288-11-65","title":"Evaluating treatments in health care: The instability of a one-legged stool","year":2011,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"South Health Campus; University of Calgary; Alberta Health Services","funders":"Alberta Children's Hospital Foundation; Alberta Children's Hospital Research Institute; Children's Hospital Foundation","keywords":"Randomized controlled trial; Context (archaeology); Health care; External validity; Medicine; Population; Alternative medicine; Scientific evidence; Mental health; Evidence-based medicine; Psychology; Psychiatry; Social psychology; Political science; Surgery; Environmental health","score_opus":0.9948415126318051,"score_gpt":0.7974380738501854,"score_spread":0.1974034387816197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968400162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89197713,0.0049338825,0.08752857,0.0027528536,0.00028336488,0.0030757466,0.000010512966,0.000005403769,0.009432525],"genre_scores_gemma":[0.7045003,0.00013400616,0.29382637,0.00029677726,0.00006320017,0.00029112792,0.0000029763937,0.0000112775615,0.00087397656],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.16840608,0.7889206,0.0147216,0.001713325,0.025106322,0.0011320774],"domain_scores_gemma":[0.4038076,0.5756023,0.0052895555,0.009462711,0.0047140475,0.0011238174],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8352882,0.000185738,0.003777237,0.00062036264,0.00019877264,0.000051629326,0.0032319655,0.00019696573,0.022736207],"category_scores_gemma":[0.8552974,0.00007461449,0.00079465593,0.002603351,0.00087177404,0.00007577613,0.0006041936,0.0008046923,0.00039931497],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002947481,0.00055252685,0.14201945,0.0005483142,0.0002213416,0.000010033832,0.029768378,0.0000121808625,0.000119115175,0.012214533,0.0019790262,0.8122603],"study_design_scores_gemma":[0.0032174077,0.0029496122,0.797921,0.00045425064,0.00015273906,0.000028102078,0.051682696,0.010689543,0.00040639518,0.121891014,0.010256545,0.00035070904],"about_ca_topic_score_codex":0.002731909,"about_ca_topic_score_gemma":0.0063574053,"teacher_disagreement_score":0.8119096,"about_ca_system_score_codex":0.00018295097,"about_ca_system_score_gemma":0.003083669,"threshold_uncertainty_score":0.97815716},"labels":[],"label_agreement":null},{"id":"W1968588001","doi":"10.1136/bmj.e7401","title":"Uncertainties in baseline risk estimates and confidence in treatment effects","year":2012,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Ottawa; McMaster University","funders":"","keywords":"Baseline (sea); Confidence interval; Absolute risk reduction; Statistics; Relative risk; Psychological intervention; Econometrics; Medicine; Mathematics; Political science","score_opus":0.5508445554023733,"score_gpt":0.5321653748776651,"score_spread":0.018679180524708183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968588001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98582864,0.008140179,0.0027052183,0.0005805795,0.00015578036,0.00089759956,0.000004576072,0.0000028722266,0.0016845816],"genre_scores_gemma":[0.9944329,0.00012337246,0.0039242744,0.00006385569,0.00004431703,0.00008542031,0.0000012249824,0.000003285208,0.0013213169],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9913967,0.0044116774,0.002706333,0.00033131384,0.00095776183,0.00019619183],"domain_scores_gemma":[0.9884576,0.00940341,0.0009835709,0.0009786823,0.00008720595,0.000089518246],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.065652154,0.00014933695,0.0014681375,0.00023190126,0.00003109055,0.0001599115,0.00023980987,0.000036539648,0.0008128207],"category_scores_gemma":[0.039813083,0.00006555898,0.00020417343,0.00048074068,0.000036344336,0.00016813111,0.000039708815,0.000048415128,0.0006330691],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004491012,0.000051513267,0.958547,0.000024556817,0.000026002857,0.000005670361,0.0009183754,0.00012060774,0.000021661277,0.0006000664,0.0044321576,0.03524787],"study_design_scores_gemma":[0.00056688953,0.000083176914,0.9278539,0.00013945039,0.00015194165,0.000013561689,0.0009834622,0.044862,0.00024988985,0.00642956,0.018458871,0.00020728962],"about_ca_topic_score_codex":0.00041500182,"about_ca_topic_score_gemma":0.00048722024,"teacher_disagreement_score":0.044741392,"about_ca_system_score_codex":0.000031290623,"about_ca_system_score_gemma":0.000019638874,"threshold_uncertainty_score":0.96827495},"labels":[],"label_agreement":null},{"id":"W1969389654","doi":"10.1002/dc.2052","title":"Outcomes of cytopathology studies presented at national pathology meetings","year":2001,"lang":"en","type":"article","venue":"Diagnostic Cytopathology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cytopathology; Medicine; Clinical Oncology; Library science; Anatomical pathology; Pathology; Medical physics; Family medicine; Cytology; Cancer; Internal medicine","score_opus":0.6784949784304467,"score_gpt":0.5498364400099709,"score_spread":0.1286585384204758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969389654","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98032075,0.0033670852,0.0017560318,0.0045309057,0.0010217547,0.0007259906,0.000082470826,0.000022960103,0.008172058],"genre_scores_gemma":[0.98605895,0.0005647854,0.0021465707,0.0014170635,0.00013683739,0.0001999132,0.000033168555,0.000026898077,0.009415819],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9720125,0.012159916,0.009613239,0.0016980092,0.003854572,0.00066176674],"domain_scores_gemma":[0.9224117,0.063606,0.0062745735,0.0032516036,0.0042534075,0.00020274764],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.058902893,0.0005268393,0.005877268,0.00090142724,0.00022689202,0.0000687358,0.0018796878,0.00028764724,0.0048952005],"category_scores_gemma":[0.41758913,0.00029551194,0.0015231841,0.001328418,0.000776398,0.00016101568,0.00088636635,0.00024583764,0.0036020132],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023953971,0.00017385752,0.95832914,0.000029547655,0.0001785333,0.00084577024,0.000975305,0.00009927311,0.0010782183,0.005961169,0.030680446,0.0016248117],"study_design_scores_gemma":[0.0007772694,0.00022577726,0.9204324,0.000031654392,0.00032666023,0.002314871,0.0009576978,0.00021512559,0.00027631063,0.02642966,0.047653884,0.0003587032],"about_ca_topic_score_codex":0.00000710349,"about_ca_topic_score_gemma":0.00011195504,"teacher_disagreement_score":0.35868624,"about_ca_system_score_codex":0.00010699536,"about_ca_system_score_gemma":0.00008754977,"threshold_uncertainty_score":0.9999497},"labels":[],"label_agreement":null},{"id":"W1969407730","doi":"10.1017/s0266462300103034","title":"IMPROVING CLINICAL PRACTICE GUIDELINES FOR THE 21<scp>ST</scp> CENTURY","year":2000,"lang":"en","type":"article","venue":"International Journal of Technology Assessment in Health Care","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Pace; General partnership; Clinical Practice; Stakeholder; Process (computing); Resource (disambiguation); Incentive; Public relations; Medicine; Best practice; Business; Medical education; Political science; Nursing; Computer science; Economics","score_opus":0.5834930156362391,"score_gpt":0.6572381749540407,"score_spread":0.07374515931780157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969407730","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08337879,0.05794393,0.091734804,0.74911684,0.01139053,0.0027489085,0.00014907705,0.000031239575,0.0035058816],"genre_scores_gemma":[0.526759,0.010043041,0.43001327,0.029258706,0.0020313049,0.00012095361,0.0000221444,0.000041391027,0.0017101541],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9775277,0.0024934532,0.015118832,0.0005031962,0.0040594074,0.000297459],"domain_scores_gemma":[0.95781684,0.014933798,0.011990072,0.0012128437,0.013931947,0.00011448615],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09322148,0.00019202096,0.0016139921,0.00074509706,0.00015250797,0.00033957095,0.0036091956,0.0001923794,0.00058743684],"category_scores_gemma":[0.15754533,0.00009143063,0.0010926727,0.000655012,0.00008835319,0.0003818715,0.00014616517,0.00078528526,0.000056165674],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017961536,0.00010471459,0.012977495,0.000026078926,0.0003186144,0.000028855216,0.00018450498,0.00046648397,0.0000027053763,0.004129822,0.11763582,0.86410695],"study_design_scores_gemma":[0.00053093984,0.00020396116,0.0041975006,0.00010972173,0.00006964568,0.00023686176,0.016625563,0.0037302081,0.000003026557,0.0022820123,0.97197044,0.000040114046],"about_ca_topic_score_codex":0.000024709372,"about_ca_topic_score_gemma":0.000032216154,"teacher_disagreement_score":0.86406684,"about_ca_system_score_codex":0.00028076672,"about_ca_system_score_gemma":0.0007958334,"threshold_uncertainty_score":0.93371934},"labels":[],"label_agreement":null},{"id":"W1969468904","doi":"10.1016/j.jclinepi.2011.11.013","title":"Formatting modifications in GRADE evidence profiles improved guideline panelists comprehension and accessibility to information. A randomized trial","year":2012,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":59,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Disk formatting; Randomized controlled trial; Guideline; Medicine; MEDLINE; Comprehension; Computer science; Surgery; Pathology; Biology","score_opus":0.9260169381358974,"score_gpt":0.6930870795120997,"score_spread":0.23292985862379767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969468904","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80303746,0.0014135046,0.17655057,0.01566628,0.0011801133,0.0020161737,0.000004118292,0.0000027877431,0.00012901702],"genre_scores_gemma":[0.9031436,0.00025784073,0.09244026,0.0035661384,0.000496383,0.000048069858,0.0000023804237,0.0000037169077,0.000041611616],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.5615575,0.23556608,0.19671352,0.0010385615,0.0040696403,0.0010547355],"domain_scores_gemma":[0.29682395,0.61337626,0.08029255,0.0030006552,0.0052101817,0.0012963912],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7724423,0.00022603615,0.011761251,0.0005455043,0.00008620885,0.00015376144,0.0011989309,0.00024343109,0.00036709063],"category_scores_gemma":[0.9233419,0.00009779235,0.0025278649,0.0007167256,0.00019537337,0.0019379758,0.00024608357,0.00060707587,0.00012812577],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2835716,0.00087709166,0.42781588,0.00022174927,0.0005432208,0.000002029461,0.0021977676,0.0019104821,0.00007689134,0.006390154,0.07894402,0.1974491],"study_design_scores_gemma":[0.35247204,0.00055605924,0.34820226,0.00036581306,0.0005263913,0.00006922053,0.0007482981,0.23609096,0.0000049864725,0.033679582,0.026913926,0.00037045596],"about_ca_topic_score_codex":0.00002548461,"about_ca_topic_score_gemma":0.000007437298,"teacher_disagreement_score":0.37781018,"about_ca_system_score_codex":0.00003236084,"about_ca_system_score_gemma":0.00016184624,"threshold_uncertainty_score":0.8039756},"labels":[],"label_agreement":null},{"id":"W1969562628","doi":"10.1016/j.jclinepi.2013.07.022","title":"An efficient strategy allowed English-speaking reviewers to identify foreign-language articles eligible for a systematic review","year":2014,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Institute for Work & Health; Canada Research Chairs; Hospital for Sick Children; Canadian Memorial Chiropractic College; University of Regina; Canadian Chiropractic Association; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"English language; Systematic review; Limiting; MEDLINE; Medicine; Randomized controlled trial; Computer science; Natural language processing; Linguistics; Psychology; Mathematics education; Pathology","score_opus":0.873056859627309,"score_gpt":0.7127758321373653,"score_spread":0.16028102748994366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969562628","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000040610907,0.9324669,0.057753015,0.0003104672,0.001570494,0.0074090646,0.000028085125,0.00000879004,0.0004125492],"genre_scores_gemma":[0.00014922519,0.9804059,0.012778195,0.0041106786,0.0018112196,0.00033669316,0.00001826655,0.00007047052,0.0003193039],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.4987149,0.30143237,0.1905793,0.0027143285,0.0052921064,0.0012670214],"domain_scores_gemma":[0.2995354,0.45968142,0.21664825,0.011642179,0.010051386,0.0024413618],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.80847585,0.0011940211,0.109457426,0.0010141818,0.00014875838,0.00044136558,0.007228193,0.00089118443,0.0011356605],"category_scores_gemma":[0.9188324,0.00049324054,0.03493658,0.001814387,0.0001674345,0.00023879361,0.0002549558,0.0014989878,0.001415037],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016929042,0.00017529882,0.000035453537,0.69499916,0.0015869059,0.000023006796,0.00011718382,0.00022478504,7.875685e-8,0.0018739107,0.0396389,0.26130837],"study_design_scores_gemma":[0.00021917201,0.0006342096,0.00001173063,0.4080758,0.011496353,0.00013079701,0.0001544852,0.0009301178,2.0743704e-8,0.0011330978,0.57682234,0.00039186922],"about_ca_topic_score_codex":0.0000040523946,"about_ca_topic_score_gemma":0.000008705397,"teacher_disagreement_score":0.53718346,"about_ca_system_score_codex":0.00011493121,"about_ca_system_score_gemma":0.00062563166,"threshold_uncertainty_score":0.99977744},"labels":[],"label_agreement":null},{"id":"W1970946065","doi":"10.1016/j.jval.2012.03.044","title":"DR3 Establishment of an Innovative Collaborative Between the Drug Safety and Effectiveness Network in Canada and ISPOR for Application and Development of Network Meta-Analysis","year":2012,"lang":"en","type":"article","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Canadian Agency for Drugs and Technologies in Health","funders":"","keywords":"Knowledge translation; General partnership; Systematic review; Collaborative network; Best practice; Knowledge management; Medicine; Management science; Medical education; Process management; Computer science; Engineering; Business; MEDLINE; Political science","score_opus":0.47159501745563465,"score_gpt":0.4677137395965703,"score_spread":0.003881277859064336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970946065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9594846,0.00950933,0.02745597,0.00038064554,0.000034645887,0.003032325,0.000080808895,7.375241e-7,0.000020975045],"genre_scores_gemma":[0.9860884,0.000054096097,0.013550812,0.00007237619,0.000024429644,0.00017798392,0.000018846597,0.0000048822553,0.000008167051],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9832941,0.009508184,0.005267591,0.0004977055,0.0011361137,0.00029628596],"domain_scores_gemma":[0.98511094,0.00996334,0.0035279915,0.000675805,0.00060156855,0.00012034933],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.13195594,0.00017878348,0.0037498942,0.00020799779,0.00013178716,0.000044549193,0.00026603864,0.00003330706,0.000017123077],"category_scores_gemma":[0.0013349334,0.00008713325,0.00012535499,0.004346005,0.000057376383,0.00015470301,0.000077680575,0.00008263363,1.8874913e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036366717,0.000026080745,0.9550465,0.00022676797,0.004067287,5.4094553e-8,0.0052398723,0.020652443,7.0744676e-7,0.0015131509,0.00012333471,0.01306749],"study_design_scores_gemma":[0.00023581946,0.0000303539,0.9833268,0.00002455329,0.0021017096,2.073058e-7,0.0018466663,0.0083899,0.00001526817,0.0009979405,0.002928828,0.00010196802],"about_ca_topic_score_codex":0.14536111,"about_ca_topic_score_gemma":0.37184256,"teacher_disagreement_score":0.22648145,"about_ca_system_score_codex":0.00016303452,"about_ca_system_score_gemma":0.0007900175,"threshold_uncertainty_score":0.89383405},"labels":[],"label_agreement":null},{"id":"W1971252299","doi":"10.1016/j.cct.2005.02.008","title":"The quality of randomized trial reporting in leading medical journals since the revised CONSORT statement","year":2005,"lang":"en","type":"article","venue":"Contemporary Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":215,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Blinding; Consolidated Standards of Reporting Trials; Medicine; Randomized controlled trial; Observational study; Randomization; Family medicine; Confidence interval; Sample size determination; MEDLINE; Clinical trial; Health care; Alternative medicine; Research design; Surgery; Internal medicine; Statistics","score_opus":0.9720605239675982,"score_gpt":0.7458253644107702,"score_spread":0.22623515955682805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971252299","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63826907,0.062831394,0.017143654,0.2173466,0.0061392146,0.02393215,0.000037492562,0.000024442497,0.034275997],"genre_scores_gemma":[0.99268985,0.0015698778,0.00044858275,0.0012582346,0.0010619737,0.00016382748,0.0000023954763,0.000010327539,0.002794909],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.037646215,0.62831515,0.31476215,0.0015964763,0.01711159,0.0005684145],"domain_scores_gemma":[0.0122217275,0.79068404,0.1897872,0.005047789,0.0018279748,0.00043127534],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.97693205,0.00028920313,0.01796322,0.00016024189,0.0002568686,0.0008074706,0.0026364098,0.00023790191,0.0037737486],"category_scores_gemma":[0.9797718,0.00009240748,0.009737827,0.0008693724,0.00076213304,0.00026573142,0.000241891,0.00071713864,0.00023207912],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4465782,0.0007779363,0.028510679,0.000111192756,0.0035037135,0.00005337381,0.0007570141,0.000055282206,0.000049315528,0.018461326,0.27324423,0.22789775],"study_design_scores_gemma":[0.72439337,0.00017290216,0.0014152626,0.00076041505,0.00050433807,0.000008060153,0.0011180837,0.0036047078,0.000046737012,0.018359408,0.24928224,0.00033447225],"about_ca_topic_score_codex":0.00002054999,"about_ca_topic_score_gemma":0.000043768985,"teacher_disagreement_score":0.3544208,"about_ca_system_score_codex":0.000027060878,"about_ca_system_score_gemma":0.0010591205,"threshold_uncertainty_score":0.99713695},"labels":[],"label_agreement":null},{"id":"W1971635990","doi":"10.1037/cjep2006001","title":"Éditorial sur le maintien du rayonnement de la psychologie canadienne dans l'étude du cerveau, du comportement et des sciences cognitives.","year":2006,"lang":"fr","type":"editorial","venue":"Canadian Journal of Experimental Psychology/Revue canadienne de psychologie expérimentale","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology","score_opus":0.3710511388115927,"score_gpt":0.4610433434514351,"score_spread":0.08999220463984242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971635990","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68682164,0.009845112,0.0018849428,0.005214107,0.2662622,0.0017244243,0.0012491252,0.000024928535,0.026973551],"genre_scores_gemma":[0.9037204,0.0006427114,0.0074982354,0.002299883,0.08335944,0.00025947965,0.0003155464,0.0002329727,0.0016713331],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95784366,0.017821807,0.012900841,0.0040661357,0.0022801128,0.0050874124],"domain_scores_gemma":[0.97184116,0.005192614,0.010976923,0.0035751057,0.0025547964,0.00585939],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"category_scores_codex":[0.09345907,0.0025060906,0.006813389,0.0029538875,0.002799904,0.002306368,0.010116813,0.002076809,0.00830447],"category_scores_gemma":[0.015900059,0.002138531,0.0039881635,0.0024170661,0.008775538,0.001187511,0.0003745936,0.002751673,0.00037532722],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00025403596,0.0019267305,0.071421266,0.00009085658,0.0014806843,0.004800997,0.015350053,0.00038674907,0.004352377,0.0026391337,0.89593667,0.0013604425],"study_design_scores_gemma":[0.009343428,0.0043002665,0.05909463,0.0010268353,0.0009790807,0.0063590067,0.031831015,0.00019735392,0.0008566781,0.0054844418,0.8779696,0.0025576178],"about_ca_topic_score_codex":0.21125674,"about_ca_topic_score_gemma":0.554941,"teacher_disagreement_score":0.34368426,"about_ca_system_score_codex":0.012110599,"about_ca_system_score_gemma":0.010075806,"threshold_uncertainty_score":0.99954903},"labels":[],"label_agreement":null},{"id":"W1971715723","doi":"10.1016/j.juro.2009.02.066","title":"Publications by the American Academy of Pediatrics Section on Urology: The Quality of Research Design and Statistical Methodology","year":2009,"lang":"en","type":"article","venue":"The Journal of Urology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Section (typography); Pediatric urology; Pediatrics; Urology","score_opus":0.914132387819782,"score_gpt":0.6758417498767043,"score_spread":0.2382906379430777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971715723","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3663084,0.0020775984,0.50263387,0.12802769,0.00010086397,0.0004393321,0.0000127439025,0.0000012862766,0.00039824186],"genre_scores_gemma":[0.99388546,0.0004677318,0.003691602,0.0016835283,0.00011262736,0.000003044516,2.7230666e-7,0.0000032435041,0.00015247377],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.84493786,0.14726461,0.004897461,0.00023826424,0.0024290737,0.00023274365],"domain_scores_gemma":[0.8433903,0.14715041,0.0072456663,0.0009388722,0.0011997038,0.0000750844],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.39098138,0.0001036155,0.0015353347,0.00036362646,0.00020470742,0.000043737356,0.0017338331,0.00008702098,0.00025224674],"category_scores_gemma":[0.096058115,0.000032209737,0.00026163695,0.0014466727,0.0011544002,0.000057513225,0.000073968695,0.0008795196,0.00001322249],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023490894,0.0005150898,0.016708203,0.000031839543,0.00064293685,0.0000017423773,0.0044727647,0.0033017634,0.008215416,0.22427967,0.63923126,0.10025023],"study_design_scores_gemma":[0.00049758045,0.0050471034,0.5033249,0.000002367257,0.001116904,0.0004413449,0.002158062,0.0032773134,0.00015541464,0.4399794,0.043872137,0.0001274036],"about_ca_topic_score_codex":0.000018768711,"about_ca_topic_score_gemma":0.0000035652108,"teacher_disagreement_score":0.6275771,"about_ca_system_score_codex":0.000011280752,"about_ca_system_score_gemma":0.00008177182,"threshold_uncertainty_score":0.9115562},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1971758413","doi":"10.1136/ebm.12.1.2-a","title":"Misunderstandings, misperceptions, and mistakes","year":2007,"lang":"en","type":"letter","venue":"Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Calgary","funders":"","keywords":"Medicine; Family medicine","score_opus":0.9078811001668722,"score_gpt":0.5696515659896233,"score_spread":0.3382295341772489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971758413","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032929552,0.03047177,0.027824122,0.9315584,0.00094536284,0.0010397546,0.000021876098,0.00002164117,0.00778781],"genre_scores_gemma":[0.0031437457,0.00075562176,0.0033231,0.90527505,0.0077733095,0.000042025058,0.00011458182,0.000060595838,0.07951198],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9629339,0.007950999,0.01193933,0.002372788,0.014106631,0.00069636625],"domain_scores_gemma":[0.9535099,0.03237077,0.006670347,0.0053474037,0.0017081228,0.00039340358],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.14385727,0.0009064201,0.0066024265,0.0017297493,0.0003039976,0.0007641365,0.0023564987,0.00081090117,0.056977488],"category_scores_gemma":[0.11553112,0.00041936975,0.00150617,0.0018622753,0.0008562963,0.00031498368,0.00005953297,0.0015608947,0.0024348737],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012543182,0.000008492655,0.0017647228,0.00042614606,0.000111683476,0.00022014831,0.00026044616,0.0000018876907,0.00004002783,0.000050334438,0.99238104,0.0047225165],"study_design_scores_gemma":[0.00033967555,0.0001553975,0.0009484103,0.0033241357,0.0008340785,0.000048372094,0.0009067834,0.00032118094,0.0000056489844,0.0010922343,0.9916246,0.00039951684],"about_ca_topic_score_codex":0.00008639904,"about_ca_topic_score_gemma":0.0000316717,"teacher_disagreement_score":0.07172417,"about_ca_system_score_codex":0.00021582875,"about_ca_system_score_gemma":0.00027196563,"threshold_uncertainty_score":0.99982584},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1972930488","doi":"10.1186/1471-2288-13-106","title":"Consensus-based recommendations for investigating clinical heterogeneity in systematic reviews","year":2013,"lang":"en","type":"review","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":115,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"U.S. National Library of Medicine","keywords":"Systematic review; Study heterogeneity; MEDLINE; Delphi method; Meta-analysis; Psychology; Intervention (counseling); Delphi; Medicine; Computer science; Artificial intelligence; Pathology; Nursing","score_opus":0.9964621329312239,"score_gpt":0.8222049195440932,"score_spread":0.17425721338713063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972930488","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010049496,0.8375575,0.14036529,0.001316647,0.0009672926,0.019496959,0.00004402715,0.000010099665,0.00023212697],"genre_scores_gemma":[3.9385407e-7,0.6436638,0.344404,0.00044147673,0.00035408596,0.0095376065,0.000077253644,0.00004922336,0.0014721488],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.09754024,0.8216319,0.06320985,0.0035728565,0.012512464,0.0015327061],"domain_scores_gemma":[0.019102877,0.9461414,0.019738078,0.009096866,0.003959722,0.0019610133],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.9369053,0.001008978,0.04687861,0.0028275757,0.00035153277,0.00068262476,0.007969256,0.0020202654,0.011488153],"category_scores_gemma":[0.9874949,0.00045269568,0.01141733,0.0049417973,0.0013425509,0.00008988258,0.00093134015,0.003497547,0.008678887],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033645883,0.00009489266,0.00016516462,0.22324502,0.00019324177,0.000006734055,0.00002652966,6.6221463e-7,6.6653236e-8,0.0009864329,0.111672476,0.6636054],"study_design_scores_gemma":[0.00032280665,0.00012824804,0.000005180962,0.07962124,0.00065398036,0.00003891254,0.00011537066,0.0047390307,1.4453789e-7,0.0040639043,0.90997803,0.0003331289],"about_ca_topic_score_codex":0.000070014205,"about_ca_topic_score_gemma":0.0010416548,"teacher_disagreement_score":0.7983056,"about_ca_system_score_codex":0.0002797941,"about_ca_system_score_gemma":0.0067614075,"threshold_uncertainty_score":0.99979246},"labels":[],"label_agreement":null},{"id":"W1973035722","doi":"10.1016/j.zefq.2012.10.015","title":"GRADE Leitlinien: 5. Einschätzung der Qualität der Evidenz – Publikationsbias","year":2012,"lang":"de","type":"article","venue":"Zeitschrift für Evidenz Fortbildung und Qualität im Gesundheitswesen","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; Health Sciences Centre","funders":"","keywords":"Funnel plot; Publication bias; Observational study; Suspect; Sample size determination; Meta-analysis; Medicine; Psychology; Statistics; Mathematics","score_opus":0.7380299002660352,"score_gpt":0.5843352127890268,"score_spread":0.15369468747700843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973035722","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07318764,0.7593474,0.03813481,0.03640977,0.029363273,0.013638483,0.0009945686,0.0006037101,0.048320346],"genre_scores_gemma":[0.89780164,0.004063532,0.011605916,0.0064281477,0.010364494,0.0007916902,0.00072484266,0.00067857694,0.067541175],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8587071,0.061627258,0.04187174,0.0070168893,0.024161477,0.006615545],"domain_scores_gemma":[0.90703315,0.03854048,0.022618448,0.020369217,0.0064264312,0.0050122854],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","research_integrity","insufficient_payload"],"category_scores_codex":[0.26618403,0.0043807267,0.0154205905,0.0035635387,0.0031377717,0.011566389,0.0106281815,0.0024330753,0.035689957],"category_scores_gemma":[0.11454944,0.0029777158,0.011867712,0.010037571,0.001247781,0.013896268,0.0024677415,0.0032040526,0.09102594],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001949032,0.002703015,0.17377205,0.0021913638,0.017794471,0.00009851591,0.021111146,0.00036269796,0.00029990144,0.3231754,0.433893,0.024403518],"study_design_scores_gemma":[0.0017939571,0.00029933173,0.025657222,0.0011986961,0.011294193,0.00015596973,0.005912788,0.0017861694,0.00022453546,0.0024960265,0.9455161,0.0036649893],"about_ca_topic_score_codex":0.0012186836,"about_ca_topic_score_gemma":0.00061305135,"teacher_disagreement_score":0.824614,"about_ca_system_score_codex":0.00029628427,"about_ca_system_score_gemma":0.0018501069,"threshold_uncertainty_score":0.9998959},"labels":[],"label_agreement":null},{"id":"W1973232037","doi":"10.1016/j.jclinepi.2007.03.008","title":"A systematic review identified few methods and strategies describing when and how to update systematic reviews","year":2007,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":94,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Population and Public Health; Ottawa Hospital; Children's Hospital of Eastern Ontario; University of Ottawa","funders":"University of Ottawa","keywords":"PsycINFO; Systematic review; MEDLINE; Meta-analysis; Computer science; Health care; Medicine; Data science; Data mining; Medical physics","score_opus":0.9661257411541672,"score_gpt":0.7395959021125518,"score_spread":0.2265298390416154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973232037","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000001570399,0.81938964,0.16935548,0.0018823385,0.001214302,0.008026103,0.000007792591,0.000004612594,0.00011816909],"genre_scores_gemma":[9.1973305e-7,0.8675868,0.12725084,0.003394535,0.0004180145,0.00020030711,0.0000032818525,0.000046398534,0.0010989375],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.15357335,0.6476741,0.19108222,0.0027006848,0.0039419704,0.0010277298],"domain_scores_gemma":[0.11507431,0.6255709,0.24588966,0.0077629546,0.003655718,0.0020464915],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.9230813,0.0015144404,0.17753556,0.0014668854,0.00017130289,0.0011765611,0.0044553,0.0011118533,0.00042837622],"category_scores_gemma":[0.9362876,0.0005851013,0.019335832,0.0016764428,0.0003397518,0.0006310816,0.00070081436,0.0022694059,0.0007320268],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034941124,0.000021270645,0.00001620335,0.82842547,0.0017042698,0.000032015967,0.000030826126,2.400843e-7,2.2275293e-8,0.0019434445,0.022160187,0.14566255],"study_design_scores_gemma":[0.00008968939,0.000121263074,0.0000048002903,0.6097373,0.019601619,0.0012110262,0.0001163889,0.000032857144,4.012946e-9,0.004975938,0.36379126,0.00031790833],"about_ca_topic_score_codex":0.0000028193067,"about_ca_topic_score_gemma":0.000011217907,"teacher_disagreement_score":0.34163105,"about_ca_system_score_codex":0.00008722613,"about_ca_system_score_gemma":0.0004942819,"threshold_uncertainty_score":0.9998603},"labels":[],"label_agreement":null},{"id":"W1973617065","doi":"10.1001/jama.295.11.1281","title":"Transition From Meeting Abstract to Full-length Journal Article for Randomized Controlled Trials","year":2006,"lang":"en","type":"article","venue":"JAMA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":161,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Jadad scale; Randomized controlled trial; Session (web analytics); Confidence interval; Odds ratio; Consistency (knowledge bases); Family medicine; Internal medicine; World Wide Web","score_opus":0.4492363435734792,"score_gpt":0.4813927729333916,"score_spread":0.03215642935991242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973617065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6879058,0.0013457825,0.2890358,0.009837736,0.0005947145,0.0049321307,0.000050089508,0.000009004968,0.006288961],"genre_scores_gemma":[0.9777545,0.000010416109,0.01834739,0.0005997373,0.0014642042,0.0002737783,0.000007950309,0.000011407474,0.0015306182],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9503211,0.022068255,0.022642147,0.0006517746,0.003978952,0.00033781992],"domain_scores_gemma":[0.8929386,0.09263857,0.010893604,0.0012901694,0.0019918706,0.00024717988],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.44149756,0.00023567092,0.011994183,0.00028743624,0.00021247994,0.0025314884,0.0006118342,0.000096916105,0.007990808],"category_scores_gemma":[0.26250803,0.000094627685,0.007768848,0.0003769904,0.000023248927,0.00028690568,0.00001375771,0.0001241769,0.00092195784],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.20133762,0.00044650555,0.00017663906,0.000048159578,0.004770327,0.000026207126,0.0031708044,0.012039257,0.052901134,0.0036487188,0.52513236,0.19630228],"study_design_scores_gemma":[0.730261,0.00011162157,0.0013959453,0.00019936824,0.0049634636,0.000020010462,0.0016097988,0.09523488,0.001793556,0.12596755,0.037948422,0.000494352],"about_ca_topic_score_codex":0.000047225833,"about_ca_topic_score_gemma":0.000043633314,"teacher_disagreement_score":0.52892345,"about_ca_system_score_codex":0.000026630001,"about_ca_system_score_gemma":0.00004518597,"threshold_uncertainty_score":0.99985594},"labels":[],"label_agreement":null},{"id":"W1973629282","doi":"10.1136/bmj.f5195","title":"The effects of excluding treatments from network meta-analyses: survey","year":2013,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Psychology","score_opus":0.9007820507385119,"score_gpt":0.5970255461429385,"score_spread":0.30375650459557346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973629282","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89566743,0.048722263,0.02000943,0.002274117,0.0024638237,0.007546278,0.000069272195,0.000017124115,0.023230245],"genre_scores_gemma":[0.9712964,0.00006371717,0.0031859684,0.00017525574,0.00016631896,0.00029958476,0.000011615566,0.000011771705,0.02478932],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.96300703,0.025216402,0.0071072294,0.00063781446,0.0037615667,0.0002699533],"domain_scores_gemma":[0.9314004,0.057027422,0.005803093,0.0047230073,0.00091961597,0.00012642132],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.09248665,0.00025655754,0.0042578685,0.000079073405,0.00020474428,0.00070882303,0.0016125093,0.000055854423,0.009016841],"category_scores_gemma":[0.06964553,0.00007843362,0.0032184923,0.0011229811,0.000053065887,0.00016217894,0.00014596246,0.000067554785,0.005021579],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042882816,0.000040589002,0.0790892,0.000013399037,0.022055354,0.0000024848089,0.0001462086,0.00020328736,0.00018471529,0.00015472781,0.8837974,0.014308351],"study_design_scores_gemma":[0.00036341065,0.00008148207,0.9118613,0.00003612362,0.020456009,0.0000016980872,0.00023469453,0.00627001,0.00030984764,0.022831343,0.03724335,0.00031071933],"about_ca_topic_score_codex":0.0012839378,"about_ca_topic_score_gemma":0.00030556865,"teacher_disagreement_score":0.84655404,"about_ca_system_score_codex":0.000014822638,"about_ca_system_score_gemma":0.000027181622,"threshold_uncertainty_score":0.9957531},"labels":[],"label_agreement":null},{"id":"W1973748105","doi":"10.1136/bmj.e2809","title":"Potential impact on estimated treatment effects of information lost to follow-up in randomised controlled trials (LOST-IT): systematic review","year":2012,"lang":"en","type":"review","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":358,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Institute for Work & Health; Institute for Clinical Evaluative Sciences; SickKids Foundation; Hospital for Sick Children; Université de Sherbrooke; McMaster University","funders":"Canadian Institutes of Health Research; Hospital for Sick Children; Canadian Society of Nephrology; Cancer Research UK; National Natural Science Foundation of China; Ontario Ministry of Health and Long-Term Care; Kidney Foundation of Canada; Pfizer","keywords":"Interquartile range; Medicine; Randomized controlled trial; Relative risk; MEDLINE; Intervention (counseling); Clinical trial; Incidence (geometry); Confidence interval; Surgery; Internal medicine; Psychiatry","score_opus":0.5342648013450283,"score_gpt":0.5586994379328234,"score_spread":0.0244346365877951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973748105","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014648791,0.9047448,0.00083299854,0.00013231936,0.00088745693,0.09176364,0.00011101576,0.0000060398093,0.0015070575],"genre_scores_gemma":[0.0002450054,0.9889603,0.00038591927,0.00024040657,0.00015198445,0.007335692,0.0001613888,0.000037281352,0.0024819716],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.827878,0.09858727,0.06514367,0.00092202,0.0068406416,0.00062843447],"domain_scores_gemma":[0.8654345,0.06820797,0.058297213,0.006191287,0.0013499173,0.0005190734],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.31524083,0.0014499603,0.0931858,0.0020616497,0.000060437935,0.000590436,0.0017811379,0.000392211,0.00371348],"category_scores_gemma":[0.37556398,0.00049016223,0.025978426,0.0025987313,0.000025491086,0.00040497576,0.00009969767,0.0002096591,0.019776147],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008458735,0.00018306219,0.0000020663294,0.8354327,0.0061145253,0.000012373512,0.00018406323,0.000028290862,3.382064e-7,0.000040702744,0.025067007,0.132089],"study_design_scores_gemma":[0.031896126,0.00049587473,0.000007918683,0.80882245,0.089275554,0.000041304454,0.000025070372,0.00034990613,0.0000010795417,0.00003442996,0.06838518,0.000665116],"about_ca_topic_score_codex":0.000025088766,"about_ca_topic_score_gemma":0.000008033371,"teacher_disagreement_score":0.13142389,"about_ca_system_score_codex":0.00046267585,"about_ca_system_score_gemma":0.00053245196,"threshold_uncertainty_score":0.999825},"labels":[],"label_agreement":null},{"id":"W1973778794","doi":"10.1111/j.1778-428x.2003.tb00167.x","title":"Strength of the Evidence Generated From Reports of Clinical Research","year":2003,"lang":"en","type":"article","venue":"Transfusion Alternatives in Transfusion Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Blood Services; University of Ottawa","funders":"","keywords":"Medicine; Confounding; Population; Clinical psychology; Internal medicine","score_opus":0.8683152987648092,"score_gpt":0.6421591465388167,"score_spread":0.2261561522259925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973778794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9802487,0.0027254685,0.0052573853,0.0016726548,0.0013680676,0.00126644,0.000014288512,0.000003971351,0.00744305],"genre_scores_gemma":[0.9897809,0.007333213,0.0013497868,0.000088294626,0.00011171981,0.00002250961,0.0000029882412,0.000016191525,0.0012943913],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.90148455,0.056408335,0.025016665,0.001993909,0.014650334,0.0004462041],"domain_scores_gemma":[0.9636028,0.024662534,0.004272746,0.004708141,0.0025228744,0.00023094633],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22758551,0.0003400964,0.004215055,0.00076879084,0.00014534034,0.000039368162,0.00213157,0.0001898182,0.019755065],"category_scores_gemma":[0.10390386,0.0001399707,0.0013052666,0.0043604793,0.001046898,0.0002110454,0.00006618643,0.00086442725,0.00002840532],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002379297,0.00071669614,0.83868206,0.00013192292,0.00023230557,0.00006846146,0.010355661,0.00031797984,0.08799945,0.0031727697,0.0033754813,0.05470929],"study_design_scores_gemma":[0.0044738958,0.0010397302,0.84480274,0.0056131794,0.00048783666,0.000042969925,0.0071978746,0.005117298,0.071497515,0.041694753,0.017489137,0.00054306217],"about_ca_topic_score_codex":0.0015568453,"about_ca_topic_score_gemma":0.0015686029,"teacher_disagreement_score":0.12368165,"about_ca_system_score_codex":0.00002840215,"about_ca_system_score_gemma":0.0002420682,"threshold_uncertainty_score":0.98114103},"labels":[],"label_agreement":null},{"id":"W1973873228","doi":"10.2106/jbjs.f.01591","title":"The Quality of Reporting of Orthopaedic Randomized Trials with Use of a Checklist for Nonpharmacological Therapies","year":2007,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; Hamilton General Hospital","funders":"","keywords":"Checklist; Randomized controlled trial; Blinding; Medicine; Consolidated Standards of Reporting Trials; Clinical trial; Physical therapy; MEDLINE; Trial registration; Surgery; Psychology; Internal medicine","score_opus":0.8581992488333745,"score_gpt":0.5698757265192108,"score_spread":0.2883235223141637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973873228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97362053,0.0050971797,0.020024545,0.00051202567,0.00016208182,0.00052654214,0.000005270222,5.135808e-7,0.000051337094],"genre_scores_gemma":[0.99455696,0.00080071477,0.0042922786,0.000051036295,0.00007535737,0.0000051776747,3.1419077e-7,0.000004091524,0.00021405001],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.898755,0.016506284,0.08035707,0.00026876127,0.0038970176,0.00021584606],"domain_scores_gemma":[0.38266224,0.31420642,0.2950197,0.0011434461,0.006773023,0.00019521595],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.77497065,0.00014034145,0.013760061,0.00038719442,0.000072305316,0.000092329865,0.00009466548,0.000053337317,0.00018444509],"category_scores_gemma":[0.48988703,0.000042443226,0.006416826,0.00044287558,0.00027900687,0.00015887301,0.000027155516,0.000111281865,2.7258776e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2116194,0.0009864722,0.513635,0.002272745,0.012031328,0.000114062466,0.0031705874,0.00007986563,0.07668989,0.0020797506,0.04786055,0.12946036],"study_design_scores_gemma":[0.10982592,0.001215728,0.76977813,0.003338632,0.009925359,0.00070324074,0.012438991,0.0010484967,0.030844504,0.016914483,0.043066755,0.0008997432],"about_ca_topic_score_codex":0.00001540392,"about_ca_topic_score_gemma":0.000012205193,"teacher_disagreement_score":0.5160928,"about_ca_system_score_codex":0.0000059620484,"about_ca_system_score_gemma":0.00014280579,"threshold_uncertainty_score":0.94061023},"labels":[],"label_agreement":null},{"id":"W1974011311","doi":"10.1371/journal.pone.0034697","title":"From the Trenches: A Cross-Sectional Study Applying the GRADE Tool in Systematic Reviews of Healthcare Interventions","year":2012,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Cochrane","funders":"","keywords":"Reliability (semiconductor); Inter-rater reliability; Consistency (knowledge bases); Kappa; Systematic review; Psychological intervention; Medicine; Quality (philosophy); Meta-analysis; MEDLINE; Statistics; Psychology; Medical physics; Computer science; Mathematics; Nursing; Artificial intelligence; Pathology","score_opus":0.9101697077169394,"score_gpt":0.5664623248066636,"score_spread":0.3437073829102758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974011311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9720114,0.01723388,0.0004732036,0.00053110067,0.00015143669,0.00940747,0.00003126197,0.0000039319893,0.00015631167],"genre_scores_gemma":[0.99507016,0.00005018338,0.00052014587,0.000101783604,0.00015460172,0.0031457648,0.0000048826855,0.0000071781856,0.0009452848],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.94934154,0.029634165,0.01488083,0.00056254765,0.0052893544,0.00029158627],"domain_scores_gemma":[0.97912717,0.011413139,0.0054587964,0.0034797783,0.00046041637,0.000060689097],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.15765874,0.00020056976,0.0034109468,0.00014966723,0.00020404859,0.0004202192,0.0016947791,0.000048416474,0.0022567352],"category_scores_gemma":[0.04075134,0.00006733241,0.0016299976,0.001257164,0.000061056024,0.00023552298,0.00015663916,0.00023452782,0.0009445959],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022758925,0.0014893549,0.9868943,0.0039314195,0.00050513085,2.4433407e-7,0.006044182,0.0000031344882,0.0000371483,0.0004127224,0.00045815037,0.00022195237],"study_design_scores_gemma":[0.00031740314,0.00008903688,0.97167915,0.0072901584,0.0014128368,0.0000030560702,0.014605215,0.0008721956,0.000021945563,0.0027971275,0.00070082117,0.00021108262],"about_ca_topic_score_codex":0.00029817765,"about_ca_topic_score_gemma":0.0006937471,"teacher_disagreement_score":0.11690741,"about_ca_system_score_codex":0.000048470312,"about_ca_system_score_gemma":0.000023853252,"threshold_uncertainty_score":0.9998333},"labels":[],"label_agreement":null},{"id":"W1974235884","doi":"10.1177/0163278703255234","title":"Meta-Analyses of Cluster Randomization Trials","year":2003,"lang":"en","type":"article","venue":"Evaluation & the Health Professions","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Randomization; Randomized controlled trial; Cluster (spacecraft); Meta-analysis; Cluster randomised controlled trial; Statistical power; Sample size determination; Statistics; Restricted randomization; Computer science; Medicine; Econometrics; Mathematics; Surgery; Internal medicine","score_opus":0.9826344435159781,"score_gpt":0.7393840614099454,"score_spread":0.24325038210603267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974235884","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017514886,0.02948214,0.7714603,0.124507084,0.0035524876,0.028569907,0.00008236613,0.000024424375,0.024806388],"genre_scores_gemma":[0.9658439,0.000100568905,0.0076729693,0.00374261,0.000092686816,0.0011237729,0.000030400037,0.000017882146,0.021375194],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.29108465,0.65325683,0.036723316,0.001234753,0.017190058,0.00051039463],"domain_scores_gemma":[0.85806435,0.08284257,0.042277623,0.007983935,0.008488576,0.0003429164],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7658501,0.00025344858,0.0065904413,0.00041085194,0.0006848677,0.00016742766,0.0009140946,0.00009053113,0.058003],"category_scores_gemma":[0.35185692,0.000079402955,0.003615049,0.002082428,0.00006413905,0.00021410157,0.000059681184,0.000194171,0.0010062279],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022797276,0.0004387474,0.0013377629,0.00020078784,0.014157908,1.7457336e-7,0.011664202,0.01861874,0.00037830233,0.03238976,0.8876939,0.03289177],"study_design_scores_gemma":[0.015970342,0.00033774256,0.0056906035,0.00025554874,0.10328975,0.000013665296,0.018175084,0.18064524,0.0011475574,0.3489054,0.32471365,0.0008553893],"about_ca_topic_score_codex":0.000019955687,"about_ca_topic_score_gemma":0.000034489825,"teacher_disagreement_score":0.94832903,"about_ca_system_score_codex":0.00005931285,"about_ca_system_score_gemma":0.00095915137,"threshold_uncertainty_score":0.9997716},"labels":[],"label_agreement":null},{"id":"W1974670388","doi":"10.1016/j.bbmt.2010.12.115","title":"Publication Bias in Blood and Marrow Transplantation: An Analysis of the Tandem Meeting Abstracts","year":2011,"lang":"en","type":"article","venue":"Biology of Blood and Marrow Transplantation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; CancerCare Manitoba","funders":"","keywords":"Medicine; Bone marrow transplantation; Transplantation; Publication bias; Bone transplantation; MEDLINE; Retrospective cohort study; Bone marrow; Internal medicine; Meta-analysis; Surgery","score_opus":0.4083186270011408,"score_gpt":0.40197913707579763,"score_spread":0.006339489925343167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974670388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99656874,0.00054346886,0.0004978452,0.00013811576,0.000049758808,0.00031063773,0.00009025135,0.0000034696354,0.0017977384],"genre_scores_gemma":[0.9975767,0.0007889488,0.001409312,0.00004745619,0.0000111425115,0.000014789147,0.00009634014,0.000004661983,0.000050629817],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99261016,0.0024667871,0.0036437982,0.00053335977,0.00059944054,0.00014643032],"domain_scores_gemma":[0.9956189,0.00093892385,0.0023981761,0.0006241564,0.00035084944,0.000069010726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016853109,0.00017664944,0.0012727826,0.0006146444,0.000079314326,0.00005583951,0.00042461397,0.00015045868,0.00025636348],"category_scores_gemma":[0.00080472976,0.000094682815,0.00034817468,0.001196949,0.00016115644,0.00025564735,0.000010655039,0.00008742603,0.0000021983815],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003364007,0.000120739125,0.9506592,0.00012783133,0.00057204283,0.0000021116823,0.0040342277,0.0000303045,0.041120548,0.0013381889,0.0000065094737,0.0019546372],"study_design_scores_gemma":[0.0006326819,0.00009925655,0.97610337,0.000051614214,0.0057073357,0.000026899379,0.00048259707,0.00044087274,0.015062844,0.0012425809,0.000029057304,0.000120876684],"about_ca_topic_score_codex":0.00033367393,"about_ca_topic_score_gemma":0.0021576341,"teacher_disagreement_score":0.026057705,"about_ca_system_score_codex":0.0000024568978,"about_ca_system_score_gemma":0.000030500221,"threshold_uncertainty_score":0.58409846},"labels":[],"label_agreement":null},{"id":"W1974686295","doi":"10.2147/clep.s70853","title":"Incorporating alternative design clinical trials in network meta-analyses","year":2014,"lang":"en","type":"article","venue":"Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Centre for Advancing Health Outcomes; University of British Columbia","funders":"","keywords":"Medicine; Meta-analysis; Clinical trial; Computational biology; Bioinformatics; Internal medicine; Biology","score_opus":0.9952555166874054,"score_gpt":0.7905783194865695,"score_spread":0.20467719720083588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974686295","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007446253,0.0022071346,0.97654647,0.0065853796,0.0023533478,0.0012598946,0.0000066666294,0.000014073414,0.0035807726],"genre_scores_gemma":[0.6096548,0.00029398085,0.3585813,0.02422737,0.0044150413,0.00022801243,0.000016452379,0.000038058242,0.0025449786],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.033736456,0.8301659,0.13019963,0.003094867,0.0020092323,0.00079386716],"domain_scores_gemma":[0.0063165,0.923483,0.06253609,0.005860742,0.0011432655,0.0006603723],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.9760873,0.00063153205,0.056083992,0.00038077327,0.00014490129,0.00018034397,0.003579867,0.00079117314,0.0071803248],"category_scores_gemma":[0.9858185,0.00025896984,0.02220736,0.0016957991,0.00071223837,0.00019559218,0.00047581803,0.0013901106,0.0052539944],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000929164,0.00019485569,0.61538416,0.000009644664,0.0071982928,0.000010916279,0.00002256005,0.03978454,0.0000011461466,0.03397816,0.2295316,0.07379119],"study_design_scores_gemma":[0.00062245014,0.0003621643,0.052278515,0.000018740935,0.005018998,0.0000044438457,0.00003491223,0.27558196,6.599856e-7,0.6171934,0.048598815,0.0002849817],"about_ca_topic_score_codex":0.00005406536,"about_ca_topic_score_gemma":0.000096554955,"teacher_disagreement_score":0.61796516,"about_ca_system_score_codex":0.000026750437,"about_ca_system_score_gemma":0.00016296541,"threshold_uncertainty_score":0.99998623},"labels":[],"label_agreement":null},{"id":"W1975013389","doi":"10.1016/j.juro.2006.08.021","title":"Abstracts Presented at the American Urological Association Annual Meeting: Determinants of Subsequent Peer Reviewed Publication","year":2006,"lang":"en","type":"article","venue":"The Journal of Urology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":99,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Association (psychology); Peer review; Family medicine; Law","score_opus":0.32730395116361727,"score_gpt":0.45583544476112897,"score_spread":0.1285314935975117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975013389","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96366024,0.0017149149,0.000204537,0.032536436,0.00015521151,0.0002660631,0.0000094052875,0.0000014053275,0.0014517814],"genre_scores_gemma":[0.9957306,0.00014741681,0.000116019604,0.0007047634,0.0001460878,0.000003574823,0.0000019872396,0.000004887376,0.0031446675],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9710908,0.01696115,0.007598679,0.00022220785,0.003892928,0.00023423336],"domain_scores_gemma":[0.9553273,0.009254388,0.029221356,0.0012460164,0.0048863823,0.00006460483],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16357109,0.00014490979,0.0018676056,0.00016276036,0.00012966603,0.00009125383,0.0016018273,0.00007000583,0.0007653903],"category_scores_gemma":[0.073079474,0.00004789684,0.00081546477,0.00073172705,0.00018367538,0.0001385623,0.00012351734,0.00025943434,0.0002256327],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020644246,0.00018455597,0.42762515,0.000012808584,0.000265499,0.0000079095735,0.00043185623,0.0015137296,0.0012115444,0.00015970017,0.55915654,0.009224243],"study_design_scores_gemma":[0.00016213754,0.0002489199,0.7409248,0.0000048740335,0.00046612322,0.00016649993,0.0001287422,0.000646138,0.00012706245,0.0013048376,0.25576165,0.000058220823],"about_ca_topic_score_codex":0.000051806524,"about_ca_topic_score_gemma":0.00009732262,"teacher_disagreement_score":0.31329963,"about_ca_system_score_codex":0.000057504203,"about_ca_system_score_gemma":0.000050323473,"threshold_uncertainty_score":0.9347284},"labels":[],"label_agreement":null},{"id":"W1975130349","doi":"10.1016/s0140-6736(13)62227-8","title":"Increasing value and reducing waste in research design, conduct, and analysis","year":2014,"lang":"en","type":"article","venue":"The Lancet","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1644,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Institutes of Health; National Centre for the Replacement, Refinement and Reduction of Animals in Research","keywords":"Novelty; Documentation; Workforce; Reliability (semiconductor); Value (mathematics); Quality (philosophy); Research design; Management science; Computer science; Clinical study design; Risk analysis (engineering); Data science; Psychology; Power (physics); Medicine; Engineering; Clinical trial; Political science; Social psychology; Sociology; Social science","score_opus":0.905149794886397,"score_gpt":0.5970576759532098,"score_spread":0.3080921189331872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975130349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98425716,0.0012577209,0.0072185127,0.0027793774,0.00002700843,0.00028565308,0.0000020727184,0.0000023646555,0.0041701277],"genre_scores_gemma":[0.99104154,0.00006998294,0.007856838,0.00016634144,0.00014143376,0.000010410744,7.743361e-7,0.000004340218,0.00070835196],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.954018,0.04050704,0.0023179508,0.00064156536,0.0022085754,0.00030685804],"domain_scores_gemma":[0.97986835,0.01635155,0.00069581176,0.0027025717,0.00029437285,0.00008735982],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.36887285,0.000116498755,0.0023315987,0.00050686835,0.00019792428,0.00088369934,0.0009225049,0.00003817742,0.00029353608],"category_scores_gemma":[0.04708585,0.000046177236,0.00018948277,0.0024828247,0.00014349492,0.000119007644,0.00019497723,0.0002143651,0.00008940621],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020457892,0.000063902175,0.7574564,0.00020829296,0.0016683461,0.000013447836,0.013153651,0.0072681415,0.0082309265,0.029628268,0.07816987,0.10393413],"study_design_scores_gemma":[0.0009043356,0.000108577166,0.2292534,0.0001768143,0.0010151275,0.0000486529,0.004125567,0.6463935,0.00035644704,0.090208195,0.027040819,0.00036862688],"about_ca_topic_score_codex":0.0002184283,"about_ca_topic_score_gemma":0.00007499383,"teacher_disagreement_score":0.6391253,"about_ca_system_score_codex":0.000012884486,"about_ca_system_score_gemma":0.000017353037,"threshold_uncertainty_score":0.96094096},"labels":[],"label_agreement":null},{"id":"W1975306952","doi":"10.1111/zph.12128","title":"Introduction to Systematic Reviews in Animal Agriculture and Veterinary Medicine","year":2014,"lang":"en","type":"review","venue":"Zoonoses and Public Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Canadian Institutes of Health Research; Public Health Agency of Canada","keywords":"Systematic review; Selection (genetic algorithm); MEDLINE; Alternative medicine; Animal agriculture; Inclusion (mineral); Medicine; Grey literature; Management science; Agriculture; Veterinary medicine; Computer science; Psychology; Political science; Pathology; Biology; Engineering; Artificial intelligence","score_opus":0.7751899026784125,"score_gpt":0.5647816519449631,"score_spread":0.21040825073344938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975306952","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000034850094,0.98065066,0.00042984518,0.012514888,0.00039523715,0.00556397,0.0000121657495,0.0000068173626,0.00039153485],"genre_scores_gemma":[0.00004652247,0.99489003,0.00050721376,0.0010119474,0.0012720011,0.00042964105,0.000043592587,0.00002012064,0.0017789266],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9309221,0.04347297,0.020431573,0.0021192015,0.0024175341,0.00063665194],"domain_scores_gemma":[0.98262495,0.0041808304,0.009236311,0.0027173571,0.0003820057,0.0008585259],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19638278,0.0007186263,0.022284668,0.0011093525,0.00018244062,0.0007998305,0.0009848119,0.00023599996,0.0010582026],"category_scores_gemma":[0.05904804,0.00027028163,0.0009315501,0.002576998,0.00006651255,0.00023811369,0.00023795832,0.00039616364,0.0007630753],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.5562705e-7,0.000017280892,0.000014517465,0.22681437,0.000050514238,0.000001576045,0.0003139622,3.900881e-8,5.275473e-8,0.0009935305,0.1497454,0.6220481],"study_design_scores_gemma":[0.00006146792,0.00034345777,0.00005733556,0.03275372,0.00020442046,0.00021341525,0.0003141801,0.000015476922,6.231659e-10,0.000048028134,0.9657621,0.00022639474],"about_ca_topic_score_codex":0.00010568283,"about_ca_topic_score_gemma":0.00010393672,"teacher_disagreement_score":0.8160167,"about_ca_system_score_codex":0.00012728295,"about_ca_system_score_gemma":0.00019603025,"threshold_uncertainty_score":0.99997497},"labels":[],"label_agreement":null},{"id":"W1975665944","doi":"10.4103/0019-5413.40251","title":"Checklists to improve the quality of the orthopaedic literature","year":2008,"lang":"en","type":"article","venue":"Indian Journal of Orthopaedics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton General Hospital","funders":"","keywords":"Checklist; Consolidated Standards of Reporting Trials; Medicine; Observational study; Quality (philosophy); Medical physics; Alternative medicine; Test (biology); Evidence-based medicine; Medical education; Randomized controlled trial; Psychology; Pathology","score_opus":0.42781592580837075,"score_gpt":0.47210264936595364,"score_spread":0.0442867235575829,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975665944","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9883578,0.0020021726,0.0011998084,0.004960712,0.0014881655,0.00048094802,0.00004631677,0.000001504783,0.0014625884],"genre_scores_gemma":[0.9934215,0.00010543854,0.0011494807,0.0013555958,0.0005286625,0.000004236133,6.724834e-7,0.000012154933,0.0034222468],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9711336,0.008539928,0.011192839,0.0004065712,0.00843096,0.00029610912],"domain_scores_gemma":[0.97714657,0.0029556323,0.012445309,0.003475255,0.0036243673,0.00035288482],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.110885434,0.00027257085,0.002351568,0.00037777814,0.00030816725,0.00030847912,0.003848203,0.00012972177,0.00083417015],"category_scores_gemma":[0.06860703,0.000088085086,0.0044180835,0.0031340236,0.00025029667,0.000321974,0.00020385352,0.00072617136,0.00014523591],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000744405,0.00015008192,0.8578564,0.00012154324,0.00056099665,0.0002739089,0.019727565,0.00016916377,0.00055099867,0.0013696437,0.07915943,0.039985802],"study_design_scores_gemma":[0.00067012856,0.0002457386,0.7545367,0.00031710675,0.00024444525,0.0018212808,0.0014265482,0.00004749521,0.000264682,0.0024260827,0.23772085,0.00027899284],"about_ca_topic_score_codex":0.0000048383145,"about_ca_topic_score_gemma":0.00002617798,"teacher_disagreement_score":0.15856141,"about_ca_system_score_codex":0.00003459076,"about_ca_system_score_gemma":0.00045726323,"threshold_uncertainty_score":0.9392385},"labels":[],"label_agreement":null},{"id":"W1976004150","doi":"10.1016/j.jclinepi.2006.09.016","title":"PsycINFO search strategies identified methodologically sound therapy studies and review articles for use by clinicians and researchers","year":2008,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":100,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"U.S. National Library of Medicine","keywords":"PsycINFO; MEDLINE; Gold standard (test); Medicine; Systematic review; Sensitivity (control systems); Medical physics; Internal medicine","score_opus":0.9945290621338916,"score_gpt":0.7988806157544007,"score_spread":0.19564844637949086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976004150","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64852947,0.25952566,0.068495005,0.022347333,0.00032957236,0.00070497906,0.00000822529,0.0000027017866,0.000057026486],"genre_scores_gemma":[0.123347886,0.7491562,0.11438901,0.011427301,0.00033317483,0.00002037836,0.0000011706833,0.000013921309,0.0013109634],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8177623,0.14474759,0.0341574,0.00094147085,0.0018903733,0.00050086534],"domain_scores_gemma":[0.17828909,0.7951821,0.019286588,0.0017107202,0.0048387675,0.00069275167],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7016942,0.0002625949,0.0123416735,0.0001874085,0.00022067709,0.00013538956,0.0009626924,0.00025702937,0.00025764183],"category_scores_gemma":[0.8118145,0.00010767477,0.0024778654,0.00042250197,0.0014384007,0.00047402846,0.00015136196,0.0007531377,0.00002870947],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055224914,0.00014968295,0.31949222,0.00039629478,0.0019210282,0.000027708009,0.00042329615,0.000025738846,0.00004095105,0.003257207,0.46257952,0.21113409],"study_design_scores_gemma":[0.002610404,0.0037312254,0.34003323,0.00075816765,0.0006498708,0.00046951792,0.0047926395,0.0012981517,0.0000062913896,0.4829124,0.16232845,0.00040965353],"about_ca_topic_score_codex":0.00000862783,"about_ca_topic_score_gemma":0.000015198533,"teacher_disagreement_score":0.6504345,"about_ca_system_score_codex":0.000012895109,"about_ca_system_score_gemma":0.00019169129,"threshold_uncertainty_score":0.8436521},"labels":[],"label_agreement":null},{"id":"W1976050247","doi":"10.1016/j.ctim.2013.01.003","title":"N-of-1 trials in China","year":2013,"lang":"en","type":"article","venue":"Complementary Therapies in Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto; University of Auckland","keywords":"Medicine; Blinding; MEDLINE; Clinical trial; Alternative medicine; Randomized controlled trial; Medical journal; China; Traditional medicine; Citation; Traditional Chinese medicine; Medical physics; Family medicine; Library science; Pathology; Computer science","score_opus":0.813973684216974,"score_gpt":0.585638891535841,"score_spread":0.228334792681133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976050247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9572071,0.005424952,0.0026426825,0.023033451,0.0005407933,0.0019828982,0.000010549136,0.0000032199644,0.009154376],"genre_scores_gemma":[0.99507076,0.00011705282,0.0031132651,0.0008931782,0.000102109196,0.00006993792,0.000015224708,0.0000064975243,0.0006119806],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9638944,0.016321138,0.016151492,0.0005109177,0.0028911233,0.0002308882],"domain_scores_gemma":[0.9828199,0.010363867,0.0042480337,0.0022482476,0.0002416587,0.000078288744],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22082292,0.00020875201,0.005649394,0.0008009393,0.000028805467,0.000055676184,0.0014839432,0.000029894423,0.2606129],"category_scores_gemma":[0.022617484,0.000086909924,0.0005228225,0.0013349333,0.0001466656,0.00016303535,0.000101203754,0.00012837329,0.00034636],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018170418,0.00011786314,0.60032415,0.000049156395,0.00022079935,0.000004825788,0.008649192,0.000030006375,0.0010912353,0.0047442615,0.27175203,0.112998314],"study_design_scores_gemma":[0.002363565,0.00022693085,0.7244988,0.00020599793,0.00007144927,0.0000032597507,0.013605274,0.0019641847,0.000035770405,0.12503415,0.13180843,0.00018220817],"about_ca_topic_score_codex":0.0011077803,"about_ca_topic_score_gemma":0.000414881,"teacher_disagreement_score":0.26026654,"about_ca_system_score_codex":0.000029298064,"about_ca_system_score_gemma":0.000017061899,"threshold_uncertainty_score":0.98561543},"labels":[],"label_agreement":null},{"id":"W1976154263","doi":"10.1016/j.mefs.2012.08.001","title":"Can we trust the results of randomized trials to be free from bias? A reflection on the need for proper trial planning, conduct and reporting","year":2012,"lang":"en","type":"article","venue":"Middle East Fertility Society Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Winnipeg Regional Health Authority","funders":"","keywords":"Randomized controlled trial; Reflection (computer programming); Psychology; Medicine; Computer science","score_opus":0.9219249252841574,"score_gpt":0.5417183140388661,"score_spread":0.3802066112452913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976154263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9599483,0.0014985771,0.0029417607,0.029584225,0.00095555163,0.0044957595,0.0001251042,0.00000472087,0.00044600992],"genre_scores_gemma":[0.9932752,0.000013830847,0.002616211,0.0009179004,0.00088950986,0.00018803307,0.000004906972,0.000013178509,0.0020811874],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9427712,0.03160426,0.020920966,0.00061381486,0.0036866467,0.0004031233],"domain_scores_gemma":[0.8778892,0.06196909,0.052238137,0.00461715,0.002726461,0.0005599696],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.55101585,0.00030287658,0.0056706863,0.00008365357,0.00079209113,0.00093500357,0.00091295305,0.00013478183,0.00046388994],"category_scores_gemma":[0.5586366,0.0000944074,0.0054743583,0.00059040164,0.00018623204,0.00019817842,0.00012321763,0.0004349455,0.000007087026],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5071397,0.00046540197,0.0044196676,0.00008378982,0.004812467,0.0000012186995,0.13911974,0.00014725832,0.0025644873,0.00023908431,0.32881027,0.012196951],"study_design_scores_gemma":[0.6380027,0.0012728338,0.009888148,0.0009942405,0.006925718,0.00011765316,0.17022938,0.012344185,0.0019783617,0.03694481,0.120314986,0.0009870226],"about_ca_topic_score_codex":0.0000819212,"about_ca_topic_score_gemma":0.00003625176,"teacher_disagreement_score":0.20849529,"about_ca_system_score_codex":0.00006286963,"about_ca_system_score_gemma":0.00014587396,"threshold_uncertainty_score":0.9016261},"labels":[],"label_agreement":null},{"id":"W1976270440","doi":"10.3138/ptc.65.1.gef","title":"L'importance de rapports transparents des revues systématiques","year":2013,"lang":"fr","type":"article","venue":"Physiotherapy Canada","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Toronto","funders":"","keywords":"Political science; Computer science","score_opus":0.4007131778643871,"score_gpt":0.46122207933906617,"score_spread":0.06050890147467908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976270440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8861314,0.069652654,0.01680804,0.010837168,0.0019618866,0.0023029428,0.00012855197,0.000021117536,0.012156247],"genre_scores_gemma":[0.88008636,0.0032916365,0.009323093,0.004592676,0.00041811028,0.00022781047,0.000015294867,0.00006490946,0.101980105],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98229885,0.005971288,0.006236455,0.0010473495,0.0036537738,0.00079229753],"domain_scores_gemma":[0.9912734,0.0011638026,0.0030462116,0.0029951318,0.00093635375,0.00058510853],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0150652435,0.00059178565,0.0033485617,0.00015768033,0.00028111052,0.0009439414,0.0017314912,0.00011046338,0.08725244],"category_scores_gemma":[0.0010150684,0.00036596844,0.0011887908,0.0011783022,0.0001941842,0.00066385785,0.000028651775,0.00020310015,0.00086534396],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049607384,0.00010669137,0.04326652,0.0008738405,0.00063769333,0.000036871326,0.0017544435,0.00021375755,0.0018115188,0.000918323,0.8075711,0.14280427],"study_design_scores_gemma":[0.00043126295,0.000102434715,0.08867072,0.0011687397,0.00031573587,0.000050900202,0.0018250343,0.018901896,0.0008693445,0.03914365,0.8473933,0.0011269817],"about_ca_topic_score_codex":0.69167274,"about_ca_topic_score_gemma":0.6074823,"teacher_disagreement_score":0.14167728,"about_ca_system_score_codex":0.0005521062,"about_ca_system_score_gemma":0.001724225,"threshold_uncertainty_score":0.9999126},"labels":[],"label_agreement":null},{"id":"W1976646672","doi":"10.1182/blood-2011-08-367466","title":"Publication bias is present in blood and marrow transplantation: an analysis of abstracts at an international meeting","year":2011,"lang":"en","type":"article","venue":"Blood","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; CancerCare Manitoba","funders":"U.S. National Library of Medicine; American Society for Blood and Marrow Transplantation","keywords":"Publication bias; Medicine; Transplantation; Impact factor; Bone marrow transplantation; Family medicine; Meta-analysis; Internal medicine; Political science; Law","score_opus":0.6256391021217169,"score_gpt":0.45966241184923834,"score_spread":0.16597669027247858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976646672","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9886574,0.00012644408,0.000120527686,0.00014603692,0.000033991193,0.0001995809,0.000046126417,0.0000034123593,0.010666478],"genre_scores_gemma":[0.9961299,0.00006681376,0.0031265565,0.00005525941,0.000026029746,0.000016642127,0.000068961584,0.000004895279,0.00050499255],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9916105,0.0015438868,0.0041558947,0.00062999997,0.0019382875,0.00012139015],"domain_scores_gemma":[0.9950683,0.0004897577,0.0024141404,0.0012592274,0.00064712774,0.00012141343],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.024192521,0.00013717487,0.001056437,0.0009041255,0.000046889094,0.00026140496,0.0008053699,0.00006233228,0.005563072],"category_scores_gemma":[0.002123466,0.00008369375,0.0003855593,0.0012748328,0.00003385871,0.0006557536,0.000041073934,0.000053258584,0.000045934416],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008832505,0.00047413606,0.99153155,0.000019705098,0.00080248655,0.000005155052,0.0046170196,0.000057127487,0.0007715604,0.00023416016,0.00007058751,0.0014076836],"study_design_scores_gemma":[0.00040127448,0.00004090188,0.98811907,0.000013965567,0.0024212848,0.000010970434,0.00040078655,0.004153834,0.003725584,0.00027002048,0.00034045507,0.00010185779],"about_ca_topic_score_codex":0.00022975818,"about_ca_topic_score_gemma":0.00093091413,"teacher_disagreement_score":0.022069054,"about_ca_system_score_codex":0.0000070976,"about_ca_system_score_gemma":0.00001851515,"threshold_uncertainty_score":0.99534595},"labels":[],"label_agreement":null},{"id":"W1976724957","doi":"10.1016/j.jclinepi.2015.04.006","title":"A systematic review identifies shortcomings in the reporting of crossover trials in chronic painful conditions","year":2015,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Crossover study; Medicine; Adverse effect; MEDLINE; Randomization; Randomized controlled trial; Crossover; Double blind; Systematic review; Family medicine; Alternative medicine; Internal medicine; Pathology","score_opus":0.9765257711436098,"score_gpt":0.777439614325029,"score_spread":0.19908615681858088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976724957","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007077864,0.9932134,0.0005399896,0.0011907185,0.0009655996,0.0036819598,0.000023284136,0.0000010168627,0.00031320975],"genre_scores_gemma":[0.00011569306,0.9971493,0.00045532794,0.0011587306,0.00048274593,0.0001469415,0.000009924381,0.000017737004,0.00046362597],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.024518643,0.55292964,0.4171618,0.00095344987,0.0039661783,0.00047028754],"domain_scores_gemma":[0.0055628377,0.5450763,0.44332993,0.0036317704,0.0021958111,0.00020333253],"candidate_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9805187,0.00066552375,0.17634507,0.0011109242,0.000048965238,0.00015385155,0.004967092,0.0008290019,0.001156412],"category_scores_gemma":[0.9923898,0.0002212223,0.035655744,0.0022936955,0.0003912717,0.00025315495,0.00023018621,0.0024530399,0.00024966957],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012456103,0.00016893241,0.0018619947,0.82087886,0.0021538376,0.0002129191,0.00012437877,0.0000318867,3.049465e-8,0.0013776349,0.13248646,0.040690627],"study_design_scores_gemma":[0.00032662082,0.00015830534,0.00034833627,0.62065774,0.010137451,0.0007541228,0.00014997832,0.00007773663,4.4376227e-9,0.015825983,0.35135615,0.00020757169],"about_ca_topic_score_codex":0.000016363228,"about_ca_topic_score_gemma":0.000068774476,"teacher_disagreement_score":0.2188697,"about_ca_system_score_codex":0.00021490773,"about_ca_system_score_gemma":0.0024765355,"threshold_uncertainty_score":0.99984837},"labels":[],"label_agreement":null},{"id":"W1976836882","doi":"10.1016/j.ajodo.2006.02.028","title":"Search and selection methodology of systematic reviews in orthodontics (2000-2004)","year":2006,"lang":"en","type":"article","venue":"American Journal of Orthodontics and Dentofacial Orthopedics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Systematic review; MEDLINE; Grey literature; Keyword search; Inclusion and exclusion criteria; Medicine; Selection (genetic algorithm); Electronic database; Information retrieval; Computer science; Alternative medicine; Pathology; Artificial intelligence; Political science","score_opus":0.5899324640901089,"score_gpt":0.5073182639363006,"score_spread":0.08261420015380827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976836882","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8203878,0.009490174,0.16874221,0.00016812175,0.00022271837,0.0007202981,0.00000725309,0.0000021017995,0.0002593648],"genre_scores_gemma":[0.87188965,0.0036519056,0.12306201,0.00014864835,0.00022963615,0.000010132685,0.0000018975418,0.000027872302,0.000978231],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96121,0.020698508,0.0139195,0.0005686295,0.0032068621,0.0003964779],"domain_scores_gemma":[0.98094374,0.0056859213,0.010401405,0.0007370937,0.001969507,0.00026233066],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14893962,0.00037956395,0.007267209,0.0012451147,0.0001010552,0.0003039063,0.00064412184,0.000119492135,0.00011309675],"category_scores_gemma":[0.032146752,0.00021126274,0.0010576015,0.002498067,0.0003977238,0.00027684262,0.00012797365,0.0004279278,0.000011754917],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004617111,0.000082661245,0.9676379,0.0011994772,0.00012460063,0.00003108687,0.00070696254,0.00026380518,0.00015216226,0.001247288,0.00035706465,0.028150802],"study_design_scores_gemma":[0.0031680786,0.0036401958,0.9084581,0.0053291772,0.0046956777,0.0033853818,0.009324598,0.01544263,0.00017760156,0.0036729223,0.040992536,0.0017131128],"about_ca_topic_score_codex":0.00025389696,"about_ca_topic_score_gemma":0.0005864535,"teacher_disagreement_score":0.11679287,"about_ca_system_score_codex":0.000055051245,"about_ca_system_score_gemma":0.00024085802,"threshold_uncertainty_score":0.9760059},"labels":[],"label_agreement":null},{"id":"W1976863236","doi":"10.1016/j.jclinepi.2007.10.009","title":"No consensus exists on search reporting methods for systematic reviews","year":2008,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":64,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Institute of Population and Public Health; Children's Hospital of Eastern Ontario","funders":"U.S. Public Health Service","keywords":"Systematic review; MEDLINE; Medicine; Evidence-based medicine; Information retrieval; Computer science; Data science; Political science","score_opus":0.9856285468048307,"score_gpt":0.7921058423660167,"score_spread":0.19352270443881403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976863236","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07082978,0.013214188,0.87799466,0.011961034,0.007321639,0.0060096835,0.0000066636962,0.000009115174,0.01265325],"genre_scores_gemma":[0.024471095,0.0014156189,0.95000154,0.0071016075,0.0019751189,0.000070691574,0.0000013000353,0.000027086566,0.01493596],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.15983744,0.5545552,0.27997884,0.0015214401,0.0033077083,0.00079936936],"domain_scores_gemma":[0.015739037,0.7546987,0.2194821,0.003604991,0.0058218497,0.00065331004],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.94055635,0.00036734634,0.038848303,0.00039855763,0.00019194269,0.000056679117,0.001936884,0.00038324815,0.0010119148],"category_scores_gemma":[0.99286777,0.00014193624,0.014739587,0.000587141,0.0003174841,0.00007814606,0.00010529559,0.0010304494,0.0017324917],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043904598,0.0004624242,0.1367553,0.009931973,0.0018291656,0.00023867885,0.00025026954,0.0005162962,0.00004659829,0.010333829,0.7680673,0.07112909],"study_design_scores_gemma":[0.0019014484,0.0033827792,0.038662896,0.008726897,0.0013804841,0.0053962204,0.00023934814,0.04257323,0.000013059748,0.063555144,0.8335243,0.0006442138],"about_ca_topic_score_codex":0.0000029257983,"about_ca_topic_score_gemma":0.0000010848403,"teacher_disagreement_score":0.20014352,"about_ca_system_score_codex":0.000040360388,"about_ca_system_score_gemma":0.00032517992,"threshold_uncertainty_score":0.9999013},"labels":[],"label_agreement":null},{"id":"W1977294766","doi":"10.1371/journal.pone.0028130","title":"Risk of Bias Tool in Systematic Reviews/Meta-Analyses of Acupuncture in Chinese Journals","year":2011,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Faculty of Medicine and Dentistry, University of Alberta; University of Alberta","keywords":"Jadad scale; Systematic review; Medicine; Meta-analysis; MEDLINE; Publication bias; Relative risk; Cochrane Library; Internal medicine; Confidence interval; Biology","score_opus":0.9524259384817606,"score_gpt":0.5539843812231131,"score_spread":0.3984415572586475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977294766","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94890076,0.045765672,0.0004921319,0.000055235916,0.00003421734,0.002757623,0.000026721526,0.000002143161,0.0019654792],"genre_scores_gemma":[0.9884892,0.0014302676,0.008222195,0.000056649853,0.00002032085,0.00016055217,0.0000013443753,0.00001282843,0.0016066388],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9262969,0.03742577,0.02828607,0.0007808388,0.0069222148,0.0002881942],"domain_scores_gemma":[0.9614941,0.0104128625,0.021784443,0.0047647585,0.0014484155,0.00009541647],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22111715,0.0005195862,0.023098381,0.0014175508,0.00002682259,0.00010759855,0.0019383142,0.00012339195,0.015186165],"category_scores_gemma":[0.28021166,0.00014974113,0.005428431,0.004064141,0.000057193756,0.00031021974,0.00012893307,0.00028645608,0.00064295705],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000343468,0.0031289093,0.9241759,0.03638941,0.024183778,0.00002146592,0.0051516676,0.00011027079,0.0046815556,0.00019898565,0.0014773486,0.00044633256],"study_design_scores_gemma":[0.002231128,0.00054223865,0.65113914,0.04120586,0.216686,0.00003397755,0.0026081824,0.012385066,0.011824332,0.059221547,0.00022908114,0.0018934496],"about_ca_topic_score_codex":0.00011476243,"about_ca_topic_score_gemma":0.00030415415,"teacher_disagreement_score":0.2730368,"about_ca_system_score_codex":0.000025044254,"about_ca_system_score_gemma":0.000041288993,"threshold_uncertainty_score":0.9914048},"labels":[],"label_agreement":null},{"id":"W1978695328","doi":"10.1111/j.1464-410x.2009.09181.x","title":"Levels of evidence ratings in the urological literature: an assessment of interobserver agreement","year":2010,"lang":"en","type":"review","venue":"British Journal of Urology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Intraclass correlation; Confidence interval; Evidence-based medicine; Internal medicine; Clinical psychology; Psychometrics; Pathology; Alternative medicine","score_opus":0.8206387091101002,"score_gpt":0.5940429889392467,"score_spread":0.2265957201708535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978695328","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00258622,0.9941675,0.001617502,0.00030718514,0.00044159507,0.00065772905,0.00003738482,4.850983e-7,0.00018438075],"genre_scores_gemma":[0.031217106,0.964242,0.0038519592,0.0003385865,0.00017856734,0.000018715027,0.000004286527,0.000011884533,0.00013692028],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.93723303,0.03897508,0.018834105,0.0006418258,0.0040491996,0.000266741],"domain_scores_gemma":[0.9627863,0.009583225,0.023641402,0.001821467,0.0020556361,0.00011195844],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18506259,0.0003704956,0.01024404,0.00057662325,0.00004584539,0.00048234934,0.0054135406,0.00048778678,0.0031531171],"category_scores_gemma":[0.036993526,0.00015218432,0.0037501405,0.0012549097,0.00022390629,0.00036726662,0.00024025819,0.001903975,0.000018054789],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005767504,0.00020520522,0.0006192396,0.0011265831,0.00020822855,0.000320092,0.00019214732,0.000010855147,0.0000055543715,0.00035151243,0.0020609268,0.9948939],"study_design_scores_gemma":[0.00029616512,0.0015255717,0.022454204,0.009243068,0.0019549234,0.011317769,0.00008930513,0.00012931283,2.0364011e-7,0.0025750853,0.95015746,0.000256958],"about_ca_topic_score_codex":0.000008790858,"about_ca_topic_score_gemma":0.00007269292,"teacher_disagreement_score":0.99463695,"about_ca_system_score_codex":0.000024642566,"about_ca_system_score_gemma":0.00034199163,"threshold_uncertainty_score":0.99996763},"labels":[],"label_agreement":null},{"id":"W1978886156","doi":"10.2310/6640.2004.15404","title":"Commentary: Evidence Reconsidered","year":2004,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Medicine","score_opus":0.6578876937412756,"score_gpt":0.5199625879058172,"score_spread":0.13792510583545847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978886156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75690436,0.006728354,0.008114395,0.21740213,0.001970533,0.0015857975,0.000063654756,0.000020716154,0.0072100777],"genre_scores_gemma":[0.9596722,0.000071284696,0.00215349,0.0351098,0.00013741701,0.000021423491,0.0000026947257,0.00001359238,0.00281806],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9899374,0.0019557534,0.0033060056,0.0006520078,0.0039101965,0.0002385918],"domain_scores_gemma":[0.9930266,0.0021040358,0.0015189542,0.0027939568,0.00038276025,0.0001736768],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014037332,0.00021843782,0.0016224855,0.00011411468,0.00015120141,0.00035117,0.0013341159,0.000025163106,0.015634982],"category_scores_gemma":[0.0026353109,0.00011347553,0.00056995795,0.000896837,0.000034627887,0.00023686397,0.000037866404,0.00009013924,0.00050096196],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006445396,0.000023131735,0.0027901442,0.000011331493,0.00013149707,0.000009526884,0.00017962148,0.000409671,0.0011771607,0.00065984315,0.9799419,0.014659722],"study_design_scores_gemma":[0.00049874396,0.00005650711,0.0077858586,0.00012141029,0.00004774413,0.000011075421,0.00050623785,0.0005458299,0.0013998023,0.0336219,0.95501673,0.0003881356],"about_ca_topic_score_codex":0.48789117,"about_ca_topic_score_gemma":0.745128,"teacher_disagreement_score":0.25723684,"about_ca_system_score_codex":0.00025797068,"about_ca_system_score_gemma":0.0006198246,"threshold_uncertainty_score":0.98526484},"labels":[],"label_agreement":null},{"id":"W1979129627","doi":"10.1111/zph.12126","title":"Randomized Controlled Trials and Challenge Trials: Design and Criterion for Validity","year":2014,"lang":"en","type":"review","venue":"Zoonoses and Public Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Institute of Population and Public Health; Canadian Institutes of Health Research; Institut pour la Recherche en Santé Publique; Public Health Agency of Canada","keywords":"Blinding; Randomized controlled trial; Medicine; Psychological intervention; Systematic review; Alternative medicine; Consolidated Standards of Reporting Trials; Population; Research design; Gold standard (test); Clinical trial; Clinical study design; Intervention (counseling); MEDLINE; Family medicine; Physical therapy; Intensive care medicine; Environmental health; Surgery; Pathology; Nursing; Internal medicine","score_opus":0.9611314994660011,"score_gpt":0.6545295905338622,"score_spread":0.3066019089321389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979129627","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000041262338,0.8336174,0.13890594,0.0037666678,0.00052600156,0.022853013,0.00011254092,0.000009650296,0.00020469404],"genre_scores_gemma":[0.000047853882,0.9899916,0.005161868,0.0004694027,0.0006517464,0.0025955413,0.000051739247,0.000035883295,0.0009943399],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.307091,0.6157763,0.069083646,0.0031903707,0.0037480595,0.0011106249],"domain_scores_gemma":[0.25005898,0.6779515,0.06522267,0.0034828873,0.0015957905,0.0016881456],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8754834,0.0009924701,0.12461865,0.0009912403,0.00049591524,0.0041147997,0.00075199857,0.00047112087,0.00095765287],"category_scores_gemma":[0.61875904,0.00036303935,0.010314833,0.0004561948,0.00018858114,0.0002704355,0.00014681241,0.00027637806,0.000036212627],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013964381,0.000034880104,5.1487206e-7,0.009811605,0.0012622338,3.026205e-7,0.00015691639,4.2593204e-8,4.5954653e-9,0.0043277256,0.013219757,0.96978956],"study_design_scores_gemma":[0.066419065,0.00021106676,3.505733e-7,0.0014753086,0.004005327,0.00001569611,0.00008873393,0.0010751341,2.9571088e-9,0.0048219487,0.92159855,0.00028883605],"about_ca_topic_score_codex":0.00004057381,"about_ca_topic_score_gemma":0.000013296953,"teacher_disagreement_score":0.9695007,"about_ca_system_score_codex":0.000043348537,"about_ca_system_score_gemma":0.0009470215,"threshold_uncertainty_score":0.9999556},"labels":[],"label_agreement":null},{"id":"W1979242230","doi":"10.1016/s0140-6736(09)61265-4","title":"Reporting genetic association studies: the STREGA statement","year":2009,"lang":"en","type":"article","venue":"The Lancet","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Scopus; Genome-wide association study; Genetic association; MEDLINE; Medicine; Data science; Computational biology; Biology; Genetics; Computer science; Single-nucleotide polymorphism; Gene; Genotype","score_opus":0.8643341359502367,"score_gpt":0.5969494530128072,"score_spread":0.26738468293742945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979242230","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8227104,0.0072020153,0.0026775787,0.14207228,0.00058405264,0.0011141641,0.000010385261,0.00001744119,0.023611687],"genre_scores_gemma":[0.9772167,0.00021609542,0.0013665091,0.0041906596,0.0005822403,0.000019710718,9.941239e-7,0.0000033653093,0.016403692],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9802964,0.0056811017,0.009460133,0.0003954971,0.0039006334,0.00026627467],"domain_scores_gemma":[0.9735892,0.0050318306,0.016943617,0.0037410697,0.00066301355,0.000031290037],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19211066,0.00011481928,0.0018225241,0.000031860145,0.00024601183,0.0005593594,0.001360727,0.000020846637,0.0006989676],"category_scores_gemma":[0.1174246,0.000032516753,0.00047979795,0.00051939435,0.0000175216,0.000058276648,0.00006086851,0.000107359294,0.00082885084],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019301508,0.000010284608,0.036565192,0.000005925294,0.00022889742,0.0000022568113,0.0019132128,0.00033537214,0.000029861003,0.00072253315,0.9335286,0.02665591],"study_design_scores_gemma":[0.00019079186,0.000040788564,0.27447405,0.000030895117,0.0002800879,0.000005340276,0.004299763,0.0026395272,0.000032385804,0.053399537,0.6644876,0.000119212964],"about_ca_topic_score_codex":0.000004547088,"about_ca_topic_score_gemma":0.000023368522,"teacher_disagreement_score":0.269041,"about_ca_system_score_codex":0.00006613815,"about_ca_system_score_gemma":0.000020955706,"threshold_uncertainty_score":0.9999491},"labels":[],"label_agreement":null},{"id":"W1979327418","doi":"10.1016/j.jclinepi.2005.08.017","title":"A systematic review identifies a lack of standardization in methods for handling missing variance data","year":2006,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":298,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Ottawa; Montreal Children's Hospital; Children's Hospital of Eastern Ontario; McGill University; University of Alberta","funders":"","keywords":"Missing data; Nonparametric statistics; MEDLINE; Computer science; Statistics; Variance (accounting); Standardization; Meta-analysis; Consistency (knowledge bases); Medicine; Machine learning; Mathematics; Artificial intelligence","score_opus":0.9756991473629063,"score_gpt":0.7978861926427433,"score_spread":0.177812954720163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979327418","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.447818e-8,0.52629954,0.47110838,0.00036984804,0.0006772035,0.0014524172,0.00005115334,7.256169e-7,0.00004066379],"genre_scores_gemma":[3.0534423e-7,0.76630795,0.23252222,0.00036047574,0.00032113487,0.00003081195,0.000037453792,0.000020854304,0.00039877664],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.2174782,0.504162,0.27235696,0.0021344577,0.0032508895,0.0006174914],"domain_scores_gemma":[0.0635518,0.667417,0.25714242,0.0074994676,0.0041180435,0.00027129226],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9026502,0.0005938682,0.10607516,0.00080681266,0.000058773385,0.00014523626,0.006008268,0.0007233489,0.00023896583],"category_scores_gemma":[0.9585953,0.00025576333,0.014306403,0.0016502502,0.00019157841,0.00035121894,0.00038436326,0.0010179686,0.00003704249],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000082787765,0.000058332516,0.000068954534,0.6590729,0.0010340086,0.000004636426,0.0000070629676,0.000033809065,2.4144658e-8,0.00040320173,0.023395464,0.31591335],"study_design_scores_gemma":[0.00017519752,0.00006618532,0.000010624892,0.45744032,0.009903,0.00008182705,0.0000075897588,0.00260879,1.2435998e-8,0.014760909,0.51479626,0.00014928909],"about_ca_topic_score_codex":0.0000054906573,"about_ca_topic_score_gemma":0.000010169372,"teacher_disagreement_score":0.4914008,"about_ca_system_score_codex":0.000078678204,"about_ca_system_score_gemma":0.0011735366,"threshold_uncertainty_score":0.99998945},"labels":[],"label_agreement":null},{"id":"W1980271090","doi":"10.1016/j.jad.2011.05.031","title":"The most cited works in major depression: The ‘Citation classics’","year":2011,"lang":"en","type":"article","venue":"Journal of Affective Disorders","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; University of Toronto","funders":"","keywords":"Citation; Depression (economics); Management of depression; Medicine; Bibliometrics; Major depressive disorder; Population; Field (mathematics); Psychiatry; Mood; Psychology; Alternative medicine; Library science; Computer science; Pathology","score_opus":0.39022245371796654,"score_gpt":0.4477173153650383,"score_spread":0.05749486164707174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980271090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87770617,0.010805851,0.06227579,0.004835383,0.0016067292,0.0015980238,0.0000029538667,0.0000040017903,0.041165125],"genre_scores_gemma":[0.9986297,0.00018142253,0.00037347365,0.00017666962,0.00006309554,0.000015319141,2.89076e-7,0.000007633776,0.00055240083],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98582244,0.007781458,0.003491214,0.00025581283,0.0024641203,0.0001849549],"domain_scores_gemma":[0.98505807,0.008318127,0.0045964597,0.0009782487,0.0009756975,0.00007342092],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.057283793,0.00016704547,0.0009820822,0.00032810715,0.00029035553,0.00047319604,0.0014015555,0.00006663267,0.0006861789],"category_scores_gemma":[0.027330907,0.00005249957,0.0008876917,0.0021708438,0.000119443655,0.00039631512,0.00006223994,0.00038740892,0.0001097174],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018218397,0.00017035594,0.2686097,0.000009027113,0.00045603243,0.000008840555,0.007339102,0.00034418865,0.00006362521,0.0019092185,0.056808967,0.66409874],"study_design_scores_gemma":[0.0010454459,0.00019710662,0.8486131,0.00015448195,0.00024735168,0.000024497273,0.024304723,0.003645115,0.00004648525,0.09784934,0.023683157,0.00018920557],"about_ca_topic_score_codex":0.000025797877,"about_ca_topic_score_gemma":0.00082788704,"teacher_disagreement_score":0.66390955,"about_ca_system_score_codex":0.000039119364,"about_ca_system_score_gemma":0.00006346664,"threshold_uncertainty_score":0.9808623},"labels":[],"label_agreement":null},{"id":"W1980776335","doi":"10.1016/j.jclinepi.2009.11.007","title":"The art and science of knowledge synthesis","year":2010,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":195,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Canadian Institutes of Health Research","keywords":"Comparability; Systematic review; Transparency (behavior); Computer science; Management science; Diversity (politics); External validity; Knowledge management; Data science; Psychology; MEDLINE; Sociology; Political science; Mathematics; Engineering; Social psychology","score_opus":0.8994117524120242,"score_gpt":0.68878973338765,"score_spread":0.21062201902437416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980776335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95526713,0.0017376227,0.0057211732,0.02011286,0.003333038,0.0001433258,0.0000016973095,8.2748653e-7,0.013682315],"genre_scores_gemma":[0.9840011,0.00046675032,0.013202443,0.0003446417,0.00040215306,0.0000015170725,1.9815447e-8,0.0000031063776,0.0015782898],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8078956,0.10278088,0.083080456,0.0011823955,0.0043700696,0.0006906279],"domain_scores_gemma":[0.065379634,0.8773085,0.048804767,0.0031851109,0.0047030607,0.0006189351],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8301256,0.00012266463,0.007350891,0.00022094799,0.00016632419,0.000079644844,0.0026179312,0.00015047802,0.0009491884],"category_scores_gemma":[0.949663,0.000038933344,0.0023314834,0.0006355981,0.0022889448,0.00015269774,0.00019632255,0.00072505564,0.00034632804],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035444085,0.00008678029,0.50526166,0.000012908246,0.00016145252,0.000002221675,0.000049894534,0.0000069656976,0.0002637792,0.05091747,0.12077409,0.32242736],"study_design_scores_gemma":[0.00013030486,0.00015395696,0.49014747,0.000028016948,0.00015149912,0.0001040008,0.00008786695,0.0028825486,0.000042020638,0.082568616,0.42364225,0.000061441286],"about_ca_topic_score_codex":0.0000011096098,"about_ca_topic_score_gemma":0.000021564312,"teacher_disagreement_score":0.7745276,"about_ca_system_score_codex":0.000004076782,"about_ca_system_score_gemma":0.00033282686,"threshold_uncertainty_score":0.99996406},"labels":[],"label_agreement":null},{"id":"W1980897607","doi":"10.1053/j.ackd.2012.01.003","title":"Finding and Evaluating Renal Evidence: Bridging the Knowledge Gap","year":2012,"lang":"en","type":"review","venue":"Advances in Chronic Kidney Disease","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University","funders":"","keywords":"Medicine; Bridging (networking); Evidence-based medicine; MEDLINE; Resource (disambiguation); Population; Evidence-based practice; Data science; Computer science; Alternative medicine; Pathology","score_opus":0.7790672934498509,"score_gpt":0.6179503701694097,"score_spread":0.16111692328044125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980897607","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011447742,0.99440944,0.0008341161,0.00016328499,0.00074201287,0.0019943048,0.00006314391,0.000009218651,0.0017730353],"genre_scores_gemma":[0.0005174606,0.9943275,0.00035122735,0.000111245805,0.0011172589,0.0005146489,0.000030478239,0.000044305925,0.002985883],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9653225,0.018161537,0.009677304,0.00186761,0.004179068,0.00079199695],"domain_scores_gemma":[0.961803,0.02171559,0.008918851,0.005793805,0.000478311,0.0012904425],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.1156586,0.00086732017,0.00682376,0.00059341354,0.00043276645,0.0010097307,0.0032209114,0.00015227553,0.0044901124],"category_scores_gemma":[0.11717384,0.00037074083,0.002602181,0.0023386222,0.0002660013,0.0013330021,0.0007463919,0.0007027101,0.001957877],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025396282,0.000021560325,0.0002888887,0.011348616,0.00008501719,0.0000066002044,0.0001377456,0.000033498178,9.547486e-8,0.00035089624,0.0035095257,0.984215],"study_design_scores_gemma":[0.00012287132,0.000018658015,0.000054157306,0.030783424,0.0027462498,0.000014907799,0.00004622134,0.0037572316,3.2289226e-8,0.0011925077,0.9608567,0.00040707496],"about_ca_topic_score_codex":0.0000032381677,"about_ca_topic_score_gemma":0.000019787136,"teacher_disagreement_score":0.9838079,"about_ca_system_score_codex":0.0006762069,"about_ca_system_score_gemma":0.0029840171,"threshold_uncertainty_score":0.9998745},"labels":[],"label_agreement":null},{"id":"W1980903642","doi":"10.1016/j.jclinepi.2006.10.020","title":"Methodologic discussions for using and interpreting composite endpoints are limited, but still identify major concerns","year":2007,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":216,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University","funders":"","keywords":"MEDLINE; Meaning (existential); Medicine; Sample size determination; Intervention (counseling); Citation; Disadvantage; Psychology; Statistics; Computer science; Psychotherapist; Library science; Political science; Psychiatry","score_opus":0.9820017511959729,"score_gpt":0.7767224192234639,"score_spread":0.20527933197250903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980903642","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00048091833,0.6536315,0.3420566,0.0005957017,0.0022930484,0.0007728734,0.00007690546,0.0000026076366,0.00008982637],"genre_scores_gemma":[0.00014846816,0.78869796,0.20768297,0.0011923059,0.001485009,0.0000115154435,0.000008288295,0.000037003516,0.00073651044],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.6048127,0.27273223,0.11704843,0.002139569,0.0023465536,0.0009205312],"domain_scores_gemma":[0.1988628,0.6565056,0.13915516,0.0023719792,0.002233669,0.00087077875],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity"],"category_scores_codex":[0.74105257,0.0008378412,0.057865404,0.0010162848,0.00018925617,0.00031727657,0.0032790042,0.0014548328,0.00068633445],"category_scores_gemma":[0.8745716,0.00032351786,0.02061383,0.0007566609,0.00056246296,0.00034145705,0.000674891,0.0023962504,0.00009954193],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007800314,0.00008690723,0.007825508,0.0028457078,0.00218112,0.00006525014,0.000038260623,0.000022314476,6.7068436e-7,0.0011972343,0.0066644885,0.97899455],"study_design_scores_gemma":[0.00039604632,0.0002600097,0.001037401,0.010971347,0.006649748,0.0008793289,0.00024620045,0.0014510555,1.00545684e-7,0.013318865,0.964427,0.00036289467],"about_ca_topic_score_codex":0.0000051259517,"about_ca_topic_score_gemma":0.0000086591745,"teacher_disagreement_score":0.9786316,"about_ca_system_score_codex":0.000083748244,"about_ca_system_score_gemma":0.00028878334,"threshold_uncertainty_score":0.9999217},"labels":[],"label_agreement":null},{"id":"W1981680557","doi":"10.1016/j.jclinepi.2010.07.017","title":"GRADE guidelines: 4. Rating the quality of evidence—study limitations (risk of bias)","year":2011,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2834,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Observational study; Randomized controlled trial; Medicine; Systematic review; Intensive care medicine; Publication bias; MEDLINE; Meta-analysis; Internal medicine","score_opus":0.9975478483593986,"score_gpt":0.7887250727249735,"score_spread":0.20882277563442508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981680557","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9308282,0.0022363644,0.05746386,0.007328039,0.0009970107,0.00046235463,0.000005469833,0.0000012538035,0.0006774172],"genre_scores_gemma":[0.944542,0.0010123614,0.05305917,0.00085103046,0.00030810924,0.000004491326,1.7127314e-7,0.0000053458593,0.00021735304],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.29325265,0.49981904,0.19972205,0.0009826076,0.0057829367,0.00044070004],"domain_scores_gemma":[0.050279554,0.78446054,0.1524043,0.0034181478,0.0091787,0.00025878428],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8761842,0.00020957658,0.013157518,0.0002520678,0.0000929722,0.000021512775,0.002785247,0.00018263096,0.0009808359],"category_scores_gemma":[0.98329544,0.00006555521,0.0069522983,0.0008791857,0.00043962314,0.00021407065,0.00017209035,0.00074433855,0.00008327192],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058064372,0.0002984766,0.9493183,0.000016714992,0.000610795,0.0000013230064,0.0008253413,0.00025889333,0.0000075767216,0.0019303435,0.015654346,0.031019825],"study_design_scores_gemma":[0.0003229131,0.0008098763,0.93362737,0.00010211141,0.00069089554,0.000010184911,0.004388734,0.0014373956,0.0000048218603,0.05642437,0.002112878,0.00006843171],"about_ca_topic_score_codex":0.00015585504,"about_ca_topic_score_gemma":0.0001839252,"teacher_disagreement_score":0.28464147,"about_ca_system_score_codex":0.000008413252,"about_ca_system_score_gemma":0.00025726965,"threshold_uncertainty_score":0.9999324},"labels":[],"label_agreement":null},{"id":"W1981784765","doi":"10.1016/j.cct.2008.07.004","title":"Are leading medical journals following their own policies on CONSORT reporting?","year":2008,"lang":"en","type":"article","venue":"Contemporary Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Cancer Care Nova Scotia","funders":"","keywords":"Consolidated Standards of Reporting Trials; Randomization; Medicine; Randomized controlled trial; Statement (logic); Family medicine; Reliability (semiconductor); Surgery; Power (physics)","score_opus":0.9842309097148961,"score_gpt":0.7191586452826741,"score_spread":0.265072264432222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981784765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9189696,0.0052358117,0.0017165809,0.012687139,0.0037803983,0.0011667889,0.000025703039,0.00003981637,0.056378197],"genre_scores_gemma":[0.97872007,0.00021756325,0.00024569614,0.0070665274,0.0016326014,0.000030315528,0.000004223426,0.000025987587,0.012057005],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.7080629,0.13028648,0.14099434,0.0027653298,0.017061975,0.00082899764],"domain_scores_gemma":[0.1838651,0.506341,0.28963655,0.013759205,0.0031613419,0.003236812],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.7495233,0.00047575645,0.014913945,0.00047190243,0.00048890925,0.0007449504,0.0024110938,0.0005056151,0.010525631],"category_scores_gemma":[0.9405724,0.00021142769,0.013166005,0.0011232978,0.0003279375,0.00036449553,0.0002468159,0.0008781222,0.003107768],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058445217,0.00013421642,0.50266343,0.000009428855,0.00077222317,0.0007787188,0.00016225793,0.0000030318217,0.000015972462,0.00028795926,0.48596907,0.009145241],"study_design_scores_gemma":[0.0039522448,0.00042739918,0.1454087,0.0015374748,0.00047526546,0.00043419737,0.0022304754,0.0006137316,0.0002266418,0.016282918,0.82742953,0.000981422],"about_ca_topic_score_codex":0.000008546106,"about_ca_topic_score_gemma":0.000005167224,"teacher_disagreement_score":0.52419776,"about_ca_system_score_codex":0.00002203191,"about_ca_system_score_gemma":0.00072229584,"threshold_uncertainty_score":0.9997107},"labels":[],"label_agreement":null},{"id":"W1982056929","doi":"10.1371/journal.pone.0084779","title":"Are Reports of Randomized Controlled Trials Improving over Time? A Systematic Review of 284 Articles Published in High-Impact General and Specialized Medical Journals","year":2013,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; Princess Margaret Cancer Centre; University Health Network","funders":"University of Toronto; University Health Network","keywords":"Randomized controlled trial; Medicine; MEDLINE; Alternative medicine; Medical physics; Data science; Bioinformatics; Computer science; Biology; Internal medicine; Pathology","score_opus":0.6024586898084489,"score_gpt":0.501386316795937,"score_spread":0.10107237301251182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982056929","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014756254,0.9704495,0.000063075866,0.00016170724,0.00010777238,0.027528139,0.000040005893,0.000004878982,0.00016926094],"genre_scores_gemma":[0.00012857371,0.9948236,0.0010114979,0.000089297515,0.00023060026,0.0018431075,0.000015412465,0.00004042567,0.0018175164],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.51895523,0.26584455,0.18382779,0.0022082098,0.02839504,0.000769153],"domain_scores_gemma":[0.37521598,0.17395341,0.43083093,0.010562682,0.008214682,0.0012223085],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.68358773,0.0009971304,0.21990581,0.0018954998,0.00004603606,0.0010732024,0.001644692,0.0005045946,0.063647866],"category_scores_gemma":[0.8886678,0.0003454535,0.020805119,0.002179214,0.00018187804,0.0004425844,0.00026883403,0.0005071589,0.00014311519],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004910217,0.00050003437,0.00003970572,0.97096276,0.01808164,0.000053433738,0.000035828372,1.3837511e-7,0.000014703599,0.000033967197,0.003964331,0.00582242],"study_design_scores_gemma":[0.028779918,0.000028021148,0.0000076282586,0.8939157,0.07527877,0.00006477497,0.000010494208,0.00061209867,0.0000023719126,0.00073536206,0.00023426795,0.00033058447],"about_ca_topic_score_codex":0.00005650471,"about_ca_topic_score_gemma":0.00000892369,"teacher_disagreement_score":0.24700315,"about_ca_system_score_codex":0.000097948476,"about_ca_system_score_gemma":0.0006468013,"threshold_uncertainty_score":0.99996376},"labels":[],"label_agreement":null},{"id":"W1982631664","doi":"10.1186/1471-2288-8-35","title":"On reporting results from randomized controlled trials with recurrent events","year":2008,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Vancouver Coastal Health Research Institute; Vancouver Coastal Health","funders":"","keywords":"Randomized controlled trial; Poisson regression; Event (particle physics); Medicine; Outcome (game theory); Statistics; Sample size determination; Mathematics; Surgery; Population","score_opus":0.9821096590764797,"score_gpt":0.7397940935575624,"score_spread":0.2423155655189173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982631664","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3660893,0.0027750107,0.59656763,0.006464582,0.0013953308,0.008330128,0.000037699137,0.000022517623,0.018317817],"genre_scores_gemma":[0.49913943,0.0017615324,0.4538889,0.0011277366,0.0019452195,0.002619535,0.00009649838,0.000070210845,0.039350953],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.027793113,0.869072,0.06061316,0.0025757323,0.03892314,0.0010228379],"domain_scores_gemma":[0.0024431176,0.9551264,0.03248863,0.004846131,0.0039757714,0.001119958],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.97344005,0.00045126193,0.039565954,0.0012519174,0.00047806976,0.00018537685,0.0028752733,0.000438815,0.026816342],"category_scores_gemma":[0.99858624,0.00014857945,0.0065247254,0.0018829469,0.001018073,0.00008969565,0.00036047978,0.0014127914,0.002221551],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7644461,0.0004791896,0.0019303251,0.000056128214,0.003724677,0.00077745237,0.0018320809,0.00008480643,0.000080427555,0.008935691,0.14514796,0.072505176],"study_design_scores_gemma":[0.7180854,0.0011040387,0.0028896788,0.0009768445,0.0012164391,0.00025870773,0.0012046375,0.02867327,0.00012525049,0.22365192,0.021197923,0.000615901],"about_ca_topic_score_codex":0.0002746647,"about_ca_topic_score_gemma":0.0002580357,"teacher_disagreement_score":0.21471623,"about_ca_system_score_codex":0.00007503065,"about_ca_system_score_gemma":0.0021975988,"threshold_uncertainty_score":0.99855536},"labels":[],"label_agreement":null},{"id":"W1982831088","doi":"10.1016/j.jclinepi.2003.12.008","title":"Time-dependent bias was common in survival analyses published in leading clinical journals","year":2004,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":339,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; University of Ottawa; Ottawa Hospital","funders":"","keywords":"Observational study; Medicine; Publication bias; Covariate; Annals; Meta-analysis; Baseline (sea); MEDLINE; New england; Survival analysis; Demography; Internal medicine; Statistics; History","score_opus":0.981357319774874,"score_gpt":0.7718018576263995,"score_spread":0.20955546214847443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982831088","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013859615,0.9867155,0.001527016,0.0027051554,0.0050496166,0.0009000332,0.000019348605,0.0000042859797,0.0016930654],"genre_scores_gemma":[0.0006103484,0.99088085,0.003932522,0.00086635724,0.0018946705,0.00001337932,0.000012631906,0.00006075873,0.0017285022],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.10146012,0.57947725,0.30713072,0.0029982855,0.0074618063,0.0014718401],"domain_scores_gemma":[0.084705055,0.6819171,0.22302152,0.005955645,0.002782967,0.0016177384],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.9196405,0.0013367849,0.1379826,0.0047220374,0.0000913505,0.0006447439,0.00904159,0.0030902042,0.011202004],"category_scores_gemma":[0.92711353,0.00059235597,0.042108547,0.0044405,0.0006837619,0.00079919735,0.0007368034,0.010309759,0.003968892],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007030844,0.0007737022,0.1940223,0.0013557198,0.0020756174,0.0006595808,0.00002716284,0.0013151505,2.4527276e-8,0.00025943623,0.024703376,0.7747376],"study_design_scores_gemma":[0.0017756809,0.0006246046,0.020107334,0.021597581,0.0033958724,0.00070659554,0.0000941285,0.0008028958,1.5874555e-8,0.027506242,0.92264724,0.00074182183],"about_ca_topic_score_codex":0.00005564449,"about_ca_topic_score_gemma":0.0002829756,"teacher_disagreement_score":0.89794385,"about_ca_system_score_codex":0.00038738485,"about_ca_system_score_gemma":0.0028125108,"threshold_uncertainty_score":0.9999383},"labels":[],"label_agreement":null},{"id":"W1983515323","doi":"10.1038/jp.2010.140","title":"Enablers and disablers allowing trainees' abstracts to proceed to full manuscripts: lessons from a large neonatal training program","year":2010,"lang":"en","type":"article","venue":"Journal of Perinatology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Health Sciences Centre; Mount Sinai Hospital; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Supervisor; Syllabus; Medical education; Data collection; Psychology; Pedagogy; Management","score_opus":0.5469560859112558,"score_gpt":0.5101042223354746,"score_spread":0.036851863575781185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983515323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98750156,0.00020022663,0.0023344648,0.007685297,0.0007649822,0.0005104698,0.00001729647,0.000006436851,0.0009792497],"genre_scores_gemma":[0.9660815,0.0000042912848,0.03261834,0.00058244297,0.00015740431,0.000026189415,0.000001587111,0.000015865728,0.0005123547],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9912405,0.0007652218,0.0049521746,0.0006282827,0.0019035338,0.0005103059],"domain_scores_gemma":[0.9946974,0.000956037,0.0021667017,0.0007473871,0.00076504436,0.0006674634],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.025964973,0.00029332723,0.0026839478,0.000585019,0.00015310949,0.00070361985,0.0012698709,0.00016029744,0.0020930178],"category_scores_gemma":[0.019600492,0.00016475879,0.0007796252,0.0006964785,0.00005948112,0.0004141941,0.00013735252,0.00055984664,0.00017410448],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035178222,0.0005373306,0.015700508,0.00014796805,0.001400842,0.0010336449,0.07140368,0.0002849708,0.018937524,0.0047975634,0.031889565,0.8535146],"study_design_scores_gemma":[0.0007592686,0.0004298607,0.019387254,0.00007397602,0.0002014154,0.0010461444,0.022405574,0.0009450726,0.000110575675,0.0021014859,0.9522325,0.00030691645],"about_ca_topic_score_codex":0.000015830712,"about_ca_topic_score_gemma":0.000392383,"teacher_disagreement_score":0.92034286,"about_ca_system_score_codex":0.000025922145,"about_ca_system_score_gemma":0.00012768449,"threshold_uncertainty_score":0.99881923},"labels":[],"label_agreement":null},{"id":"W1983573532","doi":"10.1371/journal.pone.0027611","title":"From QUOROM to PRISMA: A Survey of High-Impact Medical Journals' Instructions to Authors and a Review of Systematic Reviews in Anesthesia Literature","year":2011,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Ottawa Hospital Research Institute","keywords":"Systematic review; Checklist; MEDLINE; Publishing; Medical literature; Medicine; Critical appraisal; Guideline; Medical education; Family medicine; Alternative medicine; Psychology; Pathology; Political science","score_opus":0.8224700210287651,"score_gpt":0.5379365694663607,"score_spread":0.2845334515624044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983573532","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010742571,0.9888108,0.00014696684,0.00020137963,0.00010127158,0.009358586,0.00025966702,0.000003541186,0.000043581364],"genre_scores_gemma":[0.00003886077,0.9918383,0.0066693733,0.00016508342,0.00007970784,0.0005892549,0.00006522897,0.00004048725,0.00051370944],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.85601467,0.08511401,0.046032827,0.0019684962,0.01035421,0.00051580387],"domain_scores_gemma":[0.9489964,0.012386823,0.026396522,0.007509062,0.003462018,0.001249172],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22681578,0.000917389,0.046487886,0.0018912653,0.00004836599,0.00031772035,0.0033491193,0.0005664335,0.0054297075],"category_scores_gemma":[0.29241776,0.0003994622,0.0033393314,0.008410492,0.000061244864,0.00020571226,0.00028874757,0.000795175,0.0006657706],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004878336,0.00047239117,0.00042251733,0.9072482,0.0016451413,0.000022763745,0.00077194785,6.2199554e-8,3.9432643e-7,0.000039937422,0.011648063,0.07772371],"study_design_scores_gemma":[0.00007208348,0.00009386162,0.0010389573,0.9381268,0.00543475,0.000094789124,0.00001416884,0.000006169115,2.0158024e-7,0.0001354317,0.054659404,0.00032339923],"about_ca_topic_score_codex":0.0005112304,"about_ca_topic_score_gemma":0.00029303253,"teacher_disagreement_score":0.09298175,"about_ca_system_score_codex":0.00010963472,"about_ca_system_score_gemma":0.0005126809,"threshold_uncertainty_score":0.99984574},"labels":[],"label_agreement":null},{"id":"W1983725709","doi":"10.1016/j.ijsu.2010.07.299","title":"Corrigendum to: Preferred reporting items for systematic reviews and meta-analyses: The PRISMA statement. International Journal of Surgery 2010;8:336–341","year":2010,"lang":"en","type":"erratum","venue":"International Journal of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Medicine; Statement (logic); Systematic review; Meta-analysis; MEDLINE; General surgery; Medical physics; Internal medicine; Law","score_opus":0.9071190101931994,"score_gpt":0.5859848583066277,"score_spread":0.3211341518865717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983725709","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009339751,0.107087515,0.10653299,0.03572809,0.7272532,0.010436828,0.001066759,0.000019935283,0.002534932],"genre_scores_gemma":[0.05297419,0.02907815,0.02644657,0.008872841,0.049865004,0.0013793733,0.0006980313,0.0006256842,0.8300602],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.89032304,0.011296491,0.07826586,0.0010338845,0.01853464,0.0005460933],"domain_scores_gemma":[0.70396185,0.032019425,0.22991966,0.0026619134,0.030867126,0.00057000376],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.38476464,0.0009964568,0.018179033,0.0042222776,0.0001925597,0.003578995,0.006191716,0.0004674843,0.0036991066],"category_scores_gemma":[0.42438042,0.0004164609,0.017914712,0.0009639082,0.00014778077,0.0011264909,0.00047268366,0.0017729166,0.00011770963],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008287867,0.00011198293,0.0014962184,0.0013061888,0.026712148,0.00020327825,0.0003576617,0.000026259244,0.00007157897,0.000021547274,0.9666938,0.002916438],"study_design_scores_gemma":[0.00022581968,0.00004863856,0.0010950794,0.004734223,0.01673455,0.002627596,0.0006549341,0.00044424232,0.000040193772,0.0012554011,0.97163564,0.0005036862],"about_ca_topic_score_codex":0.000030486097,"about_ca_topic_score_gemma":0.000044541208,"teacher_disagreement_score":0.8275252,"about_ca_system_score_codex":0.00027569532,"about_ca_system_score_gemma":0.001577905,"threshold_uncertainty_score":0.9998287},"labels":[],"label_agreement":null},{"id":"W1983806852","doi":"10.1016/j.jclinepi.2007.09.012","title":"Published randomized controlled trials of drug therapy for dementia often lack complete data on harm","year":2008,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Baycrest Hospital; Institute for Clinical Evaluative Sciences; University of Toronto; Providence Health Care; University of British Columbia; Queen's University; St. Paul's Hospital","funders":"Canadian Institutes of Health Research; Canadian Diabetes Association","keywords":"Harm; Medicine; Randomized controlled trial; Adverse effect; Clinical trial; Dementia; MEDLINE; Psychiatry; Intensive care medicine; Psychology; Pharmacology; Internal medicine; Disease","score_opus":0.978307086267411,"score_gpt":0.7413738633891948,"score_spread":0.23693322287821628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983806852","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008261956,0.95875454,0.022130292,0.005970815,0.0038760814,0.008264584,0.00044816124,0.0000024243466,0.0005448594],"genre_scores_gemma":[0.000012267701,0.9757296,0.01730505,0.0031994765,0.0022878647,0.00016178952,0.00015991168,0.000038992028,0.0011050376],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.08380543,0.616505,0.2930286,0.0018756934,0.0042151394,0.0005701227],"domain_scores_gemma":[0.0067198016,0.6804289,0.30278715,0.0059762713,0.0036657082,0.0004221412],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.96078956,0.0010961548,0.34605998,0.0013247791,0.00011188322,0.00022736879,0.011486488,0.0010279842,0.006204479],"category_scores_gemma":[0.98643273,0.0003446708,0.11797557,0.000773481,0.0007186041,0.0003228194,0.00040703904,0.0017232182,0.00026010378],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021116855,0.00025309998,0.00006523059,0.00059090863,0.024046266,0.000004475493,0.000007927247,0.000008864418,1.3152947e-8,0.0012694154,0.55773526,0.39490166],"study_design_scores_gemma":[0.12045715,0.00032866842,0.0000129541895,0.0019699535,0.01468751,0.000032537602,0.0000085517395,0.00094785687,8.187456e-9,0.014105435,0.8472395,0.00020986197],"about_ca_topic_score_codex":0.0000058883893,"about_ca_topic_score_gemma":0.0000028058564,"teacher_disagreement_score":0.3946918,"about_ca_system_score_codex":0.000027269876,"about_ca_system_score_gemma":0.0014580785,"threshold_uncertainty_score":0.9999005},"labels":[],"label_agreement":null},{"id":"W1984170021","doi":"10.1002/jrsm.1062","title":"Issues relating to selective reporting when including non‐randomized studies in systematic reviews on the effects of healthcare interventions","year":2012,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Global Health Research; Institute of Population and Public Health; Ottawa Hospital","funders":"","keywords":"Psychological intervention; Randomized controlled trial; Systematic review; Documentation; Protocol (science); Suspect; MEDLINE; Health care; Psychology; Meta-analysis; Reporting bias; Medicine; Alternative medicine; Computer science; Psychiatry; Political science","score_opus":0.9651183188967614,"score_gpt":0.7655784742142648,"score_spread":0.19953984468249653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984170021","genre_codex":"review","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21610504,0.45850468,0.18394388,0.025886636,0.0024945152,0.09447113,0.0000089030145,0.00005208608,0.01853313],"genre_scores_gemma":[0.787052,0.0010779188,0.1994367,0.00010962095,0.0001589944,0.007870462,3.0165901e-7,0.000035920606,0.0042581037],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.26903442,0.6835444,0.036442704,0.0013669909,0.0084215095,0.0011899897],"domain_scores_gemma":[0.03135087,0.9331446,0.024981745,0.0057962555,0.004325646,0.00040082494],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8891034,0.00035480148,0.012163859,0.0016530349,0.0005038368,0.0002475299,0.0016190399,0.00010474875,0.0002364372],"category_scores_gemma":[0.97967315,0.00013678013,0.0032530061,0.0040461905,0.00024872232,0.00026768257,0.00064411643,0.00065723574,0.0003369169],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012280509,0.0009399112,0.016369054,0.44108573,0.0069230553,0.00003113123,0.30235606,0.00008877073,0.008137367,0.03503939,0.043628216,0.14417326],"study_design_scores_gemma":[0.0058466224,0.0007697777,0.0035982963,0.6575893,0.0035129068,0.00005571786,0.1624149,0.009298643,0.048632193,0.10084653,0.005801431,0.0016336689],"about_ca_topic_score_codex":0.00019564878,"about_ca_topic_score_gemma":0.000052859017,"teacher_disagreement_score":0.57094693,"about_ca_system_score_codex":0.00029950417,"about_ca_system_score_gemma":0.00006395003,"threshold_uncertainty_score":0.8314971},"labels":[],"label_agreement":null},{"id":"W1984672084","doi":"10.1371/journal.pone.0012484","title":"Reporting of Methodologic Information on Trial Registries for Quality Assessment: A Study of Trial Records Retrieved from the WHO Search Portal","year":2010,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institutes of Health Research; Women's College Hospital; University of Toronto","funders":"","keywords":"Blinding; Medicine; Randomized controlled trial; Sample size determination; Clinical trial; MEDLINE; Randomization; Psychological intervention; Family medicine; Internal medicine; Statistics","score_opus":0.9538907796532198,"score_gpt":0.6295633035777485,"score_spread":0.3243274760754713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984672084","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98900545,0.000009526276,0.0032789705,0.00031888153,0.00031048758,0.005235892,0.00007708718,0.0000044128856,0.0017593168],"genre_scores_gemma":[0.9808721,0.000002348148,0.01810389,0.000032942742,0.00022319045,0.00016458417,0.00002726052,0.000004849083,0.00056883483],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9114765,0.028307173,0.04574556,0.0009799052,0.01315137,0.0003394694],"domain_scores_gemma":[0.8907297,0.05021654,0.050508924,0.0048950636,0.0035628772,0.00008689483],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.37666574,0.0001716597,0.004236864,0.00010570462,0.00014580846,0.00027934788,0.0010941413,0.00011762775,0.0009705528],"category_scores_gemma":[0.5290559,0.00007409551,0.00096054137,0.0008379759,0.00008197084,0.00030074414,0.00010884096,0.00032599224,0.0000130198005],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.37178406,0.023705386,0.43715855,0.0010020387,0.013299233,0.000006362997,0.035573017,0.000049478273,0.012883308,0.013701204,0.024030842,0.06680652],"study_design_scores_gemma":[0.36105207,0.027989538,0.44936773,0.0005864505,0.008261118,0.000002538436,0.08034785,0.009214204,0.015556558,0.042306446,0.0040316116,0.0012838785],"about_ca_topic_score_codex":0.00026614833,"about_ca_topic_score_gemma":0.00023295972,"teacher_disagreement_score":0.15239014,"about_ca_system_score_codex":0.000013714222,"about_ca_system_score_gemma":0.00021742396,"threshold_uncertainty_score":0.9999427},"labels":[],"label_agreement":null},{"id":"W1984857066","doi":"10.3899/jrheum.121307","title":"Update of Strategies to Translate Evidence from Cochrane Musculoskeletal Group Systematic Reviews for Use by Various Audiences","year":2013,"lang":"en","type":"article","venue":"The Journal of Rheumatology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Children's Hospital of Eastern Ontario; University of Ottawa; Cochrane; McMaster University; Institute of Population and Public Health","funders":"Canadian Institutes of Health Research","keywords":"Systematic review; Medicine; Knowledge translation; Evidence-based medicine; Medical education; Alternative medicine; Plain language; MEDLINE; Health care; Medical literature; Evidence-based practice; Journal club; Storytelling; Family medicine; Narrative; Knowledge management; Pathology","score_opus":0.3881895848633551,"score_gpt":0.4781025521618762,"score_spread":0.08991296729852111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984857066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7132949,0.033497546,0.2480717,0.0023067566,0.00041064344,0.0023756353,0.00001709898,0.0000023177163,0.000023388344],"genre_scores_gemma":[0.9809074,0.006590713,0.012048738,0.00014635512,0.00001057838,0.00008539604,0.0000014825767,0.00001247284,0.00019689207],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96741885,0.015372462,0.014162766,0.00038623693,0.0023430008,0.00031669106],"domain_scores_gemma":[0.95246464,0.029931905,0.013732419,0.0019506038,0.0017313418,0.00018911877],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08706964,0.00032974477,0.0071612066,0.00027452406,0.00012926174,0.00046185785,0.0031405815,0.00009687637,0.0017699832],"category_scores_gemma":[0.037376244,0.00012061476,0.001829688,0.0006870358,0.00017651111,0.0010825817,0.00007278945,0.00019132302,0.0006770041],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045252973,0.0005881538,0.03858906,0.048241515,0.0069482834,0.000010066129,0.031228924,0.0015580495,0.018598085,0.008663851,0.81977147,0.025350042],"study_design_scores_gemma":[0.011038727,0.014832515,0.038139205,0.22669268,0.04363838,0.012311579,0.087684825,0.08195223,0.0010514387,0.33403012,0.1413445,0.0072838017],"about_ca_topic_score_codex":0.0004731445,"about_ca_topic_score_gemma":0.00026182728,"teacher_disagreement_score":0.6784269,"about_ca_system_score_codex":0.000018827901,"about_ca_system_score_gemma":0.00008215098,"threshold_uncertainty_score":0.9991425},"labels":[],"label_agreement":null},{"id":"W1984868281","doi":"10.1001/jama.287.21.2859","title":"Media Coverage of Scientific Meetings","year":2002,"lang":"en","type":"article","venue":"JAMA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":100,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences","funders":"National Cancer Institute; Health Services Research and Development; U.S. Department of Veterans Affairs","keywords":"Medicine; Newspaper; MEDLINE; Observational study; Family medicine; Lexis; Library science; Internal medicine; Media studies","score_opus":0.6333687103724948,"score_gpt":0.45687592093653545,"score_spread":0.1764927894359593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984868281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7555754,0.0011388015,0.0015740154,0.001617125,0.00074136845,0.00025753508,0.000020891666,0.0000049113733,0.23906995],"genre_scores_gemma":[0.9565232,0.00001156535,0.0012811132,0.00015257897,0.00007050451,0.000004089162,0.0000017394937,0.0000040190084,0.041951228],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98697144,0.0023986106,0.004683943,0.0005647843,0.0052248184,0.00015639637],"domain_scores_gemma":[0.98998964,0.0036879878,0.0026144588,0.0026193035,0.0009873674,0.000101253725],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.07802799,0.00011210635,0.0015553792,0.0002817863,0.000091031834,0.0009593635,0.0013015256,0.000050024493,0.06141628],"category_scores_gemma":[0.07247433,0.000051888353,0.00092988176,0.0015164189,0.000096379015,0.00021789489,0.00008975774,0.00006821919,0.0115266815],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013752045,0.000052417807,0.013037764,0.000024581077,0.00004878943,0.0000042684196,0.0016423822,0.000017069879,0.00072391843,0.0034922233,0.7838503,0.19710489],"study_design_scores_gemma":[0.00024503857,0.0000136735725,0.016389428,0.000029352199,0.00007566366,0.000005169,0.00023621443,0.00835092,0.0005151118,0.0062779584,0.9677436,0.00011788977],"about_ca_topic_score_codex":0.0000036629037,"about_ca_topic_score_gemma":0.000009868645,"teacher_disagreement_score":0.20094778,"about_ca_system_score_codex":0.0000083172445,"about_ca_system_score_gemma":0.000010352354,"threshold_uncertainty_score":0.989243},"labels":[],"label_agreement":null},{"id":"W1985142242","doi":"10.1097/mlr.0b013e3181649412","title":"Addressing the Unit of Analysis in Medical Care Studies","year":2008,"lang":"en","type":"review","venue":"Medical Care","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Unit (ring theory); Medicine; Error analysis; Intervention (counseling); Family medicine; Psychology; Mathematics; Nursing","score_opus":0.9367934228233928,"score_gpt":0.671570685346307,"score_spread":0.2652227374770858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985142242","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000058374477,0.9952753,0.00012322706,0.0002960927,0.00034229222,0.0007489493,0.000057472396,0.000004725799,0.0030935262],"genre_scores_gemma":[0.0009876855,0.99773175,0.00008316612,0.00019276283,0.00023674889,0.00011397489,0.00010487166,0.000021459256,0.00052760035],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.92765605,0.027152212,0.016803144,0.0013843401,0.026575895,0.00042833856],"domain_scores_gemma":[0.96433514,0.02059462,0.006813311,0.0051270737,0.0026260242,0.0005038224],"candidate_categories":["metaresearch","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.058108244,0.0006891834,0.02146375,0.001457402,0.00020351546,0.00015860358,0.006212292,0.00076301856,0.017243376],"category_scores_gemma":[0.18363965,0.00023274547,0.009491078,0.009806063,0.00068888493,0.000061322724,0.0008151964,0.0012257454,0.0004571697],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.7638016e-7,0.000015362106,0.0011677057,0.0069366074,0.00226473,0.00017881743,0.005047703,0.0000026251805,4.1412157e-10,0.00004152695,0.009749058,0.9745953],"study_design_scores_gemma":[0.00009483411,0.000015257254,0.00012042679,0.009058611,0.006315063,0.000038465725,0.015438416,0.00008042731,1.996531e-8,0.000024985611,0.96859884,0.00021466985],"about_ca_topic_score_codex":0.000056934787,"about_ca_topic_score_gemma":0.0017999179,"teacher_disagreement_score":0.9743806,"about_ca_system_score_codex":0.00013725841,"about_ca_system_score_gemma":0.0015677174,"threshold_uncertainty_score":0.9991646},"labels":[],"label_agreement":null},{"id":"W1985850860","doi":"10.1503/cmaj.109-4980","title":"IOM suggests ways to share clinical trial data","year":2015,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Clinical trial; Data sharing; Alternative medicine; Computer science; Data science; Medicine; World Wide Web; Pathology","score_opus":0.8793642743619259,"score_gpt":0.5876994311280564,"score_spread":0.29166484323386943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985850860","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3185879,0.0017314876,0.03403196,0.49884102,0.042975318,0.0036957576,0.0016098961,0.000037538906,0.0984891],"genre_scores_gemma":[0.71846366,0.00016218396,0.015258116,0.16117795,0.059103303,0.00006826258,0.00047518412,0.00012126033,0.045170095],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9584152,0.009842833,0.011018825,0.00086618226,0.019246237,0.0006106998],"domain_scores_gemma":[0.9681849,0.0069750324,0.00520568,0.0036093297,0.004896451,0.01112864],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.414197,0.00020373419,0.0022762665,0.00047305503,0.00024383038,0.0017907614,0.005369937,0.00045593653,0.056407135],"category_scores_gemma":[0.62640214,0.000111543806,0.00084653,0.0012966503,0.000030196008,0.00039067224,0.00023119595,0.0009911545,0.023114162],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037576712,0.000020903335,0.020165415,8.132706e-7,0.000111669215,0.00009109767,0.00011396315,0.0000028689608,3.9990034e-8,0.00021533766,0.91603607,0.063204266],"study_design_scores_gemma":[0.0038919544,0.00009625912,0.005577984,0.00002159585,0.0000717955,0.00006630417,0.0003627975,0.0017696422,5.6461463e-8,0.0013491326,0.98666143,0.00013105558],"about_ca_topic_score_codex":0.0005699344,"about_ca_topic_score_gemma":0.036326587,"teacher_disagreement_score":0.39987573,"about_ca_system_score_codex":0.0005468884,"about_ca_system_score_gemma":0.0066944156,"threshold_uncertainty_score":0.99924546},"labels":[],"label_agreement":null},{"id":"W1986034915","doi":"10.1371/journal.pone.0025635","title":"Bayesian Hierarchical Models Combining Different Study Types and Adjusting for Covariate Imbalances: A Simulation Study to Assess Model Performance","year":2011,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Programs for Assessment of Technology in Health Research Institute","funders":"Social Sciences and Humanities Research Council of Canada; Ontario Ministry of Health and Long-Term Care","keywords":"Covariate; Bayesian probability; Bayesian hierarchical modeling; Statistics; Clinical study design; Medicine; Bayesian inference; Bayes' theorem; Computer science; Econometrics; Clinical trial; Mathematics; Internal medicine","score_opus":0.8854818235961188,"score_gpt":0.49048743030798037,"score_spread":0.39499439328813846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986034915","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7245645,0.000024112043,0.272667,0.00001733908,0.000022121372,0.0022801186,0.0000057351344,0.000009119544,0.00040997769],"genre_scores_gemma":[0.9771775,0.0000020219234,0.022001099,0.000048007263,0.000030567797,0.00023765324,0.0000019152706,0.00001549687,0.00048571464],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99157,0.0017335571,0.0030863548,0.00082911894,0.0025292132,0.0002517672],"domain_scores_gemma":[0.9951018,0.0018340795,0.0010042158,0.0012409685,0.0006507499,0.00016819384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021248212,0.00024764647,0.0021913312,0.00023354714,0.00024086906,0.00035633246,0.0006666853,0.000035313427,0.0001234191],"category_scores_gemma":[0.0036912716,0.00013397317,0.00018815676,0.0004021971,0.00001711019,0.0003103142,0.0001941707,0.0001237658,0.00003321587],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023855893,0.012587813,0.72070986,0.00029073085,0.0016282519,0.0000026594969,0.05061737,0.20733804,0.00015920003,0.00090688356,0.000041681953,0.005478969],"study_design_scores_gemma":[0.0004931945,0.00062784593,0.035449024,0.00006839786,0.00063172745,1.6187302e-7,0.0019919833,0.9569265,0.000013344696,0.0036447025,7.301591e-7,0.00015237564],"about_ca_topic_score_codex":0.000007718981,"about_ca_topic_score_gemma":0.000040074607,"teacher_disagreement_score":0.7495885,"about_ca_system_score_codex":0.000019720896,"about_ca_system_score_gemma":0.00002248741,"threshold_uncertainty_score":0.73642486},"labels":[],"label_agreement":null},{"id":"W1986036750","doi":"10.1016/j.jclinepi.2014.12.011","title":"Guideline panels should not GRADE good practice statements","year":2014,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":196,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Scopus; Certainty; Medicine; Evidence-based medicine; MEDLINE; Family medicine; Psychology; Medical physics; Alternative medicine; Mathematics; Pathology; Political science","score_opus":0.9681503662717942,"score_gpt":0.7472951200853079,"score_spread":0.22085524618648633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986036750","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012698678,0.00084719365,0.13662803,0.852536,0.006040661,0.00043181918,0.000032592456,0.0000037822335,0.0033528944],"genre_scores_gemma":[0.00052389695,0.0010117005,0.06904317,0.897602,0.018629597,0.000007861218,0.000037390724,0.000047455746,0.01309692],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.22407477,0.5101251,0.2479024,0.00271457,0.013832523,0.0013506712],"domain_scores_gemma":[0.0997045,0.64670193,0.2376357,0.006357443,0.008870685,0.0007297509],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.87904185,0.0009323817,0.043591227,0.0007954721,0.00011909716,0.00029901948,0.007037708,0.002917614,0.010248682],"category_scores_gemma":[0.95220435,0.00040138233,0.017570687,0.00068439206,0.00038538742,0.0005975658,0.00040943132,0.009375308,0.005512195],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005549111,0.00010760533,0.0053783897,0.000058247617,0.001784249,0.00035386742,0.000015736301,0.00014572273,7.245242e-7,0.00041464777,0.977894,0.013791321],"study_design_scores_gemma":[0.000634061,0.000624277,0.0013858293,0.000120781784,0.0019491029,0.0005952472,0.000039301252,0.0013645226,3.7744448e-7,0.029733071,0.9632333,0.00032012013],"about_ca_topic_score_codex":0.000022812434,"about_ca_topic_score_gemma":0.0000029398577,"teacher_disagreement_score":0.13657685,"about_ca_system_score_codex":0.0000692534,"about_ca_system_score_gemma":0.00055764185,"threshold_uncertainty_score":0.9998438},"labels":[],"label_agreement":null},{"id":"W1986172229","doi":"10.1503/cmaj.081675","title":"Rethinking randomized controlled trials","year":2008,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Jadad scale; Randomized controlled trial; Publishing; Medicine; Surgery; Political science; Law","score_opus":0.5403237932828707,"score_gpt":0.47132628956832917,"score_spread":0.06899750371454155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986172229","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26050034,0.011293342,0.03902545,0.37264302,0.016231578,0.0072969645,0.000059931204,0.000033705448,0.29291567],"genre_scores_gemma":[0.9115062,0.00073650177,0.0018902671,0.026128817,0.0047107097,0.00007997227,0.0000058312494,0.000022040549,0.054919697],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7564774,0.16811441,0.038974475,0.00066418736,0.034975916,0.0007936027],"domain_scores_gemma":[0.74237597,0.19657415,0.043879885,0.0019273037,0.00981095,0.0054317527],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.79719824,0.00023744856,0.01627331,0.00079378963,0.00071436306,0.0010415553,0.0014341684,0.0004329726,0.16703755],"category_scores_gemma":[0.9012114,0.00009644695,0.008330854,0.00084073946,0.00008172648,0.00021245933,0.000021138902,0.00094541966,0.004330192],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062573113,0.000012102387,0.0073718494,0.000001763338,0.0018086917,0.00028739378,0.0011940694,0.00001034653,0.0000010782818,0.0019304713,0.97698116,0.009775368],"study_design_scores_gemma":[0.17290594,0.000017489676,0.0014989232,0.00006892455,0.0008779175,0.0008849908,0.00041060415,0.0072277985,0.0000013030499,0.0352823,0.7805526,0.00027117436],"about_ca_topic_score_codex":0.00039366054,"about_ca_topic_score_gemma":0.0035994865,"teacher_disagreement_score":0.6510058,"about_ca_system_score_codex":0.0004335742,"about_ca_system_score_gemma":0.0038117305,"threshold_uncertainty_score":0.99999547},"labels":[],"label_agreement":null},{"id":"W1986710173","doi":"10.1016/s0197-2456(03)00103-x","title":"The role of the data coordinating center in the DIG trial","year":2003,"lang":"en","type":"article","venue":"Controlled Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton General Hospital","funders":"National Heart, Lung, and Blood Institute; U.S. Department of Veterans Affairs","keywords":"Dig; Digitalis; Veterans Affairs; Heart failure; Clinical trial; Ejection fraction; Medicine; Randomized controlled trial; Center (category theory); Computer science; Internal medicine; Computer security","score_opus":0.9441819685772945,"score_gpt":0.6842715447334784,"score_spread":0.25991042384381613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986710173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4233523,0.035187174,0.0057704104,0.050700765,0.026897881,0.076466724,0.0004924345,0.000023630872,0.38110867],"genre_scores_gemma":[0.9950178,0.000085375344,0.000115664625,0.0006246433,0.0005057977,0.00014173375,0.0000020708069,0.0000072022235,0.003499661],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.3614126,0.56157005,0.06581039,0.001760807,0.008814535,0.00063158805],"domain_scores_gemma":[0.06830904,0.8769309,0.03254947,0.020871326,0.0011743694,0.00016490037],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8218087,0.00022508155,0.0076722796,0.000063783504,0.0002949193,0.0008777658,0.00795273,0.00013671642,0.0012470685],"category_scores_gemma":[0.90995383,0.000051901636,0.0049816417,0.0009682482,0.00021719364,0.000117789874,0.0003349023,0.0004087939,0.00023221978],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.036317322,0.0024918446,0.11276421,0.000022792825,0.004389674,0.000005825455,0.00086342683,0.00007019078,0.00008015377,0.16650641,0.1655064,0.51098174],"study_design_scores_gemma":[0.13471264,0.00015765647,0.0017471097,0.00004362096,0.00092794193,0.0000020809782,0.0019573197,0.005158864,0.000007322159,0.07457503,0.78056103,0.00014936525],"about_ca_topic_score_codex":0.0000047737735,"about_ca_topic_score_gemma":0.00005301754,"teacher_disagreement_score":0.61505467,"about_ca_system_score_codex":0.000008414458,"about_ca_system_score_gemma":0.00016813396,"threshold_uncertainty_score":0.9996659},"labels":[],"label_agreement":null},{"id":"W1986756046","doi":"10.1371/journal.pmed.1000420","title":"Strengthening the Reporting of Genetic Risk Prediction Studies: The GRIPS Statement","year":2011,"lang":"en","type":"article","venue":"PLoS Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"National Center for Research Resources; U.S. Department of Health and Human Services","keywords":"Statement (logic); Checklist; Medicine; MEDLINE; Family medicine; Psychology; Political science; Law","score_opus":0.8989341786956377,"score_gpt":0.5422639840641302,"score_spread":0.3566701946315075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986756046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97106344,0.009203794,0.008870613,0.0017552838,0.0006336136,0.0011669383,0.000009098827,0.00000936823,0.0072878324],"genre_scores_gemma":[0.99594563,0.0005765996,0.0019031328,0.0001229398,0.00021206195,0.000054571694,0.0000010646622,0.000007101933,0.0011769115],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96319973,0.00525782,0.025912486,0.0005102419,0.0049278564,0.0001918741],"domain_scores_gemma":[0.9532303,0.005877099,0.036175918,0.0032679401,0.001378335,0.00007039461],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17065343,0.00017020636,0.0019295732,0.0001153969,0.0002434185,0.00003252292,0.0009850432,0.000025010902,0.003047353],"category_scores_gemma":[0.20542645,0.000044106837,0.00040913973,0.0007375635,0.00023284079,0.000059390204,0.000117593714,0.0001671166,0.00009633711],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002141192,0.00015100681,0.62354296,0.00020564915,0.0039826976,0.000014414368,0.13206057,0.00024078747,0.0004571111,0.00060912076,0.15943377,0.079280496],"study_design_scores_gemma":[0.0011455095,0.0011177962,0.5272281,0.0014253776,0.0097342115,0.000060121663,0.28918594,0.045742005,0.0009963682,0.037215836,0.08574747,0.00040124013],"about_ca_topic_score_codex":0.000064715074,"about_ca_topic_score_gemma":0.000030297142,"teacher_disagreement_score":0.15712535,"about_ca_system_score_codex":0.000018785042,"about_ca_system_score_gemma":0.000026097423,"threshold_uncertainty_score":0.997864},"labels":[],"label_agreement":null},{"id":"W1986759740","doi":"10.1001/jama.2009.1307","title":"Comparisons of Citations in Web of Science, Scopus, and Google Scholar for Articles Published in General Medical Journals","year":2009,"lang":"en","type":"article","venue":"JAMA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":824,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation","funders":"","keywords":"Scopus; Medicine; Citation; Web of science; Interquartile range; MEDLINE; Confidence interval; Bibliometrics; Library science; Meta-analysis; Internal medicine; Computer science; Political science","score_opus":0.5550623655341148,"score_gpt":0.533742851560888,"score_spread":0.021319513973226845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986759740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99036163,0.0009698383,0.0016384464,0.0051425854,0.000049696493,0.00030331392,0.000008833523,8.68462e-7,0.0015247614],"genre_scores_gemma":[0.9837436,0.00002198877,0.015875306,0.00019336236,0.00002301449,0.000007565757,7.719763e-7,0.0000017348406,0.0001326571],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98881227,0.0015008512,0.005442464,0.00038226618,0.0036573207,0.0002048446],"domain_scores_gemma":[0.9947231,0.0016446825,0.0016543581,0.0007352897,0.0010772215,0.00016535194],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12790048,0.00008586788,0.0014765373,0.0012913048,0.00007524984,0.00057009415,0.00092005177,0.00006019235,0.0011252608],"category_scores_gemma":[0.112478524,0.000045854118,0.0002540739,0.0035921196,0.00023680541,0.0008158348,0.00005061264,0.00015531603,0.00001042311],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028831555,0.00050921546,0.76474786,0.000056450164,0.000042107706,0.000004012686,0.0018183773,0.00034203895,0.012896372,0.029086672,0.06192168,0.1285464],"study_design_scores_gemma":[0.0011329957,0.00007535094,0.88012433,0.00016578348,0.000030111822,0.0000060275065,0.0012679521,0.09066708,0.00079062954,0.020688642,0.0049635908,0.000087493005],"about_ca_topic_score_codex":0.000016067934,"about_ca_topic_score_gemma":0.0002089228,"teacher_disagreement_score":0.12845892,"about_ca_system_score_codex":0.000016480915,"about_ca_system_score_gemma":0.00032479872,"threshold_uncertainty_score":0.99978787},"labels":[],"label_agreement":null},{"id":"W1986840096","doi":"10.1563/aaid-joi-d-14-editorial.4002","title":"Consolidated Standards of Reporting Trials (CONSORT): Answering the Call for JOI's Endorsement","year":2014,"lang":"en","type":"editorial","venue":"Journal of Oral Implantology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Consolidated Standards of Reporting Trials; Protocol (science); Checklist; Randomized controlled trial; Randomization; Medicine; Clinical trial; Family medicine; Alternative medicine; Medical physics; Medical education; Psychology; Surgery; Pathology","score_opus":0.7790793188379104,"score_gpt":0.6187766586296816,"score_spread":0.1603026602082288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986840096","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012544228,0.0030478241,0.04379014,0.00092084386,0.9356142,0.0017069697,0.0015720461,0.0000040707696,0.0007996762],"genre_scores_gemma":[0.11332866,0.0009113323,0.018634016,0.00031200433,0.8610516,0.00012091589,0.00020327221,0.00014629638,0.005291893],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.90065116,0.02238573,0.06592574,0.00076075987,0.009732763,0.00054382853],"domain_scores_gemma":[0.54818565,0.105742246,0.31953117,0.003980269,0.022196222,0.00036446212],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.52919644,0.0004844704,0.016800001,0.0006671429,0.00015581645,0.00044841532,0.0025022181,0.00061798835,0.0012392838],"category_scores_gemma":[0.5798025,0.0001856926,0.005248576,0.0004001567,0.00017611102,0.0001249818,0.00015164597,0.00079432066,0.00001746256],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021434516,0.000024566849,0.00032747284,0.00015234174,0.0015403826,0.00006935997,0.00011378263,0.000024199198,0.00028846305,0.000082602885,0.9936347,0.0035277626],"study_design_scores_gemma":[0.00092399115,0.00040020872,0.000037689,0.00019991645,0.002166,0.00082267495,0.00021897322,0.00012800819,0.00016278974,0.0012962128,0.9934749,0.00016864613],"about_ca_topic_score_codex":0.00003955579,"about_ca_topic_score_gemma":0.00012390765,"teacher_disagreement_score":0.35246554,"about_ca_system_score_codex":0.0001015801,"about_ca_system_score_gemma":0.0012910317,"threshold_uncertainty_score":0.9996737},"labels":[],"label_agreement":null},{"id":"W1987020856","doi":"10.1097/00000542-200111000-00007","title":"An Evaluation of the Quality of Clinical Trials in Anesthesia","year":2001,"lang":"en","type":"article","venue":"Anesthesiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"Hospital for Sick Children","keywords":"Medicine; Clinical trial; Randomization; Sample size determination; Statistics; Internal medicine","score_opus":0.9632742023559839,"score_gpt":0.7213109341116812,"score_spread":0.2419632682443027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987020856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99775034,0.000301326,0.00008063134,0.0004745729,0.00007530541,0.00066914596,7.116553e-7,0.0000010609616,0.000646916],"genre_scores_gemma":[0.99919665,0.00002309352,0.00030471518,0.00027645795,0.000044968958,0.000019229734,0.0000016194319,0.0000035297635,0.00012973289],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.3451053,0.5999389,0.04697474,0.0011246066,0.006578476,0.00027797223],"domain_scores_gemma":[0.87328124,0.07919192,0.03468601,0.009110301,0.0035889961,0.00014154607],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.79708713,0.00013013708,0.006065957,0.00018547135,0.000027440708,0.000024172503,0.0016009918,0.00018768768,0.0032399239],"category_scores_gemma":[0.30598968,0.000049010298,0.0018975562,0.0009494771,0.0001832678,0.00008745126,0.000027529144,0.00011329219,0.000119092896],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035916342,0.00012398903,0.94954777,0.0000058353758,0.000024130994,0.0000012592208,0.0001637255,0.00017945949,0.00018568161,0.001423153,0.00051608554,0.047792982],"study_design_scores_gemma":[0.00033015086,0.00009528726,0.9766159,0.000009516575,0.00011871783,0.000015754023,0.00029876246,0.002593854,0.00004854732,0.016986515,0.0028381906,0.000048771217],"about_ca_topic_score_codex":0.00009982695,"about_ca_topic_score_gemma":0.00014906576,"teacher_disagreement_score":0.52817595,"about_ca_system_score_codex":0.000008678534,"about_ca_system_score_gemma":0.00017660865,"threshold_uncertainty_score":0.99767125},"labels":[],"label_agreement":null},{"id":"W1987119004","doi":"10.1097/00132585-200506000-00003","title":"Clinical Trials in Orthopedic Surgery","year":2005,"lang":"en","type":"article","venue":"Sports Medicine and Arthroscopy Review","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Fowler Kennedy Sport Medicine Clinic; Western University","funders":"","keywords":"Medicine; Blinding; Randomized controlled trial; Randomization; Clinical trial; Orthopedic surgery; Clinical study design; Sample size determination; Research design; Surgery; Physical therapy; Internal medicine; Statistics","score_opus":0.88364761688443,"score_gpt":0.6611721025303628,"score_spread":0.2224755143540672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987119004","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034426987,0.9130503,0.00066389004,0.036265045,0.0010613377,0.0019520196,0.0000041457783,0.000008782615,0.012567476],"genre_scores_gemma":[0.074648716,0.89432365,0.0011022161,0.02288775,0.0013516952,0.00005497969,0.000015995827,0.000018146888,0.0055968775],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.92218566,0.02748914,0.043444198,0.0014659545,0.0050049876,0.00041007507],"domain_scores_gemma":[0.9539479,0.028940154,0.012435479,0.0035827325,0.00053394336,0.00055981125],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.64511085,0.00033974517,0.014613483,0.00039885842,0.00006663073,0.0000806616,0.0004581809,0.000097672964,0.04424997],"category_scores_gemma":[0.236712,0.00013692467,0.002094209,0.0014464875,0.00020960036,0.00024121952,0.000052402323,0.00027558155,0.0009808629],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024153062,0.000026382259,0.1480907,0.0003179312,0.000021224598,0.000017043794,0.000032546068,1.9101739e-7,0.0000013230883,0.000117837364,0.3363868,0.51498556],"study_design_scores_gemma":[0.00021410277,0.000028266373,0.020528017,0.007656518,0.00033311368,0.000023107561,0.000068984016,0.000031455605,6.986568e-7,0.0005044236,0.9704719,0.00013940534],"about_ca_topic_score_codex":0.000006135876,"about_ca_topic_score_gemma":0.000030578656,"teacher_disagreement_score":0.6340851,"about_ca_system_score_codex":0.000009562126,"about_ca_system_score_gemma":0.00011591537,"threshold_uncertainty_score":0.999797},"labels":[],"label_agreement":null},{"id":"W1987451225","doi":"10.1016/j.jclinepi.2011.12.004","title":"Two methods provide similar signals for the need to update systematic reviews","year":2012,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"National Heart, Lung, and Blood Institute; Agency for Healthcare Research and Quality; University of Ottawa","keywords":"Systematic review; Computer science; Data mining; Range (aeronautics); Subject-matter expert; Machine learning; Data science; Medical physics; Artificial intelligence; Medicine; MEDLINE; Expert system","score_opus":0.9621215353201487,"score_gpt":0.7559763864476546,"score_spread":0.20614514887249402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987451225","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016175791,0.030913815,0.9159504,0.044377767,0.0033159028,0.0035587274,0.0000040480923,0.0000024199833,0.00025930212],"genre_scores_gemma":[0.034083705,0.0019061056,0.90480673,0.052320216,0.0041989437,0.00032772354,0.0000010899637,0.00003321523,0.002322273],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.3147703,0.53974867,0.14031827,0.0010257639,0.0030067663,0.0011302239],"domain_scores_gemma":[0.052222513,0.8559545,0.083260894,0.0044716997,0.0029268835,0.0011634654],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.9389195,0.00040535184,0.028489908,0.0003112565,0.00016269299,0.00014252111,0.0037650648,0.00024579564,0.0017524592],"category_scores_gemma":[0.96349275,0.00012528698,0.012547221,0.00086889224,0.00014582179,0.0003303904,0.00021612001,0.0007222277,0.0018700286],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017862977,0.00024751356,0.05151975,0.0030372231,0.002150853,0.000002793834,0.00027726553,0.0012237763,0.00004645901,0.025157653,0.8093184,0.10683967],"study_design_scores_gemma":[0.00047230543,0.0003387518,0.0043454166,0.0008848742,0.0021920137,0.00009697928,0.0003091003,0.0074906135,0.000006729569,0.049199983,0.93446356,0.00019969101],"about_ca_topic_score_codex":0.0000028537286,"about_ca_topic_score_gemma":0.0000041716817,"teacher_disagreement_score":0.3162059,"about_ca_system_score_codex":0.000030425515,"about_ca_system_score_gemma":0.0001334125,"threshold_uncertainty_score":0.99916005},"labels":[],"label_agreement":null},{"id":"W1987609279","doi":"10.1016/j.jclinepi.2008.10.012","title":"An evidence-based practice guideline for the peer review of electronic search strategies","year":2009,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":627,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Institute of Population and Public Health; Children's Hospital of Eastern Ontario","funders":"University of Ottawa","keywords":"Systematic review; Checklist; Computer science; Guideline; MEDLINE; Quality (philosophy); Resource (disambiguation); Information retrieval; Peer review; Knowledge management; Data science; Medicine; Psychology; Political science","score_opus":0.9673765442294219,"score_gpt":0.7858036557685306,"score_spread":0.18157288846089126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987609279","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.263364e-7,0.7793129,0.15632176,0.061916396,0.0005751691,0.0016388351,0.000015954833,0.0000015108885,0.00021721177],"genre_scores_gemma":[0.0000038257654,0.9365493,0.04370797,0.017435756,0.0016733804,0.000033492506,0.000016441627,0.000023936247,0.0005558761],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.21530896,0.53772265,0.23112318,0.0021077641,0.012509556,0.0012279006],"domain_scores_gemma":[0.037283592,0.77261776,0.15406384,0.00589038,0.029685697,0.00045873824],"candidate_categories":["metaresearch","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9413009,0.00070529256,0.05527131,0.00046717116,0.00011970725,0.00020520294,0.00810604,0.0008178233,0.0024803635],"category_scores_gemma":[0.9706985,0.00023313638,0.02833861,0.0014606124,0.00039113866,0.0007167083,0.000102362545,0.0029606372,0.00018813611],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000434069,0.00010811961,0.000014722399,0.009125702,0.0007838032,0.0000036135568,0.0000030856897,0.00016732371,1.0345789e-8,0.0035763343,0.3032942,0.6828797],"study_design_scores_gemma":[0.00016681489,0.0016314916,0.000020820004,0.03987585,0.009038013,0.00015511832,0.00006157651,0.0015044296,1.0997654e-8,0.007288707,0.94008166,0.00017552085],"about_ca_topic_score_codex":0.00000934656,"about_ca_topic_score_gemma":0.0000061155456,"teacher_disagreement_score":0.68270415,"about_ca_system_score_codex":0.00008646508,"about_ca_system_score_gemma":0.007967058,"threshold_uncertainty_score":0.9993396},"labels":[],"label_agreement":null},{"id":"W1987624264","doi":"10.1001/jama.287.21.2853","title":"Comparison of Review Articles Published in Peer-Reviewed and Throwaway Journals","year":2002,"lang":"en","type":"article","venue":"JAMA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Baycrest Hospital; University of Toronto","funders":"","keywords":"Readability; Medicine; Peer review; Relevance (law); Systematic review; MEDLINE; Presentation (obstetrics); Family medicine; Surgery","score_opus":0.8076056252133476,"score_gpt":0.5672427927995463,"score_spread":0.2403628324138013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987624264","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.170348,0.7294999,0.000523076,0.06420671,0.00020376805,0.0011675998,0.00000827002,0.0000049822056,0.034037713],"genre_scores_gemma":[0.97985256,0.011665833,0.0017063083,0.0012827414,0.000050761788,0.000018947749,0.0000011445017,0.0000066891807,0.00541503],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.976596,0.0064604706,0.011411239,0.0005729655,0.004739723,0.00021959376],"domain_scores_gemma":[0.98906255,0.0022941274,0.004782413,0.0020742344,0.0016381824,0.0001485139],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.11605897,0.00017343626,0.0044000046,0.00028791893,0.000044605913,0.00076657906,0.0009479417,0.000059733822,0.050358538],"category_scores_gemma":[0.11221916,0.0000794264,0.0007263646,0.0019031948,0.000054888715,0.0005316902,0.000100892416,0.00018511781,0.0009285836],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.5070493e-7,0.00008568217,0.11362011,0.00046685355,0.000037102847,0.0000020351042,0.00043593443,0.0000021053438,0.000056499142,0.00040213537,0.61381835,0.27107224],"study_design_scores_gemma":[0.0006449898,0.0000651529,0.14084536,0.0034915074,0.0003249173,0.000026648593,0.0006338399,0.010133395,0.00013724208,0.0068780435,0.8365473,0.00027159788],"about_ca_topic_score_codex":0.000008328304,"about_ca_topic_score_gemma":0.000032707278,"teacher_disagreement_score":0.80950457,"about_ca_system_score_codex":0.000012094163,"about_ca_system_score_gemma":0.000010612444,"threshold_uncertainty_score":0.9998493},"labels":[],"label_agreement":null},{"id":"W1988032927","doi":"10.1186/1742-5573-5-3","title":"Factors related to the frequency of citation of epidemiologic publications","year":2008,"lang":"en","type":"article","venue":"Epidemiologic Perspectives & Innovations","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Citation; Medicine; Impact factor; Epidemiology; Web of science; Bibliometrics; Family medicine; Library science; Pathology; Computer science; Political science; Meta-analysis","score_opus":0.8234264484755084,"score_gpt":0.5441129711206899,"score_spread":0.2793134773548185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988032927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8826953,0.0009647149,0.06783995,0.0261289,0.00018469605,0.0010657301,0.00009165461,0.000024678264,0.021004379],"genre_scores_gemma":[0.9810791,0.00005485028,0.015668655,0.00040523082,0.000031332384,0.000105360974,0.00004282716,0.000007754463,0.0026048967],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.97122854,0.013271358,0.012447874,0.0010373455,0.0016817224,0.00033314075],"domain_scores_gemma":[0.94126225,0.036131576,0.010884187,0.004228541,0.0073702754,0.00012320306],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09929209,0.00030237675,0.0029978848,0.0011312786,0.0004402253,0.00003443419,0.002048211,0.0001705054,0.0037458572],"category_scores_gemma":[0.5229449,0.00012474996,0.0012184569,0.010769557,0.0005378809,0.00030113736,0.00013727076,0.00031638716,0.00032425995],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011674153,0.000078082005,0.4205894,0.0000036716106,0.00015045115,1.3144053e-7,0.0043960367,0.0009760954,0.00044171527,0.5371755,0.03590032,0.00028746223],"study_design_scores_gemma":[0.000053662392,0.000064465705,0.82762015,0.0000090903495,0.000044051183,0.0000042699266,0.008994823,0.00047845443,0.000023750394,0.15986669,0.0027269248,0.00011364797],"about_ca_topic_score_codex":0.00009228202,"about_ca_topic_score_gemma":0.000023518782,"teacher_disagreement_score":0.42365283,"about_ca_system_score_codex":0.00008675024,"about_ca_system_score_gemma":0.00015140348,"threshold_uncertainty_score":0.99716485},"labels":[],"label_agreement":null},{"id":"W1988046391","doi":"10.1503/cmaj.080484","title":"The \"number needed to treat\" turns 20 -- and continues to be used and misused","year":2008,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research; Fondation pour la Recherche Médicale; University of Alberta","keywords":"Statement (logic); Randomized controlled trial; Computer science; Medicine; Intervention (counseling); Intensive care medicine; Medical physics; Surgery; Nursing","score_opus":0.3728204846223297,"score_gpt":0.43652562154814256,"score_spread":0.06370513692581287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988046391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7799181,0.0002772589,0.00019527707,0.21476382,0.00028328958,0.00023865131,0.000018149922,0.0000021692733,0.0043032942],"genre_scores_gemma":[0.89344835,0.00020397028,0.00063304964,0.04982139,0.0008458214,0.000018430552,0.0000024332605,0.000015884687,0.055010654],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98860765,0.0029997602,0.0025814238,0.00031142472,0.0051237415,0.00037598936],"domain_scores_gemma":[0.9907617,0.0040629157,0.0009728016,0.00042796545,0.0009915413,0.0027830638],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.042960294,0.00015041478,0.0010467482,0.00019916614,0.00067851006,0.0010459959,0.0006042981,0.00016102113,0.0058948314],"category_scores_gemma":[0.08539991,0.00007018108,0.00027632917,0.0006507239,0.000055262444,0.000115779345,0.000026491365,0.00033202636,0.0006485204],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002390472,0.0000040240852,0.078005984,0.0000014988261,0.00006980133,0.000053390373,0.0029315294,7.463089e-7,0.000011570232,0.00013838107,0.9096744,0.0091062505],"study_design_scores_gemma":[0.00028354567,0.000018159417,0.049159054,0.0000127884205,0.00003978856,0.00023627753,0.001992724,0.00011380246,0.0000033879753,0.0003057351,0.9477423,0.00009247768],"about_ca_topic_score_codex":0.0010121161,"about_ca_topic_score_gemma":0.046175893,"teacher_disagreement_score":0.16494243,"about_ca_system_score_codex":0.00018322298,"about_ca_system_score_gemma":0.0005818093,"threshold_uncertainty_score":0.999991},"labels":[],"label_agreement":null},{"id":"W1988453884","doi":"10.1186/1471-2288-12-51","title":"An optimal search filter for retrieving systematic reviews and meta-analyses","year":2012,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":152,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Western University","funders":"McMaster University","keywords":"CINAHL; Systematic review; Filter (signal processing); Computer science; MEDLINE; Information retrieval; Data mining; Set (abstract data type); Sensitivity (control systems); Medicine; Psychological intervention; Engineering; Nursing","score_opus":0.9946120414367352,"score_gpt":0.7891043170409874,"score_spread":0.20550772439574783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988453884","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010009097,0.053433172,0.9290701,0.0012764788,0.00026686784,0.0051253745,0.00001697324,0.0000104876035,0.00079145754],"genre_scores_gemma":[0.07913811,0.0010281169,0.90362376,0.0009993677,0.0009352872,0.002645931,0.000018762152,0.000058363836,0.011552319],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.31260628,0.6453647,0.016939916,0.0022398105,0.020783924,0.0020653885],"domain_scores_gemma":[0.17691404,0.8012752,0.004041494,0.009081469,0.005097985,0.0035898262],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.9063718,0.000489668,0.014014972,0.0012983211,0.00047251015,0.0007424314,0.0039353645,0.00046249968,0.040991914],"category_scores_gemma":[0.9152483,0.00019414423,0.003576945,0.0024163784,0.0006950265,0.0005754433,0.0006883946,0.0009346783,0.0016782728],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001141475,0.0021316556,0.022662207,0.18090233,0.03612942,0.00009303441,0.018366732,0.0001919381,0.006548239,0.09066202,0.48153234,0.15963861],"study_design_scores_gemma":[0.0037817266,0.003653973,0.006799529,0.0030089982,0.07799674,0.0013919743,0.030368343,0.24634698,0.0034965705,0.03094785,0.5885427,0.0036645874],"about_ca_topic_score_codex":0.0000380606,"about_ca_topic_score_gemma":0.000059789705,"teacher_disagreement_score":0.24615505,"about_ca_system_score_codex":0.00006135529,"about_ca_system_score_gemma":0.00043496583,"threshold_uncertainty_score":0.999099},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1988493763","doi":"10.1016/j.jclinepi.2011.02.010","title":"McMaster Premium LiteratUre Service (PLUS) performed well for identifying new studies for updated Cochrane reviews","year":2011,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Systematic review; Meta-analysis; Medicine; Confidence interval; MEDLINE; Cochrane collaboration; Odds ratio; Cochrane Library; Internal medicine","score_opus":0.9580667101852316,"score_gpt":0.6984676785914552,"score_spread":0.2595990315937764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988493763","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.063500196,0.18176855,0.703405,0.030182676,0.012645913,0.006069182,0.0000759992,0.000013743386,0.0023386837],"genre_scores_gemma":[0.02749568,0.043355897,0.8323184,0.0412963,0.008330091,0.00016041272,0.000037978414,0.00008623176,0.046918962],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8797327,0.05193306,0.06509418,0.0011666991,0.0014293498,0.00064398465],"domain_scores_gemma":[0.49092266,0.35705635,0.131703,0.004366171,0.01463048,0.0013213396],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5787074,0.0004442961,0.021020941,0.00031402032,0.00016855884,0.00012455271,0.0023793208,0.00047894518,0.0038935654],"category_scores_gemma":[0.73840606,0.0001844873,0.0089308275,0.00076155324,0.00011969541,0.0004987783,0.00016625033,0.000860837,0.00057176506],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007766761,0.0000970461,0.027346753,0.0007944705,0.0015850695,0.0000037672482,0.0014164302,0.00004221392,0.000012840755,0.0010857,0.9319333,0.03490575],"study_design_scores_gemma":[0.0023316978,0.0008912665,0.017783297,0.0010843582,0.0020254222,0.000093281305,0.0005387286,0.005782459,0.000010065434,0.10531631,0.86386824,0.00027485573],"about_ca_topic_score_codex":0.000004530442,"about_ca_topic_score_gemma":0.00004126482,"teacher_disagreement_score":0.38881007,"about_ca_system_score_codex":0.000034104254,"about_ca_system_score_gemma":0.00021850855,"threshold_uncertainty_score":0.997017},"labels":[],"label_agreement":null},{"id":"W1989344401","doi":"10.1016/j.jclinepi.2014.10.006","title":"Reporting and methodological quality of sample size calculations in cluster randomized trials could be improved: a review","year":2014,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Ottawa Hospital; University of Ottawa","funders":"Medical Research Council","keywords":"Sample size determination; Cluster (spacecraft); Randomized controlled trial; Quality (philosophy); Sample (material); Cluster randomised controlled trial; Statistics; Medicine; Medical physics; Computer science; Mathematics; Physics; Surgery","score_opus":0.9907899032094817,"score_gpt":0.8139492127919865,"score_spread":0.17684069041749517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989344401","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000051005045,0.9070958,0.08384692,0.005208064,0.0008403901,0.0027814398,0.000030601583,0.0000015396282,0.0001442313],"genre_scores_gemma":[0.000014596181,0.8319719,0.16395938,0.00334167,0.00047707823,0.000055586348,0.0000055149217,0.000014364171,0.00015993715],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.012814458,0.6614824,0.32236475,0.0011175304,0.0018752086,0.00034565333],"domain_scores_gemma":[0.00022244285,0.63609755,0.35958898,0.0020248003,0.0017457582,0.0003204883],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity"],"category_scores_codex":[0.990004,0.00072070013,0.26126406,0.00050283084,0.00005459871,0.000061502265,0.001911258,0.0014872827,0.0024196284],"category_scores_gemma":[0.99952805,0.0002580231,0.052620243,0.0010137405,0.00069287774,0.00011597853,0.00035782874,0.002431581,0.000019803125],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014088217,0.00012832685,0.0026657826,0.024265649,0.002451124,0.000008150313,0.000014887699,0.000011627774,9.304343e-8,0.0021671257,0.017276414,0.949602],"study_design_scores_gemma":[0.01059803,0.00017077924,0.0006990559,0.0188544,0.009495008,0.00017079161,0.000012181861,0.0005309711,6.439804e-9,0.051344037,0.90784526,0.0002794757],"about_ca_topic_score_codex":0.0000610401,"about_ca_topic_score_gemma":0.000028240833,"teacher_disagreement_score":0.9493225,"about_ca_system_score_codex":0.000039323142,"about_ca_system_score_gemma":0.00069038715,"threshold_uncertainty_score":0.9999872},"labels":[],"label_agreement":null},{"id":"W1989844406","doi":"10.1016/j.jclinepi.2013.03.014","title":"Addressing continuous data for participants excluded from trial analysis: a guide for systematic reviewers","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":140,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto; McMaster University","funders":"Instituto de Salud Carlos III; Canadian Institutes of Health Research","keywords":"Missing data; Imputation (statistics); Meta-analysis; Confidence interval; Data collection; Statistics; Systematic review; Medicine; Computer science; MEDLINE; Econometrics; Data mining; Mathematics","score_opus":0.9802182328684395,"score_gpt":0.742188426636827,"score_spread":0.2380298062316124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989844406","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.094922066,0.0106869405,0.8722835,0.009269434,0.0039651887,0.00844006,0.0002442161,0.000006343476,0.0001822592],"genre_scores_gemma":[0.43034127,0.00093356613,0.54093975,0.013363452,0.008031456,0.0011691153,0.00019859745,0.00007364091,0.0049491716],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.71708536,0.14129171,0.13581195,0.0018945221,0.0030014873,0.00091498136],"domain_scores_gemma":[0.04483922,0.79744935,0.13870537,0.010406444,0.0075052967,0.0010942918],"candidate_categories":["metaresearch","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.75146574,0.00040863303,0.039338138,0.00045649137,0.00013759924,0.00037534712,0.0055825217,0.00041101687,0.0022935285],"category_scores_gemma":[0.959924,0.00017206566,0.01342622,0.0008525244,0.00018616857,0.0005486997,0.00028784922,0.0004458363,0.00040060762],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021286476,0.00033084548,0.043103967,0.0018764879,0.015244734,0.0000050828453,0.00008041469,0.0002719278,0.0000078856365,0.0005525309,0.9219745,0.014422984],"study_design_scores_gemma":[0.045028202,0.0030914885,0.039087377,0.008155906,0.077093154,0.000026644582,0.001723744,0.4383849,0.0000017185541,0.1537915,0.23259096,0.001024421],"about_ca_topic_score_codex":0.000040205912,"about_ca_topic_score_gemma":0.000048018283,"teacher_disagreement_score":0.6893835,"about_ca_system_score_codex":0.000028970517,"about_ca_system_score_gemma":0.0002994704,"threshold_uncertainty_score":0.99979776},"labels":[],"label_agreement":null},{"id":"W1990034396","doi":"10.1038/nmeth.2974","title":"Designing comparative experiments","year":2014,"lang":"en","type":"article","venue":"Nature Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada's Michael Smith Genome Sciences Centre","funders":"","keywords":"Computational biology; Computer science; Biology","score_opus":0.8805851884488693,"score_gpt":0.701841714094352,"score_spread":0.17874347435451732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990034396","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024282844,0.0018730501,0.87385523,0.00017162961,0.000628694,0.00025530835,8.943106e-7,0.0000071816467,0.12077972],"genre_scores_gemma":[0.27664924,0.0000010375963,0.7158266,0.0006380365,0.00011021181,0.000017407187,0.0000012553877,0.0000056249755,0.006750624],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.93636143,0.05481661,0.004204331,0.00089887,0.0034864792,0.00023225542],"domain_scores_gemma":[0.97932005,0.01448781,0.0023416646,0.0028905915,0.000808992,0.00015088097],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.22476864,0.00023317653,0.0027910215,0.00024487168,0.0001431144,0.00051685446,0.0014932957,0.00021186816,0.0057761758],"category_scores_gemma":[0.055302624,0.000103802224,0.0009935274,0.0010777414,0.000041673713,0.00014833396,0.00010662119,0.000434974,0.0018129714],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019260917,0.00010202169,0.005444411,0.000027427142,0.00053535297,0.0000030137628,0.006150658,0.00017155035,0.032911755,0.045184486,0.372002,0.53744805],"study_design_scores_gemma":[0.00015096879,0.000033301374,0.0017528969,0.000014508848,0.00008407877,0.000003622248,0.000728594,0.010558171,0.027381646,0.021060063,0.9380421,0.00019003471],"about_ca_topic_score_codex":0.000001213937,"about_ca_topic_score_gemma":0.0000010554505,"teacher_disagreement_score":0.5660401,"about_ca_system_score_codex":0.000019273182,"about_ca_system_score_gemma":0.000018162302,"threshold_uncertainty_score":0.99896425},"labels":[],"label_agreement":null},{"id":"W1990262335","doi":"10.1080/14999013.2014.908429","title":"Interrater Reliability and Concurrent Validity of the HCR-20 Version 3","year":2014,"lang":"en","type":"article","venue":"International Journal of Forensic Mental Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Inter-rater reliability; Psychology; Concurrent validity; Reliability (semiconductor); Clinical psychology; Rating scale; Developmental psychology; Psychometrics; Internal consistency","score_opus":0.4915200745615832,"score_gpt":0.5177479828420944,"score_spread":0.026227908280511247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990262335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9772308,0.00018423036,0.0040068347,0.01317763,0.004355759,0.00021273096,0.000040665895,7.213792e-7,0.00079061737],"genre_scores_gemma":[0.9979927,0.00003348715,0.00081275206,0.00064385583,0.00012782731,5.3450384e-7,0.000002993746,0.0000028875136,0.00038297594],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9877102,0.0035710575,0.00469103,0.0002230201,0.0037023018,0.00010242467],"domain_scores_gemma":[0.99142987,0.00088996073,0.0057250494,0.0005462787,0.0012859824,0.00012284877],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04338533,0.00011312432,0.0010439164,0.0001377923,0.000071350434,0.00010695983,0.0010554416,0.000027145552,0.0009015973],"category_scores_gemma":[0.004543401,0.000046034394,0.0007019682,0.00014123293,0.00012986094,0.00016816093,0.00018773516,0.00015134372,0.000037407124],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014525176,0.00029316408,0.2992372,0.000119657714,0.00035833434,0.0000019923164,0.0031252594,0.00009675448,0.00036660212,0.0048323516,0.42771432,0.2637091],"study_design_scores_gemma":[0.0032508096,0.0015220509,0.24606544,0.0013242832,0.00017338153,0.0005622026,0.0024439853,0.017078822,0.0036404287,0.04063478,0.68296456,0.00033923064],"about_ca_topic_score_codex":0.00001762221,"about_ca_topic_score_gemma":0.000030001493,"teacher_disagreement_score":0.26336986,"about_ca_system_score_codex":0.00012075496,"about_ca_system_score_gemma":0.00009090891,"threshold_uncertainty_score":0.98718584},"labels":[],"label_agreement":null},{"id":"W1990368073","doi":"10.1186/1471-2288-12-111","title":"Investigating clinical heterogeneity in systematic reviews: a methodologic review of guidance in the literature","year":2012,"lang":"en","type":"review","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":226,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; SickKids Foundation; University of Toronto; Hospital for Sick Children; University of Ottawa","funders":"","keywords":"Systematic review; MEDLINE; CINAHL; Study heterogeneity; Protocol (science); Clinical trial; Medicine; Meta-analysis; Psychology; Alternative medicine; Psychological intervention; Pathology; Nursing; Political science","score_opus":0.9933136472504177,"score_gpt":0.804038130845693,"score_spread":0.18927551640472473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990368073","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008515306,0.97250533,0.013141722,0.00047453467,0.00057641946,0.012710781,0.000017272287,0.000004462138,0.0005609646],"genre_scores_gemma":[0.0000014933923,0.8602348,0.13458647,0.0011854558,0.00041385484,0.0032416899,0.00002675012,0.000035262114,0.0002742149],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.018876191,0.8924771,0.06483344,0.0027531309,0.019534662,0.0015255098],"domain_scores_gemma":[0.016095676,0.939724,0.026731955,0.0135806035,0.0028295754,0.0010381801],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.98055434,0.0011375365,0.058565322,0.0024290793,0.00012974316,0.0002896066,0.01611515,0.0021047064,0.0032556062],"category_scores_gemma":[0.98727274,0.00039828185,0.0106032295,0.014508544,0.0014827158,0.00021104442,0.0017424093,0.00710677,0.0015456803],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020652114,0.00009646996,0.0005615427,0.64259565,0.00009825917,0.000031360127,0.0002232492,6.192201e-8,5.3027883e-8,0.0011398431,0.0041415044,0.35110995],"study_design_scores_gemma":[0.000101883365,0.00006492716,0.00009341751,0.5393328,0.00067237846,0.00020858595,0.000113822134,0.00003363115,4.8897167e-8,0.0028195458,0.45633987,0.00021910884],"about_ca_topic_score_codex":0.000039173512,"about_ca_topic_score_gemma":0.00038095782,"teacher_disagreement_score":0.45219836,"about_ca_system_score_codex":0.0001832127,"about_ca_system_score_gemma":0.0026973903,"threshold_uncertainty_score":0.99984694},"labels":[],"label_agreement":null},{"id":"W1990512332","doi":"10.1097/01.blo.0000080539.81794.54","title":"Methodologic Issues in Randomized Controlled Trials of Surgical Interventions","year":2003,"lang":"en","type":"article","venue":"Clinical Orthopaedics and Related Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Population Health Research Institute; McMaster University","funders":"","keywords":"Randomized controlled trial; Medicine; Psychological intervention; Randomization; External validity; Internal validity; Physical therapy; Research design; MEDLINE; Clinical trial; Evidence-based medicine; Alternative medicine; Medical physics; Surgery; Nursing; Pathology; Psychology","score_opus":0.9520254117545206,"score_gpt":0.7435039032989393,"score_spread":0.20852150845558126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990512332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61920947,0.22141121,0.0061178817,0.015287979,0.0030035912,0.013754932,0.000024442326,0.000014155521,0.121176325],"genre_scores_gemma":[0.8675186,0.049200974,0.0056122057,0.000036967733,0.000106199266,0.0002244954,0.000006004284,0.000017080389,0.077277474],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"randomized_trial","domain_scores_codex":[0.18797818,0.73394454,0.06909542,0.0014665991,0.0069543533,0.0005609383],"domain_scores_gemma":[0.12835221,0.85023737,0.013767087,0.0030793527,0.00400417,0.0005598178],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.95032144,0.00023284672,0.026482081,0.0012928422,0.00012821253,0.00037044048,0.0009070219,0.0005056549,0.015568699],"category_scores_gemma":[0.90639,0.00008355706,0.019123146,0.0025808578,0.00122592,0.00012750324,0.0001968416,0.0012919434,0.0003136247],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0435062,0.002525597,0.09671956,0.0004022919,0.01010244,0.0005183636,0.00069933955,0.00013415163,0.000022284812,0.75682575,0.028546913,0.05999708],"study_design_scores_gemma":[0.4469279,0.00065513945,0.0026638994,0.00088001706,0.002055085,0.00007870972,0.0016156724,0.007646233,0.000009822173,0.4249479,0.112144835,0.000374815],"about_ca_topic_score_codex":0.0000116575,"about_ca_topic_score_gemma":0.000009202792,"teacher_disagreement_score":0.4034217,"about_ca_system_score_codex":0.000010370843,"about_ca_system_score_gemma":0.00017129937,"threshold_uncertainty_score":0.99070007},"labels":[],"label_agreement":null},{"id":"W1990681363","doi":"10.1007/s11136-010-9793-3","title":"Patterns of reporting health-related quality of life outcomes in randomized clinical trials: implications for clinicians and quality of life researchers","year":2010,"lang":"en","type":"review","venue":"Quality of Life Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":150,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto; Kingston General Hospital; University Health Network; Queen's University","funders":"","keywords":"Medicine; Randomized controlled trial; MEDLINE; Concordance; Quality of life (healthcare); Clinical trial; Family medicine; Systematic review; Surgery; Nursing; Internal medicine","score_opus":0.9919640107941361,"score_gpt":0.8169471816540778,"score_spread":0.17501682914005834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990681363","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08553303,0.8828767,0.0032347362,0.006086843,0.0003323093,0.01911586,0.0025309948,0.000009809501,0.0002797091],"genre_scores_gemma":[0.047661204,0.94643915,0.0034187748,0.00011654337,0.00018330061,0.0010215051,0.00017582372,0.00008019816,0.00090350775],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.05279582,0.65715206,0.27116358,0.0030515718,0.014594844,0.0012421417],"domain_scores_gemma":[0.010633712,0.73571,0.22944984,0.010612488,0.012059498,0.0015344508],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity"],"category_scores_codex":[0.9714797,0.00080499734,0.09210429,0.0025127693,0.00023666519,0.00021145449,0.004451294,0.001543942,0.00081315107],"category_scores_gemma":[0.9812924,0.00044079125,0.020602053,0.0037073637,0.002029411,0.00021334869,0.0009770565,0.0030356876,0.00002764091],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006121477,0.0018436835,0.41841617,0.12543982,0.0052223345,3.422187e-7,0.0014775892,0.0000018204148,0.0000082597935,0.01102318,0.00201519,0.42843014],"study_design_scores_gemma":[0.16214068,0.001893801,0.5695361,0.038753834,0.004447962,0.000004375692,0.02175995,0.00050928746,0.0000057634156,0.046709273,0.15074153,0.0034974546],"about_ca_topic_score_codex":0.009992351,"about_ca_topic_score_gemma":0.00292585,"teacher_disagreement_score":0.4249327,"about_ca_system_score_codex":0.00011431952,"about_ca_system_score_gemma":0.008660824,"threshold_uncertainty_score":0.9998044},"labels":[],"label_agreement":null},{"id":"W1990976662","doi":"10.1067/mem.2002.120795","title":"How relevant are the systematic reviews in the cochrane library to emergency medical practice?","year":2002,"lang":"en","type":"article","venue":"Annals of Emergency Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Cochrane Library; Emergency medical services; Medical emergency; Systematic review; MEDLINE; Emergency department; Family medicine; Meta-analysis; Nursing; Internal medicine","score_opus":0.8205732030247459,"score_gpt":0.5745591449376644,"score_spread":0.24601405808708154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990976662","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037158167,0.24190962,0.0008338874,0.7201803,0.0022564707,0.004326634,0.000008953609,0.000008677548,0.02675965],"genre_scores_gemma":[0.4306546,0.437814,0.0005186772,0.026021706,0.0024649845,0.0013169703,0.000014950114,0.00008215822,0.101111986],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9237672,0.037639804,0.021735717,0.0011254877,0.015122788,0.00060899684],"domain_scores_gemma":[0.95419127,0.017968517,0.015666163,0.009436754,0.002168756,0.00056854216],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.21340649,0.00047878554,0.0056048473,0.00047327616,0.00017260507,0.00008261585,0.005418848,0.0001302098,0.090182826],"category_scores_gemma":[0.5293894,0.00014397266,0.0017238316,0.0053986525,0.00011110241,0.0006092409,0.0002014154,0.0004284271,0.002179703],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005981155,0.00014018625,0.0012955322,0.0032366284,0.00013409901,0.000021600454,0.0037703128,0.0000026273242,0.000010333697,0.002061998,0.9874444,0.0018763159],"study_design_scores_gemma":[0.00017983244,0.0002650402,0.002270812,0.0072381073,0.000502991,0.00004349182,0.015207606,0.0013062403,0.000005730086,0.0027389522,0.9699717,0.00026946445],"about_ca_topic_score_codex":0.000026711557,"about_ca_topic_score_gemma":0.00007518606,"teacher_disagreement_score":0.69415855,"about_ca_system_score_codex":0.0000055619894,"about_ca_system_score_gemma":0.00002461346,"threshold_uncertainty_score":0.99996233},"labels":[],"label_agreement":null},{"id":"W1991118253","doi":"10.1016/s0895-4356(00)00188-8","title":"What contributions do languages other than English make on the results of meta-analyses?","year":2000,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":453,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Children's Hospital of Eastern Ontario; University of Ottawa","funders":"Medical Research Council","keywords":"Meta-analysis; Replicate; Randomized controlled trial; Psychological intervention; Meta-regression; Systematic review; Set (abstract data type); Logistic regression; Intervention (counseling); MEDLINE; Medicine; Statistics; Psychology; Clinical psychology; Computer science; Machine learning; Mathematics; Pathology; Psychiatry","score_opus":0.9290449561915868,"score_gpt":0.700577514897942,"score_spread":0.22846744129364482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991118253","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6938526,0.028718445,0.0057071247,0.20235379,0.004455319,0.0012359174,0.0003972556,0.000010419466,0.06326911],"genre_scores_gemma":[0.96632546,0.0019852188,0.0021476746,0.010714404,0.0014009248,0.00000861046,0.0000029724567,0.000012998625,0.01740172],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.6974773,0.22608551,0.07108923,0.0009875544,0.0038487972,0.0005116085],"domain_scores_gemma":[0.24154851,0.6845705,0.062305365,0.0058025806,0.0052535986,0.00051945617],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.6553523,0.00028754247,0.016549967,0.00023325534,0.00009007351,0.00017198364,0.0023907758,0.00031047268,0.02771577],"category_scores_gemma":[0.8279387,0.00008770917,0.014944371,0.0007076445,0.00038203,0.00021114222,0.00006131486,0.0009051977,0.00079742377],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009212919,0.0007288941,0.0267748,0.000017889097,0.027451029,0.00003931,0.00075632986,0.004209393,0.000014733743,0.043332424,0.8163762,0.07937767],"study_design_scores_gemma":[0.0009455226,0.0005950415,0.030707998,0.00007809984,0.007099993,0.00003129446,0.0013550827,0.0005494951,0.000021584045,0.04771271,0.91075015,0.00015302512],"about_ca_topic_score_codex":0.000020427802,"about_ca_topic_score_gemma":0.00004153886,"teacher_disagreement_score":0.45848498,"about_ca_system_score_codex":0.000013869345,"about_ca_system_score_gemma":0.00010619842,"threshold_uncertainty_score":0.99998057},"labels":[],"label_agreement":null},{"id":"W1991246128","doi":"10.1016/j.jclinepi.2013.11.011","title":"Blinded interpretation of study results can feasibly and effectively diminish interpretation bias","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":149,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Interpretation (philosophy); Set (abstract data type); Randomized controlled trial; Statement (logic); Computer science; Medicine; Epistemology; Surgery","score_opus":0.8840886958881351,"score_gpt":0.6637032553514349,"score_spread":0.22038544053670017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991246128","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90224093,0.00012713652,0.09285329,0.0025921725,0.00066895905,0.0004162202,0.0000052435253,0.0000015913362,0.0010944642],"genre_scores_gemma":[0.9936207,0.0000352747,0.00518033,0.0007924097,0.00022016263,0.000003899677,0.0000010746958,0.0000068326385,0.00013931772],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.69676286,0.23608224,0.06341374,0.0010235254,0.0024221097,0.00029553135],"domain_scores_gemma":[0.395951,0.52030325,0.077334076,0.0020199153,0.0039226306,0.00046914676],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6424221,0.00022559718,0.010390928,0.00048799618,0.000047087375,0.000072529125,0.0009860083,0.0002147368,0.00010059059],"category_scores_gemma":[0.89311486,0.00010448475,0.0023023393,0.00048878643,0.00023345742,0.000191916,0.00011848437,0.00056487025,0.00004230663],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011735569,0.00029044683,0.738409,0.000031099044,0.0005098865,0.0000033203842,0.001112948,0.00047088863,0.000008362695,0.0007234318,0.004171144,0.25309595],"study_design_scores_gemma":[0.0018044597,0.0035790189,0.9155616,0.00014138647,0.00038155605,0.000028212304,0.00074118335,0.053812362,0.0000036001009,0.022732181,0.0011199442,0.00009445991],"about_ca_topic_score_codex":0.000019706298,"about_ca_topic_score_gemma":0.000086710024,"teacher_disagreement_score":0.30081186,"about_ca_system_score_codex":0.000017078484,"about_ca_system_score_gemma":0.00009495919,"threshold_uncertainty_score":0.71030307},"labels":[],"label_agreement":null},{"id":"W1991343203","doi":"10.1007/s10654-011-9551-z","title":"Strengthening the reporting of genetic risk prediction studies (GRIPS): explanation and elaboration","year":2011,"lang":"en","type":"article","venue":"European Journal of Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Cancer Institute; U.S. Department of Health and Human Services","keywords":"Medicine; Checklist; Multidisciplinary approach; Transparency (behavior); Public health; Risk assessment; Epidemiology; Strengths and weaknesses; Quality (philosophy); Disease; Risk analysis (engineering); Data science; Management science; Pathology; Computer science; Psychology","score_opus":0.8764955356768007,"score_gpt":0.5367980619107815,"score_spread":0.3396974737660192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991343203","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8799679,0.007863832,0.10960078,0.00032516723,0.00041054294,0.000119484095,0.000003374163,0.0000015254475,0.0017073925],"genre_scores_gemma":[0.96551174,0.0010589159,0.033100083,0.00007156817,0.00016730277,7.4713296e-7,5.3054464e-7,0.0000052313276,0.00008390696],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.86144817,0.085183665,0.051450144,0.00047123968,0.0012417263,0.0002050672],"domain_scores_gemma":[0.89575994,0.010864151,0.09052826,0.0008471826,0.0019324205,0.0000680435],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.44853476,0.000113204784,0.0019138044,0.00020574541,0.000116679985,0.000023453345,0.0004369545,0.000021621629,0.00018066712],"category_scores_gemma":[0.4969204,0.00004366069,0.00042897643,0.0003008132,0.00011979477,0.0001481496,0.00006083872,0.00019366831,0.000021356713],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023028562,0.000017049104,0.86917555,0.000018448185,0.0005136978,0.000017541508,0.006526928,0.0011227506,0.00013284513,0.00081448484,0.014833683,0.10680399],"study_design_scores_gemma":[0.00016123902,0.00032017424,0.9719254,0.00007113825,0.00041464635,0.00021252072,0.004735707,0.004205786,0.000029086184,0.0100130355,0.007851369,0.00005991261],"about_ca_topic_score_codex":0.0000032388355,"about_ca_topic_score_gemma":0.000003521317,"teacher_disagreement_score":0.10674408,"about_ca_system_score_codex":0.0000095107835,"about_ca_system_score_gemma":0.000018493867,"threshold_uncertainty_score":0.5678495},"labels":[],"label_agreement":null},{"id":"W1991596234","doi":"10.4065/75.12.1284","title":"Publication Bias: A Brief Review for Clinicians","year":2000,"lang":"en","type":"review","venue":"Mayo Clinic Proceedings","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":168,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; MEDLINE; Medical physics; Intensive care medicine; Family medicine","score_opus":0.9145911681017764,"score_gpt":0.6356048715207524,"score_spread":0.27898629658102403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991596234","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.7485882e-7,0.9281737,0.00022633711,0.001989512,0.0005276675,0.008878316,0.0002049046,0.00004335707,0.059955925],"genre_scores_gemma":[2.0756956e-7,0.8672446,0.0020926285,0.0043819626,0.0007809024,0.0025224185,0.00021853694,0.000101149424,0.122657575],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.92995906,0.003310657,0.05493292,0.0042650253,0.0066546374,0.0008776828],"domain_scores_gemma":[0.8868337,0.025117267,0.06996279,0.008242696,0.009064587,0.0007789511],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.29570085,0.0013109144,0.027442725,0.0010553807,0.00028191696,0.0028367846,0.007197622,0.0008435001,0.039137024],"category_scores_gemma":[0.28586984,0.00065093505,0.018480351,0.0052427105,0.00013262693,0.00061959174,0.00028339133,0.0008269288,0.039535142],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012694661,0.000035069854,0.0000070445517,0.025452148,0.00017974539,2.4766348e-7,0.000015297204,1.999795e-9,1.0829844e-9,0.00025521268,0.4678005,0.5062535],"study_design_scores_gemma":[0.00014407956,0.00009045093,0.0000027656513,0.038369454,0.005961434,0.000036329835,0.000028534452,0.000030088944,1.1151874e-8,0.0017159635,0.95302063,0.00060024404],"about_ca_topic_score_codex":0.0000027406577,"about_ca_topic_score_gemma":0.0000021163464,"teacher_disagreement_score":0.5056532,"about_ca_system_score_codex":0.0001200553,"about_ca_system_score_gemma":0.0006998124,"threshold_uncertainty_score":0.99996424},"labels":[],"label_agreement":null},{"id":"W1991939789","doi":"10.3758/s13420-013-0132-8","title":"Erratum to: An elemental model of retrospective revaluation without within-compound associations","year":2014,"lang":"en","type":"erratum","venue":"Learning & Behavior","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Psychology; Cognitive psychology; Psychoanalysis","score_opus":0.5417901066410326,"score_gpt":0.5195575455132281,"score_spread":0.022232561127804473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991939789","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86521506,0.0003663142,0.038803756,0.00043259148,0.021388676,0.0065592574,0.0005879915,0.00010439041,0.066541985],"genre_scores_gemma":[0.48282164,0.0000057039056,0.009864552,0.0001072857,0.0005472728,0.00024072418,0.0008179273,0.000079792764,0.5055151],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.96659464,0.010928917,0.009540823,0.001881485,0.010626177,0.000427954],"domain_scores_gemma":[0.97731507,0.00053511566,0.014994637,0.0035779725,0.003291867,0.000285358],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08828451,0.00065101194,0.005465857,0.0008261908,0.00045147445,0.0010135912,0.0021082016,0.0004974143,0.002842439],"category_scores_gemma":[0.02415125,0.00042595592,0.0017660239,0.0013025767,0.00007402398,0.00036107548,0.00022172606,0.0015405533,0.0011248484],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013758007,0.0002831302,0.1871571,0.000047246394,0.0002948199,0.0000024188075,0.004457135,0.01119519,0.0023154481,0.00041376345,0.7919057,0.0019142779],"study_design_scores_gemma":[0.001000195,0.0011461448,0.47086406,0.0007338266,0.010012698,0.00001711604,0.0029374515,0.42459196,0.00009829448,0.0029350242,0.08314792,0.0025153162],"about_ca_topic_score_codex":0.000077163655,"about_ca_topic_score_gemma":0.00045861135,"teacher_disagreement_score":0.7087578,"about_ca_system_score_codex":0.00042236407,"about_ca_system_score_gemma":0.00036483267,"threshold_uncertainty_score":0.9998192},"labels":[],"label_agreement":null},{"id":"W1992019735","doi":"10.1016/j.jclinepi.2005.01.004","title":"An analysis of general medical and specialist journals that endorse CONSORT found that reporting was not enforced consistently","year":2005,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":76,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; University of Toronto; McMaster University","funders":"","keywords":"Consolidated Standards of Reporting Trials; Medicine; Confidence interval; Odds ratio; Randomization; Family medicine; Randomized controlled trial; Publication bias; Meta-analysis; Specialty; Internal medicine","score_opus":0.9294382177594025,"score_gpt":0.6905933087837071,"score_spread":0.23884490897569544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992019735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96482664,0.0016442793,0.020462532,0.01014123,0.0009485446,0.00019385175,0.000013946089,0.000002718668,0.0017662777],"genre_scores_gemma":[0.9689462,0.0013423978,0.020923864,0.0062864157,0.0016529873,0.0000019478207,0.000004389633,0.000012140754,0.00082966365],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7530807,0.09928821,0.13667898,0.0015230749,0.00862688,0.0008021543],"domain_scores_gemma":[0.4420187,0.27269906,0.2736681,0.0043992717,0.004526194,0.0026886666],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.71263176,0.00040076266,0.024886325,0.0011623413,0.00014769698,0.00020957389,0.0019521306,0.00060553674,0.015158008],"category_scores_gemma":[0.7882567,0.00018996221,0.009935977,0.0009926193,0.0009196721,0.0005066209,0.00018243688,0.0011739708,0.00004864116],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012095001,0.00013813634,0.9501906,0.0000144709675,0.0036237969,0.00014372225,0.00009481892,0.0011878863,0.00003767146,0.0024515497,0.007324303,0.034672093],"study_design_scores_gemma":[0.0009623847,0.00033530846,0.8916458,0.000093114526,0.0048396587,0.0012372553,0.00050199253,0.06265829,0.00002380642,0.00387842,0.033592522,0.00023146158],"about_ca_topic_score_codex":0.000051723346,"about_ca_topic_score_gemma":0.00025571033,"teacher_disagreement_score":0.311062,"about_ca_system_score_codex":0.000041465024,"about_ca_system_score_gemma":0.0004642741,"threshold_uncertainty_score":0.99997926},"labels":[],"label_agreement":null},{"id":"W1992131051","doi":"10.1186/1471-2288-9-37","title":"Comparison of Bayesian and classical methods in the analysis of cluster randomized controlled trials with a binary outcome: The Community Hypertension Assessment Trial (CHAT)","year":2009,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Centre for Advancing Health Outcomes; University of British Columbia; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Randomized controlled trial; Logistic regression; Statistics; Cluster randomised controlled trial; Random effects model; Medicine; Multilevel model; Meta-analysis; Mathematics; Internal medicine","score_opus":0.967801836731588,"score_gpt":0.7748591866462718,"score_spread":0.1929426500853162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992131051","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24659604,0.0012392201,0.73300475,0.012466377,0.00010348587,0.005855284,0.0000034596344,0.0000021367357,0.0007292329],"genre_scores_gemma":[0.7601023,0.000100785044,0.23873653,0.00052781735,0.000055877204,0.00032362933,0.0000052597097,0.00000581606,0.0001420396],"study_design_codex":"randomized_trial","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.033611193,0.9313528,0.021146541,0.0006911675,0.012715811,0.00048249387],"domain_scores_gemma":[0.02936026,0.95743346,0.0073821605,0.0037926084,0.0017446862,0.00028683132],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.96281296,0.0003191349,0.034091298,0.0019332175,0.00029489864,0.00018039288,0.003217423,0.0003593876,0.0018219312],"category_scores_gemma":[0.91898525,0.0000833349,0.004703127,0.0049427557,0.0020791213,0.00006540368,0.00036891914,0.001990566,0.0000032997063],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8222281,0.002450661,0.017419722,0.00014992182,0.008393958,0.000019171961,0.005337253,0.00039252723,0.000482508,0.017052595,0.004356335,0.12171725],"study_design_scores_gemma":[0.42877275,0.0017081307,0.02943221,0.00009063731,0.008267479,0.000013229505,0.013209238,0.50154865,0.00001815247,0.016379349,0.00040584468,0.00015434899],"about_ca_topic_score_codex":0.00023739808,"about_ca_topic_score_gemma":0.0008526074,"teacher_disagreement_score":0.51350623,"about_ca_system_score_codex":0.000033005563,"about_ca_system_score_gemma":0.0006345579,"threshold_uncertainty_score":0.99909055},"labels":[],"label_agreement":null},{"id":"W1992223357","doi":"10.1016/j.jpedsurg.2015.02.045","title":"The level of evidence keeps improving: An updated analysis of the scientific program at the Canadian Association of Paediatric Surgeons Annual Meeting","year":2015,"lang":"en","type":"review","venue":"Journal of Pediatric Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; McMaster Children's Hospital","funders":"","keywords":"Medicine; Cohort; Prospective cohort study; Cohort study; Internal medicine; Pediatrics; Family medicine","score_opus":0.757353723964194,"score_gpt":0.5075090209250904,"score_spread":0.24984470303910356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992223357","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014209844,0.9810013,0.000016021982,0.00029143272,0.0025761055,0.001186431,0.00064655324,0.0000023139173,0.00006996283],"genre_scores_gemma":[0.044771194,0.94817823,0.0002187473,0.00002215613,0.0014537389,0.000045316283,0.000072044175,0.000058150283,0.0051804017],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9329329,0.029988613,0.022135591,0.0007388137,0.013576408,0.0006276326],"domain_scores_gemma":[0.8528921,0.045279313,0.08323668,0.00374838,0.014408279,0.00043526496],"candidate_categories":["metaresearch","metaepi_broad","bibliometrics"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4458602,0.0005324148,0.010462778,0.0044297664,0.00077564764,0.0008494184,0.004790766,0.00039007276,0.00037831103],"category_scores_gemma":[0.1743734,0.00017101881,0.012715994,0.026514918,0.00027283697,0.00048293977,0.00036846317,0.00070478127,0.000022583512],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008319261,0.0001136694,0.20010003,0.0009662174,0.0038054723,0.0000051703537,0.0004010053,0.00016327291,3.974337e-7,0.0000072954253,0.29278687,0.5016423],"study_design_scores_gemma":[0.00008103217,0.000057914287,0.014624157,0.00055268937,0.06738616,0.000018146307,0.0006550458,0.00046198792,0.0000010820227,0.000059624716,0.91573393,0.0003682506],"about_ca_topic_score_codex":0.00437141,"about_ca_topic_score_gemma":0.06524889,"teacher_disagreement_score":0.62294704,"about_ca_system_score_codex":0.0007776353,"about_ca_system_score_gemma":0.009853289,"threshold_uncertainty_score":0.9971714},"labels":[],"label_agreement":null},{"id":"W1992367258","doi":"10.1371/journal.pone.0050403","title":"Methodological Quality of Systematic Reviews in Subfertility: A Comparison of Two Different Approaches","year":2012,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"University of Auckland","keywords":"Systematic review; Medicine; Cochrane Library; MEDLINE; Meta-analysis; Bioinformatics; Pathology; Biology","score_opus":0.9917956291835026,"score_gpt":0.6461882573730572,"score_spread":0.34560737181044543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992367258","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9691505,0.017674576,0.009314521,0.000072170216,0.000035376754,0.0025822031,0.0000063150883,0.0000028978016,0.001161472],"genre_scores_gemma":[0.9774382,0.00004967084,0.021961085,0.00001857762,0.000022203354,0.00020009073,0.0000025484712,0.000005344056,0.00030226298],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7996305,0.15431045,0.036218457,0.00092580763,0.0084299045,0.00048486344],"domain_scores_gemma":[0.95240563,0.02891994,0.013531621,0.004432292,0.0005218116,0.00018871638],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.32118362,0.000267934,0.016218431,0.00026673343,0.00002478861,0.00005155719,0.0012485443,0.00008876395,0.0014475593],"category_scores_gemma":[0.175422,0.000109539695,0.0015776056,0.000961724,0.00009153513,0.00013667055,0.00016919604,0.00017397327,0.00024639326],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019810597,0.0045260577,0.94308317,0.042310636,0.00039115612,7.7316535e-8,0.0022506109,0.0000033997046,0.0029619597,0.0035821695,0.00011631985,0.0007546146],"study_design_scores_gemma":[0.0011349932,0.00025959115,0.9244693,0.016070519,0.004325178,0.0000017536457,0.0050375173,0.017197853,0.017821131,0.01280043,0.00009446519,0.0007872727],"about_ca_topic_score_codex":0.00001528102,"about_ca_topic_score_gemma":0.000051005114,"teacher_disagreement_score":0.1527751,"about_ca_system_score_codex":0.000032502023,"about_ca_system_score_gemma":0.000011573048,"threshold_uncertainty_score":0.9994652},"labels":[],"label_agreement":null},{"id":"W1992698943","doi":"10.1016/j.jclinepi.2008.11.005","title":"Estimating risk difference from relative association measures in meta-analysis can infrequently pose interpretational challenges","year":2009,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Counterintuitive; Relative risk; Pooling; Confidence interval; Meta-analysis; Statistics; Point estimation; Medicine; Odds ratio; Frequency; Interval estimation; Baseline (sea); Absolute risk reduction; Demography; Mathematics; Internal medicine; Computer science; Physics; Biology","score_opus":0.917954279776513,"score_gpt":0.6479797634782578,"score_spread":0.2699745162982552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992698943","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48967558,0.02019349,0.41272897,0.073246814,0.0014346609,0.00045603554,0.000103169616,0.000006730072,0.0021545691],"genre_scores_gemma":[0.92225605,0.00054485153,0.07439191,0.0021389967,0.00034318463,0.0000046313417,0.000005391102,0.00000499123,0.00030999785],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7536554,0.18952607,0.051526576,0.0010396593,0.0038587172,0.00039359852],"domain_scores_gemma":[0.38999847,0.50164,0.10230931,0.001975021,0.0036149265,0.00046225506],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.5674513,0.0003387388,0.02163966,0.00081530126,0.000075186246,0.00010770721,0.001565156,0.00043321986,0.0019441008],"category_scores_gemma":[0.87304825,0.00015504651,0.01433538,0.0010798264,0.00008540086,0.00031746647,0.00006299705,0.0014759373,0.00010714271],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050848404,0.00016847308,0.8686962,0.0000028077195,0.06393697,0.00001161034,0.0007516282,0.01486125,0.0000020969615,0.0032404114,0.0015245164,0.046753146],"study_design_scores_gemma":[0.00019948123,0.00014455867,0.6123098,0.000010296014,0.03321611,0.000002244696,0.00008194051,0.03430172,2.442824e-7,0.31939647,0.0002493464,0.00008780614],"about_ca_topic_score_codex":0.000114635564,"about_ca_topic_score_gemma":0.0007437232,"teacher_disagreement_score":0.43258047,"about_ca_system_score_codex":0.00012663468,"about_ca_system_score_gemma":0.0001750155,"threshold_uncertainty_score":0.99896824},"labels":[],"label_agreement":null},{"id":"W1992771913","doi":"10.1136/bmj.326.7379.3","title":"Reporting diagnostic tests","year":2003,"lang":"en","type":"letter","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital","funders":"","keywords":"Diagnostic test; Diagnostic accuracy; Medical physics; Quality (philosophy); Medicine; Psychology; Pediatrics; Radiology; Epistemology","score_opus":0.8167207154070363,"score_gpt":0.5743603786292529,"score_spread":0.24236033677778335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992771913","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039656012,0.0013418916,0.0017050176,0.8369494,0.0020329913,0.0015913532,0.000015910706,0.000010976586,0.1559559],"genre_scores_gemma":[0.0004178084,0.00001037904,0.004823095,0.7000757,0.003654861,0.00017109606,0.000041209747,0.000036932503,0.29076892],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.92596865,0.014577376,0.04537129,0.0018991285,0.011684998,0.0004985603],"domain_scores_gemma":[0.80889106,0.05768526,0.11476795,0.01615877,0.0023141757,0.00018282143],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.2414937,0.0004574442,0.0064370967,0.00039475827,0.00011403139,0.0013409305,0.001994619,0.00049428345,0.029119827],"category_scores_gemma":[0.78926367,0.00020835875,0.0034578256,0.0010748727,0.000040940868,0.00009517627,0.0001221391,0.0008938836,0.031163324],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.8025174e-8,0.0000045400984,0.0072549023,0.00005570692,0.000096528616,0.00083425397,0.000021259128,0.000003929198,5.4479534e-7,0.000014887485,0.9882574,0.0034559742],"study_design_scores_gemma":[0.000027874388,0.00000764475,0.0019100446,0.000089669804,0.00026419846,0.00019828796,0.000021336306,0.000051706993,0.0000010661508,0.0027273705,0.99445534,0.00024548307],"about_ca_topic_score_codex":0.000010734507,"about_ca_topic_score_gemma":0.000008345112,"teacher_disagreement_score":0.54776996,"about_ca_system_score_codex":0.00003479858,"about_ca_system_score_gemma":0.00015271177,"threshold_uncertainty_score":0.9996958},"labels":[],"label_agreement":null},{"id":"W1992862353","doi":"10.1503/cmaj.1040031","title":"Opportunities and challenges for improving the quality of reporting clinical research: CONSORT and beyond","year":2004,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"","keywords":"Surprise; Cognitive dissonance; Randomized controlled trial; Disconnection; Quality (philosophy); Consolidated Standards of Reporting Trials; Alternative medicine; Computer science; Data science; Cognition; Clinical trial; Medicine; Psychology; Social psychology; Pathology; Psychiatry; Epistemology","score_opus":0.9364412909242876,"score_gpt":0.618283706850459,"score_spread":0.31815758407382866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992862353","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7058193,0.008841969,0.0008023583,0.2791798,0.0005043506,0.0005129422,0.00002958447,0.0000018811234,0.004307806],"genre_scores_gemma":[0.99214095,0.0028470005,0.0010047045,0.0026875595,0.0005916585,0.000011658775,0.0000012144802,0.000006890423,0.00070835423],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9716755,0.00940671,0.011640401,0.0003524419,0.0065870774,0.00033787155],"domain_scores_gemma":[0.9483765,0.02751896,0.01636641,0.00080170535,0.005299855,0.0016365666],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6008644,0.00009003202,0.0013381598,0.00022006793,0.00049888034,0.00042050402,0.00047909364,0.00019925617,0.0006000341],"category_scores_gemma":[0.5659654,0.000042744916,0.00042094136,0.00020679166,0.00024503795,0.000129207,0.000048651866,0.0005697847,0.0000075351877],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009108744,0.000035729947,0.20092452,0.00015780202,0.00043365374,0.0000671827,0.0033796965,0.0000015307066,0.0000077424265,0.04940537,0.03980218,0.7057755],"study_design_scores_gemma":[0.0011199712,0.00017199454,0.33367798,0.000121008205,0.00014211205,0.00033227864,0.05513278,0.00046137953,0.000004122863,0.05291099,0.55572104,0.00020434061],"about_ca_topic_score_codex":0.00061865954,"about_ca_topic_score_gemma":0.017414818,"teacher_disagreement_score":0.7055712,"about_ca_system_score_codex":0.000112178284,"about_ca_system_score_gemma":0.0023375268,"threshold_uncertainty_score":0.9717877},"labels":[],"label_agreement":null},{"id":"W1993018298","doi":"10.1007/s11192-008-2064-1","title":"The relationship between reviewers’ quality-scores and number of citations for papers published in the journal Physics in Medicine and Biology from 2003–2005","year":2009,"lang":"en","type":"article","venue":"Scientometrics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Juravinski Cancer Centre","funders":"","keywords":"Impact factor; Citation; Quality (philosophy); Statistics; Mathematics; Medicine; Psychology; Computer science; Library science; Biology; Philosophy; Epistemology","score_opus":0.8825900474161539,"score_gpt":0.626060316233719,"score_spread":0.25652973118243483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993018298","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93279535,0.022403868,0.015575385,0.024529325,0.0005049249,0.0014203861,0.00006921892,0.0000021769342,0.0026993812],"genre_scores_gemma":[0.9948215,0.0008311295,0.0036315103,0.00034847416,0.000100015226,0.000008058087,0.000010497686,0.0000024268725,0.00024637132],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9853525,0.0069032977,0.0047371374,0.00040562724,0.0023499893,0.00025143492],"domain_scores_gemma":[0.92024773,0.07382497,0.0031335768,0.0012159444,0.0014527831,0.00012500474],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21014048,0.00011563543,0.0011525834,0.0011737384,0.00024226717,0.0004643724,0.0009572013,0.000056438126,0.00013853508],"category_scores_gemma":[0.39309895,0.00004203422,0.0001512442,0.017710894,0.00025102805,0.0002647469,0.000036254823,0.00019467779,0.00000705657],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000200282,0.000012483998,0.9491445,0.0000072659977,0.000011109779,6.61503e-8,0.0015886085,0.000003219115,0.0000047095614,0.01467165,0.012749166,0.021805221],"study_design_scores_gemma":[0.0002570283,0.000027233018,0.86742884,0.000031803993,0.000057326895,0.000001112706,0.001480971,0.000121841455,2.6945068e-7,0.10883276,0.021715134,0.000045703106],"about_ca_topic_score_codex":0.00003503761,"about_ca_topic_score_gemma":0.000100824735,"teacher_disagreement_score":0.18295848,"about_ca_system_score_codex":0.000022892667,"about_ca_system_score_gemma":0.00005842571,"threshold_uncertainty_score":0.85094976},"labels":[],"label_agreement":null},{"id":"W1993240968","doi":"10.1097/01.prs.0000304600.23129.d3","title":"Levels of Evidence in Plastic Surgery Research over 20 Years","year":2008,"lang":"en","type":"review","venue":"Plastic & Reconstructive Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Randomized controlled trial; Evidence-based medicine; Medicine; Placebo; Plastic surgery; Surgery; Alternative medicine","score_opus":0.9182824885556872,"score_gpt":0.572964135707008,"score_spread":0.3453183528486792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993240968","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007730691,0.9852973,0.00030223632,0.0000068464733,0.004557755,0.0011610679,0.00043144263,0.000009133867,0.0005035118],"genre_scores_gemma":[0.0036801894,0.99454963,0.00028422408,0.0000051806924,0.00029682173,0.0002038075,0.000021548347,0.0000778796,0.0008807336],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9114874,0.044659525,0.027042875,0.003155317,0.012364309,0.0012905537],"domain_scores_gemma":[0.4535389,0.5319249,0.009204293,0.0032468848,0.0017755664,0.00030947474],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.14799675,0.0010893827,0.024831012,0.008924003,0.00015846736,0.00043009766,0.0024332926,0.0006775048,0.013962706],"category_scores_gemma":[0.6369861,0.0005937038,0.008649891,0.0102240695,0.0011460674,0.0006672803,0.0005037706,0.0015624046,0.0042933044],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016938955,0.00006773239,0.027394768,0.0044187023,0.0006659739,0.00024170514,0.00009181951,0.000008670196,4.6835808e-7,0.00006081455,0.036450397,0.930582],"study_design_scores_gemma":[0.00011913212,0.000037549835,0.04601054,0.069767505,0.0009972451,0.00086909696,0.0002457093,0.00017622387,0.0000014093378,0.0011699075,0.87918997,0.0014157292],"about_ca_topic_score_codex":0.000053140262,"about_ca_topic_score_gemma":0.00007081865,"teacher_disagreement_score":0.92916626,"about_ca_system_score_codex":0.00039693105,"about_ca_system_score_gemma":0.004037193,"threshold_uncertainty_score":0.99965143},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1993349052","doi":"10.1016/j.jclinepi.2013.03.003","title":"Testing the Newcastle Ottawa Scale showed low reliability between individual reviewers","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":446,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa; University of Alberta","funders":"University of Alberta","keywords":"Confidence interval; Reliability (semiconductor); Medicine; Meta-analysis; Odds ratio; Kappa; Cohort; Scale (ratio); Statistics; Cohort study; Demography; Internal medicine; Mathematics; Geography; Cartography","score_opus":0.9347665164969218,"score_gpt":0.6547938755714102,"score_spread":0.27997264092551155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993349052","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9254113,0.0018343956,0.014630707,0.05067459,0.0019335288,0.0008618233,0.000010266448,0.000004983956,0.0046383957],"genre_scores_gemma":[0.90742314,0.00015722448,0.07731826,0.009996674,0.0030090478,0.00001782482,0.0000024036467,0.000018903016,0.002056506],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.66993225,0.2289099,0.09433719,0.0012740616,0.0047783996,0.00076820934],"domain_scores_gemma":[0.030419057,0.87247944,0.0825381,0.006027647,0.0074379346,0.0010978093],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.79096603,0.0003186971,0.014408288,0.00017359815,0.00017854953,0.00021845057,0.0041065677,0.00036566792,0.0071353107],"category_scores_gemma":[0.93860334,0.000109689376,0.006148599,0.0010500007,0.00056962663,0.00036203876,0.0003105048,0.0015445896,0.0034218838],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027525673,0.000032433367,0.6452075,0.00001557258,0.000121420024,0.0000011409109,0.000023728704,0.000074116986,0.0000014958516,0.00006423008,0.26183927,0.09261633],"study_design_scores_gemma":[0.00020513505,0.00020978396,0.8413873,0.00008577811,0.00031887984,0.00003253178,0.00010387157,0.0010956957,4.777834e-7,0.039783992,0.11667817,0.000098413],"about_ca_topic_score_codex":0.00004578269,"about_ca_topic_score_gemma":0.000009388273,"teacher_disagreement_score":0.6435696,"about_ca_system_score_codex":0.000024669402,"about_ca_system_score_gemma":0.00024071393,"threshold_uncertainty_score":0.9973541},"labels":[],"label_agreement":null},{"id":"W1993768037","doi":"10.1016/j.jclinepi.2013.10.023","title":"The refinement of topics for systematic reviews: lessons and recommendations from the Effective Health Care Program","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Stakeholder; Scope (computer science); Systematic review; Transparency (behavior); Health care; Nomination; Computer science; Agency (philosophy); Management science; Relevance (law); MEDLINE; Public relations; Political science; Sociology; Engineering","score_opus":0.9007626647879244,"score_gpt":0.7214252730181473,"score_spread":0.17933739176977714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993768037","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011621937,0.076619856,0.21733446,0.67892665,0.0030558037,0.011955366,0.00005674744,0.0000037927205,0.00042539716],"genre_scores_gemma":[0.470854,0.048383683,0.4170702,0.0520089,0.0069505502,0.0025609445,0.000045604404,0.000060530816,0.0020655761],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.66699386,0.26761955,0.063043326,0.0006529341,0.0013179653,0.00037236194],"domain_scores_gemma":[0.2858486,0.6560229,0.05413355,0.0020326898,0.001760114,0.00020216304],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6201228,0.0001533892,0.009895761,0.000046114867,0.0002360727,0.00006761793,0.0011466758,0.000101902595,0.0000546668],"category_scores_gemma":[0.80135995,0.000043059972,0.0028401057,0.00019494857,0.00018163712,0.00004561093,0.00008667241,0.00035015173,0.000014734623],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024450324,0.00005879284,0.014879239,0.0012891479,0.0004280611,7.562454e-8,0.0004071164,0.000009822089,1.5460236e-7,0.016906697,0.15153657,0.81445986],"study_design_scores_gemma":[0.00039665724,0.0010949004,0.030703226,0.0019752618,0.00044678303,0.0000062358927,0.0013317474,0.0017121836,2.1702913e-7,0.0361419,0.92613184,0.00005904733],"about_ca_topic_score_codex":0.000016486434,"about_ca_topic_score_gemma":0.0001654077,"teacher_disagreement_score":0.81440085,"about_ca_system_score_codex":0.000021287413,"about_ca_system_score_gemma":0.00008913226,"threshold_uncertainty_score":0.6764544},"labels":[],"label_agreement":null},{"id":"W1994065729","doi":"10.1016/j.jclinepi.2005.05.004","title":"A checklist to evaluate a report of a nonpharmacological trial (CLEAR NPT) was developed using consensus","year":2005,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":310,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Population and Public Health; University of Ottawa; Children's Hospital of Eastern Ontario","funders":"","keywords":"Checklist; Blinding; Delphi method; Medicine; Systematic review; Randomized controlled trial; Likert scale; MEDLINE; Research design; Family medicine; Psychology; Computer science; Surgery; Statistics","score_opus":0.9610962505196035,"score_gpt":0.7367829161171107,"score_spread":0.2243133344024928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994065729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9581827,0.00038895963,0.01806958,0.019139023,0.0018716311,0.0006804488,0.00000428435,0.0000024595556,0.0016609174],"genre_scores_gemma":[0.73673683,0.000064892134,0.2530951,0.0059583597,0.002168584,0.0000063287953,6.813677e-7,0.000013574346,0.0019556314],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.67863834,0.17203704,0.1414967,0.0015806672,0.0054264287,0.0008208386],"domain_scores_gemma":[0.51202595,0.34402063,0.12886983,0.0037912743,0.009506384,0.0017859265],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.73939466,0.0003209221,0.018111771,0.0004299881,0.00008196017,0.000053949985,0.0017916718,0.00042231407,0.0060761217],"category_scores_gemma":[0.8830053,0.00014327673,0.0065441458,0.0009365378,0.0003524906,0.00009763585,0.00025929307,0.0009000362,0.0005797345],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.049607452,0.0020470368,0.15954846,0.00009001121,0.004064955,0.0014993281,0.00040266928,0.01912238,0.0007277354,0.0022871299,0.58831424,0.1722886],"study_design_scores_gemma":[0.0259119,0.0039335,0.059302356,0.00017966064,0.002095898,0.0034297418,0.00022994261,0.060400665,0.00003692593,0.012777528,0.8311987,0.0005031859],"about_ca_topic_score_codex":0.000011021639,"about_ca_topic_score_gemma":0.000013550942,"teacher_disagreement_score":0.24288446,"about_ca_system_score_codex":0.00006558524,"about_ca_system_score_gemma":0.0010397754,"threshold_uncertainty_score":0.9964654},"labels":[],"label_agreement":null},{"id":"W1994158325","doi":"10.1136/bmj.39500.677199.ae","title":"Grading quality of evidence and strength of recommendations for diagnostic tests and strategies","year":2008,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1680,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Grading (engineering); Quality of evidence; Diagnostic test; Medicine; Medical physics; Surgery; Engineering; Pediatrics; Randomized controlled trial","score_opus":0.9267801920209988,"score_gpt":0.6362877941424255,"score_spread":0.2904923978785733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994158325","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98701036,0.0017726448,0.00793887,0.0020367594,0.000052700085,0.00063092745,0.000034490244,0.0000015072635,0.0005217478],"genre_scores_gemma":[0.98671013,0.00027812624,0.012589675,0.000017178434,0.00001330755,0.000026760452,0.000001282229,0.0000018622947,0.00036167388],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9938003,0.001586042,0.0035070407,0.0002584114,0.0007808382,0.00006739269],"domain_scores_gemma":[0.9588921,0.03759079,0.0023122176,0.0006934888,0.00046700545,0.000044406952],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03192843,0.00007546076,0.0011100341,0.000095974174,0.00006948671,0.0000709765,0.00022148299,0.00002175998,0.00020367994],"category_scores_gemma":[0.12565579,0.00003599031,0.00020163991,0.00027946747,0.00008775243,0.00023261597,0.000038613223,0.00002435151,0.000004539317],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011275413,0.00010269317,0.84080005,0.00062536885,0.00016886415,0.0000010215662,0.0030057086,0.000029714698,0.0006298204,0.02739219,0.08892782,0.03830546],"study_design_scores_gemma":[0.00025126306,0.00012375972,0.957609,0.00034440836,0.00016232711,0.000014366349,0.0040028463,0.00180311,0.00019123385,0.029049898,0.006293648,0.00015413777],"about_ca_topic_score_codex":0.000038961145,"about_ca_topic_score_gemma":0.00006257486,"teacher_disagreement_score":0.116808936,"about_ca_system_score_codex":0.000002990759,"about_ca_system_score_gemma":0.000042525855,"threshold_uncertainty_score":0.9968334},"labels":[],"label_agreement":null},{"id":"W1994338462","doi":"10.1186/1471-2288-13-2","title":"Modelling heterogeneity variances in multiple treatment comparison meta-analysis – Are informative priors the better solution?","year":2013,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; St. Joseph’s Healthcare Hamilton; McMaster University","funders":"","keywords":"Prior probability; Variance (accounting); Statistics; Bayesian probability; Econometrics; Frequentist inference; Consistency (knowledge bases); Random effects model; Mathematics; Meta-analysis; Bayesian inference","score_opus":0.9815222390306786,"score_gpt":0.6931862774708827,"score_spread":0.2883359615597959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994338462","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1724359,0.0024660453,0.8163033,0.006681392,0.0000928321,0.0015003987,0.000009579168,0.0000059696767,0.0005045804],"genre_scores_gemma":[0.81355375,0.00011764231,0.18325138,0.0005425357,0.0000910845,0.0012360017,0.000011122423,0.000011006622,0.0011854656],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.68262863,0.28865942,0.011149973,0.0015811531,0.014788988,0.0011918537],"domain_scores_gemma":[0.48731604,0.49498397,0.005414965,0.007299311,0.0038695312,0.0011161889],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.4580802,0.00038875334,0.008212879,0.0013911249,0.00046572508,0.00059315277,0.0032970584,0.00031801336,0.026713489],"category_scores_gemma":[0.26090136,0.00013892628,0.0047211996,0.0045388713,0.00074827584,0.00035364705,0.00054390315,0.00084843294,0.0029314456],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014840065,0.001003012,0.54927987,0.00016900145,0.1256707,0.00003353499,0.014559658,0.22080949,0.00003209538,0.0032527896,0.02491779,0.060123637],"study_design_scores_gemma":[0.00029147134,0.000081825616,0.014949413,0.000005484162,0.0073843035,0.000003992296,0.0035039238,0.9609329,0.000044671793,0.0063763466,0.0062780324,0.00014764101],"about_ca_topic_score_codex":0.003968349,"about_ca_topic_score_gemma":0.017181553,"teacher_disagreement_score":0.7401234,"about_ca_system_score_codex":0.00014965965,"about_ca_system_score_gemma":0.0003971314,"threshold_uncertainty_score":0.9978449},"labels":[],"label_agreement":null},{"id":"W1994466426","doi":"10.1016/j.jclinepi.2012.07.005","title":"Testing the Risk of Bias tool showed low reliability between individual reviewers and across consensus assessments of reviewer pairs","year":2012,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":171,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital; McMaster University; University of Alberta","funders":"Agency for Healthcare Research and Quality","keywords":"Inter-rater reliability; Reliability (semiconductor); Publication bias; Meta-analysis; Systematic review; Randomized controlled trial; Medicine; Psychology; MEDLINE; Clinical psychology; Surgery; Internal medicine; Biology","score_opus":0.9364054554289195,"score_gpt":0.6789392139059987,"score_spread":0.25746624152292086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994466426","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98412484,0.010021725,0.0024191646,0.0017037386,0.0009608764,0.0005065898,0.000059694412,0.0000011866236,0.00020218026],"genre_scores_gemma":[0.9597334,0.0022549666,0.036604267,0.000729894,0.00057698146,0.0000038363733,0.0000011974024,0.000008571144,0.00008687121],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.5463022,0.34338883,0.10370238,0.0009887216,0.0047735567,0.00084427715],"domain_scores_gemma":[0.039750434,0.8289953,0.120269224,0.0036331946,0.006798995,0.0005528507],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8714682,0.00029459415,0.016352894,0.00010741717,0.00011242372,0.000039401013,0.001638131,0.00031610948,0.00042994117],"category_scores_gemma":[0.9688113,0.00010756671,0.0044323877,0.0007757334,0.0009972559,0.00017510205,0.00034160962,0.0011019838,0.000039886956],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020174566,0.00007891562,0.8887021,0.00017127144,0.0004905308,5.930596e-7,0.00008022108,0.000028337037,0.0000014933815,0.000054659835,0.019474298,0.0908974],"study_design_scores_gemma":[0.0003313044,0.00030082726,0.971778,0.00038056116,0.0010372797,0.000020754394,0.00022816747,0.00023340345,0.000001492128,0.005116096,0.020480204,0.000091957154],"about_ca_topic_score_codex":0.000018941122,"about_ca_topic_score_gemma":0.0000027668145,"teacher_disagreement_score":0.5065518,"about_ca_system_score_codex":0.000015579299,"about_ca_system_score_gemma":0.00018237854,"threshold_uncertainty_score":0.99825037},"labels":[],"label_agreement":null},{"id":"W1995355289","doi":"10.1016/j.jclinepi.2011.01.002","title":"Systematic mixed-methods reviews are not ready to be assessed with the available tools","year":2011,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Centre hospitalier universitaire de Québec","funders":"","keywords":"Systematic review; Medicine; MEDLINE; Data science; Computer science; Political science","score_opus":0.9489080651941432,"score_gpt":0.679468114308772,"score_spread":0.2694399508853712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995355289","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019961374,0.009557186,0.14114697,0.8363852,0.004782488,0.0031512284,0.000039343216,0.000005890397,0.0047320714],"genre_scores_gemma":[0.0000437543,0.0014159752,0.13615544,0.8170024,0.004986427,0.00014155405,0.000009092455,0.000057651898,0.04018769],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.186763,0.6664771,0.13688776,0.002447933,0.0062313164,0.001192886],"domain_scores_gemma":[0.09165546,0.6784057,0.2117411,0.011303409,0.0061408193,0.0007534814],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.8895199,0.0011322041,0.06854446,0.0007008478,0.00020357463,0.0005366015,0.009830203,0.002012103,0.009553503],"category_scores_gemma":[0.9212839,0.00034157053,0.014180495,0.0013750474,0.0004380815,0.00034389918,0.00043684986,0.0069308947,0.010622322],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004664855,0.000056514033,0.0016264908,0.003164391,0.0014077475,0.0001331808,0.0000515275,0.000009583602,6.8495797e-7,0.00019511879,0.9899959,0.0033121966],"study_design_scores_gemma":[0.0002330276,0.0006225891,0.0019748274,0.005029793,0.003148025,0.00041322582,0.00013821879,0.000099458004,5.992209e-7,0.0016723669,0.986297,0.00037087168],"about_ca_topic_score_codex":0.000015010261,"about_ca_topic_score_gemma":0.000033061737,"teacher_disagreement_score":0.09510755,"about_ca_system_score_codex":0.00007442662,"about_ca_system_score_gemma":0.00053826225,"threshold_uncertainty_score":0.9999036},"labels":[],"label_agreement":null},{"id":"W1995890441","doi":"10.1007/s00402-004-0762-6","title":"Randomization and concealment in surgical trials: a comparison between orthopaedic and non-orthopaedic randomized trials","year":2004,"lang":"en","type":"review","venue":"Archives of Orthopaedic and Trauma Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre","funders":"","keywords":"Medicine; Orthopedic surgery; Randomization; Randomized controlled trial; Physical therapy; MEDLINE; Orthopedic Procedures; Surgery","score_opus":0.6377348228791575,"score_gpt":0.5201450536794456,"score_spread":0.11758976919971187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995890441","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069404677,0.9792409,0.005024965,0.00011910841,0.0004268414,0.007268027,0.0002100208,0.000013632214,0.0007560153],"genre_scores_gemma":[0.049437974,0.94822586,0.00084405707,0.000019074485,0.00037026088,0.0005119954,0.0002902849,0.000061836705,0.00023865729],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8061083,0.12732948,0.057793852,0.0029577543,0.0049197855,0.0008908444],"domain_scores_gemma":[0.49517247,0.4653268,0.035769887,0.0024166314,0.00032956115,0.0009846367],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.4011878,0.0014913116,0.07720324,0.003361669,0.0002284196,0.0005918682,0.00074453175,0.0005564639,0.0004978951],"category_scores_gemma":[0.1382543,0.00073978247,0.015542535,0.0017229036,0.0014642768,0.00030104967,0.00033063965,0.00083150086,0.000020925845],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038005288,0.00010771254,0.012928696,0.008625087,0.0020103366,0.00006980435,0.0005398603,0.0000042572347,4.5294193e-8,0.00023816462,0.0002158801,0.9714596],"study_design_scores_gemma":[0.26074567,0.00025388662,0.0049101836,0.055031694,0.03468135,0.00037694332,0.00066607114,0.0010765503,9.7864e-7,0.007471844,0.63231707,0.0024677461],"about_ca_topic_score_codex":0.00008115962,"about_ca_topic_score_gemma":0.000032296557,"teacher_disagreement_score":0.9689919,"about_ca_system_score_codex":0.00003097822,"about_ca_system_score_gemma":0.00071529637,"threshold_uncertainty_score":0.9997836},"labels":[],"label_agreement":null},{"id":"W1995899945","doi":"10.5124/jkma.2011.54.4.419","title":"Tools for assessing quality and risk of bias by levels of evidence","year":2011,"lang":"en","type":"article","venue":"Journal of Korean Medical Association","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Blinding; Randomized controlled trial; Cochrane collaboration; Medicine; Quality of evidence; Quality (philosophy); Scale (ratio); Systematic review; Evidence-based medicine; Evidence-based practice; MEDLINE; Family medicine; Alternative medicine; Cochrane Library; Surgery","score_opus":0.9296381733789411,"score_gpt":0.5982349551483945,"score_spread":0.3314032182305465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995899945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9177306,0.0009724116,0.07950868,0.0009635147,0.00018569676,0.0001792722,0.000044036075,7.0004336e-7,0.0004150363],"genre_scores_gemma":[0.99020606,0.0002475302,0.009077371,0.000077621415,0.0000854744,0.0000012674396,5.5278815e-7,0.000003554845,0.0003005919],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97292006,0.008908744,0.009793625,0.00020179676,0.008051419,0.00012435328],"domain_scores_gemma":[0.92838037,0.03718615,0.030196486,0.00044452818,0.0036088869,0.00018360544],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.32997292,0.00009968284,0.0022410247,0.00014315461,0.000047214984,0.00014712615,0.00059827615,0.00014753593,0.0013721109],"category_scores_gemma":[0.6128595,0.00004319283,0.00091333425,0.00036160793,0.00005031722,0.00070122915,0.00003844404,0.00019020961,0.0000060330826],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020416404,0.000105517625,0.7797745,0.0000935728,0.00048124825,7.970302e-7,0.0009786639,8.890542e-7,0.0004082859,0.00034917044,0.02024358,0.19754335],"study_design_scores_gemma":[0.00047355477,0.00016072646,0.9824399,0.00042082253,0.0006524539,0.0000057270636,0.0009638924,0.000784037,0.0012153123,0.010795938,0.0019995682,0.00008809913],"about_ca_topic_score_codex":0.000024538309,"about_ca_topic_score_gemma":0.00001058775,"teacher_disagreement_score":0.28288656,"about_ca_system_score_codex":0.000054238182,"about_ca_system_score_gemma":0.00017625134,"threshold_uncertainty_score":0.99954075},"labels":[],"label_agreement":null},{"id":"W1996047491","doi":"10.1200/jco.2008.18.8771","title":"Presentation of Nonfinal Results of Randomized Controlled Trials at Major Oncology Meetings","year":2009,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Institute for Cancer Research","funders":"","keywords":"Medicine; Presentation (obstetrics); Randomized controlled trial; Oncology; Internal medicine; Medical physics; General surgery; Surgery","score_opus":0.8299503658255415,"score_gpt":0.6809284870618475,"score_spread":0.149021878763694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996047491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84554446,0.003536299,0.00676297,0.038934432,0.0037124567,0.0042514415,0.00002613186,0.0000030346082,0.097228795],"genre_scores_gemma":[0.9729675,0.0005974458,0.019122163,0.00087674474,0.0008043843,0.00001272244,0.0000021700157,0.000006256459,0.0056106066],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.41480067,0.33124277,0.24250323,0.0009784539,0.010005643,0.00046923326],"domain_scores_gemma":[0.23341897,0.51061124,0.24564698,0.001408286,0.008516882,0.00039761563],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.802447,0.0002584558,0.06177938,0.0006579922,0.000047420595,0.0000494564,0.0014472493,0.0005383097,0.0032650684],"category_scores_gemma":[0.875994,0.00009904173,0.020171415,0.00057957956,0.00040725205,0.00016981477,0.000082978484,0.00050674856,0.000100236226],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7146954,0.0017781929,0.0012537389,0.0000254511,0.004622534,0.00006448787,0.0005029725,0.00021296389,0.0011727365,0.0015369429,0.12114169,0.15299292],"study_design_scores_gemma":[0.8202019,0.01088036,0.008691543,0.00013956775,0.010544726,0.00012093624,0.00043205448,0.00233836,0.00032130952,0.021018112,0.12513943,0.00017171609],"about_ca_topic_score_codex":0.000013298561,"about_ca_topic_score_gemma":0.00003207672,"teacher_disagreement_score":0.18138169,"about_ca_system_score_codex":0.000078431236,"about_ca_system_score_gemma":0.0012062475,"threshold_uncertainty_score":0.9976461},"labels":[],"label_agreement":null},{"id":"W1996073988","doi":"10.1177/0272989x10375853","title":"Presenting the Results of Cochrane Systematic Reviews to a Consumer Audience: A Qualitative Study","year":2010,"lang":"en","type":"article","venue":"Medical Decision Making","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":129,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cochrane; University of Ottawa; McMaster University","funders":"","keywords":"Systematic review; Medicine; Psychology; MEDLINE; Political science","score_opus":0.6511906448066801,"score_gpt":0.6268698211041657,"score_spread":0.024320823702514427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996073988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.836264,0.00293992,0.13604465,0.0024990023,0.0023216677,0.01288521,0.00002283897,0.000018254525,0.007004441],"genre_scores_gemma":[0.9873738,0.00002456896,0.010232929,0.00045732234,0.00010692804,0.00029157542,6.4081263e-7,0.000012863349,0.0014993713],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.85403174,0.066157244,0.039850425,0.002416792,0.036783174,0.0007606428],"domain_scores_gemma":[0.57361495,0.37158746,0.027659155,0.019322103,0.006606054,0.001210315],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.5276366,0.0003717998,0.006061259,0.0004798083,0.0003225367,0.0005762842,0.004770756,0.00013545755,0.005736897],"category_scores_gemma":[0.82945865,0.00012854826,0.0014230536,0.003147695,0.00022806716,0.00015681896,0.000764784,0.0006068822,0.0033135274],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037174905,0.0013678648,0.0049892073,0.007376044,0.0010520831,0.0001785366,0.39649826,0.00006186187,0.000491049,0.0053461054,0.33378473,0.2484825],"study_design_scores_gemma":[0.008089197,0.0015717883,0.019044587,0.090353884,0.0042952695,0.0004572576,0.5138942,0.0733045,0.00008234144,0.06399199,0.22202164,0.0028933524],"about_ca_topic_score_codex":0.000017547185,"about_ca_topic_score_gemma":0.00030070113,"teacher_disagreement_score":0.3054302,"about_ca_system_score_codex":0.000016994605,"about_ca_system_score_gemma":0.00011085183,"threshold_uncertainty_score":0.9974625},"labels":[],"label_agreement":null},{"id":"W1996131030","doi":"10.1111/j.1365-2125.2004.2092.x","title":"Determining the reporting quality of RCTs in clinical pharmacology","year":2004,"lang":"en","type":"article","venue":"British Journal of Clinical Pharmacology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto; McMaster University","funders":"","keywords":"Blinding; Consolidated Standards of Reporting Trials; Medicine; Clinical trial; Randomization; Randomized controlled trial; Adverse effect; Alternative medicine; Informed consent; Research design; Clinical study design; Confidence interval; Clinical pharmacology; Family medicine; Pharmacology; Internal medicine; Pathology","score_opus":0.9096875503295264,"score_gpt":0.7236526451516111,"score_spread":0.18603490517791532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996131030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9856508,0.001022383,0.0011953395,0.0031349515,0.00749869,0.00043656223,0.000006053632,0.00000246111,0.0010527788],"genre_scores_gemma":[0.98979646,0.0006727631,0.002554933,0.0046789446,0.00207774,0.000006597166,7.448528e-7,0.000013252765,0.00019857968],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.84637606,0.051251844,0.09779189,0.0008271962,0.0032820688,0.00047094852],"domain_scores_gemma":[0.79309726,0.06900079,0.13150391,0.0012271605,0.0046005915,0.00057027285],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.54219365,0.00024298314,0.008343472,0.00026743818,0.00012037392,0.00016139781,0.0027173269,0.00031235054,0.0039930423],"category_scores_gemma":[0.3402359,0.000136666,0.0049364967,0.0009320953,0.0006732523,0.0003054866,0.00030370415,0.0019258978,0.00011997514],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022637412,0.0013724092,0.70213795,0.000047069192,0.00073802733,0.0011317086,0.00012565489,0.0009887662,0.00030225737,0.00006905308,0.08692872,0.205932],"study_design_scores_gemma":[0.0057579894,0.00041035257,0.9618341,0.000109328554,0.0005022695,0.00083152455,0.00018558705,0.0002868417,0.00009595842,0.0040886896,0.025726242,0.00017116472],"about_ca_topic_score_codex":0.000031472082,"about_ca_topic_score_gemma":0.000090356465,"teacher_disagreement_score":0.2596961,"about_ca_system_score_codex":0.000042073803,"about_ca_system_score_gemma":0.00068972475,"threshold_uncertainty_score":0.9969174},"labels":[],"label_agreement":null},{"id":"W1996156797","doi":"10.1080/14794012.2014.871436","title":"Roundtable review and response","year":2014,"lang":"en","type":"article","venue":"Journal of Transatlantic Studies","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Security studies; Political science; International relations; Public administration; Law; Politics","score_opus":0.8059681756503958,"score_gpt":0.5747211154874925,"score_spread":0.2312470601629033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996156797","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33544475,0.57024544,0.038576577,0.053241897,0.00070739124,0.00049991824,0.0000029240798,0.0000033430224,0.0012777423],"genre_scores_gemma":[0.912581,0.06050965,0.0061458102,0.0027054916,0.00023230366,0.000005225027,1.3026902e-7,0.000012723485,0.017807638],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9826904,0.0078839185,0.0065617925,0.0002604795,0.0024557076,0.00014771285],"domain_scores_gemma":[0.98343056,0.009952526,0.0038831076,0.0009305885,0.0016899832,0.00011321894],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17632289,0.00017046806,0.0041465745,0.00022238516,0.00010309617,0.00030364364,0.0006365397,0.000026241456,0.00040107593],"category_scores_gemma":[0.05840279,0.00006727867,0.0009763374,0.0004913954,0.000059919348,0.000325046,0.000027607446,0.00012592498,0.00010644269],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028076186,0.00016084743,0.035074934,0.0034416132,0.0049738428,0.0000704953,0.0042289067,0.00004106819,0.0006631389,0.002135142,0.8904859,0.058443397],"study_design_scores_gemma":[0.0007248053,0.00043444269,0.029159049,0.0020617445,0.0043526767,0.00072310574,0.0015273077,0.00012501488,0.00003528918,0.008798615,0.9517865,0.00027142817],"about_ca_topic_score_codex":0.0000012103081,"about_ca_topic_score_gemma":0.0000044670983,"teacher_disagreement_score":0.5771363,"about_ca_system_score_codex":0.000022359662,"about_ca_system_score_gemma":0.000030972293,"threshold_uncertainty_score":0.9495287},"labels":[],"label_agreement":null},{"id":"W1996452919","doi":"10.1111/j.1537-2995.2007.01324.x","title":"The science of systematic reviews","year":2007,"lang":"en","type":"article","venue":"Transfusion","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Blood Services; McMaster University","funders":"","keywords":"Library science; Citation; Health science; Medicine; Family medicine; Medical education; Computer science","score_opus":0.7221163749599612,"score_gpt":0.5277957972628706,"score_spread":0.19432057769709055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996452919","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6014365,0.028732419,0.25478145,0.0012127183,0.0018378391,0.010400877,0.000004134758,0.000015327463,0.101578735],"genre_scores_gemma":[0.9930212,0.0008548927,0.0014487202,0.00005231939,0.000033329576,0.000024356888,1.9329529e-7,0.0000051766997,0.004559805],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96139693,0.0069906195,0.019195516,0.00088860054,0.011080884,0.00044746834],"domain_scores_gemma":[0.9818529,0.008720025,0.0037565087,0.004334795,0.0012045339,0.00013125064],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.4999973,0.00015457053,0.0025011832,0.0002777528,0.00042916866,0.0003363783,0.0027657002,0.000034653014,0.0009386786],"category_scores_gemma":[0.05346872,0.000047508667,0.0012328505,0.0030591912,0.00027457994,0.00017534668,0.000047766967,0.00008689737,0.001439847],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001195163,0.00048061114,0.009356728,0.03931462,0.0003287858,0.0000180922,0.017052855,0.0001017591,0.2502945,0.18648964,0.05224257,0.44420034],"study_design_scores_gemma":[0.0024803982,0.0009682139,0.07539645,0.029352276,0.003842342,0.00028286688,0.02396394,0.023000708,0.08749264,0.07710505,0.67339575,0.0027193888],"about_ca_topic_score_codex":0.000009560014,"about_ca_topic_score_gemma":0.000058701866,"teacher_disagreement_score":0.6211532,"about_ca_system_score_codex":0.000021825548,"about_ca_system_score_gemma":0.00004922146,"threshold_uncertainty_score":0.9999746},"labels":[],"label_agreement":null},{"id":"W1997205313","doi":"10.1016/j.pain.2013.08.011","title":"Discrepancies between registered and published primary outcome specifications in analgesic trials: ACTTION systematic review and recommendations","year":2013,"lang":"en","type":"review","venue":"Pain","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Clinical trial; Systematic review; MEDLINE; Reporting bias; Consolidated Standards of Reporting Trials; Family medicine; Internal medicine","score_opus":0.9234067046787207,"score_gpt":0.5935800048361473,"score_spread":0.3298266998425734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997205313","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.8836234e-7,0.97595656,0.008243043,0.0041503096,0.000098605255,0.010373258,0.00014919612,0.00001216513,0.0010165047],"genre_scores_gemma":[0.000007473489,0.98721445,0.0025126382,0.00026807497,0.000089295485,0.0020656155,0.0004664683,0.000032407188,0.0073435553],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.6966787,0.25069007,0.046765115,0.0023391552,0.0030639917,0.00046295192],"domain_scores_gemma":[0.8051599,0.13955857,0.043649532,0.01010878,0.0010352352,0.00048796687],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.62667596,0.0007637796,0.0311252,0.0013319312,0.00018147234,0.0025309117,0.0017075059,0.00026751464,0.0023002094],"category_scores_gemma":[0.4477819,0.00035046923,0.0027128397,0.0027101457,0.000096367425,0.00070911314,0.00026726804,0.00045315627,0.00064020767],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.7068551e-7,0.000020233698,0.0003312125,0.57866174,0.00039130318,6.643571e-7,0.000057047728,1.0653098e-8,1.8152853e-8,0.000506671,0.035098545,0.3849324],"study_design_scores_gemma":[0.000085279775,0.000011340212,0.00027248802,0.16351359,0.011029599,0.000012230216,0.00015990023,0.000032486703,2.925337e-9,0.0010964534,0.82338136,0.00040528664],"about_ca_topic_score_codex":0.000025520898,"about_ca_topic_score_gemma":0.00004345543,"teacher_disagreement_score":0.7882828,"about_ca_system_score_codex":0.00017302016,"about_ca_system_score_gemma":0.0001310061,"threshold_uncertainty_score":0.99989474},"labels":[],"label_agreement":null},{"id":"W1997366925","doi":"10.1002/ebch.1897","title":"Overview of reviews in child health: evidence synthesis and the knowledge base for a specific population","year":2013,"lang":"en","type":"article","venue":"Evidence-Based Child Health A Cochrane Review Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Cochrane; University of Alberta","funders":"","keywords":"Knowledge base; Base (topology); Population; Medicine; Computer science; Environmental health; World Wide Web; Mathematics","score_opus":0.6590333833131098,"score_gpt":0.543001213449891,"score_spread":0.11603216986321874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997366925","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00041186792,0.8119612,0.003425901,0.17520934,0.00025262806,0.0086387545,0.000011120317,0.000004584051,0.000084629835],"genre_scores_gemma":[0.035004765,0.94482535,0.0041495697,0.014665403,0.00036489003,0.0008764552,0.0000042812426,0.000029812143,0.00007949126],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9058929,0.059522394,0.027511338,0.0014816339,0.0045502693,0.0010414346],"domain_scores_gemma":[0.9022535,0.05449178,0.033140983,0.005852496,0.0029030421,0.0013581808],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.38189548,0.00067484577,0.011188267,0.0007545857,0.0009142861,0.0006018364,0.0022355581,0.00010456144,0.0044662715],"category_scores_gemma":[0.16865858,0.0002992038,0.0033717765,0.003002893,0.00020589668,0.0011389073,0.000118165066,0.0008370061,0.00045446027],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010363409,0.00018471706,0.0039104037,0.059381664,0.000078231555,0.0000022494894,0.00053850125,0.00003177494,0.0000013777315,0.0015554891,0.13990466,0.7943073],"study_design_scores_gemma":[0.0015893809,0.0003866668,0.035532866,0.69154984,0.00045316512,0.00040889496,0.000113034825,0.0032272234,0.0000030733156,0.002064839,0.26412818,0.0005428701],"about_ca_topic_score_codex":0.00025423468,"about_ca_topic_score_gemma":0.00024475512,"teacher_disagreement_score":0.7937644,"about_ca_system_score_codex":0.0003461567,"about_ca_system_score_gemma":0.0008270182,"threshold_uncertainty_score":0.999946},"labels":[],"label_agreement":null},{"id":"W1997856733","doi":"10.1371/journal.pone.0011553","title":"Time to Update and Quantitative Changes in the Results of Cochrane Pregnancy and Childbirth Reviews","year":2010,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Khon Kaen University; Commission on Higher Education; Ottawa Hospital Research Institute","keywords":"Childbirth; Pregnancy; Obstetrics; Medicine; MEDLINE; Biology","score_opus":0.5796755618357254,"score_gpt":0.4623060497364135,"score_spread":0.11736951209931196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997856733","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.971618,0.016863806,0.00003993492,0.0064814794,0.000018221785,0.0017964541,0.000056609017,0.0000019967051,0.003123499],"genre_scores_gemma":[0.89958423,0.01675293,0.06747614,0.0021561969,0.000135864,0.00038129115,0.000025411762,0.00003143411,0.013456502],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99206793,0.0029084436,0.0027394798,0.00048547724,0.0016732048,0.00012549003],"domain_scores_gemma":[0.9945852,0.0021502823,0.001412374,0.0015087908,0.00027602722,0.0000672878],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.043863636,0.00013671404,0.0020909423,0.00017995387,0.00004403292,0.00013572359,0.00059107743,0.000036031717,0.0009679982],"category_scores_gemma":[0.029450234,0.000054729288,0.000120105644,0.00069306843,0.00007870553,0.00008547087,0.00008077065,0.000121520665,0.0009903534],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066056265,0.0073989523,0.064135015,0.0074877637,0.0028906872,0.000055975288,0.11657411,0.000008115634,0.14575669,0.065097,0.097805396,0.4921297],"study_design_scores_gemma":[0.0074801687,0.004039066,0.5321297,0.032869924,0.004933054,0.00006723521,0.005506415,0.012872994,0.0119493585,0.045467824,0.3396903,0.0029939762],"about_ca_topic_score_codex":0.000006100093,"about_ca_topic_score_gemma":0.0004065571,"teacher_disagreement_score":0.48913574,"about_ca_system_score_codex":0.0000017225681,"about_ca_system_score_gemma":0.0000074433583,"threshold_uncertainty_score":0.9999452},"labels":[],"label_agreement":null},{"id":"W1997885956","doi":"10.1097/ta.0b013e318256dc4d","title":"Evidence level of individual studies","year":2012,"lang":"en","type":"review","venue":"The Journal of Trauma: Injury, Infection, and Critical Care","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology","score_opus":0.9466288654261783,"score_gpt":0.6458030845957466,"score_spread":0.30082578083043165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997885956","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006882555,0.9965923,0.00075265544,0.00013611894,0.001120303,0.00038013447,0.000099272955,0.0000018377368,0.000229131],"genre_scores_gemma":[0.066576615,0.9323762,0.00019212099,0.000046918693,0.0006124303,0.000008045771,0.0000013493569,0.000016955866,0.00016937839],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9702334,0.013776261,0.010629077,0.00034867311,0.0047262944,0.0002862919],"domain_scores_gemma":[0.96639013,0.019503774,0.006404921,0.0014391447,0.006016252,0.000245777],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.093665615,0.0004977291,0.008159702,0.00058376766,0.0003040565,0.00036011593,0.0015729464,0.00023802996,0.0009602331],"category_scores_gemma":[0.05326272,0.00018520645,0.0033383393,0.0010232752,0.0005425101,0.00051380467,0.00022877508,0.0007450251,0.00009240905],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009187024,0.000049633738,0.0004927603,0.011640865,0.0009509342,0.0000019309114,0.0022895527,4.6657658e-7,1.9890682e-7,0.00080644974,0.0128871,0.9708709],"study_design_scores_gemma":[0.00010422864,0.0006142434,0.0017821372,0.012361271,0.027011542,0.0007360691,0.004968545,7.27378e-7,0.0000036010103,0.00304412,0.94902635,0.00034716487],"about_ca_topic_score_codex":0.000011506956,"about_ca_topic_score_gemma":0.00002804128,"teacher_disagreement_score":0.9705238,"about_ca_system_score_codex":0.000070182854,"about_ca_system_score_gemma":0.00020586337,"threshold_uncertainty_score":0.99995303},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W1998119206","doi":"10.4021/jocmr2009.09.1262","title":"Introducing a Chair-Side Novel Approach to Reach Evidence-based Periodontal Information in the Daily Periodontal Practice","year":2009,"lang":"en","type":"article","venue":"Journal of Clinical Medicine Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Periodontology; Periodontist; Medicine; Systematic review; Evidence-based dentistry; Dentistry; Clinical Practice; Medical physics; MEDLINE; Alternative medicine; Medical education; Physical therapy; Pathology","score_opus":0.8985695764962978,"score_gpt":0.6795979294345256,"score_spread":0.2189716470617722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998119206","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3834976,0.0028330935,0.09780731,0.46993893,0.00098592,0.0027464433,0.0000034621253,0.00000467652,0.042182554],"genre_scores_gemma":[0.9674746,0.00014925151,0.022083564,0.007920991,0.0020144677,0.000015777503,0.000001859188,0.000006734944,0.00033276298],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.888129,0.04683844,0.031018503,0.0009646395,0.03221092,0.000838486],"domain_scores_gemma":[0.8867706,0.09023804,0.008927445,0.0034081466,0.009901967,0.00075376435],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.67663974,0.0002498938,0.0036354142,0.0016214389,0.00023189561,0.0009089155,0.0037168595,0.00016881678,0.0004909871],"category_scores_gemma":[0.75576735,0.00009514733,0.0011900488,0.0040072403,0.00027389632,0.0020838743,0.00012565457,0.0025729625,0.00040021454],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029628933,0.00238315,0.024229709,0.00017292672,0.00027982998,0.00014483264,0.0302004,0.002487711,0.00058906805,0.0029942882,0.3489479,0.58460724],"study_design_scores_gemma":[0.0045290873,0.009139945,0.32273045,0.0022430036,0.0003497137,0.0011144023,0.082680665,0.04229388,0.000014489054,0.0008718914,0.5336495,0.00038294427],"about_ca_topic_score_codex":0.0000836507,"about_ca_topic_score_gemma":0.000016050537,"teacher_disagreement_score":0.58422434,"about_ca_system_score_codex":0.00014252466,"about_ca_system_score_gemma":0.0009046531,"threshold_uncertainty_score":0.99972814},"labels":[],"label_agreement":null},{"id":"W1998661067","doi":"10.2337/dc06-0077","title":"Systematic Evaluation of the Quality of Randomized Controlled Trials in Diabetes","year":2006,"lang":"en","type":"article","venue":"Diabetes Care","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"Mayo Foundation for Medical Education and Research","keywords":"Medicine; Randomized controlled trial; Diabetes mellitus; Research design; Clinical trial; MEDLINE; Odds ratio; Quality of life (healthcare); Univariate; Multivariate analysis; Intensive care medicine; Internal medicine; Multivariate statistics; Family medicine; Nursing","score_opus":0.5597908586558448,"score_gpt":0.5211500335129168,"score_spread":0.03864082514292799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998661067","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97154146,0.015389208,0.000043606746,0.000092273054,0.00025885826,0.009617951,0.00004398874,0.0000020033194,0.0030106516],"genre_scores_gemma":[0.9986472,0.0000035173318,0.00009580741,0.00002743818,0.000030722702,0.00097367656,0.000008768568,0.0000063300085,0.0002065391],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.36154073,0.540672,0.07735887,0.00094287895,0.01906768,0.0004178273],"domain_scores_gemma":[0.7499735,0.18934596,0.0486873,0.004431999,0.0075103072,0.0000509691],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7504173,0.00025221953,0.03244636,0.0004105368,0.000042446678,0.00016745807,0.0011543608,0.000092991024,0.0009445589],"category_scores_gemma":[0.6652099,0.00008266022,0.010489401,0.0011919269,0.00012330177,0.00009651547,0.00006783069,0.000073586234,0.00007346356],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009245252,0.00016142605,0.9629665,0.016402502,0.0028990349,6.86425e-8,0.002098777,0.0032227268,0.00372028,0.004904558,0.0016080148,0.0010916126],"study_design_scores_gemma":[0.4903688,0.00006231067,0.2322451,0.012888745,0.031589843,1.03772244e-7,0.012239015,0.12077488,0.010736375,0.08828212,0.000044247612,0.00076843717],"about_ca_topic_score_codex":0.000023264909,"about_ca_topic_score_gemma":0.00006597417,"teacher_disagreement_score":0.73072135,"about_ca_system_score_codex":0.00004924797,"about_ca_system_score_gemma":0.000104332146,"threshold_uncertainty_score":0.9999687},"labels":[],"label_agreement":null},{"id":"W1998831987","doi":"10.1136/bmjopen-2014-005491","title":"Assessing bias in osteoarthritis trials included in Cochrane reviews: protocol for a meta-epidemiological study","year":2014,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital; Cochrane","funders":"National Health and Medical Research Council; University of Ottawa; Medical Research Council; Parker Institute for Cancer Immunotherapy; Canadian Institutes of Health Research; Oak Foundation","keywords":"Medicine; Epidemiology; Protocol (science); Meta-analysis; Osteoarthritis; Alternative medicine; Cochrane collaboration; Systematic review; MEDLINE; Physical therapy; Family medicine; Internal medicine; Pathology; Cochrane Library","score_opus":0.9811986829709822,"score_gpt":0.7555210505783807,"score_spread":0.22567763239260152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998831987","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00481998,0.00023899414,0.0073712836,0.0014617252,0.000091305825,0.979772,0.000007672538,0.000004567497,0.006232471],"genre_scores_gemma":[0.019911652,0.0000026570765,0.017623108,0.0007686071,0.00010066148,0.9602454,0.0000041733256,0.000012978575,0.0013308108],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.5092608,0.4163206,0.06432213,0.0032834536,0.0059474995,0.0008655379],"domain_scores_gemma":[0.86546403,0.103653595,0.022605328,0.0070757014,0.0009339904,0.0002673365],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.85681033,0.00046905075,0.023500567,0.00044978372,0.00012747639,0.0026337018,0.0036451803,0.00013766921,0.007564977],"category_scores_gemma":[0.71849495,0.00017932673,0.0030001178,0.0017050356,0.000042490636,0.00076655846,0.0008315811,0.00020599787,0.00069424475],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010119154,0.003013588,0.24682085,0.0017220255,0.001440612,0.00006476354,0.0025284488,0.00029791467,0.00011163308,0.0038300287,0.18494265,0.5542156],"study_design_scores_gemma":[0.016165126,0.0017916285,0.05224356,0.002409727,0.0016283906,0.000020247067,0.0023966245,0.0067498963,0.000027508353,0.03204161,0.8835153,0.0010103728],"about_ca_topic_score_codex":0.00011214911,"about_ca_topic_score_gemma":0.001101248,"teacher_disagreement_score":0.6985727,"about_ca_system_score_codex":0.0000432807,"about_ca_system_score_gemma":0.00012164879,"threshold_uncertainty_score":0.99840164},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1998990594","doi":"10.1503/cmaj.1041669","title":"Outcome reporting bias in government-funded RCTs","year":2005,"lang":"en","type":"letter","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Government (linguistics); Outcome (game theory); Medicine; Family medicine; Alternative medicine; MEDLINE; Political science; Surgery","score_opus":0.6539638114012989,"score_gpt":0.4873811623885664,"score_spread":0.1665826490127325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998990594","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003893829,0.00031983753,0.00016990348,0.9635793,0.0024949496,0.00032895288,0.000057256155,0.0000037354328,0.029152237],"genre_scores_gemma":[0.0077645793,0.00003975009,0.00047469334,0.8929565,0.012878929,0.000014573815,0.000024184134,0.000037500235,0.08580929],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.89884514,0.015372903,0.03815576,0.0010453096,0.04538241,0.0011984676],"domain_scores_gemma":[0.93407583,0.008474883,0.051970962,0.0018285168,0.0017932656,0.0018565415],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.36478716,0.00047595522,0.0051450827,0.0008591746,0.00027833128,0.0022175603,0.0027083673,0.0020513446,0.1109349],"category_scores_gemma":[0.600549,0.0002739022,0.0026227548,0.00133003,0.0000334121,0.0002682618,0.00007222624,0.0065663373,0.005649268],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[2.52028e-7,0.0000045839456,0.23413402,0.000008945446,0.0001270158,0.002188438,0.00006527018,0.0000039185225,4.6751673e-8,0.0000108063605,0.7479486,0.0155081395],"study_design_scores_gemma":[0.00021040688,0.000007928985,0.021051837,0.00010996794,0.00009211221,0.00040975717,0.0001855938,0.00043278746,1.0837522e-7,0.00045098708,0.9767944,0.00025411442],"about_ca_topic_score_codex":0.0013738889,"about_ca_topic_score_gemma":0.072517216,"teacher_disagreement_score":0.2357618,"about_ca_system_score_codex":0.004876051,"about_ca_system_score_gemma":0.0031050975,"threshold_uncertainty_score":0.99997133},"labels":[],"label_agreement":null},{"id":"W1999005615","doi":"10.1503/cmaj.1060012","title":"Is this clinical trial fully registered?","year":2006,"lang":"en","type":"letter","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Clinical trial; Trial registration; Medical journal; Alternative medicine; Medical physics; Medicine; MEDLINE; Computer science; Family medicine; Data science; Pathology; Political science; Law","score_opus":0.6751246262140966,"score_gpt":0.5249196402719052,"score_spread":0.15020498594219145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999005615","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00050949387,0.00052199117,0.00034213436,0.92718387,0.010188402,0.0006050276,0.00018965348,0.000005709619,0.060453746],"genre_scores_gemma":[0.00011103459,0.000058361067,0.00024154955,0.69875926,0.040708676,0.000013327159,0.000065219996,0.000033345976,0.26000923],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8924837,0.035790686,0.028927615,0.0015483334,0.040013775,0.0012358903],"domain_scores_gemma":[0.9513118,0.013029726,0.024619034,0.0032035464,0.0052390127,0.0025968438],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.3398743,0.0006163045,0.006659647,0.0011533551,0.000534971,0.003941716,0.0051464206,0.004819796,0.37512198],"category_scores_gemma":[0.2428756,0.00034366734,0.007522212,0.001229481,0.00012019218,0.00023516857,0.00008278099,0.009482534,0.034610547],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015643558,0.000014937102,0.0044812267,0.000009748481,0.0004977902,0.0011448209,0.000042306936,1.48693e-7,5.3557536e-9,0.000015721736,0.97368145,0.020096222],"study_design_scores_gemma":[0.0039311247,0.0000837789,0.0008324078,0.00008289993,0.0003623433,0.00018271351,0.000029233594,0.0001284307,2.326843e-8,0.0017134321,0.9923156,0.00033804678],"about_ca_topic_score_codex":0.0016471484,"about_ca_topic_score_gemma":0.011838742,"teacher_disagreement_score":0.34051144,"about_ca_system_score_codex":0.0013033178,"about_ca_system_score_gemma":0.009139615,"threshold_uncertainty_score":0.99990153},"labels":[],"label_agreement":null},{"id":"W1999005999","doi":"10.1177/0272989x12453504","title":"The Choice of a Noninformative Prior on Between-Study Variance Strongly Affects Predictions of Future Treatment Effect","year":2012,"lang":"en","type":"article","venue":"Medical Decision Making","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; Osteoporosis Canada; University Health Network; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Prior probability; Deviance (statistics); Statistics; Bayesian probability; Mathematics; Population; Deviance information criterion; Sample size determination; Econometrics; Bayesian inference; Medicine","score_opus":0.3606362378436365,"score_gpt":0.5202843149643358,"score_spread":0.15964807712069928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999005999","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.928691,0.00081011845,0.0637963,0.00023324018,0.001125716,0.0019820076,0.000025285572,0.0000081831095,0.0033280978],"genre_scores_gemma":[0.99804986,0.000018797786,0.0011027018,0.000027228858,0.0004597848,0.000080173006,0.0000015576896,0.000009175229,0.00025069664],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97644013,0.006946691,0.00556309,0.0004723224,0.0101989005,0.0003788527],"domain_scores_gemma":[0.93417865,0.058894202,0.0037996538,0.0024389618,0.00041231528,0.00027623057],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07590284,0.00031713335,0.0026649607,0.00027582058,0.000342717,0.00015302276,0.0015295439,0.00013947801,0.0017695234],"category_scores_gemma":[0.067848176,0.00010785531,0.0011142658,0.001309216,0.00011696642,0.00023977025,0.00019042335,0.00025515325,0.00032069764],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058553815,0.00030936982,0.16832678,0.000022768243,0.00039673378,0.0000019669665,0.0016527483,0.00013176657,0.0000018978388,0.0006091257,0.0032868038,0.8252015],"study_design_scores_gemma":[0.0016940661,0.002937266,0.92053545,0.0006393122,0.00078243786,0.000007851,0.0023136984,0.009155131,0.000056442732,0.00031761083,0.06134813,0.00021261125],"about_ca_topic_score_codex":0.0000068886384,"about_ca_topic_score_gemma":0.00003126664,"teacher_disagreement_score":0.82498884,"about_ca_system_score_codex":0.000075656506,"about_ca_system_score_gemma":0.000087460605,"threshold_uncertainty_score":0.999143},"labels":[],"label_agreement":null},{"id":"W1999075688","doi":"10.1186/1471-2253-12-13","title":"The quality of reporting of RCTs used within a postoperative pain management meta-analysis, using the CONSORT statement","year":2012,"lang":"en","type":"article","venue":"BMC Anesthesiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Western University; University of Toronto; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Consolidated Standards of Reporting Trials; Blinding; Medicine; Randomized controlled trial; Anesthesiology; Meta-analysis; Systematic review; MEDLINE; Physical therapy; Family medicine; Surgery; Internal medicine","score_opus":0.8916068841885854,"score_gpt":0.5851475624330077,"score_spread":0.30645932175557766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999075688","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.957158,0.0034550682,0.037279263,0.0004761152,0.00007098507,0.0011898322,0.0000062113704,0.0000030592983,0.0003614424],"genre_scores_gemma":[0.98524094,0.0000058302257,0.013289889,0.00033908183,0.000012769492,0.00006124904,0.0000035363264,0.000006817425,0.0010399021],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8650787,0.09541782,0.03400885,0.00088397483,0.0040918477,0.00051884603],"domain_scores_gemma":[0.9204356,0.02445242,0.048512667,0.0051126415,0.0013740147,0.00011262733],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5116154,0.00027165964,0.006062975,0.00022425753,0.0002683576,0.00009786093,0.0012612849,0.00006857834,0.0010477672],"category_scores_gemma":[0.045637116,0.00008399627,0.004056021,0.0013691616,0.00033548856,0.00010478361,0.00016704093,0.00010566947,0.000030769184],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003577027,0.00011475338,0.9167524,0.00007953446,0.04902694,0.0000035583869,0.0037418297,0.003067787,0.00024999678,0.02575919,0.0007857728,0.0003824428],"study_design_scores_gemma":[0.00043438663,0.00024644483,0.71952003,0.000018975135,0.18335721,0.000042844615,0.05845166,0.0140705025,0.0011963918,0.005507557,0.016531155,0.0006228561],"about_ca_topic_score_codex":0.000118097,"about_ca_topic_score_gemma":0.0002634253,"teacher_disagreement_score":0.4659783,"about_ca_system_score_codex":0.00002376394,"about_ca_system_score_gemma":0.000075567594,"threshold_uncertainty_score":0.9998654},"labels":[],"label_agreement":null},{"id":"W1999214561","doi":"10.1371/journal.pone.0039471","title":"Evolution of Heterogeneity (I2) Estimates and Their 95% Confidence Intervals in Large Meta-Analyses","year":2012,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":425,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Hospital for Sick Children; Population Health Research Institute; McMaster University","funders":"","keywords":"Confidence interval; Meta-analysis; Statistics; Biology; Medicine; Internal medicine; Mathematics","score_opus":0.8737191626277365,"score_gpt":0.5290835673865604,"score_spread":0.34463559524117615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999214561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9597824,0.029042728,0.010227612,0.000119743454,0.000025185776,0.00037461147,0.000037608414,0.000003817651,0.0003862637],"genre_scores_gemma":[0.99513793,0.00005460019,0.0044094613,0.000053113938,0.000021035194,0.000036883095,0.0000023817263,0.000006105513,0.00027851335],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.988136,0.0041918447,0.004760006,0.00048713738,0.0021499945,0.00027500957],"domain_scores_gemma":[0.9919587,0.0031810615,0.0024173728,0.0017240467,0.0005904723,0.00012836125],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.059585337,0.00022950378,0.004427305,0.00027611636,0.000047946036,0.00014784015,0.0006783402,0.00006154347,0.0035539297],"category_scores_gemma":[0.0216167,0.000099354234,0.0010986855,0.0007459974,0.00006937055,0.00043315336,0.0001734593,0.00009080939,0.00032620277],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009620184,0.001310068,0.9495902,0.0002507035,0.008213992,7.370828e-7,0.0012550998,0.000022015955,0.03561854,0.0026472597,0.0007739969,0.00030774204],"study_design_scores_gemma":[0.000731185,0.00020581845,0.6755436,0.00042982798,0.030459516,0.000015604424,0.002790819,0.07242671,0.19055298,0.024979135,0.0009890978,0.0008757117],"about_ca_topic_score_codex":0.00006406414,"about_ca_topic_score_gemma":0.00019994052,"teacher_disagreement_score":0.27404663,"about_ca_system_score_codex":0.000023865952,"about_ca_system_score_gemma":0.00001709963,"threshold_uncertainty_score":0.99735695},"labels":[],"label_agreement":null},{"id":"W1999282621","doi":"10.1097/01.phm.0000087607.28091.b7","title":"Peer Review","year":2003,"lang":"en","type":"review","venue":"American Journal of Physical Medicine & Rehabilitation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Peer review; Medicine; Process (computing); Alternative medicine; MEDLINE; Quality (philosophy); Rehabilitation; Medical education; Engineering ethics; Physical therapy; Pathology; Computer science","score_opus":0.5764266429230008,"score_gpt":0.5966680582666147,"score_spread":0.0202414153436139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999282621","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012654846,0.9896383,0.0007845798,0.005529504,0.00048461457,0.001044897,0.0000081769585,0.0000024034957,0.0024948656],"genre_scores_gemma":[0.000044211647,0.9896189,0.0039639333,0.0008290606,0.0012296205,0.00004924884,0.000014619835,0.000048886643,0.004201544],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9238424,0.03392394,0.021994447,0.000916019,0.019012997,0.0003102046],"domain_scores_gemma":[0.8943299,0.047522467,0.041363284,0.0033172062,0.01300043,0.00046667695],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.18584532,0.0007328899,0.027036428,0.00096985855,0.00006834081,0.000116934934,0.002349966,0.00007600843,0.0027583914],"category_scores_gemma":[0.39014187,0.000280978,0.009988274,0.005003931,0.000771994,0.00027613566,0.000057058813,0.0008665485,0.001348838],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014697578,0.00007080689,0.000005175505,0.005805003,0.00024846036,0.000003857584,0.00028548395,8.1832763e-7,7.1549245e-8,0.00053465244,0.12382499,0.8692192],"study_design_scores_gemma":[0.00009505496,0.0073273065,0.000011347185,0.040272117,0.0047308113,0.00008975174,0.0005445756,0.000007621755,4.0049297e-9,0.0027264082,0.94397885,0.00021615147],"about_ca_topic_score_codex":0.0000051281368,"about_ca_topic_score_gemma":5.270501e-7,"teacher_disagreement_score":0.86900306,"about_ca_system_score_codex":0.00017245117,"about_ca_system_score_gemma":0.00042401822,"threshold_uncertainty_score":0.99996424},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1999391077","doi":"10.2147/clep.s69660","title":"Bias in identification of the best treatment in a Bayesian network meta-analysis for binary outcome: a simulation study","year":2014,"lang":"en","type":"article","venue":"Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research; McMaster University","keywords":"Rank (graph theory); Statistics; Sample size determination; Bayesian probability; Meta-analysis; Computer science; Identification (biology); Bayesian network; Outcome (game theory); Mathematics; Medicine; Biology; Internal medicine","score_opus":0.9612837799759205,"score_gpt":0.691199470085655,"score_spread":0.27008430989026555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999391077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7505909,0.0006468885,0.23999545,0.0045171864,0.00040798166,0.0037186053,0.00001576044,0.0000031481468,0.00010404685],"genre_scores_gemma":[0.9960603,0.000008100878,0.0019445955,0.0005378856,0.00007273684,0.0003321388,0.000007964056,0.000006730601,0.001029557],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.79512715,0.15667014,0.04510938,0.0016653554,0.0010361931,0.0003917885],"domain_scores_gemma":[0.6268255,0.3462957,0.019978747,0.0061501213,0.0006152603,0.00013466834],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.50097686,0.00025829772,0.013652899,0.0004555674,0.000069624126,0.0000363095,0.001219829,0.00020919739,0.00044922944],"category_scores_gemma":[0.45964304,0.0000991436,0.009785567,0.0029651793,0.00013081128,0.00006716685,0.000112285656,0.00017037903,0.00010732873],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014446298,0.00041774943,0.7379698,0.0000045548495,0.005614016,1.7412414e-7,0.00006912064,0.25325114,1.6969074e-7,0.00055625214,0.00012570464,0.0019768653],"study_design_scores_gemma":[0.00026739112,0.00019889689,0.550824,0.0000012686704,0.021235747,7.513106e-8,0.00012452524,0.41490233,7.05972e-8,0.011467801,0.00092375604,0.000054173815],"about_ca_topic_score_codex":0.00014649982,"about_ca_topic_score_gemma":0.0026980732,"teacher_disagreement_score":0.24546935,"about_ca_system_score_codex":0.000041682637,"about_ca_system_score_gemma":0.000036106678,"threshold_uncertainty_score":0.9869006},"labels":[],"label_agreement":null},{"id":"W1999444257","doi":"10.1016/j.jclinepi.2009.06.002","title":"A substantial and confusing variation exists in handling of baseline covariates in randomized controlled trials: a review of trials published in leading medical journals","year":2009,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":163,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; Sunnybrook Hospital; University of Toronto","funders":"Canadian Institutes of Health Research; Ontario Ministry of Health and Long-Term Care; Institute for Clinical Evaluative Sciences; Heart and Stroke Foundation of Canada","keywords":"Covariate; Medicine; Baseline (sea); Randomized controlled trial; MEDLINE; Demography; Family medicine; Internal medicine; Statistics","score_opus":0.9368720615197206,"score_gpt":0.7286312066149652,"score_spread":0.2082408549047554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999444257","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021729464,0.9699278,0.022142584,0.0031348963,0.0010617683,0.0033911634,0.000011528942,8.254679e-7,0.00011217044],"genre_scores_gemma":[0.0006934082,0.990959,0.006843511,0.00071065465,0.00070589304,0.000041061347,0.0000075594303,0.000016187554,0.00002274291],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.011372466,0.6804151,0.3029082,0.0009250231,0.0039440896,0.00043509618],"domain_scores_gemma":[0.0024132305,0.7256635,0.26828927,0.001010108,0.0022707316,0.00035314498],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity"],"category_scores_codex":[0.98944145,0.00072115427,0.3035981,0.0039996365,0.000025910347,0.00014575798,0.0018908365,0.0016169942,0.0047813463],"category_scores_gemma":[0.9975184,0.0002929713,0.032429643,0.002578702,0.00035357568,0.00035572393,0.00012354016,0.0027267574,0.0000064988417],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020498443,0.0004934901,0.0013036814,0.021373983,0.0038069983,0.00011553391,0.000110724446,0.000070125854,6.9407787e-7,0.002674988,0.0018303286,0.947721],"study_design_scores_gemma":[0.26510364,0.00040855035,0.0004782217,0.6235097,0.018278165,0.0003699789,0.000043135213,0.012255603,1.2859418e-7,0.038944185,0.040095437,0.00051325076],"about_ca_topic_score_codex":0.00005882833,"about_ca_topic_score_gemma":0.000088312976,"teacher_disagreement_score":0.94720775,"about_ca_system_score_codex":0.000069571375,"about_ca_system_score_gemma":0.0027632983,"threshold_uncertainty_score":0.99995226},"labels":[],"label_agreement":null},{"id":"W1999934725","doi":"10.1016/j.jalz.2012.05.1600","title":"P3‐375: A multidimensional effect‐size analysis of cholinesterase inhibitors for Alzheimer's disease","year":2012,"lang":"en","type":"article","venue":"Alzheimer s & Dementia","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University","funders":"","keywords":"Placebo; Adverse effect; Medicine; Post-hoc analysis; Number needed to treat; Internal medicine; Number needed to harm; Confidence interval; Relative risk; Pathology","score_opus":0.35788585553729807,"score_gpt":0.4620985491101484,"score_spread":0.10421269357285035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999934725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7315068,0.2509107,0.009577307,0.000673347,0.0021372226,0.004138809,0.00045589323,0.00003150577,0.0005683893],"genre_scores_gemma":[0.9888465,0.000012973108,0.010068841,0.00035028392,0.0002532583,0.00025443683,0.000112454414,0.00003036201,0.00007090887],"study_design_codex":"observational","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9830628,0.0039331713,0.0072066225,0.0010760056,0.004094855,0.000626512],"domain_scores_gemma":[0.9834202,0.0074817226,0.004123793,0.0032920125,0.0009718846,0.00071042374],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04366641,0.0005514803,0.0038705457,0.0008337736,0.00021596301,0.00022617354,0.0011103445,0.00011182103,0.0068968646],"category_scores_gemma":[0.008724218,0.00030402275,0.005038602,0.0027837025,0.000113432056,0.00058539084,0.00024846912,0.00011562312,0.0007338154],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002394655,0.0008053499,0.6505119,0.00003077147,0.22141671,0.00000523169,0.0006029857,0.00066874037,0.0010705884,0.0011700824,0.062201384,0.06127675],"study_design_scores_gemma":[0.0011237104,0.00012048564,0.25837785,0.00003280216,0.62994576,0.0000023930497,0.000101230915,0.019425627,0.0030463398,0.00022101584,0.08691689,0.00068586663],"about_ca_topic_score_codex":0.000031085987,"about_ca_topic_score_gemma":0.000018456982,"teacher_disagreement_score":0.40852907,"about_ca_system_score_codex":0.0000058504397,"about_ca_system_score_gemma":0.000061808314,"threshold_uncertainty_score":0.9999412},"labels":[],"label_agreement":null},{"id":"W2000158288","doi":"10.1007/s11606-010-1506-7","title":"Interventions Encouraging the Use of Systematic Reviews in Clinical Decision-Making: A Systematic Review","year":2010,"lang":"en","type":"review","venue":"Journal of General Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Calgary; McMaster University; University of Toronto","funders":"Canadian Institutes of Health Research; National Institute for Health and Care Research","keywords":"Medicine; Systematic review; CINAHL; Psychological intervention; MEDLINE; Health care; Family medicine; Evidence-based medicine; Inclusion (mineral); Alternative medicine; Population; Nursing; Environmental health; Psychology","score_opus":0.8753258416175531,"score_gpt":0.651261767754419,"score_spread":0.2240640738631341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000158288","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012803525,0.97683924,0.011519605,0.00039692828,0.0036703583,0.0073770257,0.000010136297,0.0000019763859,0.00017192982],"genre_scores_gemma":[0.000027572567,0.9908761,0.0037022363,0.00073800015,0.0008947149,0.0001947538,0.0000022960733,0.000046522942,0.0035177951],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.77198976,0.07884049,0.13862617,0.0009804564,0.009127843,0.00043529522],"domain_scores_gemma":[0.6121257,0.13254388,0.23702827,0.011068293,0.006627601,0.00060627],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.43839225,0.0010823538,0.06061879,0.0022427123,0.000082170234,0.00046911545,0.008700131,0.00039539827,0.0024343545],"category_scores_gemma":[0.6426868,0.0003261889,0.024633879,0.0029778827,0.00031713067,0.00044881378,0.00047243942,0.002917433,0.00042557294],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049121822,0.0000848056,0.000026118674,0.854934,0.00074838556,0.00008414643,0.000077496064,0.0000021185058,9.917591e-8,0.00008401104,0.05964998,0.08430397],"study_design_scores_gemma":[0.00015359304,0.00015638696,0.0000052315404,0.72103214,0.015838817,0.0017681504,0.000052629253,0.00015766217,1.0385567e-8,0.00021608412,0.26044622,0.00017304147],"about_ca_topic_score_codex":0.000016001966,"about_ca_topic_score_gemma":0.000064226,"teacher_disagreement_score":0.20429452,"about_ca_system_score_codex":0.00017385872,"about_ca_system_score_gemma":0.00032725296,"threshold_uncertainty_score":0.999919},"labels":[],"label_agreement":null},{"id":"W2000410803","doi":"10.1186/1745-6215-14-s1-p122","title":"Inadequate reporting of sample size calculations in cluster randomised trials: a review","year":2013,"lang":"en","type":"review","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Ottawa Hospital","funders":"","keywords":"Medicine; Sample size determination; Cluster (spacecraft); Clinical trial; Sample (material); Statistics; Internal medicine; Computer science","score_opus":0.9600684781206693,"score_gpt":0.6832046550403663,"score_spread":0.276863823080303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000410803","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000033687384,0.968673,0.0023232405,0.00026363926,0.0005273905,0.026578829,0.00012934742,0.0000061866317,0.001495023],"genre_scores_gemma":[0.000002655475,0.98379934,0.0074411402,0.00014748052,0.00028844242,0.0026321614,0.000054162443,0.000039983326,0.005594609],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.20739713,0.41411582,0.3663147,0.002661082,0.008817636,0.00069359475],"domain_scores_gemma":[0.0078120558,0.59746355,0.38362187,0.008676531,0.002141205,0.00028476203],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.8832759,0.00092224707,0.1147586,0.00097531156,0.00008045603,0.0005606175,0.002323221,0.00044747663,0.042425744],"category_scores_gemma":[0.9846793,0.00036373548,0.028397461,0.003851473,0.00006241203,0.00022242941,0.00023308895,0.00043012033,0.0022119533],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024153906,0.00003373603,0.000006456325,0.027577015,0.00079267233,0.0000030678123,0.000042247953,0.00000432192,2.3750599e-7,0.00009784732,0.047015566,0.92440265],"study_design_scores_gemma":[0.0027695575,0.000012869373,0.0000027171052,0.046931557,0.009794194,0.000011767216,0.000016439679,0.0000617375,2.2716338e-7,0.0026965924,0.9373866,0.00031577522],"about_ca_topic_score_codex":0.000149537,"about_ca_topic_score_gemma":0.000033532764,"teacher_disagreement_score":0.9240869,"about_ca_system_score_codex":0.000097274904,"about_ca_system_score_gemma":0.00074831664,"threshold_uncertainty_score":0.99988145},"labels":[],"label_agreement":null},{"id":"W2000522086","doi":"10.1136/bmj.325.7365.652","title":"Post-randomisation exclusions: the intention to treat principle and excluding patients from analysis","year":2002,"lang":"en","type":"review","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":719,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Clinical trial; Psychology; Medicine; Internal medicine","score_opus":0.7452869697829865,"score_gpt":0.5608517063022913,"score_spread":0.18443526348069517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000522086","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015663069,0.98673713,0.0037732185,0.0003915136,0.00030574994,0.0047509354,0.00019360185,0.000007748853,0.0022738138],"genre_scores_gemma":[0.00074580574,0.9814199,0.0011333728,0.0002127062,0.00019309633,0.0005402429,0.0003405656,0.000028133629,0.015386183],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97184646,0.012327103,0.010349536,0.001335419,0.0039132587,0.00022821549],"domain_scores_gemma":[0.98014957,0.0068096262,0.007691955,0.0040536495,0.001100595,0.00019461836],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.046536416,0.00053328264,0.008411125,0.0011218842,0.0003426311,0.0012074923,0.0015141896,0.00019362831,0.00697449],"category_scores_gemma":[0.047715377,0.00019871592,0.0052235588,0.0033946189,0.000035122026,0.00018175611,0.00047205747,0.00018936546,0.0031779935],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003872053,0.000032882446,0.0015349933,0.00028635398,0.0011963972,9.114132e-7,0.0003092061,0.0000052620594,1.2335502e-7,0.000039495633,0.011597816,0.9849927],"study_design_scores_gemma":[0.00023054433,0.000019018202,0.0022275432,0.0009270055,0.014044812,0.000001914824,0.00010442051,0.00073708285,4.7014588e-8,0.00015870246,0.9813059,0.00024302966],"about_ca_topic_score_codex":0.00010507467,"about_ca_topic_score_gemma":0.000099635865,"teacher_disagreement_score":0.9847497,"about_ca_system_score_codex":0.000101240075,"about_ca_system_score_gemma":0.00003694863,"threshold_uncertainty_score":0.99982935},"labels":[],"label_agreement":null},{"id":"W2000544357","doi":"10.1111/j.1471-1842.2008.00827.x","title":"Retrieving randomized controlled trials from <scp>medline</scp>: a comparison of 38 published search filters","year":2009,"lang":"en","type":"article","venue":"Health Information & Libraries Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Health Sciences Centre; McMaster University Medical Centre","funders":"U.S. National Library of Medicine","keywords":"Randomized controlled trial; MEDLINE; Medicine; Medical physics; Information retrieval; Sensitivity (control systems); Computer science; Surgery","score_opus":0.6252489608407887,"score_gpt":0.5271416118812581,"score_spread":0.09810734895953066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000544357","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13222882,0.022797162,0.7292781,0.058866136,0.003923265,0.012190698,0.00024912518,0.00007234591,0.040394347],"genre_scores_gemma":[0.93779,0.00090965745,0.04950239,0.008703482,0.00093411526,0.00006408123,0.0002332769,0.00001915571,0.0018438403],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.8299986,0.06978994,0.08470187,0.0005733082,0.014001744,0.0009345067],"domain_scores_gemma":[0.7342022,0.14649285,0.10775998,0.003575318,0.006394215,0.0015754286],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4156268,0.00041207782,0.021402083,0.0016878005,0.00058068335,0.0083270855,0.0018479982,0.0001883022,0.006767161],"category_scores_gemma":[0.48039234,0.0001844708,0.004917012,0.0019490599,0.00013853071,0.008313454,0.00009284593,0.0007711931,0.00035603088],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0103400815,0.000120061966,0.0025241661,0.00013500101,0.0012584194,0.0000013776572,0.02993041,0.0014403112,0.000009878268,0.011095784,0.87833357,0.064810924],"study_design_scores_gemma":[0.32461965,0.0006627643,0.0052946866,0.0007945353,0.0009591763,0.00005992357,0.036689706,0.2917877,0.0002246579,0.053823736,0.28471136,0.00037208095],"about_ca_topic_score_codex":0.000017308763,"about_ca_topic_score_gemma":0.0000012964889,"teacher_disagreement_score":0.8055612,"about_ca_system_score_codex":0.00007443457,"about_ca_system_score_gemma":0.0012617942,"threshold_uncertainty_score":0.9941408},"labels":[],"label_agreement":null},{"id":"W2000550041","doi":"10.1055/s-2006-933397","title":"Adjusting to Imbalance: When to Statistically Adjust for Differences Between Treatment Groups in Clinical Studies","year":2006,"lang":"en","type":"article","venue":"Osteosynthesis & Trauma Care","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Medicine; Randomized controlled trial; Clinical trial; Trial registration; Medical literature; Surgery; Internal medicine","score_opus":0.7315245610293146,"score_gpt":0.5524074032885868,"score_spread":0.17911715774072778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000550041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98160875,0.0018623484,0.009601591,0.0015950626,0.00029752316,0.0026591187,0.0005423007,0.000019378203,0.0018139487],"genre_scores_gemma":[0.95518553,0.000018970706,0.0418422,0.00018376434,0.00046950264,0.00064096303,0.000025885603,0.00002779538,0.0016053617],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9821142,0.004032036,0.008947335,0.0017237441,0.0025537414,0.00062895793],"domain_scores_gemma":[0.9693824,0.02555501,0.0014962347,0.0019936839,0.001235954,0.00033672238],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.021882465,0.00054045836,0.005474948,0.00045518432,0.00021719713,0.0005357333,0.0013890864,0.00014673089,0.0006008792],"category_scores_gemma":[0.0331078,0.0002845865,0.0015074676,0.000831472,0.00007856981,0.00012573261,0.0001501186,0.000114231436,0.00074611686],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036540594,0.000088273366,0.38241354,0.00010614562,0.00021644981,0.000009757625,0.0038763003,0.000063935586,0.000012245963,0.0005006624,0.0072630937,0.6054131],"study_design_scores_gemma":[0.00068613887,0.00089422637,0.9404922,0.00034256978,0.00096674537,0.0000017283044,0.028627452,0.00018678645,0.00014091538,0.0028988277,0.024194153,0.00056824303],"about_ca_topic_score_codex":0.00015297218,"about_ca_topic_score_gemma":0.0041135326,"teacher_disagreement_score":0.6048448,"about_ca_system_score_codex":0.00024148817,"about_ca_system_score_gemma":0.00007224086,"threshold_uncertainty_score":0.9999606},"labels":[],"label_agreement":null},{"id":"W2000978705","doi":"10.1097/brs.0b013e31816233b5","title":"Examining Heterogeneity in Meta-Analysis","year":2008,"lang":"en","type":"review","venue":"Spine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; University of Toronto","funders":"","keywords":"Medicine; Randomized controlled trial; Meta-analysis; Cochrane Library; Psychological intervention; Subgroup analysis; MEDLINE; Physical therapy; Odds ratio; Study heterogeneity; Publication bias; Surgery; Internal medicine","score_opus":0.9534284375286747,"score_gpt":0.6148973094125358,"score_spread":0.33853112811613884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000978705","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011299597,0.99246407,0.0019911595,0.000029021661,0.00012763168,0.0010457103,0.000053994667,0.000006507927,0.0042706328],"genre_scores_gemma":[0.000035819332,0.98313177,0.0030842617,0.00008575964,0.00008836244,0.0002477581,0.00008305467,0.0000321936,0.013211002],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.94102246,0.024051072,0.025016112,0.002644331,0.006793975,0.00047205796],"domain_scores_gemma":[0.97417414,0.0027641752,0.01290994,0.009397539,0.00052916224,0.00022502],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.09756043,0.0010550378,0.057170328,0.003393558,0.000100609985,0.00059363444,0.0039266897,0.00035317364,0.027854022],"category_scores_gemma":[0.019414807,0.00042262065,0.04624868,0.012735279,0.000069353686,0.00016257378,0.0003715128,0.00047512766,0.008150626],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.8677638e-7,0.00006887131,0.00018810014,0.0014135524,0.29486066,0.00009653929,0.000048462705,0.000073145,3.4326117e-8,0.00010353931,0.009163892,0.6939829],"study_design_scores_gemma":[0.000023959969,0.000010147114,0.00007027898,0.00006656055,0.29415023,0.000023028373,0.0000069291136,0.00007058074,3.9259174e-8,0.000036010046,0.7052873,0.00025495826],"about_ca_topic_score_codex":0.000026708252,"about_ca_topic_score_gemma":0.00025173015,"teacher_disagreement_score":0.6961234,"about_ca_system_score_codex":0.000080801605,"about_ca_system_score_gemma":0.00015867157,"threshold_uncertainty_score":0.99982256},"labels":[],"label_agreement":null},{"id":"W2001094634","doi":"10.4103/0019-5413.30519","title":"The hierarchy of evidence: Levels and grades of recommendation","year":2007,"lang":"en","type":"article","venue":"Indian Journal of Orthopaedics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":125,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Hierarchy; Law","score_opus":0.8319497123172591,"score_gpt":0.5617962213172709,"score_spread":0.2701534909999882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001094634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97921765,0.0031049922,0.014257972,0.0023745452,0.00039082352,0.0001724573,0.0000078494895,4.748227e-7,0.0004732181],"genre_scores_gemma":[0.9952785,0.0005192542,0.0037455056,0.000058501202,0.000100971396,3.4737118e-7,2.3715151e-7,0.0000041239555,0.00029258817],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9847734,0.002766751,0.0089297,0.00017767519,0.0031923442,0.00016015324],"domain_scores_gemma":[0.97664344,0.010175929,0.010533159,0.00068992266,0.0018055985,0.00015196025],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18774083,0.00011022839,0.0012931883,0.0004655771,0.00010395656,0.00014835624,0.00084023573,0.000054634893,0.00054636045],"category_scores_gemma":[0.04688553,0.00004082807,0.00079438847,0.00089615776,0.00018460944,0.00038308106,0.000049747003,0.00020287094,0.000009973477],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031514646,0.000025777364,0.40267512,0.000054092023,0.00019311941,0.000020591864,0.0021877917,0.000007252758,0.0002007523,0.00072157645,0.0033399987,0.59054244],"study_design_scores_gemma":[0.0006711062,0.0007724499,0.8176009,0.00083796366,0.0004974327,0.00082210155,0.0073991143,0.0001937581,0.0016561141,0.022139976,0.14717333,0.00023573353],"about_ca_topic_score_codex":0.0000019604847,"about_ca_topic_score_gemma":0.000016792686,"teacher_disagreement_score":0.5903067,"about_ca_system_score_codex":0.000014126239,"about_ca_system_score_gemma":0.00012884314,"threshold_uncertainty_score":0.96114296},"labels":[],"label_agreement":null},{"id":"W2001178009","doi":"10.1186/1756-0500-6-374","title":"Multiple testing in orthopedic literature: a common problem?","year":2013,"lang":"en","type":"article","venue":"BMC Research Notes","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; Hamilton General Hospital","funders":"","keywords":"Null hypothesis; Type I and type II errors; Medicine; Multiple comparisons problem; Statistics; Statistical hypothesis testing; Inference; Orthopedic surgery; Medical physics; Computer science; Mathematics; Surgery; Artificial intelligence","score_opus":0.9180689409079424,"score_gpt":0.614564502488289,"score_spread":0.30350443841965347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001178009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9761717,0.0026866533,0.0018160314,0.0012642723,0.000082309896,0.0030224228,0.000008821738,0.000014212263,0.014933626],"genre_scores_gemma":[0.9608205,0.0000134248585,0.03329134,0.00006298955,0.00010787466,0.00038343313,0.0000064940273,0.000014086315,0.0052998555],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96474063,0.020597266,0.0052876933,0.0010297773,0.007657487,0.0006871715],"domain_scores_gemma":[0.8889191,0.099004015,0.0015272589,0.0048911446,0.0052263923,0.00043205614],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.18381001,0.00021824171,0.0017486279,0.0011243846,0.0002288967,0.0031095431,0.0019969947,0.000107425796,0.00407624],"category_scores_gemma":[0.36351573,0.00010199687,0.0005126709,0.0067511373,0.00012512415,0.00057606096,0.00044135342,0.00061742787,0.011023888],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003137123,0.000060090468,0.9409561,0.00009305197,0.000011277462,0.0000088408515,0.00046727358,0.00007072884,0.00049213984,0.00029165277,0.014348949,0.043196745],"study_design_scores_gemma":[0.00060973025,0.00013743204,0.7814329,0.00063727016,0.000016646687,0.00002134548,0.00082348293,0.122084536,0.00012617408,0.06499907,0.028729789,0.00038161737],"about_ca_topic_score_codex":0.0008317628,"about_ca_topic_score_gemma":0.0014328677,"teacher_disagreement_score":0.17970572,"about_ca_system_score_codex":0.00004288751,"about_ca_system_score_gemma":0.00014803163,"threshold_uncertainty_score":0.99792534},"labels":[],"label_agreement":null},{"id":"W2001201455","doi":"10.1136/bmjopen-2013-004527","title":"Methodological characteristics and treatment effect sizes in oral health randomised controlled trials: Is there a relationship? Protocol for a meta-epidemiological study","year":2014,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates; Killam Trusts; University of Alberta; Alberta Innovates - Health Solutions; Women and Children's Health Research Institute; Children's Health Research Institute; Fondation pour la Recherche Médicale; Alpha Omega Foundation","keywords":"Medicine; Sample size determination; Protocol (science); Randomized controlled trial; Meta-analysis; Epidemiology; Intervention (counseling); Research design; MEDLINE; Clinical trial; Placebo; Alternative medicine; Physical therapy; Statistics; Psychiatry; Internal medicine; Pathology","score_opus":0.9742725078857929,"score_gpt":0.7329682702713417,"score_spread":0.2413042376144512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001201455","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021705756,0.00006744426,0.019669777,0.0031748277,0.00004415247,0.95470387,0.000022217528,0.0000061366964,0.0006058107],"genre_scores_gemma":[0.07789339,0.0000016577776,0.020487363,0.0005873015,0.000059824033,0.89946383,0.0000041920807,0.00000897566,0.0014934399],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.46782643,0.50702095,0.021367755,0.0015749827,0.0017978059,0.00041208044],"domain_scores_gemma":[0.36649677,0.61314255,0.016567161,0.0030169245,0.00046264267,0.00031395844],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.800721,0.00050417206,0.032241408,0.00017847819,0.00021224374,0.00094555895,0.0010720962,0.0001329654,0.0032543214],"category_scores_gemma":[0.722715,0.0001400415,0.0039307894,0.00039397337,0.000048895847,0.00013381692,0.00019990739,0.00012426468,0.00008213591],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10878471,0.0023413496,0.66144127,0.00033132097,0.013127583,0.000011806459,0.002403493,0.000040796986,0.000008195908,0.0035274245,0.026404457,0.1815776],"study_design_scores_gemma":[0.47374648,0.016345412,0.37690476,0.00019175494,0.009576299,0.0000133184085,0.0009250059,0.032574493,0.0000051401726,0.027543008,0.06140215,0.0007721654],"about_ca_topic_score_codex":0.00007471153,"about_ca_topic_score_gemma":0.00012695654,"teacher_disagreement_score":0.36496177,"about_ca_system_score_codex":0.000048422877,"about_ca_system_score_gemma":0.000108761385,"threshold_uncertainty_score":0.9976568},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2001309417","doi":"10.1016/j.jclinepi.2008.08.002","title":"Systematic reviewers commonly contact study authors but do so with limited rigor","year":2008,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":70,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Cochrane Library; MEDLINE; Medicine; Family medicine; Cochrane collaboration; Alternative medicine; Pathology","score_opus":0.9344619821562419,"score_gpt":0.6945616561750576,"score_spread":0.23990032598118427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001309417","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002358151,0.9870924,0.0032914742,0.0005775908,0.0028990798,0.0053377002,0.00002410909,0.0000075219928,0.0005343468],"genre_scores_gemma":[0.00016388147,0.9907945,0.004620672,0.0009866151,0.0011238775,0.00010412121,0.0000073043166,0.00007412943,0.0021249051],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.2193659,0.5536797,0.21562764,0.0024670553,0.007895219,0.00096447335],"domain_scores_gemma":[0.17144923,0.5434149,0.2688622,0.009186855,0.005565768,0.0015210639],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.7767741,0.0016897401,0.17106232,0.00150654,0.00031078418,0.00044228937,0.008306876,0.0014874715,0.0018586373],"category_scores_gemma":[0.86959934,0.0005749146,0.037906144,0.0025505407,0.0005852032,0.00030204796,0.000378965,0.0047332714,0.0031639782],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013425805,0.001635866,0.019844431,0.10266033,0.02402344,0.0013194206,0.00021634047,0.00002677048,3.3255914e-9,0.00092716736,0.21905386,0.6301581],"study_design_scores_gemma":[0.00069175864,0.0023542163,0.0008133207,0.082014985,0.015656197,0.00318465,0.0003216014,0.000077734556,8.554042e-10,0.0005507702,0.8938161,0.0005186689],"about_ca_topic_score_codex":0.000014317589,"about_ca_topic_score_gemma":0.000022275584,"teacher_disagreement_score":0.67476225,"about_ca_system_score_codex":0.00014992675,"about_ca_system_score_gemma":0.0019293749,"threshold_uncertainty_score":0.9998088},"labels":[],"label_agreement":null},{"id":"W2001318621","doi":"10.1186/1471-2431-10-34","title":"A descriptive analysis of child-relevant systematic reviews in the Cochrane Database of Systematic Reviews","year":2010,"lang":"en","type":"article","venue":"BMC Pediatrics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Stollery Children's Hospital; Cochrane; University of Alberta","funders":"Canadian Institutes of Health Research; Northern Alberta Clinical Trials and Research Centre; University of Alberta; Children's Health Research Institute; Women and Children's Health Research Institute; University of Ottawa","keywords":"Medicine; Systematic review; Jadad scale; Meta-analysis; Subgroup analysis; Descriptive statistics; MEDLINE; Pediatrics; Family medicine; Cochrane Library; Pathology; Statistics","score_opus":0.564104387233032,"score_gpt":0.47944090846289483,"score_spread":0.08466347877013719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001318621","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26196456,0.56683,0.09474026,0.00047461284,0.0022977022,0.067257434,0.0006810676,0.000024496114,0.0057298616],"genre_scores_gemma":[0.9442876,0.028140822,0.022437625,0.00045096016,0.0003739213,0.002764715,0.0001004808,0.000056539462,0.0013873198],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.894322,0.055245638,0.039787605,0.0013465396,0.008808686,0.000489581],"domain_scores_gemma":[0.91034013,0.037984945,0.03546165,0.01390717,0.0020861533,0.00021992484],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.3704229,0.00057985994,0.018361054,0.0023729566,0.000107601365,0.00029301262,0.0046989396,0.00016219934,0.001017386],"category_scores_gemma":[0.39909798,0.0002184185,0.0058249203,0.0149619,0.000117619624,0.0003065718,0.00021156573,0.00048424254,0.00079134654],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011854927,0.00047978654,0.035323195,0.9404566,0.000800473,0.000008630778,0.0052134995,0.00011079527,0.00015573068,0.0038886212,0.013461869,0.00008888863],"study_design_scores_gemma":[0.0039718268,0.00072489225,0.06221396,0.3082361,0.3996271,0.00038340263,0.04053406,0.16096112,0.000096328135,0.00322044,0.014809399,0.0052213925],"about_ca_topic_score_codex":0.000056637247,"about_ca_topic_score_gemma":0.0010821761,"teacher_disagreement_score":0.68232304,"about_ca_system_score_codex":0.000036022822,"about_ca_system_score_gemma":0.000119601194,"threshold_uncertainty_score":0.99998665},"labels":[],"label_agreement":null},{"id":"W2001575145","doi":"10.1016/j.ijid.2010.05.004","title":"Resistant and multi-resistant Gram-positive severe infections: the GISIG working methodology","year":2010,"lang":"en","type":"article","venue":"International Journal of Infectious Diseases","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Pfizer","keywords":"Grading (engineering); Working group; Systematic review; Consolidated Standards of Reporting Trials; Quality (philosophy); Medicine; Alternative medicine; MEDLINE; Medical education; Family medicine; Computer science; Political science; Engineering; Pathology","score_opus":0.47272335545475763,"score_gpt":0.5073988086937365,"score_spread":0.034675453238978915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001575145","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9363944,0.0022631327,0.050480347,0.0031227963,0.0046619163,0.00041098695,0.000058361962,0.000012253436,0.0025958142],"genre_scores_gemma":[0.9955778,0.00010088966,0.002912031,0.0004655382,0.0005075013,0.000011347176,0.0000022906306,0.000010806082,0.00041178524],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98795825,0.004901056,0.003910857,0.00036771546,0.0026960038,0.00016609023],"domain_scores_gemma":[0.9801101,0.011153188,0.004776616,0.00074877276,0.003015324,0.00019600034],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02535179,0.00022410147,0.001188162,0.0005790714,0.00027175745,0.0011778027,0.0012246025,0.00007847285,0.0013773112],"category_scores_gemma":[0.0572809,0.0001010598,0.001163464,0.00048959645,0.00020770475,0.00032433798,0.000163847,0.000447579,0.00007163159],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000335838,0.0007701555,0.8602542,0.000017220053,0.0035653359,0.00021840134,0.0012813882,0.0005755264,0.004427882,0.023821155,0.012941874,0.09179102],"study_design_scores_gemma":[0.0018410595,0.00041977369,0.83232534,0.00021437813,0.0012402975,0.0025911727,0.0016009213,0.0017018131,0.00013910003,0.073323496,0.084138565,0.00046408188],"about_ca_topic_score_codex":0.000057877907,"about_ca_topic_score_gemma":0.0006169999,"teacher_disagreement_score":0.09132694,"about_ca_system_score_codex":0.000060395032,"about_ca_system_score_gemma":0.00014215341,"threshold_uncertainty_score":0.9998591},"labels":[],"label_agreement":null},{"id":"W2001722592","doi":"10.1016/j.hcl.2008.09.002","title":"Finding Evidence: Evidence-Based Practice","year":2009,"lang":"en","type":"article","venue":"Hand Clinics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Dilemma; Evidence-based practice; Evidence-based medicine; MEDLINE; Clinical Practice; Best evidence; Medical physics; Medical education; Alternative medicine; Nursing","score_opus":0.8986226009650423,"score_gpt":0.6426458714497107,"score_spread":0.25597672951533157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001722592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38803986,0.09055391,0.33971155,0.11981118,0.0048323357,0.0040723486,0.000020560057,0.00008483095,0.052873418],"genre_scores_gemma":[0.96009976,0.00070982485,0.015445865,0.010299813,0.0003001704,0.000014311181,0.0000015763918,0.000008905534,0.013119771],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9732837,0.010109829,0.008847083,0.0011153987,0.006313015,0.0003309442],"domain_scores_gemma":[0.9180997,0.068371944,0.006553488,0.0044762087,0.0022357332,0.00026294086],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.20972179,0.00025914636,0.0022279716,0.00023956667,0.00030559135,0.0022240255,0.0018364572,0.00014292035,0.006478558],"category_scores_gemma":[0.50067765,0.00012930445,0.0016224324,0.0015885441,0.00006518779,0.0012796338,0.000056995923,0.0002803818,0.009507334],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001744803,0.0003526293,0.03602241,0.00008019395,0.00020189286,0.000080566635,0.0011262291,0.0008702892,0.0002946633,0.004518585,0.3603401,0.59593797],"study_design_scores_gemma":[0.00044821712,0.0005891167,0.021310117,0.0014397079,0.0010007852,0.000025636022,0.0011004906,0.028460737,0.00020080677,0.012218846,0.93267447,0.00053107925],"about_ca_topic_score_codex":0.0000032232103,"about_ca_topic_score_gemma":0.0000032771395,"teacher_disagreement_score":0.5954069,"about_ca_system_score_codex":0.00003536858,"about_ca_system_score_gemma":0.00026284275,"threshold_uncertainty_score":0.9988118},"labels":[],"label_agreement":null},{"id":"W2001743465","doi":"10.1017/s146625231400005x","title":"An introduction to systematic reviews in animal health, animal welfare, and food safety","year":2014,"lang":"en","type":"article","venue":"Animal Health Research Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Systematic review; Animal welfare; Risk analysis (engineering); Animal health; Medicine; Systematic error; Intervention (counseling); MEDLINE; Political science; Veterinary medicine; Biology; Psychiatry","score_opus":0.8217314283901147,"score_gpt":0.6268788092224029,"score_spread":0.1948526191677118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001743465","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061136473,0.41311124,0.0043704673,0.45173705,0.0008230761,0.06646206,0.000082463215,0.00007051984,0.0022066676],"genre_scores_gemma":[0.9151132,0.05585502,0.015571635,0.0069398233,0.0021031918,0.002950553,0.000050102968,0.00011931821,0.001297168],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.71970695,0.22828649,0.0347772,0.004530566,0.010003691,0.002695089],"domain_scores_gemma":[0.9698053,0.0061129564,0.009551777,0.009288518,0.002138782,0.0031026914],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.643738,0.00079698727,0.013427409,0.0018811643,0.0011673752,0.001241695,0.0028378281,0.00019057999,0.001546956],"category_scores_gemma":[0.13116895,0.0004254051,0.0011574933,0.006647506,0.00017487169,0.0008729819,0.00046010313,0.001187186,0.0047041643],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004330583,0.00070963363,0.0038206216,0.13031755,0.00009887767,0.000005946795,0.0039080842,0.000006665609,0.00029031798,0.10600668,0.39424852,0.36015406],"study_design_scores_gemma":[0.00028674075,0.0065297172,0.015611582,0.0036154352,0.000026162204,0.000035834964,0.0006540568,0.0016385979,0.000001932899,0.00029618197,0.97095764,0.0003461426],"about_ca_topic_score_codex":0.00031355437,"about_ca_topic_score_gemma":0.002281612,"teacher_disagreement_score":0.8539767,"about_ca_system_score_codex":0.00061583746,"about_ca_system_score_gemma":0.00040213313,"threshold_uncertainty_score":0.99981976},"labels":[],"label_agreement":null},{"id":"W2001801035","doi":"10.1016/j.jcrc.2005.02.002","title":"Estimating sample size in critical care clinical trials","year":2005,"lang":"en","type":"review","venue":"Journal of Critical Care","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Sample size determination; Medicine; Confidence interval; Outcome (game theory); Statistics; Identification (biology); Sample (material); Type I and type II errors; Selection (genetic algorithm); Computer science; Mathematics; Machine learning; Internal medicine","score_opus":0.9546387796550327,"score_gpt":0.7619876524526261,"score_spread":0.19265112720240662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001801035","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010059953,0.98661387,0.006932293,0.0008622499,0.002956675,0.000796426,0.00023489188,0.0000040551517,0.0015894633],"genre_scores_gemma":[0.008473545,0.7133805,0.26638106,0.00066299405,0.010681009,0.000064851236,0.000020918722,0.00013055104,0.00020456548],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8354886,0.091014,0.06262422,0.0012796388,0.008915489,0.00067801523],"domain_scores_gemma":[0.251358,0.7084307,0.020118024,0.0048653516,0.013580293,0.001647587],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.3220591,0.00091550674,0.036958758,0.00093754544,0.00016241499,0.001823119,0.0037565345,0.0009868674,0.012839984],"category_scores_gemma":[0.9510682,0.00042587958,0.021649765,0.0015240683,0.00039635334,0.0004729032,0.00031872562,0.0027075547,0.00087182736],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007955737,0.00009471121,0.00012912844,0.016256351,0.00009850563,0.0002077957,0.00031644636,0.000007848956,1.266378e-8,0.0011825742,0.0035967787,0.9781019],"study_design_scores_gemma":[0.00034415504,0.00024680496,0.000031128428,0.008659537,0.0072510266,0.000329592,0.003365891,0.0001551205,3.9252026e-8,0.0040304507,0.97511756,0.00046869952],"about_ca_topic_score_codex":0.000004122483,"about_ca_topic_score_gemma":0.000018664225,"teacher_disagreement_score":0.9776332,"about_ca_system_score_codex":0.0003353838,"about_ca_system_score_gemma":0.001459097,"threshold_uncertainty_score":0.9999061},"labels":[],"label_agreement":null},{"id":"W2002049303","doi":"10.2147/clep.s16526","title":"Multiple treatment comparison meta-analyses: a step forward into complexity","year":2011,"lang":"en","type":"article","venue":"Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Centre for Advancing Health Outcomes; University of British Columbia; University of Ottawa","funders":"","keywords":"Meta-analysis; Context (archaeology); Medicine; Transparency (behavior); Clinical trial; Sample size determination; Comparative effectiveness research; Computer science; Management science; Data science; Alternative medicine; Pathology; Statistics","score_opus":0.9913104801979001,"score_gpt":0.7335427350719073,"score_spread":0.2577677451259929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002049303","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15205535,0.008134438,0.8036221,0.0068969578,0.0021079243,0.00275516,0.00008599695,0.00006551745,0.024276523],"genre_scores_gemma":[0.7685176,0.00009105989,0.22358814,0.0035245891,0.00021465906,0.00017748975,0.000031385665,0.000019573481,0.0038354704],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.79089403,0.15099567,0.052290622,0.00309678,0.0019026488,0.0008202313],"domain_scores_gemma":[0.7076791,0.25203893,0.025948206,0.011593117,0.0015588065,0.0011818362],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.3540503,0.0006706758,0.028165597,0.00030119932,0.00022926797,0.00008200861,0.0028711688,0.0004561704,0.036480904],"category_scores_gemma":[0.49000147,0.0002633568,0.018243624,0.0008341929,0.00090343924,0.00014934552,0.00037114022,0.00044418385,0.015627796],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007462104,0.0007775819,0.84170514,0.000013975331,0.012511957,0.000007829902,0.00040803044,0.00006386321,0.0000019570625,0.010495816,0.0989988,0.034940418],"study_design_scores_gemma":[0.0010096577,0.0011664873,0.26648524,0.00000652346,0.016502041,0.000010296261,0.0006718054,0.091904394,0.00001015693,0.18111794,0.440626,0.00048948],"about_ca_topic_score_codex":0.0010240783,"about_ca_topic_score_gemma":0.0020302632,"teacher_disagreement_score":0.6164623,"about_ca_system_score_codex":0.00007036346,"about_ca_system_score_gemma":0.000094314804,"threshold_uncertainty_score":0.9999819},"labels":[],"label_agreement":null},{"id":"W2002062153","doi":"10.1371/journal.pone.0066844","title":"Systematic Review of the Empirical Evidence of Study Publication Bias and Outcome Reporting Bias — An Updated Review","year":2013,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1128,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; Tufts University School of Medicine; University of Oxford; Moorfields Eye Hospital NHS Foundation Trust; Women's College Hospital; Queen's University; University of Bristol; Centre Hospitalier Universitaire Vaudois; University of Sydney; King's College London; School of Medicine, Stanford University; Hospices Civils de Lyon; Tufts Medical Center","keywords":"Publication bias; Reporting bias; Meta-analysis; Medicine; Selection bias; Systematic review; MEDLINE; Odds; Psychological intervention; Information bias; Funnel plot; Protocol (science); Cohort study; Evidence-based medicine; Odds ratio; Observational study; Alternative medicine; Psychiatry; Internal medicine; Logistic regression; Pathology","score_opus":0.9782630943325398,"score_gpt":0.6274158798230399,"score_spread":0.35084721450949985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002062153","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025583827,0.9750941,0.00001484145,0.0005716625,0.000050679668,0.02380031,0.000016289494,0.000009123536,0.00018715994],"genre_scores_gemma":[0.000079775484,0.9951836,0.00064852036,0.0005070649,0.000029718756,0.0012414824,0.000027298192,0.000035703706,0.0022468548],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.80233234,0.08040873,0.100531325,0.0021243002,0.014235139,0.0003681617],"domain_scores_gemma":[0.74655867,0.0128557235,0.21156637,0.019042775,0.0096591795,0.00031728487],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.36018905,0.0007858308,0.04101582,0.00047166971,0.00011587346,0.00046314936,0.004546187,0.00019425672,0.0030212437],"category_scores_gemma":[0.6224631,0.00028086794,0.0044479608,0.0053241514,0.00011559772,0.000560965,0.0006601072,0.00047947775,0.0005864496],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.9617595e-7,0.00047943654,0.0024939745,0.9831449,0.0013412845,9.221466e-7,0.000056356756,7.35829e-9,2.4416576e-7,0.000012589141,0.004567331,0.007902795],"study_design_scores_gemma":[0.000028291113,0.00007672956,0.000120747296,0.94735086,0.040687114,0.000023049355,0.000053896438,0.000028901371,3.427311e-7,0.00001789593,0.011367544,0.00024460317],"about_ca_topic_score_codex":0.000014909645,"about_ca_topic_score_gemma":0.0000070187134,"teacher_disagreement_score":0.2622741,"about_ca_system_score_codex":0.000066945606,"about_ca_system_score_gemma":0.0003221702,"threshold_uncertainty_score":0.99996436},"labels":[],"label_agreement":null},{"id":"W2002396122","doi":"10.1016/j.cvfa.2011.12.002","title":"Using Systematic Reviews to Critically Appraise the Scientific Information for the Bovine Veterinarian","year":2012,"lang":"en","type":"review","venue":"Veterinary Clinics of North America Food Animal Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Systematic review; Scientific evidence; Scientific literature; Animal health; Human health; MEDLINE; Medicine; Management science; Risk analysis (engineering); Computer science; Veterinary medicine; Environmental health; Biology; Engineering","score_opus":0.8687886307643129,"score_gpt":0.6064470769055815,"score_spread":0.26234155385873137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002396122","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000572401,0.9442457,0.037408423,0.0007408334,0.0016105473,0.015207766,0.00039994883,0.000011888,0.00031767596],"genre_scores_gemma":[0.0014921115,0.9447621,0.047851406,0.002040052,0.000653951,0.0026815499,0.000116624535,0.000103455146,0.0002987438],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9355318,0.029702906,0.027423859,0.0013547699,0.0051765703,0.00081007375],"domain_scores_gemma":[0.7907292,0.14179763,0.048286512,0.0120419115,0.006558635,0.0005860996],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17404452,0.0010317328,0.012381119,0.0006458863,0.0009685441,0.0027022895,0.0063784495,0.00021316725,0.00029142795],"category_scores_gemma":[0.37359428,0.000402349,0.0063301176,0.0041867946,0.00043778127,0.0023032094,0.001098578,0.00072675763,0.0026237501],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015159641,0.0001961313,0.0000029179248,0.107190065,0.0010865534,0.0000040670875,0.00048813949,0.000015041665,6.07175e-7,0.00024810428,0.0042368663,0.8863799],"study_design_scores_gemma":[0.0000796986,0.002627025,0.0000065447716,0.0063501284,0.010116859,0.00035203903,0.00061713386,0.000931566,9.55622e-9,0.000014033467,0.97848463,0.00042033248],"about_ca_topic_score_codex":0.000008829474,"about_ca_topic_score_gemma":0.000005044928,"teacher_disagreement_score":0.97424775,"about_ca_system_score_codex":0.00008939793,"about_ca_system_score_gemma":0.00050692924,"threshold_uncertainty_score":0.9998428},"labels":[],"label_agreement":null},{"id":"W2002541423","doi":"10.1016/j.jclinepi.2007.10.016","title":"Systematic reviews and original articles differ in relevance, novelty, and use in an evidence-based service for physicians: PLUS project","year":2008,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research; McMaster University","keywords":"Systematic review; Observational study; Relevance (law); Novelty; Medicine; MEDLINE; Family medicine; Psychology; Medical education; Internal medicine; Social psychology","score_opus":0.948207793787354,"score_gpt":0.6642309441293712,"score_spread":0.28397684965798276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002541423","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.970677,0.009427047,0.01406213,0.00376319,0.0002456463,0.0018142416,0.000003542889,0.0000014409287,0.0000057727284],"genre_scores_gemma":[0.89865685,0.0096404245,0.079557225,0.011318476,0.0004331092,0.00015359494,0.0000013055011,0.000020072917,0.0002189705],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8526908,0.09745235,0.047039557,0.001025467,0.0013268383,0.00046497153],"domain_scores_gemma":[0.5092789,0.45779955,0.029326057,0.0017842376,0.0014925274,0.00031876328],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.41381735,0.00028436974,0.014953761,0.0004626881,0.00005998955,0.00009347827,0.00079164415,0.00020689749,0.000037659265],"category_scores_gemma":[0.728806,0.00012748466,0.0013465413,0.0009179169,0.00020238654,0.0008578123,0.000060573675,0.00050984276,0.0000254127],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033580686,0.00020188729,0.98504776,0.0036568658,0.00007669491,0.000030056428,0.00029939564,0.00028041992,0.000018632127,0.0005065232,0.0040923054,0.0054536792],"study_design_scores_gemma":[0.0028207314,0.001237603,0.7882837,0.016450671,0.00043235495,0.00022918425,0.0002991775,0.16795,0.0000020364369,0.010546972,0.011411363,0.00033616225],"about_ca_topic_score_codex":0.000043843385,"about_ca_topic_score_gemma":0.00054190354,"teacher_disagreement_score":0.3603472,"about_ca_system_score_codex":0.000040241765,"about_ca_system_score_gemma":0.0002287384,"threshold_uncertainty_score":0.99967027},"labels":[],"label_agreement":null},{"id":"W2002766944","doi":"10.1038/sj.ijo.0803640","title":"What is the quality of reporting in weight loss intervention studies? A systematic review of randomized controlled trials","year":2007,"lang":"en","type":"review","venue":"International Journal of Obesity","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of British Columbia; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Consolidated Standards of Reporting Trials; Medicine; Randomized controlled trial; Psychological intervention; Quality Score; Clinical trial; Sample size determination; Gee; Weight loss; Systematic review; Physical therapy; Generalized estimating equation; MEDLINE; Internal medicine; Obesity; Statistics","score_opus":0.8286858883704907,"score_gpt":0.6713027894454069,"score_spread":0.15738309892508384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002766944","genre_codex":"review","genre_gemma":"review","domain_codex":"reporting","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":"reporting","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018140227,0.988001,0.0022237904,0.00042080472,0.0025564882,0.006486454,0.000018961548,8.622352e-7,0.00011027179],"genre_scores_gemma":[0.00063149346,0.99802226,0.00029003006,0.00014014557,0.00020394863,0.00011473581,0.000004120435,0.000011684302,0.0005815599],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.25564915,0.30026773,0.41507974,0.0011095562,0.027515415,0.00037840861],"domain_scores_gemma":[0.12498528,0.18810795,0.6607051,0.0028415343,0.023242878,0.00011724046],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8813659,0.0005688809,0.10888226,0.0015269318,0.000036708374,0.000385292,0.0040606083,0.0001876659,0.0012830568],"category_scores_gemma":[0.8043867,0.00018168165,0.055994865,0.001123912,0.00019503053,0.000520251,0.00028137368,0.00055250776,0.000037410635],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019350521,0.00031874992,0.0001472372,0.90476906,0.038753457,0.000065291904,0.00045708762,0.0000011901087,1.897385e-7,0.00086864695,0.001763179,0.050920848],"study_design_scores_gemma":[0.017821185,0.000022966817,0.000011946312,0.95059144,0.020400807,0.0002003679,0.0003840353,0.000016537531,0.0000016172478,0.0020768438,0.008327125,0.00014514381],"about_ca_topic_score_codex":0.000013486233,"about_ca_topic_score_gemma":0.000013051432,"teacher_disagreement_score":0.24562536,"about_ca_system_score_codex":0.00026125842,"about_ca_system_score_gemma":0.00032254492,"threshold_uncertainty_score":0.9996299},"labels":[],"label_agreement":null},{"id":"W2003075952","doi":"10.1007/s00134-014-3250-7","title":"Registration and design alterations of clinical trials in critical care: a cross-sectional observational study","year":2014,"lang":"en","type":"review","venue":"Intensive Care Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; Health Sciences Centre; SickKids Foundation; University of Toronto; University of Alberta; Hospital for Sick Children; Stollery Children's Hospital","funders":"","keywords":"Medicine; Observational study; Randomized controlled trial; Clinical trial; Protocol (science); Sample size determination; Trial registration; MEDLINE; Anesthesiology; Intensive care; Emergency medicine; Intensive care medicine; Alternative medicine; Internal medicine; Pathology","score_opus":0.9744943615407187,"score_gpt":0.74412411926128,"score_spread":0.2303702422794387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003075952","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032976735,0.973667,0.01951602,0.00045315753,0.0017219865,0.003913291,0.000086767475,0.0000039920424,0.00030800374],"genre_scores_gemma":[0.04714333,0.93926543,0.0042969207,0.0017144554,0.004091274,0.0011510957,0.0008676322,0.00007988669,0.0013899809],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.84237045,0.09485052,0.054161966,0.0020715715,0.0062804976,0.00026498374],"domain_scores_gemma":[0.59406376,0.30332586,0.029154245,0.0048870775,0.06809609,0.00047298532],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.29389596,0.0005369656,0.021216204,0.00084478495,0.00011370285,0.0003236723,0.00091307476,0.00040153394,0.0012063291],"category_scores_gemma":[0.86836797,0.0002481847,0.002730657,0.0011389843,0.00057413074,0.00014893524,0.000113496084,0.0006219509,0.00008828135],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009233502,0.00018303405,0.16797939,0.013846643,0.0012451507,0.00007573879,0.0062253433,0.000039171566,8.226738e-7,0.00472037,0.05610603,0.74948597],"study_design_scores_gemma":[0.0017011117,0.0017308822,0.049927372,0.009237942,0.005013703,0.00009987556,0.020890757,0.00043335327,1.4998744e-7,0.0015831888,0.9088547,0.0005269287],"about_ca_topic_score_codex":0.000042053416,"about_ca_topic_score_gemma":0.00010520833,"teacher_disagreement_score":0.8527487,"about_ca_system_score_codex":0.00009149058,"about_ca_system_score_gemma":0.0007193475,"threshold_uncertainty_score":0.999997},"labels":[],"label_agreement":null},{"id":"W2003123333","doi":"10.1079/phn2005877","title":"An assessment of inter-rater agreement of the literature filtering process in the development of evidence-based dietary guidelines","year":2006,"lang":"en","type":"article","venue":"Public Health Nutrition","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Global Health Research; Hospital for Sick Children; University of Toronto","funders":"Instituto Danone; Danone Institute of Canada; Danone","keywords":"Guideline; Inter-rater reliability; Kappa; Cohen's kappa; Agreement; Process (computing); Psychology; Reliability (semiconductor); Statistics; Medicine; Computer science; Mathematics; Pathology; Rating scale","score_opus":0.8333649483577866,"score_gpt":0.6043015962831583,"score_spread":0.22906335207462836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003123333","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91840225,0.0028335538,0.03549042,0.04073019,0.00015881116,0.002188265,0.00003271278,0.0000027385752,0.00016107765],"genre_scores_gemma":[0.98134863,0.00003086195,0.017789753,0.0005782063,0.000042285414,0.00015432878,0.000028174903,0.0000033768818,0.000024397377],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97999704,0.006805257,0.00922572,0.0004122086,0.0033376175,0.00022218203],"domain_scores_gemma":[0.9920602,0.0007187601,0.0038181744,0.0013572094,0.0019967773,0.00004891414],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.084077135,0.00014317407,0.0011283077,0.00034556963,0.00007923092,0.00018582548,0.0012300812,0.00004482261,0.00019938218],"category_scores_gemma":[0.002730358,0.000051075316,0.00032514273,0.0016804353,0.000039649207,0.00038719934,0.000044395794,0.00010585085,0.0000019223992],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007341431,0.007321088,0.550328,0.027558424,0.00021293548,0.0000026377818,0.035714936,0.0027825043,0.0057148654,0.001846937,0.04221948,0.32622477],"study_design_scores_gemma":[0.0011112272,0.000488449,0.8979161,0.012656722,0.000060539387,0.0000052485743,0.009075366,0.038780898,0.002672581,0.0042054304,0.03269165,0.00033580826],"about_ca_topic_score_codex":0.000049328428,"about_ca_topic_score_gemma":0.00023400383,"teacher_disagreement_score":0.34758806,"about_ca_system_score_codex":0.00007141136,"about_ca_system_score_gemma":0.0004976176,"threshold_uncertainty_score":0.9431353},"labels":[],"label_agreement":null},{"id":"W2003163440","doi":"10.1186/1742-7622-5-9","title":"(Errors in statistical tests)3","year":2008,"lang":"en","type":"article","venue":"Emerging Themes in Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Institute of Environmental Health Sciences; National Institutes of Health; University of Alberta","keywords":"Null hypothesis; Statistical hypothesis testing; Statistics; Statistical significance; Statistical analysis; Test (biology); Null (SQL); Psychology; Econometrics; Computer science; Mathematics; Data mining","score_opus":0.8263133698651303,"score_gpt":0.5943502393848774,"score_spread":0.23196313048025285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003163440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9167124,0.0030687507,0.044919632,0.008207369,0.000798337,0.0005773221,0.000012052964,0.000016015605,0.025688125],"genre_scores_gemma":[0.9636238,0.00011990513,0.031805243,0.0012388073,0.00006859196,0.000041304887,0.0000058182213,0.000011225044,0.0030852992],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9432731,0.03740422,0.015594932,0.0014593732,0.0014686297,0.0007997132],"domain_scores_gemma":[0.94116414,0.05309158,0.0026477596,0.002758651,0.00018239324,0.00015546894],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.16274178,0.0002563596,0.0044302773,0.0006748483,0.00007678876,0.000015375119,0.0014369806,0.0001344019,0.009940617],"category_scores_gemma":[0.34982616,0.0001337174,0.0005732974,0.0013419838,0.0002387642,0.00010391135,0.00017467026,0.00034738096,0.0023110916],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056162094,0.00004275114,0.90148777,0.0000072047533,0.0000204145,0.00005061779,0.00071642664,0.0016164974,0.00000779154,0.022578068,0.067529194,0.005937641],"study_design_scores_gemma":[0.00024916854,0.000034743614,0.6731825,0.0000261809,0.000015299065,0.000067239685,0.00044333673,0.03469595,0.000002137097,0.18632893,0.10473612,0.00021841275],"about_ca_topic_score_codex":0.00014574802,"about_ca_topic_score_gemma":0.0002699072,"teacher_disagreement_score":0.2283053,"about_ca_system_score_codex":0.00005145094,"about_ca_system_score_gemma":0.000050552284,"threshold_uncertainty_score":0.9984657},"labels":[],"label_agreement":null},{"id":"W2003178123","doi":"10.1371/journal.pone.0049667","title":"A Descriptive Analysis of Overviews of Reviews Published between 2000 and 2011","year":2012,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":254,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Cochrane","funders":"","keywords":"Data extraction; Descriptive statistics; Systematic review; Psychological intervention; Medicine; MEDLINE; Population; Meta-analysis; Statistics; Pathology; Mathematics","score_opus":0.9224024115234534,"score_gpt":0.5212104063129059,"score_spread":0.40119200521054743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003178123","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000104908446,0.99308336,0.00025510354,0.00002359714,0.00004480412,0.0027600708,0.0004670212,0.0000031701964,0.0032579573],"genre_scores_gemma":[0.00004081921,0.98562694,0.0062774345,0.00001823279,0.00011690004,0.00017802454,0.00015001472,0.000030667365,0.00756097],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.93924457,0.02271426,0.029194541,0.0015931353,0.0068155583,0.00043791308],"domain_scores_gemma":[0.94856757,0.0057373885,0.03556058,0.007712386,0.0019454248,0.0004766277],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.14520516,0.00086130964,0.05405286,0.0030489261,0.00005779944,0.00032916197,0.0029760536,0.00041020135,0.040597204],"category_scores_gemma":[0.032193188,0.00039502417,0.010745663,0.0072335443,0.00016652863,0.0005331674,0.0004491798,0.0003963977,0.0016597915],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014950571,0.00051017635,0.005909166,0.032995626,0.033375576,4.943851e-7,0.00061961444,5.5968396e-8,0.0000011437184,0.0001231501,0.009651021,0.9168125],"study_design_scores_gemma":[0.00004858427,0.000031379586,0.00071935536,0.005552802,0.18930703,4.7026748e-7,0.00002023514,0.000021156427,0.0000010887103,0.00011225597,0.80389625,0.00028940637],"about_ca_topic_score_codex":0.00005722768,"about_ca_topic_score_gemma":0.00004769858,"teacher_disagreement_score":0.9165231,"about_ca_system_score_codex":0.000084852036,"about_ca_system_score_gemma":0.00025755318,"threshold_uncertainty_score":0.99985015},"labels":[],"label_agreement":null},{"id":"W2003566898","doi":"10.1002/ibd.21131","title":"Quality and publication success of abstracts of randomized clinical trials in inflammatory bowel disease presented at Digestive Disease Week†","year":2009,"lang":"en","type":"article","venue":"Inflammatory Bowel Diseases","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Inflammatory bowel disease; Medicine; Disease; Gastroenterology; Clinical trial; Randomized controlled trial; Internal medicine","score_opus":0.4760723588911557,"score_gpt":0.52791687861297,"score_spread":0.05184451972181431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003566898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98836786,0.0046608984,0.00022714776,0.0016607405,0.00019504724,0.0036880479,0.00045158406,0.000022879265,0.0007258172],"genre_scores_gemma":[0.9983238,0.00028550279,0.00008520093,0.00020043639,0.00012263209,0.00018603832,0.00010308986,0.000018896,0.00067440595],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.87952566,0.07368693,0.038610287,0.0017236572,0.0059550055,0.00049847405],"domain_scores_gemma":[0.8673049,0.07988156,0.039183684,0.0066979113,0.004236975,0.002694939],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22550268,0.00057925866,0.008362028,0.00088672654,0.00012426695,0.00046495552,0.001508367,0.00017550298,0.0010404462],"category_scores_gemma":[0.5287333,0.000339532,0.004524525,0.0006828901,0.00084692956,0.0010434923,0.00027447965,0.00022547592,0.00011606628],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020834653,0.00080661994,0.9668087,0.00048957934,0.00033010563,0.000043021646,0.00014671471,0.00036072184,0.000036009013,0.0027927472,0.0037360138,0.0036151353],"study_design_scores_gemma":[0.015681876,0.000026219044,0.9714732,0.00023822018,0.0008764417,4.7486856e-7,0.00009108857,0.0029499554,0.000013205812,0.007662874,0.0006769204,0.00030952695],"about_ca_topic_score_codex":0.000018888548,"about_ca_topic_score_gemma":0.000027984717,"teacher_disagreement_score":0.30323064,"about_ca_system_score_codex":0.00006698359,"about_ca_system_score_gemma":0.00070665637,"threshold_uncertainty_score":0.99990565},"labels":[],"label_agreement":null},{"id":"W2003774556","doi":"10.1016/j.jclinepi.2006.01.007","title":"Errors in search strategies were identified by type and frequency","year":2006,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":144,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Population and Public Health; University of Ottawa; Children's Hospital of Eastern Ontario","funders":"","keywords":"MEDLINE; Cochrane Library; Interquartile range; Medicine; Systematic review; Randomized controlled trial; Evidence-based medicine; Alternative medicine; Surgery; Pathology","score_opus":0.8938970071046008,"score_gpt":0.6803107360019218,"score_spread":0.21358627110267903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003774556","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97711396,0.0048730546,0.005553983,0.006840816,0.00079776224,0.00013033702,0.0000033300564,0.0000011556198,0.0046855775],"genre_scores_gemma":[0.99022245,0.00040679582,0.006267921,0.00065126544,0.0003016951,8.976996e-7,0.0000017488693,0.000005696484,0.0021415052],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8529399,0.09055577,0.05310203,0.0008080468,0.0021422242,0.0004520286],"domain_scores_gemma":[0.82485634,0.14980574,0.021449726,0.0015353259,0.002005818,0.00034706117],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.51517844,0.00017389492,0.008247527,0.00029999146,0.000041931824,0.0001369812,0.0010629427,0.00027993164,0.00236087],"category_scores_gemma":[0.38128853,0.00007881351,0.0013698448,0.00066260673,0.00026619917,0.00029394048,0.000075764336,0.0007896713,0.00031500778],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000255866,0.000067374815,0.84182125,0.000012779397,0.000066589506,0.000022564147,0.000021919912,0.00020288672,0.00004350196,0.0110560935,0.14228076,0.004378688],"study_design_scores_gemma":[0.0003811329,0.00023025338,0.69915587,0.000034971286,0.000061020564,0.000055551962,0.00041112353,0.0011287164,0.0000013998388,0.2793782,0.019070888,0.000090851216],"about_ca_topic_score_codex":0.00014781168,"about_ca_topic_score_gemma":0.00023281157,"teacher_disagreement_score":0.2683221,"about_ca_system_score_codex":0.000014538183,"about_ca_system_score_gemma":0.00022138459,"threshold_uncertainty_score":0.99855113},"labels":[],"label_agreement":null},{"id":"W2004133899","doi":"10.1186/1745-6215-13-137","title":"Diagnostic randomized controlled trials: the final frontier","year":2012,"lang":"en","type":"editorial","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Randomized controlled trial; Gold standard (test); Diagnostic test; Medical physics; Intensive care medicine; Clinical trial; Psychological intervention; Diagnostic accuracy; Test (biology); Intervention (counseling); Cohort; Physical therapy; Surgery; Pediatrics; Pathology; Radiology; Nursing","score_opus":0.8414676085028139,"score_gpt":0.6015424107892008,"score_spread":0.2399251977136131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004133899","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000131239,0.081635974,0.009825392,0.0010705083,0.87593836,0.024147956,0.00039443717,0.000013528331,0.0069607003],"genre_scores_gemma":[0.00016798994,0.0016741606,0.00053332245,0.00012357783,0.8326514,0.0048549445,0.00012845041,0.000050931398,0.15981524],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.07704415,0.7645147,0.12513421,0.0022341067,0.030119045,0.0009537972],"domain_scores_gemma":[0.0015685653,0.8889922,0.09765323,0.007820052,0.003644311,0.0003216268],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.96662843,0.0013917566,0.15592414,0.00080301444,0.00037662117,0.0046121697,0.0061755353,0.0013808502,0.09579204],"category_scores_gemma":[0.9963744,0.00036478357,0.061771385,0.0009395637,0.00030601418,0.00025227957,0.00026988966,0.0011470664,0.019010054],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.033548567,0.000054966265,0.0000039638458,0.000032780394,0.007460463,0.0000032481055,0.0001612074,0.0000059215076,8.307417e-7,0.00034640337,0.9530749,0.0053067724],"study_design_scores_gemma":[0.20784828,0.000018506082,0.0000015988926,0.000106506566,0.02792883,8.434518e-7,0.0000607965,0.00009486564,8.9022427e-7,0.0105330795,0.7531031,0.00030270478],"about_ca_topic_score_codex":0.000038920643,"about_ca_topic_score_gemma":0.000014320903,"teacher_disagreement_score":0.19997178,"about_ca_system_score_codex":0.00007670586,"about_ca_system_score_gemma":0.00080123026,"threshold_uncertainty_score":0.99991554},"labels":[],"label_agreement":null},{"id":"W2004282676","doi":"10.1186/1748-7161-7-s1-o34","title":"Determining clinical significance independently from statistical significance? Implications for practice","year":2012,"lang":"en","type":"article","venue":"Scoliosis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; University of Alberta","funders":"","keywords":"Medicine; Clinical significance; Clinical Practice; Statistical significance; Bioinformatics; Computational biology; Data science; Pathology; Internal medicine; Biology; Computer science; Family medicine","score_opus":0.8072988705967861,"score_gpt":0.6173456581096709,"score_spread":0.18995321248711516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004282676","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05067511,0.0013396613,0.9298774,0.00450238,0.0016196563,0.002914007,0.000835176,0.000028701257,0.008207879],"genre_scores_gemma":[0.9026342,0.000026868327,0.093817964,0.0014384269,0.00072171044,0.0005638647,0.000025926644,0.000022019243,0.0007489999],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9800915,0.0073421053,0.00834015,0.0011991434,0.0024614744,0.0005656382],"domain_scores_gemma":[0.9529817,0.037212208,0.004611068,0.0032591077,0.0014018461,0.00053406705],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08660455,0.00029880492,0.0023998194,0.00019514035,0.0002919542,0.0008447815,0.001638289,0.00017239618,0.0025621105],"category_scores_gemma":[0.14878228,0.0001790256,0.0011616201,0.00094497873,0.0001292037,0.000853484,0.00013844634,0.0002485805,0.0025734985],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050730025,0.00049504254,0.7166845,0.000031392774,0.0005322548,0.0000017733818,0.0006290557,0.000015104819,0.00036850333,0.022356765,0.15206887,0.10676598],"study_design_scores_gemma":[0.0004588786,0.00010256949,0.5698051,0.00004036805,0.0010673598,0.000008007795,0.0011371429,0.0014666684,0.00009902927,0.018379493,0.40701252,0.0004228555],"about_ca_topic_score_codex":0.000033860782,"about_ca_topic_score_gemma":0.000027085376,"teacher_disagreement_score":0.8519591,"about_ca_system_score_codex":0.00005662479,"about_ca_system_score_gemma":0.00017475718,"threshold_uncertainty_score":0.99834967},"labels":[],"label_agreement":null},{"id":"W2005679951","doi":"10.1016/j.jclinepi.2010.08.006","title":"Development quality criteria to evaluate nontherapeutic studies of incidence, prevalence, or risk factors of chronic diseases: pilot study of new checklists","year":2010,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":133,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Canada","funders":"","keywords":"Medicine; Incidence (geometry); Environmental health; Risk factor; Epidemiology; Quality (philosophy); Internal medicine","score_opus":0.9407859623052889,"score_gpt":0.725828573631878,"score_spread":0.21495738867341085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005679951","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99277174,0.0019992257,0.0024727867,0.00033848468,0.0015710989,0.0007967838,0.000017712691,0.0000013855052,0.00003076696],"genre_scores_gemma":[0.9856935,0.00063962897,0.012628477,0.00015880297,0.000264214,0.000009054399,4.2393853e-7,0.000009390721,0.0005964678],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7864877,0.10925693,0.09684019,0.0012695392,0.005593342,0.0005522803],"domain_scores_gemma":[0.5730166,0.29170135,0.12061503,0.0046873046,0.008834504,0.0011452659],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.48361266,0.0003725654,0.017712649,0.00046761776,0.0000714086,0.000022052887,0.0026158749,0.00015515754,0.0032562572],"category_scores_gemma":[0.7393859,0.00015329647,0.0022876838,0.0008928543,0.00042299763,0.0001896456,0.00035982093,0.0006811529,0.00004662833],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068827457,0.0016686468,0.97050023,0.00030886248,0.002054787,0.000002302711,0.0017017741,0.00020020297,0.00020344093,0.00007172634,0.0036704098,0.018929336],"study_design_scores_gemma":[0.0010759789,0.007311787,0.98251367,0.00021837313,0.0011877397,0.0000044354324,0.0014318335,0.00026055812,0.000027574824,0.0037946524,0.0020317663,0.0001416477],"about_ca_topic_score_codex":0.00009836874,"about_ca_topic_score_gemma":0.00080790947,"teacher_disagreement_score":0.25577328,"about_ca_system_score_codex":0.00004600615,"about_ca_system_score_gemma":0.001358497,"threshold_uncertainty_score":0.9976549},"labels":[],"label_agreement":null},{"id":"W2005775721","doi":"10.1046/j.1365-2168.2000.01610.x","title":"Improving the quality of reports of meta-analyses of randomised controlled trials: the QUOROM statement","year":2000,"lang":"en","type":"review","venue":"British journal of surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":417,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Centre For Cold Ocean Resources Engineering; University of Ottawa","funders":"Abbott Laboratories","keywords":"Medicine; Statement (logic); Meta-analysis; Randomized controlled trial; MEDLINE; Quality (philosophy); Intensive care medicine; Medical physics; Surgery; Internal medicine","score_opus":0.9313215968059884,"score_gpt":0.6190050482723246,"score_spread":0.31231654853366375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005775721","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00070446014,0.9948791,0.00054299086,0.00007709668,0.0005406194,0.002799369,0.00016688481,9.894868e-7,0.00028847126],"genre_scores_gemma":[0.0030883935,0.995465,0.0002613139,0.000028005401,0.00017334534,0.00009591609,0.000008130101,0.000025709049,0.00085421914],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.61007696,0.20881224,0.16519888,0.0008377724,0.014687123,0.00038700487],"domain_scores_gemma":[0.46726242,0.23965965,0.28384423,0.0037137936,0.005359634,0.00016029063],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7983789,0.00065651594,0.09573674,0.00088128535,0.00013755316,0.00059466006,0.002353852,0.00020534817,0.0107924165],"category_scores_gemma":[0.46336752,0.00020659112,0.09386129,0.001720675,0.00029994326,0.00026554172,0.00011616863,0.0005591767,0.000007730907],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004023751,0.0001795316,0.000022903725,0.0039866176,0.07691008,0.00012206978,0.0000624536,0.00004412644,0.000007904114,0.00000795079,0.033965077,0.8842889],"study_design_scores_gemma":[0.0061181462,0.00005743312,0.000075164506,0.010526946,0.36385283,0.0020247546,0.0005902699,0.00002485574,0.000028305603,0.0010121451,0.6151972,0.00049196853],"about_ca_topic_score_codex":0.0004380767,"about_ca_topic_score_gemma":0.000023831944,"teacher_disagreement_score":0.88379693,"about_ca_system_score_codex":0.000043443313,"about_ca_system_score_gemma":0.0014680418,"threshold_uncertainty_score":0.9901118},"labels":[],"label_agreement":null},{"id":"W2005824817","doi":"10.7326/0003-4819-137-12-200212170-00033","title":"Reflections on Medical Journals","year":2002,"lang":"en","type":"letter","venue":"Annals of Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Kingdom; Library science; Gerontology; Family medicine","score_opus":0.898520697120682,"score_gpt":0.651237376621366,"score_spread":0.247283320499316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005824817","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016854805,0.0035752323,0.0017543535,0.7912577,0.0019337968,0.00023824151,0.00002307701,0.000005131204,0.20104393],"genre_scores_gemma":[0.0046767173,0.0011435641,0.00011675088,0.86367613,0.010452263,0.000016264927,0.000012387454,0.000034107714,0.1198718],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94523585,0.00905984,0.01850943,0.0011550904,0.025562895,0.00047686865],"domain_scores_gemma":[0.9663866,0.011893101,0.013303862,0.004106542,0.003909836,0.0004000464],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.11310322,0.0006119457,0.0076583754,0.002107222,0.00009367736,0.00022183137,0.0049502663,0.0007961457,0.31962147],"category_scores_gemma":[0.20082514,0.00025114432,0.0033008356,0.0013860163,0.00034257417,0.00011687547,0.00016164548,0.0030265502,0.007208328],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008564009,0.000036508656,0.00018495542,0.00005727515,0.0006268004,0.0004132094,0.000188413,0.0000014541151,0.000005415887,0.00014245347,0.9847783,0.013556659],"study_design_scores_gemma":[0.00016914835,0.00048367225,0.00023005661,0.002827627,0.00019146276,0.00026663236,0.000082675106,0.00014851979,0.0000226727,0.0053504235,0.9900441,0.00018296429],"about_ca_topic_score_codex":0.00007978642,"about_ca_topic_score_gemma":0.000015977272,"teacher_disagreement_score":0.31241316,"about_ca_system_score_codex":0.000023571529,"about_ca_system_score_gemma":0.00007631621,"threshold_uncertainty_score":0.9999941},"labels":[],"label_agreement":null},{"id":"W2006039039","doi":"10.1332/174426406775249705","title":"Information retrieval and the role of the information specialist in producing high-quality systematic reviews in the social, behavioural and education sciences","year":2006,"lang":"en","type":"article","venue":"Evidence & Policy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Systematic review; Set (abstract data type); Quality (philosophy); Process (computing); Knowledge management; Best practice; Inclusion (mineral); Computer science; Public relations; Political science; Psychology; MEDLINE","score_opus":0.4786482598734914,"score_gpt":0.5180582255668241,"score_spread":0.039409965693332716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006039039","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9811375,0.004238884,0.000040815507,0.009868973,0.00009542024,0.0032143614,0.000004353968,0.0000016501555,0.001398049],"genre_scores_gemma":[0.9988893,0.00015383847,0.00007209714,0.0006129414,0.00009977494,0.000092688024,0.0000016461754,0.0000013661089,0.00007630094],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9755999,0.014011021,0.0072621685,0.0002212969,0.0027235718,0.00018203765],"domain_scores_gemma":[0.98855114,0.003306486,0.0064678146,0.0012147382,0.00043652498,0.000023314384],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1539776,0.00015174941,0.0012740211,0.00036689767,0.00036242508,0.0011881877,0.0011277021,0.000046784044,0.000023097893],"category_scores_gemma":[0.07892736,0.000050761275,0.0002464953,0.0028144123,0.00040289343,0.0025552053,0.0001157014,0.0001392506,0.00003419699],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006215552,0.000096359785,0.3432163,0.006348041,0.000020228696,8.002682e-8,0.14485362,0.00008443667,0.000095928786,0.46080974,0.0062491684,0.038163908],"study_design_scores_gemma":[0.00017017033,0.000012015456,0.9524467,0.0015585236,0.000073928226,0.00000825435,0.015227309,0.00033741648,0.000028483064,0.028858604,0.0011772072,0.00010136224],"about_ca_topic_score_codex":0.008094603,"about_ca_topic_score_gemma":0.0007198975,"teacher_disagreement_score":0.6092304,"about_ca_system_score_codex":0.000067466994,"about_ca_system_score_gemma":0.00024844368,"threshold_uncertainty_score":0.99984866},"labels":[],"label_agreement":null},{"id":"W2006175454","doi":"10.1503/cmaj.120744","title":"Observer bias in randomized clinical trials with measurement scale outcomes: a systematic review of trials with both blinded and nonblinded assessors","year":2013,"lang":"en","type":"review","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":562,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Department of Veterans Affairs","keywords":"Clinical trial; Randomized controlled trial; Medicine; Observer (physics); Double blinded; Medical physics; MEDLINE; Scale (ratio); Physical therapy; Alternative medicine; Computer science; Surgery; Internal medicine; Pathology; Placebo","score_opus":0.8833053431406994,"score_gpt":0.5973260789452947,"score_spread":0.28597926419540476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006175454","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003644668,0.98112696,0.0009784407,0.002830893,0.00057421066,0.014040837,0.00006164303,0.0000036537135,0.0003469327],"genre_scores_gemma":[0.00004638755,0.99496615,0.0009939062,0.0020503819,0.00034127716,0.00077678764,0.000015171444,0.000048861508,0.0007610948],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.31352478,0.5369488,0.10963763,0.001616612,0.037264306,0.0010078426],"domain_scores_gemma":[0.29933313,0.41190362,0.25805813,0.005629892,0.017766409,0.007308842],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.92234063,0.0010635714,0.10030683,0.0018380479,0.00016751433,0.0013660953,0.0023863052,0.0012919775,0.010484776],"category_scores_gemma":[0.89248705,0.00036725812,0.011500555,0.0027387817,0.00019669245,0.0003270015,0.00006340364,0.002223864,0.00033953227],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004275082,0.00027151254,0.00506054,0.6085016,0.02605357,0.00021094532,0.00019030117,0.0000012384104,6.200852e-9,0.00010911229,0.068698265,0.29047543],"study_design_scores_gemma":[0.034481954,0.00011077628,0.00015617383,0.7471675,0.031514816,0.0002482029,0.00021755829,0.00011142466,1.0304028e-8,0.00012466783,0.1852557,0.00061116455],"about_ca_topic_score_codex":0.00065725704,"about_ca_topic_score_gemma":0.0171578,"teacher_disagreement_score":0.28986424,"about_ca_system_score_codex":0.0011258841,"about_ca_system_score_gemma":0.014799961,"threshold_uncertainty_score":0.9998779},"labels":[],"label_agreement":null},{"id":"W2006381433","doi":"10.2202/1548-923x.1042","title":"Systematic Reviews of Health Care Interventions: An Essential Component of Health Sciences Graduate Programs","year":2004,"lang":"en","type":"article","venue":"International Journal of Nursing Education Scholarship","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Saskatchewan Polytechnic","funders":"","keywords":"Systematic review; Relevance (law); Psychological intervention; Health care; Data extraction; Management science; MEDLINE; Medical education; Medicine; Psychology; Engineering ethics; Computer science; Data science; Nursing; Political science; Engineering","score_opus":0.8712830420375745,"score_gpt":0.6628635992003842,"score_spread":0.20841944283719027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006381433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84589285,0.070776545,0.05516408,0.016505323,0.008305946,0.0029045856,0.000022494069,0.000007422323,0.00042073595],"genre_scores_gemma":[0.98059577,0.00028011348,0.01869876,0.00019820138,0.00013811074,0.000017866314,0.000022345106,0.000007831549,0.000041019175],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9520383,0.017602485,0.021837877,0.000496877,0.0077824513,0.00024199438],"domain_scores_gemma":[0.9597498,0.00062799273,0.031731024,0.00088525977,0.0068189856,0.00018692843],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1457738,0.0002184769,0.0032118158,0.0013612815,0.00018345262,0.0006735867,0.0026363337,0.00004612864,0.00018322867],"category_scores_gemma":[0.017401353,0.00012648245,0.001945972,0.0010910848,0.00022055111,0.0010882597,0.000039063525,0.0002636179,0.00004568934],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074927615,0.010219388,0.015252484,0.017736815,0.0012165826,0.0000030539497,0.052645616,0.0011208734,0.0004592572,0.026051586,0.0049468093,0.8702726],"study_design_scores_gemma":[0.003797343,0.0057968535,0.1225274,0.5128344,0.0016072773,0.002035815,0.19359764,0.00024379086,0.0012691856,0.15071125,0.004286133,0.0012928826],"about_ca_topic_score_codex":0.00004572103,"about_ca_topic_score_gemma":0.000013506183,"teacher_disagreement_score":0.86897975,"about_ca_system_score_codex":0.0005546609,"about_ca_system_score_gemma":0.0018174198,"threshold_uncertainty_score":0.9908755},"labels":[],"label_agreement":null},{"id":"W2006780292","doi":"10.1177/1740774507081223","title":"The intention-to-treat approach in randomized controlled trials: Are authors saying what they do and doing what they say?","year":2007,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":135,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Victoria Hospital; McGill University; Centre Hospitalier Universitaire Sainte-Justine","funders":"","keywords":"Randomized controlled trial; Missing data; Medicine; Concordance; Sample size determination; Intention-to-treat analysis; Meta-analysis; Statistics; Internal medicine","score_opus":0.8477915287045936,"score_gpt":0.6338580029690107,"score_spread":0.21393352573558289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006780292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5249392,0.17163882,0.17453215,0.025529966,0.018657392,0.06806274,0.000024595285,0.00008047752,0.016534675],"genre_scores_gemma":[0.9678497,0.01888064,0.0049790028,0.0012236983,0.0010642513,0.0007190862,0.000004688364,0.000038844322,0.0052400962],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.18167906,0.6707908,0.13396735,0.0036714277,0.00861806,0.0012733035],"domain_scores_gemma":[0.032261685,0.92778844,0.034071743,0.0037601048,0.0014232004,0.00069481053],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9603344,0.00059744215,0.04220973,0.000675508,0.00042772864,0.011979816,0.0018681724,0.0004288966,0.00066787936],"category_scores_gemma":[0.90906006,0.00018908244,0.015294253,0.0009024368,0.00025381162,0.0009740467,0.00029870073,0.0005886022,0.00043801626],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.095448054,0.0003279733,0.0043503065,0.00006265855,0.002971195,0.000015328524,0.002537627,0.00011236476,0.000040404524,0.006093737,0.0036953266,0.88434505],"study_design_scores_gemma":[0.66525614,0.00022565348,0.0031820294,0.0029793223,0.009408755,0.00002022774,0.10325339,0.009662788,0.000015547814,0.18236493,0.022437848,0.001193351],"about_ca_topic_score_codex":0.000018558445,"about_ca_topic_score_gemma":0.0001231696,"teacher_disagreement_score":0.88315165,"about_ca_system_score_codex":0.000043787997,"about_ca_system_score_gemma":0.00008778431,"threshold_uncertainty_score":0.99456733},"labels":[],"label_agreement":null},{"id":"W2007572208","doi":"10.1097/aog.0b013e3181d9d421","title":"CONSORT 2010 Statement","year":2010,"lang":"en","type":"article","venue":"Obstetrics and Gynecology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":527,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"Canadian Institutes of Health Research; Cancer Research UK","keywords":"Consolidated Standards of Reporting Trials; Randomized controlled trial; Checklist; Medicine; Research design; Rigour; Psychological intervention; Cluster randomised controlled trial; Family medicine; Psychology; Statistics; Mathematics; Nursing; Surgery","score_opus":0.5484229257022265,"score_gpt":0.4876515689601424,"score_spread":0.060771356742084115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007572208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9513781,0.00095865433,0.0017971506,0.0015823782,0.0065738014,0.00046775804,0.000018239125,0.0000058448295,0.03721808],"genre_scores_gemma":[0.95692784,0.00009690921,0.0030953262,0.00061194145,0.00003916984,0.000020670504,0.000004137249,0.0000066703233,0.039197344],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.992123,0.0014302093,0.004066658,0.0006545446,0.0014771483,0.00024840818],"domain_scores_gemma":[0.9521491,0.042629495,0.0020335761,0.0021609901,0.00079935644,0.0002274673],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.03991824,0.00016174151,0.0015114789,0.0003734982,0.00013388746,0.0003964109,0.00070891535,0.00013346881,0.0249447],"category_scores_gemma":[0.23013753,0.00008016494,0.00035635673,0.0008557241,0.000103310645,0.000088063076,0.00015109358,0.00023410797,0.003045919],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017674212,0.00012699982,0.29418316,0.000020930525,0.00016202412,0.000043314187,0.00031699642,0.0000056150925,0.0007451823,0.07525715,0.32673675,0.30240008],"study_design_scores_gemma":[0.00016980334,0.000040338055,0.05118759,5.881141e-7,0.000045078414,0.00000888861,0.00013461908,0.0006638926,0.000017163295,0.010752005,0.9368832,0.00009684456],"about_ca_topic_score_codex":0.0000063563607,"about_ca_topic_score_gemma":0.000085268795,"teacher_disagreement_score":0.61014646,"about_ca_system_score_codex":0.000011075908,"about_ca_system_score_gemma":0.0000533522,"threshold_uncertainty_score":0.9977303},"labels":[],"label_agreement":null},{"id":"W2007591654","doi":"10.1111/j.1365-2362.2009.02234.x","title":"A catalogue of reporting guidelines for health research","year":2009,"lang":"en","type":"review","venue":"European Journal of Clinical Investigation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1048,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Medical Research Council; Canadian Institutes of Health Research","keywords":"Equator; Transparency (behavior); Reliability (semiconductor); Data collection; Public relations; Medical education; Business; Medicine; Computer science; Political science; Geography; Sociology; Computer security; Social science","score_opus":0.9939049435947144,"score_gpt":0.7906697652909425,"score_spread":0.2032351783037719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007591654","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000061281105,0.9859258,0.008132563,0.0033188364,0.0007468058,0.0011117612,0.00002907372,0.0000021899878,0.00067169184],"genre_scores_gemma":[0.00003177428,0.9243112,0.071570955,0.0006570215,0.002143807,0.000003935128,0.00005260976,0.000038226077,0.0011904398],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.35979438,0.27417096,0.34779197,0.001862956,0.015672687,0.0007070677],"domain_scores_gemma":[0.4923747,0.051108297,0.41719377,0.0045261066,0.03375561,0.0010415491],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.87113106,0.00036634537,0.017496586,0.0010845042,0.00015250224,0.0004134238,0.0029399723,0.0001419768,0.00011893934],"category_scores_gemma":[0.87332267,0.00016528022,0.00958154,0.0019482853,0.00028066468,0.00022322172,0.0001496952,0.001206348,0.00025867546],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030195647,0.000022338256,0.000052715877,0.0017908948,0.00013588861,0.000011643917,0.00004476052,0.000004542346,8.886888e-8,0.0001256587,0.27598572,0.72182274],"study_design_scores_gemma":[0.00014807704,0.00054638775,0.00024175544,0.015637252,0.00046480985,0.000097275275,0.000047451256,0.0000825791,1.9756003e-7,0.0029129134,0.9797093,0.00011194841],"about_ca_topic_score_codex":0.0000027436693,"about_ca_topic_score_gemma":0.0000043721348,"teacher_disagreement_score":0.7217108,"about_ca_system_score_codex":0.000048283902,"about_ca_system_score_gemma":0.002250897,"threshold_uncertainty_score":0.9970897},"labels":[],"label_agreement":null},{"id":"W2007774024","doi":"10.1016/j.annemergmed.2004.11.021","title":"Reassessing the Methods of Medical Record Review Studies in Emergency Medicine Research","year":2005,"lang":"en","type":"article","venue":"Annals of Emergency Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":337,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Medical record; Blinding; MEDLINE; Confidence interval; Family medicine; Emergency department; Emergency medicine; Medical emergency; Clinical trial; Surgery; Internal medicine; Psychiatry","score_opus":0.9825897828284937,"score_gpt":0.799098629751809,"score_spread":0.18349115307668473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007774024","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008548358,0.68749875,0.0015304688,0.26829356,0.0027292331,0.0010119622,0.0000027592018,0.000004635864,0.030380301],"genre_scores_gemma":[0.031987906,0.948467,0.0021799514,0.00095803355,0.0015355021,0.00009995042,0.0000051448224,0.00002612373,0.014740382],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.84761953,0.0680972,0.049916513,0.0018920739,0.03139409,0.0010805873],"domain_scores_gemma":[0.9407381,0.02291633,0.013245197,0.007658684,0.014890511,0.00055118476],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.60265076,0.0004024373,0.006732338,0.001094917,0.0001669137,0.00000530784,0.0042205243,0.00015079365,0.17377949],"category_scores_gemma":[0.5156068,0.00014893795,0.0012007027,0.008605393,0.00092747796,0.00024308622,0.00043417246,0.0006693542,0.00017071725],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008734518,0.000082203966,0.004693068,0.0013581355,0.0002828446,0.0000023400169,0.0020414551,0.0000021850092,0.00014656693,0.0019295845,0.84737754,0.14207534],"study_design_scores_gemma":[0.0003232483,0.00044095927,0.00609998,0.013800706,0.00042109625,0.0000075846638,0.008316835,0.00096149225,0.00010286408,0.033091146,0.93619597,0.00023812999],"about_ca_topic_score_codex":0.00043317786,"about_ca_topic_score_gemma":0.00055253453,"teacher_disagreement_score":0.2673355,"about_ca_system_score_codex":0.000020884285,"about_ca_system_score_gemma":0.00015355156,"threshold_uncertainty_score":0.8269758},"labels":[],"label_agreement":null},{"id":"W2007872832","doi":"10.1016/j.ijsu.2010.02.007","title":"Preferred reporting items for systematic reviews and meta-analyses: The PRISMA statement","year":2010,"lang":"en","type":"article","venue":"International Journal of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12030,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Canadian Institutes of Health Research; Cancer Research UK","keywords":"Systematic review; Medicine; CLARITY; Meta-analysis; Health care; Strengths and weaknesses; MEDLINE; Consolidated Standards of Reporting Trials; Alternative medicine; Limiting; Family medicine; Medical education; Psychology; Pathology","score_opus":0.939977393992509,"score_gpt":0.630989909931499,"score_spread":0.30898748406101006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007872832","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6862321,0.03343789,0.20513721,0.044795036,0.01634752,0.011367818,0.00010794219,0.000015344182,0.0025591247],"genre_scores_gemma":[0.98534185,0.0002762725,0.0077531263,0.00082519214,0.0006267063,0.00023515972,0.000004933616,0.00001887907,0.004917903],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9506684,0.005367063,0.037545387,0.00041946664,0.0058160317,0.00018365253],"domain_scores_gemma":[0.8616205,0.033580087,0.096078314,0.0018353743,0.0066999374,0.00018578736],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.36767957,0.0002507659,0.0058543314,0.0005473374,0.00010691419,0.0013241997,0.0015316736,0.00005279822,0.0016594025],"category_scores_gemma":[0.31074515,0.00008162532,0.0056213476,0.0003487988,0.000053119864,0.0004598137,0.00009908063,0.00025125372,0.000067019806],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014332577,0.00045793143,0.040843423,0.0069974274,0.09509322,0.00022756653,0.0033639933,0.0003232161,0.0071208538,0.003597452,0.8105654,0.03126619],"study_design_scores_gemma":[0.00063363224,0.00008592565,0.009404506,0.0019543294,0.043337822,0.003015853,0.002647759,0.007955584,0.00080391124,0.02818765,0.90119046,0.0007825771],"about_ca_topic_score_codex":0.0000057517395,"about_ca_topic_score_gemma":0.000012845694,"teacher_disagreement_score":0.29910973,"about_ca_system_score_codex":0.000027217458,"about_ca_system_score_gemma":0.0001106581,"threshold_uncertainty_score":0.9997125},"labels":[],"label_agreement":null},{"id":"W2008023699","doi":"10.1371/journal.pmed.1000251","title":"CONSORT 2010 Statement: Updated Guidelines for Reporting Parallel Group Randomised Trials","year":2010,"lang":"en","type":"article","venue":"PLoS Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2314,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Medical Research Council; Canadian Institutes of Health Research; Institut National de la Santé et de la Recherche Médicale; University of Oxford; National Institute for Health and Care Research; Cancer Research UK; Janssen Scientific Affairs; Johns Hopkins University; McMaster University; Ottawa Hospital Research Institute; University of California, Irvine; University of Ottawa; Johns Hopkins Bloomberg School of Public Health; University of Pennsylvania","keywords":"Consolidated Standards of Reporting Trials; Medicine; MEDLINE; Family medicine; Randomized controlled trial; Statement (logic); Internal medicine; Biology","score_opus":0.9211808148281965,"score_gpt":0.6255520095952491,"score_spread":0.2956288052329473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008023699","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41086504,0.004234747,0.42162818,0.096575215,0.0127304355,0.028265145,0.00016447123,0.00014670957,0.025390062],"genre_scores_gemma":[0.4670143,0.00044937088,0.32821742,0.014743157,0.009799512,0.0036224746,0.0011664397,0.00019326051,0.17479406],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9153045,0.007001477,0.06904223,0.0014610117,0.0066790115,0.0005117724],"domain_scores_gemma":[0.87385285,0.0336821,0.075723626,0.0062968587,0.009827658,0.0006168919],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.511315,0.0003914114,0.00898661,0.00039982362,0.00019715824,0.0002541286,0.00120654,0.00013393292,0.034723796],"category_scores_gemma":[0.80471843,0.0001534615,0.0017293005,0.0007259975,0.00014763117,0.00018187918,0.0000710017,0.00024268148,0.000541984],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032656142,0.00006583392,0.0021529729,0.000059096074,0.0007060491,0.000010177039,0.00023504728,0.000008185787,0.01754597,0.0011327311,0.9698587,0.007898645],"study_design_scores_gemma":[0.024438875,0.00018187813,0.0007806345,0.00017919314,0.0026628852,0.000031452753,0.0009941157,0.018568303,0.0004620301,0.017482048,0.93382084,0.00039776653],"about_ca_topic_score_codex":0.0000288869,"about_ca_topic_score_gemma":0.00006215601,"teacher_disagreement_score":0.29340342,"about_ca_system_score_codex":0.000011822219,"about_ca_system_score_gemma":0.00008803811,"threshold_uncertainty_score":0.96615857},"labels":[],"label_agreement":null},{"id":"W2008034597","doi":"10.1007/s10615-010-0308-z","title":"Making Sense of Meta-Analysis: A Critique of “Effectiveness of Long-Term Psychodynamic Psychotherapy”","year":2010,"lang":"en","type":"article","venue":"Clinical Social Work Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Meta-analysis; Psychology; Psychotherapist; Psychodynamics; Psychodynamic psychotherapy; Systematic review; Term (time); Quality (philosophy); Epistemology; MEDLINE; Medicine","score_opus":0.7891384176593141,"score_gpt":0.6540818204667749,"score_spread":0.13505659719253926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008034597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9254439,0.0013261953,0.07049673,0.0005923304,0.00082225254,0.00040940236,0.000022073309,0.0000024992949,0.0008846057],"genre_scores_gemma":[0.9947083,0.00007837066,0.0045054466,0.00010609987,0.00025882036,0.00000861017,0.0000015985462,0.000015927626,0.00031683],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.94996893,0.02842464,0.016937478,0.0006782617,0.0037204165,0.0002702751],"domain_scores_gemma":[0.963106,0.016028494,0.016091753,0.0018145081,0.0027807031,0.00017858481],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22552101,0.00031043912,0.010858464,0.00055322226,0.00019183023,0.00019751413,0.0016100717,0.00035597125,0.012357769],"category_scores_gemma":[0.01233787,0.0001578934,0.022828903,0.003994515,0.0004808772,0.0001459642,0.000050162867,0.00097228365,0.00004627183],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068943284,0.0016396893,0.6985798,0.00029346131,0.2515086,0.00003412678,0.0009186841,0.000120623365,0.0013818685,0.007099955,0.0017033492,0.0360304],"study_design_scores_gemma":[0.00080706796,0.00017579834,0.85134864,0.000087017914,0.10780273,0.00002977491,0.00014343704,0.00014835427,0.000054574684,0.038677625,0.00044809745,0.00027687213],"about_ca_topic_score_codex":0.0000024353865,"about_ca_topic_score_gemma":0.000049575567,"teacher_disagreement_score":0.21318313,"about_ca_system_score_codex":0.000010258178,"about_ca_system_score_gemma":0.00012088931,"threshold_uncertainty_score":0.99598163},"labels":[],"label_agreement":null},{"id":"W2008155708","doi":"10.1111/j.1741-6787.2006.00051.x","title":"State‐of‐the‐Evidence Reviews: Advantages and Challenges of Including Grey Literature","year":2006,"lang":"en","type":"article","venue":"Worldviews on Evidence-Based Nursing","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":406,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Canadian Foundation for Healthcare Improvement","funders":"Canadian Institutes of Health Research; Alberta Centre for Child, Family and Community Research; Canadian Health Services Research Foundation","keywords":"Grey literature; Systematic review; Checklist; Psychological intervention; Inclusion (mineral); Management science; Evidence-based practice; Psychology; MEDLINE; Medicine; Political science; Alternative medicine; Engineering; Social psychology; Nursing; Cognitive psychology","score_opus":0.6353145569041457,"score_gpt":0.5025169996637345,"score_spread":0.1327975572404112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008155708","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08970126,0.89160794,0.0016716913,0.013178844,0.00058536144,0.001865062,0.000015803244,0.000011182321,0.0013628495],"genre_scores_gemma":[0.95682293,0.03667186,0.004589611,0.0003891954,0.00013123524,0.000046688074,0.0000015584109,0.000025057498,0.0013218557],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.97238487,0.012706603,0.008890662,0.0013163906,0.0042989063,0.00040254815],"domain_scores_gemma":[0.97565114,0.01062307,0.008416278,0.003917232,0.001255344,0.00013692383],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07144544,0.0005394288,0.0041231215,0.0007453745,0.00025491932,0.00045607422,0.0019650795,0.00009494621,0.0002658724],"category_scores_gemma":[0.042216167,0.0002507993,0.0016988739,0.0030014797,0.00039291894,0.0010160285,0.00011577416,0.00034105495,0.00009328118],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009189984,0.00022781243,0.024620485,0.0025869228,0.00004938804,0.000007940253,0.0016470245,0.0006415412,0.0023900864,0.0038241006,0.01520311,0.94870967],"study_design_scores_gemma":[0.0010242566,0.000917955,0.20935753,0.49061683,0.001547194,0.000067676694,0.001194079,0.004248052,0.011910195,0.049957644,0.22727259,0.0018860222],"about_ca_topic_score_codex":0.000015269783,"about_ca_topic_score_gemma":0.00006317031,"teacher_disagreement_score":0.94682366,"about_ca_system_score_codex":0.00009937716,"about_ca_system_score_gemma":0.00010945561,"threshold_uncertainty_score":0.9999944},"labels":[],"label_agreement":null},{"id":"W2008212615","doi":"10.1016/j.jclinepi.2005.12.011","title":"Summaries of findings, descriptions of interventions, and information about adverse effects would make reviews more informative","year":2006,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":50,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health","funders":"","keywords":"Psychological intervention; Medicine; Adverse effect; MEDLINE; Systematic review; Relevance (law); Presentation (obstetrics); Quality (philosophy); Family medicine; Medical physics; Internal medicine; Surgery; Nursing","score_opus":0.8865150227928861,"score_gpt":0.6769721907125935,"score_spread":0.20954283208029256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008212615","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000207187,0.97976,0.016747147,0.00025130832,0.0010352241,0.0012582557,0.00011434699,0.0000014941987,0.00062506465],"genre_scores_gemma":[0.000047996993,0.98651034,0.012462095,0.0003569884,0.00015022751,0.000026046906,0.00005467136,0.000008859526,0.0003827987],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.74576294,0.08942704,0.16159068,0.0005411864,0.0022687213,0.00040946156],"domain_scores_gemma":[0.59390205,0.18119268,0.21853667,0.0024737457,0.0034933782,0.00040147002],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.44186476,0.0005446646,0.042586062,0.0013934216,0.00007315728,0.00006197051,0.0017076174,0.0011552982,0.00042258453],"category_scores_gemma":[0.68709546,0.00024194713,0.01959091,0.0010817988,0.0006651589,0.0010172796,0.0002887434,0.0018541297,0.00016345968],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015974148,0.000078057965,0.006311997,0.027492817,0.0008435548,0.0000017000065,0.00010967123,0.000013142955,1.1090191e-8,0.004095404,0.059355438,0.90168226],"study_design_scores_gemma":[0.00028616388,0.00029954533,0.009562493,0.022758694,0.003339811,0.00006468141,0.000084223546,0.00007042134,4.1870745e-8,0.002332651,0.96105003,0.000151223],"about_ca_topic_score_codex":0.0000111301715,"about_ca_topic_score_gemma":0.000011295584,"teacher_disagreement_score":0.9016946,"about_ca_system_score_codex":0.000043270313,"about_ca_system_score_gemma":0.0003457527,"threshold_uncertainty_score":0.99022764},"labels":[],"label_agreement":null},{"id":"W2008450703","doi":"10.1097/01.bot.0000199120.45982.41","title":"The Consistency Between Scientific Papers Presented at the Orthopaedic Trauma Association and their Subsequent Full-Text Publication","year":2006,"lang":"en","type":"article","venue":"Journal of Orthopaedic Trauma","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Observational study; Confidence interval; Consistency (knowledge bases); Data extraction; Sample size determination; MEDLINE; Information retrieval; Statistics; Computer science; Pathology; Internal medicine; Artificial intelligence","score_opus":0.2600543234199841,"score_gpt":0.38784586053910103,"score_spread":0.12779153711911695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008450703","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9615945,0.00913281,0.000569298,0.020785954,0.0009825398,0.0007333498,0.000040412,0.000008380892,0.006152721],"genre_scores_gemma":[0.97869295,0.00016033804,0.0001171337,0.0001323011,0.0005511316,0.000019827943,0.000019683437,0.000017490947,0.020289168],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9743413,0.0078465985,0.009468582,0.00070664816,0.007123346,0.00051354803],"domain_scores_gemma":[0.97032845,0.010374876,0.013379563,0.0020362667,0.003597495,0.00028334628],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13648392,0.00036572354,0.0018122568,0.00047056578,0.0016977452,0.0030544065,0.0017125312,0.00016044501,0.0013966028],"category_scores_gemma":[0.02056983,0.0001292683,0.002473019,0.0020027617,0.00048973854,0.000532774,0.00013890657,0.0004914222,0.00020340491],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049269387,0.00010437772,0.45955315,0.000028107877,0.00070259086,0.000008070434,0.0006603305,0.00004310958,0.0006095395,0.00093893724,0.25900638,0.27829614],"study_design_scores_gemma":[0.0006500608,0.00009006282,0.45530665,0.000039519666,0.0004060627,0.00011887408,0.0011518107,0.00031455097,0.0000774806,0.0012932478,0.5403983,0.00015341278],"about_ca_topic_score_codex":0.000019257785,"about_ca_topic_score_gemma":0.0005980451,"teacher_disagreement_score":0.2813919,"about_ca_system_score_codex":0.0002448074,"about_ca_system_score_gemma":0.0002055916,"threshold_uncertainty_score":0.9996019},"labels":[],"label_agreement":null},{"id":"W2008476459","doi":"10.2466/pms.106.2.645-649","title":"Accuracy of Effect Size Estimates from Published Psychological Research","year":2008,"lang":"en","type":"article","venue":"Perceptual and Motor Skills","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Monte Carlo method; Statistical power; Sample size determination; Publication bias; Statistics; Publication; Meta-analysis; Econometrics; Computer science; Psychology; Mathematics; Medicine","score_opus":0.6378708594333526,"score_gpt":0.5620015063047711,"score_spread":0.07586935312858156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008476459","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9927548,0.0011028531,0.00019143581,0.00032936563,0.00016277816,0.00058346963,0.000042387714,0.000007497632,0.0048254095],"genre_scores_gemma":[0.9893104,0.00019087046,0.004647536,0.00011682087,0.00011946529,0.000042827603,0.0000076076913,0.000008281067,0.005556188],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98455805,0.0063916347,0.0035438377,0.0010530866,0.0041259252,0.00032744292],"domain_scores_gemma":[0.94630265,0.04890331,0.0010813731,0.002398803,0.0010306593,0.00028321665],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.044416316,0.0002427635,0.002514375,0.00022969992,0.0002364015,0.0004123923,0.0013384236,0.00014283962,0.039180867],"category_scores_gemma":[0.20264213,0.00010220629,0.0007972778,0.00084636116,0.000491155,0.00032308843,0.00024831013,0.00026462518,0.0018376027],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013105545,0.0008558196,0.43236214,0.00007307614,0.00033229074,0.000054759203,0.009292872,0.000004752257,0.025496084,0.00040567317,0.37563434,0.15535715],"study_design_scores_gemma":[0.00046983565,0.00046175587,0.9746111,0.00003943632,0.00006248587,0.000030060944,0.00041730548,0.00037214556,0.00023308789,0.0048926966,0.01822612,0.00018397575],"about_ca_topic_score_codex":0.00010089831,"about_ca_topic_score_gemma":0.000006534838,"teacher_disagreement_score":0.54224896,"about_ca_system_score_codex":0.000012208589,"about_ca_system_score_gemma":0.000025117326,"threshold_uncertainty_score":0.9989396},"labels":[],"label_agreement":null},{"id":"W2008502184","doi":"10.2196/medinform.3037","title":"Increased Workload for Systematic Review Literature Searches of Diagnostic Tests Compared With Treatments: Challenges and Opportunities","year":2014,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Systematic review; Computer science; Workload; Class (philosophy); Metadata; Information retrieval; MEDLINE; Data science; Medical literature; Medical physics; Data mining; Medicine; Artificial intelligence; Pathology; World Wide Web","score_opus":0.5498106847565031,"score_gpt":0.47701333589417816,"score_spread":0.07279734886232492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008502184","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1299652,0.75709283,0.028012583,0.016029246,0.00030252352,0.04099673,0.00036250174,0.000114854294,0.027123554],"genre_scores_gemma":[0.8261608,0.13620554,0.020710863,0.008084357,0.00021255534,0.0053675924,0.00023333191,0.00006914646,0.0029558206],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98405874,0.0032000584,0.0074624848,0.00025597477,0.0047669406,0.00025580218],"domain_scores_gemma":[0.9607472,0.031255204,0.0042480216,0.001950104,0.0012989894,0.0005005041],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.045731205,0.00033831937,0.0048012324,0.00024350142,0.000079213074,0.00026430606,0.000976896,0.0001307842,0.00029247877],"category_scores_gemma":[0.08816718,0.00013404628,0.00049180107,0.00040180664,0.00020790524,0.00034668157,0.000101418605,0.00015560056,0.00006204123],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029440982,0.00031237758,0.00055222545,0.89966345,0.0012064225,0.000011684585,0.013917409,0.0000020335026,5.0225793e-7,0.008103354,0.018740943,0.05746014],"study_design_scores_gemma":[0.0029942526,0.0012726015,0.0025194127,0.91249996,0.003819562,0.0002832999,0.017061444,0.03558769,0.000007930377,0.004566247,0.0185031,0.0008845087],"about_ca_topic_score_codex":0.000001117708,"about_ca_topic_score_gemma":0.000007377681,"teacher_disagreement_score":0.6961956,"about_ca_system_score_codex":0.000017604962,"about_ca_system_score_gemma":0.0001072714,"threshold_uncertainty_score":0.98262054},"labels":[],"label_agreement":null},{"id":"W2008510282","doi":"10.1097/brs.0b013e318134eb03","title":"Evidence-Based Medicine Summary Statement","year":2007,"lang":"en","type":"editorial","venue":"Spine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; BC Children's Hospital; Hospital for Sick Children","funders":"","keywords":"Medicine; Evidence-based medicine; Excellence; Health care; MEDLINE; Alternative medicine; Public relations; Medical education; Pathology; Law","score_opus":0.7824914829714114,"score_gpt":0.5853137565725549,"score_spread":0.19717772639885645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008510282","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026862046,0.020454215,0.023555009,0.0038085831,0.9397226,0.0011216331,0.000075612756,0.0000149557245,0.011220535],"genre_scores_gemma":[0.00011283065,0.001186057,0.003786851,0.0006533341,0.8863961,0.0000584974,0.0003680167,0.000043039963,0.10739526],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9293048,0.00818802,0.02215452,0.0022324105,0.03752177,0.0005985315],"domain_scores_gemma":[0.9471603,0.023522386,0.0138802845,0.008619537,0.0063661635,0.00045132393],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.3488747,0.0007394112,0.0076798857,0.0011566397,0.0001318519,0.00052923645,0.003890421,0.0005475346,0.05607118],"category_scores_gemma":[0.3203471,0.00031601306,0.0021194438,0.0020321943,0.00017718477,0.00023134952,0.00021247387,0.0008031915,0.0071892426],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012498187,0.000025563391,0.000040720603,0.00020539128,0.0001567007,0.000030490073,0.000038994494,0.000018983534,0.000010153541,0.000045025507,0.9821674,0.01724808],"study_design_scores_gemma":[0.000303307,0.00022349748,0.00013553168,0.0017610212,0.0005117219,3.9255326e-7,0.000074987795,0.0003542068,0.0000068245918,0.0004044111,0.99593127,0.0002928434],"about_ca_topic_score_codex":0.000102190286,"about_ca_topic_score_gemma":0.000095130265,"teacher_disagreement_score":0.096174724,"about_ca_system_score_codex":0.00019635762,"about_ca_system_score_gemma":0.0006688655,"threshold_uncertainty_score":0.9999292},"labels":[],"label_agreement":null},{"id":"W2008516411","doi":"10.1136/bmj.39482.526713.be","title":"Prediction of citation counts for clinical articles at two years using data available within three weeks of publication: retrospective cohort study","year":2008,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":156,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Retrospective cohort study; Citation; Medicine; Cohort; Statistics; Medical physics; Information retrieval; Computer science; Library science; Internal medicine; Mathematics","score_opus":0.9025957424564648,"score_gpt":0.5852338483111246,"score_spread":0.3173618941453402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008516411","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98606926,0.00008849701,0.009064272,0.000070730755,0.00024295498,0.0015523835,0.000111936264,0.0000032218381,0.002796744],"genre_scores_gemma":[0.9894204,0.0000054514235,0.0077950372,0.000015345653,0.00008686163,0.00002512165,0.000029906527,0.000004799673,0.0026170341],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99212265,0.0010257816,0.0043074624,0.00045858498,0.0020194945,0.00006604393],"domain_scores_gemma":[0.9925682,0.00082454446,0.0030515494,0.0021225093,0.0013996854,0.000033501066],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06337484,0.00006293561,0.0009219524,0.000103882725,0.000058174886,0.00005041272,0.0005260469,0.000032332886,0.001789477],"category_scores_gemma":[0.0213459,0.000038482107,0.00019228048,0.0005562705,0.000064365646,0.00022932499,0.00009547274,0.000037300426,0.00031294505],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008075067,0.00006828565,0.8464875,0.000004142468,0.00010235928,1.758904e-7,0.00012310549,0.000014361037,0.000028017379,0.00011260215,0.15270422,0.00034713966],"study_design_scores_gemma":[0.00026029645,0.00007192718,0.9301489,0.000008825901,0.00018136803,0.0000030106598,0.00013545541,0.065553635,0.000009523594,0.0005869376,0.0030043512,0.00003576835],"about_ca_topic_score_codex":0.000021611062,"about_ca_topic_score_gemma":0.000042496293,"teacher_disagreement_score":0.14969988,"about_ca_system_score_codex":0.00002659818,"about_ca_system_score_gemma":0.0000726036,"threshold_uncertainty_score":0.99912304},"labels":[],"label_agreement":null},{"id":"W2009591901","doi":"10.1073/pnas.1322565111","title":"Reply to Nuijten et al.: Reanalyses actually confirm that US studies overestimate effects in softer research","year":2014,"lang":"en","type":"letter","venue":"Proceedings of the National Academy of Sciences","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Econometrics; Economics","score_opus":0.8192233186191693,"score_gpt":0.6054415758121003,"score_spread":0.21378174280706896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009591901","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039927687,0.0010702955,0.000009864182,0.94555247,0.00010156157,0.0015477363,0.000031697706,0.0000064441406,0.011752224],"genre_scores_gemma":[0.20662549,0.00012506256,0.0048499405,0.7821412,0.00031098706,0.00016047937,9.3056e-7,0.000021147574,0.005764722],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96057856,0.0021262756,0.0060665426,0.0019676378,0.028646631,0.0006143354],"domain_scores_gemma":[0.950767,0.03213363,0.009654339,0.0003344047,0.006976155,0.00013446067],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24142453,0.00045774397,0.003625377,0.002566007,0.00033125572,0.00074517075,0.007878409,0.00030485846,0.0002142429],"category_scores_gemma":[0.1721609,0.00019868788,0.0011214076,0.0049603786,0.001507017,0.0006881529,0.0011278564,0.001489769,0.00015950183],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008385965,0.000017805995,0.0050106696,0.00032040197,0.00017545033,2.2743865e-7,0.00048948626,0.00006685778,0.0008500968,0.0022567299,0.9905582,0.00024569087],"study_design_scores_gemma":[0.0002099907,0.00014541236,0.022865517,0.0018875453,0.00017318067,0.000021478532,0.0004944223,0.0011729243,0.0031535593,0.1599842,0.80948377,0.00040800517],"about_ca_topic_score_codex":0.00003089215,"about_ca_topic_score_gemma":0.0000011676256,"teacher_disagreement_score":0.18107444,"about_ca_system_score_codex":0.00012117869,"about_ca_system_score_gemma":0.00013739173,"threshold_uncertainty_score":0.99748945},"labels":[],"label_agreement":null},{"id":"W2009747117","doi":"10.1016/j.jclinepi.2007.10.003","title":"Surveillance search techniques identified the need to update systematic reviews","year":2008,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":86,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Institute of Population and Public Health; University of Ottawa; Children's Hospital of Eastern Ontario","funders":"U.S. Public Health Service; Agency for Healthcare Research and Quality; University of Ottawa","keywords":"MEDLINE; Systematic review; Medicine; Data science; Information retrieval; Computer science; Political science","score_opus":0.9471942346932516,"score_gpt":0.6961125033642479,"score_spread":0.2510817313290037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009747117","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32209867,0.022930596,0.5104772,0.12954351,0.00532163,0.0066671884,0.000013350999,0.00001952424,0.0029283424],"genre_scores_gemma":[0.8780225,0.012418,0.068503425,0.030227028,0.0024258797,0.00010706458,0.000001974426,0.000036164092,0.008257956],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.32911807,0.5249938,0.13814797,0.0013271756,0.0056079268,0.00080507813],"domain_scores_gemma":[0.3212479,0.581926,0.08182669,0.008469235,0.005442519,0.0010876996],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8660256,0.00032676212,0.024180338,0.00039034136,0.00020780953,0.0001210718,0.0046807434,0.0002582203,0.0015221335],"category_scores_gemma":[0.8915908,0.00010582927,0.007773069,0.001344364,0.00032134206,0.00018389573,0.00027969686,0.0010373614,0.0050012087],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006863533,0.000100385325,0.24672872,0.00093163515,0.00047987295,0.00004985054,0.00016555493,0.00013876459,0.000015828058,0.0031790158,0.7380323,0.010109482],"study_design_scores_gemma":[0.0005313614,0.00074756483,0.25696364,0.002324734,0.00049155945,0.0017009089,0.00038786625,0.0030107487,0.00001640116,0.032087956,0.7012555,0.00048179127],"about_ca_topic_score_codex":0.000009225447,"about_ca_topic_score_gemma":0.000015247532,"teacher_disagreement_score":0.5559238,"about_ca_system_score_codex":0.000028782539,"about_ca_system_score_gemma":0.00015415752,"threshold_uncertainty_score":0.9993906},"labels":[],"label_agreement":null},{"id":"W2009966581","doi":"10.1177/0962280208092559","title":"Meta-analyses of safety data: a comparison of exact versus asymptotic methods","year":2008,"lang":"en","type":"review","venue":"Statistical Methods in Medical Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Health Canada","keywords":"Computer science; Statistics; Mathematics; Medicine; Econometrics","score_opus":0.9908641569893527,"score_gpt":0.8447660122197003,"score_spread":0.14609814476965244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009966581","genre_codex":"review","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.601742e-8,0.51623785,0.477406,0.00006324466,0.00027609582,0.0010192423,0.0005274967,0.000002240652,0.00446773],"genre_scores_gemma":[0.0000017548151,0.4979454,0.50124216,0.0000068416393,0.0000691978,0.0000956137,0.00011458067,0.000034488923,0.0004899759],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.1436781,0.72650546,0.0659219,0.005523716,0.056454513,0.0019163138],"domain_scores_gemma":[0.09312923,0.8691373,0.013090417,0.018502066,0.004485936,0.0016550877],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7225992,0.0011323363,0.05453356,0.0035780529,0.00019098308,0.00024402274,0.016701974,0.0012038529,0.10458129],"category_scores_gemma":[0.9024712,0.0005016897,0.007071642,0.011893148,0.0031739874,0.00019626673,0.004137435,0.004596171,0.0007416633],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057172718,0.00034482364,0.0000066324883,0.0059094606,0.010099879,0.00006207563,0.00008800904,0.000003212309,7.422864e-7,0.0063305786,0.016703904,0.9603935],"study_design_scores_gemma":[0.00038069236,0.00027151787,0.000018290935,0.0017327619,0.018282752,0.000023970766,0.00023380402,0.010779328,0.0000049340065,0.007998381,0.959889,0.0003845515],"about_ca_topic_score_codex":0.0002174914,"about_ca_topic_score_gemma":0.00005616537,"teacher_disagreement_score":0.960009,"about_ca_system_score_codex":0.00023043616,"about_ca_system_score_gemma":0.003579466,"threshold_uncertainty_score":0.99974346},"labels":[],"label_agreement":null},{"id":"W2010243325","doi":"10.1016/j.jclinepi.2004.08.020","title":"For randomized controlled trials, the quality of reports of complementary and alternative medicine was as good as reports of conventional medicine","year":2005,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":55,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa; GlaxoSmithKline (Canada); University of Alberta","funders":"","keywords":"Jadad scale; Randomized controlled trial; Medicine; Quality Score; Psychological intervention; English language; Quality (philosophy); MEDLINE; Alternative medicine; Physical therapy; Family medicine; Internal medicine; Psychology; Pathology; Psychiatry","score_opus":0.9158228444043196,"score_gpt":0.7270282215373655,"score_spread":0.18879462286695414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010243325","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72035897,0.027056023,0.059128463,0.17942916,0.004062421,0.0062232227,0.00003291717,0.0000018998095,0.003706946],"genre_scores_gemma":[0.9868324,0.0013764888,0.0071950713,0.0025451966,0.0012726727,0.000029506156,0.000008282565,0.0000065103286,0.0007339015],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.25552008,0.39271215,0.34287816,0.0011996675,0.0072569354,0.0004330242],"domain_scores_gemma":[0.045465827,0.7017466,0.24634533,0.0013546168,0.004845889,0.00024175971],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.92255604,0.0002679275,0.06200607,0.00031737582,0.000050931692,0.0000064926744,0.00067538134,0.00017461127,0.0070349313],"category_scores_gemma":[0.9608601,0.00008287697,0.010256496,0.00023881457,0.0018563863,0.00009444917,0.00008749808,0.00036376866,0.0000022638858],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.22667384,0.0013049392,0.2544691,0.0005394418,0.04219654,0.00009324048,0.0013617465,0.00068131427,0.0004917424,0.17836429,0.27090043,0.022923362],"study_design_scores_gemma":[0.20730563,0.002343994,0.022838093,0.0006003686,0.007234079,0.00069857115,0.0010602971,0.0025186196,0.00003354212,0.72679263,0.028441576,0.00013261383],"about_ca_topic_score_codex":0.00018775153,"about_ca_topic_score_gemma":0.000027885415,"teacher_disagreement_score":0.54842836,"about_ca_system_score_codex":0.000013343402,"about_ca_system_score_gemma":0.0002594499,"threshold_uncertainty_score":0.99965554},"labels":[],"label_agreement":null},{"id":"W2010316693","doi":"10.1136/bmj.d5886","title":"Impact of CONSORT extension for cluster randomised trials on quality of reporting and study methodology: review of random sample of 300 trials, 2000-8","year":2011,"lang":"en","type":"review","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":203,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; Ottawa Hospital; Foothills Medical Centre; Institute for Clinical Evaluative Sciences; University of Calgary; Western University; Women's College Hospital","funders":"Canadian Institutes of Health Research; Canada Research Chairs","keywords":"Consolidated Standards of Reporting Trials; Medicine; Clinical trial; Sample size determination; Cluster randomised controlled trial; Cluster (spacecraft); MEDLINE; Impact factor; Randomized controlled trial; Family medicine; Statistics; Surgery; Computer science; Internal medicine","score_opus":0.9759095037181914,"score_gpt":0.7353313432442744,"score_spread":0.240578160473917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010316693","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006170228,0.953906,0.009486219,0.000020171203,0.0002712589,0.03493954,0.00054143235,0.0000019783627,0.00021635558],"genre_scores_gemma":[0.00013607556,0.98067796,0.018068617,0.000023540639,0.00009501239,0.0006750925,0.00004209718,0.00002807331,0.0002535135],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.13537386,0.5855986,0.2695671,0.0025674037,0.006395033,0.00049800903],"domain_scores_gemma":[0.068189986,0.5167521,0.40227544,0.00726729,0.005330145,0.0001850373],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9136273,0.0007317633,0.105954744,0.0007501544,0.000045047076,0.000035217185,0.0011208906,0.00033875948,0.0026306617],"category_scores_gemma":[0.94591427,0.00028065173,0.02664059,0.0010302042,0.00016990077,0.00007240082,0.00017459554,0.0001930639,0.0000064424326],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0077075684,0.0005884187,0.0006232123,0.20491895,0.010320251,0.0000010656578,0.00037030753,0.0000019840777,0.000017562183,0.00009870655,0.022447964,0.752904],"study_design_scores_gemma":[0.10530932,0.004152922,0.0015734029,0.31843156,0.1587029,0.000080884754,0.0007084971,0.000051699204,0.000044876964,0.0038177804,0.40544415,0.0016820172],"about_ca_topic_score_codex":0.00023787419,"about_ca_topic_score_gemma":0.000010948819,"teacher_disagreement_score":0.751222,"about_ca_system_score_codex":0.00003215969,"about_ca_system_score_gemma":0.00087735266,"threshold_uncertainty_score":0.99996454},"labels":[],"label_agreement":null},{"id":"W2010609528","doi":"10.1016/j.zefq.2014.05.002","title":"GRADE Leitlinien: 13. Erstellen von Summary-of-Findings-Tabellen und Evidenzprofilen – kontinuierliche Endpunkte","year":2014,"lang":"de","type":"article","venue":"Zeitschrift für Evidenz Fortbildung und Qualität im Gesundheitswesen","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; Health Sciences Centre","funders":"","keywords":"Construct (python library); Guideline; Interpretation (philosophy); Measure (data warehouse); Outcome (game theory); Quality (philosophy); Duration (music); Computer science; Statistics; Mathematics; Medicine; Data mining","score_opus":0.4287256242228417,"score_gpt":0.5038722971937302,"score_spread":0.07514667297088845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010609528","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2056121,0.58701295,0.026522003,0.023778131,0.021082878,0.019534955,0.0016969113,0.0005506479,0.11420942],"genre_scores_gemma":[0.8828884,0.011751135,0.010066918,0.0021253906,0.0050256513,0.00039905784,0.0006704607,0.0007580944,0.086314894],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8893672,0.043787673,0.03668598,0.007425051,0.018681685,0.0040523945],"domain_scores_gemma":[0.9169203,0.037161652,0.0212151,0.01783831,0.0044070473,0.0024575952],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.21182388,0.00397021,0.018631235,0.0031204843,0.0018023715,0.004403636,0.012622574,0.0022969383,0.01121456],"category_scores_gemma":[0.0797226,0.002724063,0.011413297,0.00724002,0.0015247593,0.003579336,0.0027037757,0.0027730158,0.02320097],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008712728,0.0024690714,0.17665456,0.008428618,0.030026572,0.00017630646,0.026226167,0.0013014313,0.0021789286,0.1929875,0.4641132,0.09456637],"study_design_scores_gemma":[0.002396271,0.0009968212,0.006851834,0.0030225394,0.0115543045,0.000038539987,0.003193094,0.007144811,0.0013369595,0.002586465,0.95773757,0.0031408037],"about_ca_topic_score_codex":0.0014773695,"about_ca_topic_score_gemma":0.00069645845,"teacher_disagreement_score":0.6772763,"about_ca_system_score_codex":0.00016627238,"about_ca_system_score_gemma":0.0011704689,"threshold_uncertainty_score":0.99952763},"labels":[],"label_agreement":null},{"id":"W2010794166","doi":"10.4103/0974-9233.53861","title":"The importance of structured scientific enquiry: A priority for the MEAJO editorial board","year":2009,"lang":"en","type":"article","venue":"Middle East African Journal of Ophthalmology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ministry of Health; University of British Columbia","funders":"","keywords":"Medicine; Editorial board; Engineering ethics; Library science; Engineering; Computer science","score_opus":0.4871075707060599,"score_gpt":0.4548329980828803,"score_spread":0.03227457262317962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010794166","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93372035,0.0054859137,0.003938632,0.0042384095,0.049410887,0.0011982175,0.000045483423,0.000002187006,0.0019599283],"genre_scores_gemma":[0.9907435,0.0000030952258,0.0018005992,0.000019894285,0.0057559446,0.000008526752,6.1995746e-7,0.0000071004715,0.0016607012],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9843339,0.00364962,0.0070029553,0.0004850529,0.004143443,0.00038505145],"domain_scores_gemma":[0.9783211,0.0052929567,0.01032856,0.002240526,0.0036528884,0.0001639996],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.087704435,0.00024014557,0.0022876945,0.0002394318,0.00054329075,0.0005997389,0.003745463,0.00010976365,0.0006515733],"category_scores_gemma":[0.031831097,0.00008479844,0.0019471433,0.0012046905,0.0005635475,0.00017720625,0.000084638166,0.0003109642,0.000022463191],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028351122,0.00080162846,0.1359618,0.00012906114,0.0033310056,0.00038495028,0.016992498,0.0009740519,0.007709045,0.033317275,0.74741757,0.050146032],"study_design_scores_gemma":[0.0024521113,0.002884692,0.08431554,0.0000967693,0.0014134961,0.0072802207,0.017001588,0.0020191208,0.0003125881,0.20665295,0.6749628,0.00060810905],"about_ca_topic_score_codex":0.0000015757736,"about_ca_topic_score_gemma":0.000003903864,"teacher_disagreement_score":0.17333569,"about_ca_system_score_codex":0.00004179098,"about_ca_system_score_gemma":0.0003243717,"threshold_uncertainty_score":0.9763242},"labels":[],"label_agreement":null},{"id":"W2011015263","doi":"10.1067/mmt.2003.2","title":"Is chiropractic evidence based? A pilot study","year":2003,"lang":"en","type":"article","venue":"Journal of Manipulative and Physiological Therapeutics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Chiropractic Association","funders":"","keywords":"Chiropractic; Medicine; Psychological intervention; MEDLINE; Clinical trial; Intervention (counseling); Evidence-based medicine; Family medicine; Randomized controlled trial; Physical therapy; Alternative medicine; Complaint; Nursing; Surgery; Internal medicine; Pathology","score_opus":0.9746016050105595,"score_gpt":0.6032168157957514,"score_spread":0.3713847892148081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011015263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98946995,0.0026611825,0.006200395,0.00058697956,0.00014143671,0.0003403271,0.0000012224648,0.0000014292216,0.0005970869],"genre_scores_gemma":[0.99532294,0.0001815173,0.0019229479,0.0021245289,0.00006892746,0.0000026412508,8.779059e-8,0.0000057211287,0.00037068632],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98157835,0.011195267,0.004214881,0.00040768165,0.0024373494,0.00016644996],"domain_scores_gemma":[0.98765296,0.0055512497,0.004651756,0.00088599056,0.0011299567,0.00012809888],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0415593,0.00024286236,0.002097263,0.00014737976,0.00013855322,0.0003292619,0.0006929097,0.000042364627,0.003486966],"category_scores_gemma":[0.0104046315,0.000094315445,0.00065932923,0.0005987591,0.00007886368,0.00034470824,0.000045645356,0.00032238662,0.00013080645],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016813753,0.012187156,0.83963066,0.00013968916,0.0061452664,0.00024318442,0.006526393,0.0022348582,0.042450897,0.020945404,0.013930733,0.053884387],"study_design_scores_gemma":[0.0010163612,0.014260442,0.848186,0.000120480996,0.000987924,0.00007450908,0.0026627306,0.004710933,0.00025270405,0.09451408,0.0328152,0.00039861174],"about_ca_topic_score_codex":0.0000011746442,"about_ca_topic_score_gemma":5.6574737e-7,"teacher_disagreement_score":0.07356868,"about_ca_system_score_codex":0.000017482018,"about_ca_system_score_gemma":0.00004454791,"threshold_uncertainty_score":0.9979311},"labels":[],"label_agreement":null},{"id":"W2011212544","doi":"10.1186/s13063-015-0649-6","title":"Comparison between the standard and a new alternative format of the Summary-of-Findings tables in Cochrane review users: study protocol for a randomized controlled trial","year":2015,"lang":"en","type":"article","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa; Institute for Work & Health; University of Toronto; McMaster University","funders":"McMaster University","keywords":"Medicine; Randomized controlled trial; Protocol (science); Research design; Cochrane collaboration; Medical physics; Alternative medicine; Information retrieval; Cochrane Library; Computer science; Surgery; Pathology; Statistics","score_opus":0.852151015531108,"score_gpt":0.6439131644584108,"score_spread":0.2082378510726971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011212544","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016503744,0.003765793,0.0031915486,0.0011306511,0.00019392927,0.9747234,0.00004967688,0.000002037358,0.00043919182],"genre_scores_gemma":[0.11149937,0.00026548188,0.0015801146,0.00017926192,0.00042143778,0.8841566,0.000004557385,0.000025920677,0.0018672612],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.85251313,0.09999592,0.039134182,0.000731448,0.0073027257,0.00032257938],"domain_scores_gemma":[0.8219435,0.13989183,0.032832954,0.0029019266,0.0022399083,0.00018983724],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.56154853,0.00027252134,0.02396448,0.00018148137,0.00006794348,0.0002448676,0.0013897155,0.00005266007,0.0003242984],"category_scores_gemma":[0.3605717,0.00007575105,0.0028176892,0.0007648004,0.00012487997,0.0001653843,0.00013940565,0.000106083804,0.0000052655],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92546624,0.00019327068,0.005522538,0.00062411604,0.0017823995,1.8910282e-7,0.004141351,0.000020116391,0.0000035935204,0.00039007896,0.058803696,0.003052397],"study_design_scores_gemma":[0.979303,0.0005176068,0.000047950383,0.0013802068,0.0024518003,2.6795695e-7,0.0010168502,0.00033403907,0.000049928844,0.006366315,0.008440771,0.00009128455],"about_ca_topic_score_codex":0.00009254193,"about_ca_topic_score_gemma":0.00007459534,"teacher_disagreement_score":0.20097682,"about_ca_system_score_codex":0.000026223908,"about_ca_system_score_gemma":0.00029524343,"threshold_uncertainty_score":0.9905258},"labels":[],"label_agreement":null},{"id":"W2011794701","doi":"10.1016/j.cct.2008.11.005","title":"A small p-value from an observed data is not evidence of adequate power for future similar-sized studies: A cautionary note","year":2008,"lang":"en","type":"article","venue":"Contemporary Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Institute for Clinical Evaluative Sciences; University of Toronto; Public Health Ontario; Hospital for Sick Children","funders":"Hospital for Sick Children","keywords":"Medicine; Value (mathematics); Statistics","score_opus":0.9915810831529112,"score_gpt":0.7137220832108553,"score_spread":0.2778589999420559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011794701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6933485,0.16170345,0.048225906,0.059374698,0.011491162,0.015812423,0.009409003,0.000074159725,0.00056069467],"genre_scores_gemma":[0.94877094,0.0027902457,0.032750823,0.008358558,0.0022160704,0.00021280497,0.00026455836,0.00004626543,0.004589749],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8500128,0.089902945,0.050152414,0.0039831335,0.005463101,0.00048564046],"domain_scores_gemma":[0.4594066,0.4682269,0.040226653,0.025147753,0.005988521,0.0010035645],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.43743917,0.0005773219,0.01494546,0.00019217622,0.00025388913,0.0002210866,0.005846953,0.00045228677,0.0026400448],"category_scores_gemma":[0.60340357,0.00028996845,0.0053954367,0.0009096213,0.00040186185,0.0011470269,0.0008250612,0.00036681292,0.00042233392],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0064666127,0.0010928235,0.024429003,0.00023129163,0.006581345,0.0001422389,0.004596373,0.000017424458,0.00031601035,0.0008016285,0.9355462,0.019779015],"study_design_scores_gemma":[0.022781152,0.0040468713,0.07996277,0.0023480172,0.006115889,0.000024265104,0.008643836,0.030870494,0.0003117181,0.049527068,0.7928754,0.002492535],"about_ca_topic_score_codex":0.00005421535,"about_ca_topic_score_gemma":0.000023236684,"teacher_disagreement_score":0.39060616,"about_ca_system_score_codex":0.000024959458,"about_ca_system_score_gemma":0.0010411767,"threshold_uncertainty_score":0.99995524},"labels":[],"label_agreement":null},{"id":"W2011862610","doi":"10.1111/j.1464-410x.2009.08618.x","title":"Evidence‐based urology in practice: number needed to treat","year":2009,"lang":"en","type":"article","venue":"British Journal of Urology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Library science; Urology","score_opus":0.5387323145401914,"score_gpt":0.5197464039260418,"score_spread":0.01898591061414967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011862610","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.789409,0.016602097,0.024189066,0.15103827,0.0009260486,0.0007274771,0.00000656272,0.000006296992,0.017095227],"genre_scores_gemma":[0.961353,0.0002971335,0.0056810565,0.031690072,0.0001953917,0.000004233238,4.693196e-7,0.000007662779,0.00077095337],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9750396,0.013911573,0.007708942,0.0005383103,0.0024263319,0.00037523397],"domain_scores_gemma":[0.9833977,0.0089349495,0.0045678695,0.0009797416,0.0018305589,0.00028913375],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.07870425,0.00019906684,0.0028782792,0.00060650636,0.00006923039,0.00048548623,0.0015857223,0.00017957742,0.007779178],"category_scores_gemma":[0.14910212,0.00013477783,0.0009991464,0.001410547,0.000056760953,0.00069018616,0.0000478195,0.000483607,0.0015557425],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006812841,0.00061195943,0.015900394,0.000011382424,0.00014743845,0.0066941674,0.0004615324,0.005042602,0.00054989423,0.0008389585,0.49269253,0.47636786],"study_design_scores_gemma":[0.0032043993,0.003848841,0.16782282,0.00023145163,0.0013591563,0.05817383,0.0010583894,0.0034472067,0.00005971556,0.017237905,0.74288803,0.0006682612],"about_ca_topic_score_codex":0.00007101468,"about_ca_topic_score_gemma":0.00008664608,"teacher_disagreement_score":0.4756996,"about_ca_system_score_codex":0.000042838357,"about_ca_system_score_gemma":0.00017689231,"threshold_uncertainty_score":0.9992217},"labels":[],"label_agreement":null},{"id":"W2012028447","doi":"10.7202/1013334ar","title":"Pratiques du cahier chez Saint-Denys Garneau","year":2012,"lang":"fr","type":"article","venue":"Études françaises","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Art; Philosophy","score_opus":0.3902074479019823,"score_gpt":0.441707118820615,"score_spread":0.05149967091863267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012028447","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34923002,0.21740825,0.015409849,0.015856719,0.00794983,0.00262185,0.00016611186,0.00007563187,0.39128172],"genre_scores_gemma":[0.91663843,0.0010123486,0.007988777,0.001720445,0.001957485,0.00009320494,0.000012040262,0.000052417283,0.07052483],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.97370434,0.009599863,0.009034765,0.0012257574,0.005282365,0.0011528939],"domain_scores_gemma":[0.9848733,0.0051531354,0.0038487597,0.0040438906,0.0012764357,0.00080448436],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08181296,0.00083508773,0.0047424478,0.00039132172,0.00053553807,0.0015190527,0.0023482156,0.0004506819,0.14047508],"category_scores_gemma":[0.027586393,0.00046834926,0.0030038953,0.0015228945,0.00060353806,0.0015144846,0.00035151222,0.0004698309,0.03981705],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012224418,0.00067951885,0.2693523,0.0003971902,0.0009256016,0.00002311072,0.008892541,0.000032950156,0.00022769475,0.448815,0.21940446,0.05123741],"study_design_scores_gemma":[0.00020401973,0.000071795235,0.03803405,0.00015978384,0.00082516065,0.00006378801,0.0016385218,0.00069890486,0.00034608372,0.0006222358,0.9568223,0.0005133516],"about_ca_topic_score_codex":0.00080863514,"about_ca_topic_score_gemma":0.0013732172,"teacher_disagreement_score":0.7374178,"about_ca_system_score_codex":0.00017000902,"about_ca_system_score_gemma":0.00028041864,"threshold_uncertainty_score":0.99977684},"labels":[],"label_agreement":null},{"id":"W2012165919","doi":"10.1186/1748-5908-8-68","title":"Development of two shortened systematic review formats for clinicians","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; McMaster University; University of Toronto; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Usability; Systematic review; Documentation; Medicine; Process (computing); Health informatics; Knowledge translation; Heuristic evaluation; Systematic process; Computer science; MEDLINE; Evidence-based medicine; Process management; Knowledge management; Public health; Alternative medicine; Human–computer interaction; Nursing; Pathology; Operations management; Work in process","score_opus":0.8547075334199452,"score_gpt":0.6768126695599914,"score_spread":0.1778948638599538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012165919","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23082416,0.003602197,0.7231662,0.0026347293,0.0009408389,0.034393717,0.000072310715,0.00002602586,0.0043398202],"genre_scores_gemma":[0.77524716,0.00006559213,0.21875423,0.0026821457,0.000025845122,0.002212283,0.000019109064,0.000011529932,0.000982109],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.97689337,0.0011997345,0.014974564,0.00068624923,0.0059041083,0.00034200682],"domain_scores_gemma":[0.98455966,0.0021523754,0.0074219373,0.0020378921,0.0036682312,0.00015988608],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.15563487,0.00018629742,0.0024963745,0.00039714968,0.00030998123,0.00057499966,0.0022741146,0.000016337688,0.0053214347],"category_scores_gemma":[0.017903673,0.00009122663,0.00064382964,0.0022035488,0.00010855287,0.0010701995,0.0001308289,0.000033819768,0.0014309476],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010425963,0.00039456258,0.01915302,0.27552032,0.000899086,0.0000011834622,0.020034106,0.000052679385,0.028073037,0.046429563,0.1977889,0.41164312],"study_design_scores_gemma":[0.014550767,0.0015216693,0.11542614,0.14989775,0.012485767,0.00018526813,0.21534929,0.10676669,0.09366026,0.14241147,0.13926518,0.008479748],"about_ca_topic_score_codex":0.000008884646,"about_ca_topic_score_gemma":0.000054863765,"teacher_disagreement_score":0.544423,"about_ca_system_score_codex":0.000059205144,"about_ca_system_score_gemma":0.0003593842,"threshold_uncertainty_score":0.99934655},"labels":[],"label_agreement":null},{"id":"W2012886134","doi":"10.1111/j.1939-1676.2009.0386.x","title":"Quality of Reporting of Clinical Trials of Dogs and Cats and Associations with Treatment Effects","year":2009,"lang":"en","type":"article","venue":"Journal of Veterinary Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Institute of Population and Public Health; Canadian Institutes of Health Research; Institut pour la Recherche en Santé Publique; Public Health Agency of Canada","keywords":"Medicine; Blinding; Consolidated Standards of Reporting Trials; Clinical trial; Randomized controlled trial; Randomization; Clinical study design; Family medicine; Intensive care medicine; Internal medicine","score_opus":0.9286650029291849,"score_gpt":0.7152368974269288,"score_spread":0.2134281055022561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012886134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948022,0.001962843,0.001685318,0.000747824,0.0001848209,0.00020533461,0.000005309902,3.9485295e-7,0.00040598662],"genre_scores_gemma":[0.9969487,0.0002752924,0.0024662619,0.000043200045,0.00013814565,6.993653e-7,3.9003694e-7,0.0000025172913,0.00012476265],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.94677895,0.010823428,0.039554905,0.00024481598,0.0025058442,0.000092068345],"domain_scores_gemma":[0.8784799,0.019838454,0.09943724,0.0005998033,0.0014793371,0.00016525053],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2428366,0.00014202035,0.007872091,0.0002699381,0.00001901572,0.00001876322,0.0002634523,0.000052951502,0.00012219405],"category_scores_gemma":[0.21512,0.000052455245,0.00090542395,0.00022654881,0.0001337471,0.00010729028,0.000026972943,0.000121561905,4.0660967e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089277636,0.00039461514,0.8175984,0.00026125947,0.0015945619,0.00015609898,0.0018699707,0.0000042203283,0.024089359,0.00011479591,0.0008256659,0.1521983],"study_design_scores_gemma":[0.002139561,0.016712066,0.97652453,0.0013054172,0.00073265674,0.0005747317,0.0003904314,0.000075769225,0.00034129448,0.0007866409,0.00036535182,0.00005151761],"about_ca_topic_score_codex":0.000084062325,"about_ca_topic_score_gemma":0.0000075369103,"teacher_disagreement_score":0.15892619,"about_ca_system_score_codex":0.000018150577,"about_ca_system_score_gemma":0.000060886417,"threshold_uncertainty_score":0.7914914},"labels":[],"label_agreement":null},{"id":"W2012889216","doi":"10.1001/jama.2013.5616","title":"Synthesizing Evidence","year":2013,"lang":"en","type":"article","venue":"JAMA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Nutrition, Metabolism and Diabetes","funders":"","keywords":"Medicine","score_opus":0.8277899542303969,"score_gpt":0.5355679873762222,"score_spread":0.2922219668541747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012889216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7833006,0.004757018,0.025891878,0.027850373,0.00061901973,0.0012993499,0.0000022594822,0.000021668708,0.15625787],"genre_scores_gemma":[0.96382034,0.000015221188,0.005754089,0.00093461055,0.0001284468,0.000039906397,1.4867025e-7,0.000004612147,0.029302647],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98807836,0.003925786,0.0039437483,0.00051486975,0.0033734082,0.00016381413],"domain_scores_gemma":[0.9796761,0.01261861,0.0022675362,0.0040192995,0.0012594197,0.0001589878],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.06944796,0.000119406184,0.001307238,0.00013554713,0.000078181256,0.0020744512,0.0015318607,0.00004649094,0.078271836],"category_scores_gemma":[0.14921892,0.000049287504,0.00079218124,0.0006644763,0.000024650744,0.00077534193,0.00009968152,0.00007909447,0.1193808],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.7402167e-7,0.000008836184,0.018121887,0.000013426569,0.000033969354,0.0000020341522,0.0002068231,0.000008897411,0.00065164996,0.0016264478,0.5664919,0.41283357],"study_design_scores_gemma":[0.0001212884,0.00002986718,0.2352536,0.00024850137,0.00012468449,0.000021059903,0.0011508196,0.019301472,0.0005479504,0.032987535,0.7098902,0.00032301742],"about_ca_topic_score_codex":0.000037626858,"about_ca_topic_score_gemma":0.0000047944377,"teacher_disagreement_score":0.41251054,"about_ca_system_score_codex":0.000012662079,"about_ca_system_score_gemma":0.000019127256,"threshold_uncertainty_score":0.9989615},"labels":[],"label_agreement":null},{"id":"W2012944180","doi":"10.1016/j.jclinepi.2009.04.007","title":"Systematic review data extraction: cross-sectional study showed that experience did not increase accuracy","year":2009,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":80,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Capital District Health Authority","funders":"Agency for Healthcare Research and Quality","keywords":"Data extraction; Meta-analysis; Systematic review; Extraction (chemistry); Statistics; Medicine; MEDLINE; Mathematics","score_opus":0.9550334104217747,"score_gpt":0.7403269771706922,"score_spread":0.21470643325108252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012944180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8746344,0.041098982,0.050404515,0.019738905,0.007080878,0.0052335933,0.000058539572,0.000020144369,0.0017300848],"genre_scores_gemma":[0.97763914,0.003656298,0.004100247,0.0124937575,0.0009976275,0.000021827425,0.000007809467,0.000010161925,0.0010731218],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.5788396,0.26716024,0.14138216,0.0026928806,0.009169185,0.000755931],"domain_scores_gemma":[0.22986306,0.60374236,0.14453118,0.015275864,0.0051996373,0.0013878824],"candidate_categories":["metaresearch","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.76162755,0.00044545863,0.022352776,0.000296527,0.00021757661,0.00038707623,0.0073863342,0.00029989207,0.0056794994],"category_scores_gemma":[0.9374485,0.00019348878,0.005155437,0.00082267827,0.00023194977,0.001457883,0.0003880688,0.0012834205,0.0010540592],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014189568,0.000813436,0.95848185,0.0026949476,0.0006479097,0.00008710922,0.00006387361,0.00004070612,0.0000026898624,0.00030609185,0.034283996,0.002435486],"study_design_scores_gemma":[0.0006108264,0.0006116188,0.9821105,0.0039083613,0.0010631519,0.00087784865,0.0002403821,0.0015973,3.7959927e-7,0.0028817363,0.0058772694,0.00022060647],"about_ca_topic_score_codex":0.000011775246,"about_ca_topic_score_gemma":0.000010120223,"teacher_disagreement_score":0.34897655,"about_ca_system_score_codex":0.000045681176,"about_ca_system_score_gemma":0.00026844794,"threshold_uncertainty_score":0.99972373},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2012975793","doi":"10.2106/jbjs.l.00484","title":"Observational Studies in Orthopaedic Surgery: The STROBE Statement as a Tool for Transparent Reporting","year":2013,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; Hamilton Regional Laboratory Medicine Program","funders":"","keywords":"Observational study; Statement (logic); Medical physics; Medicine; Internal medicine; Political science","score_opus":0.8995311889100903,"score_gpt":0.5436422144598796,"score_spread":0.3558889744502107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012975793","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9822753,0.005366617,0.002198693,0.009208693,0.00047057422,0.00044254764,0.0000036143476,0.0000010466605,0.000032914893],"genre_scores_gemma":[0.9964375,0.00094863545,0.0010719388,0.0005796101,0.00015994122,0.00006250756,0.0000022208847,0.0000071653253,0.00073049765],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9675864,0.0022043511,0.026889898,0.00028878663,0.0028019953,0.00022855875],"domain_scores_gemma":[0.90865517,0.037203737,0.049202237,0.0010447359,0.0037124802,0.000181651],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2543208,0.00017563936,0.0042733257,0.0005538421,0.00012955039,0.0003402334,0.000093543196,0.00003303534,0.00081445073],"category_scores_gemma":[0.113980755,0.000069560454,0.0027720414,0.0005160935,0.000057158373,0.0004561119,0.000033378907,0.00014245567,0.000023794957],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028128077,0.000085629974,0.6230558,0.0002349564,0.0005272997,0.00006937918,0.00096657267,0.00018028387,0.00012728186,0.00018634989,0.3381802,0.0363581],"study_design_scores_gemma":[0.00027574168,0.00006562948,0.91950107,0.0008148651,0.00028047586,0.00033572793,0.0059902556,0.0010383074,0.000041449985,0.016317673,0.05510617,0.000232617],"about_ca_topic_score_codex":0.000016660186,"about_ca_topic_score_gemma":0.000020866977,"teacher_disagreement_score":0.29644528,"about_ca_system_score_codex":0.000036294776,"about_ca_system_score_gemma":0.00023293457,"threshold_uncertainty_score":0.89348257},"labels":[],"label_agreement":null},{"id":"W2014411687","doi":"10.1186/1471-2288-8-32","title":"The ratio of means method as an alternative to mean differences for analyzing continuous outcome variables in meta-analysis: A simulation study","year":2008,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":339,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Health Sciences Centre; Institute for Clinical Evaluative Sciences; Sunnybrook Health Science Centre; SickKids Foundation; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Statistics; Confidence interval; Meta-analysis; Strictly standardized mean difference; Publication bias; Pooling; Standard deviation; Study heterogeneity; Sample size determination; Pooled variance; Weighting; Mean difference; Type I and type II errors; Statistical power; Mathematics; Medicine; Econometrics; Computer science; Internal medicine","score_opus":0.974214244217264,"score_gpt":0.7376015835997741,"score_spread":0.23661266061748987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014411687","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14277253,0.0004867298,0.8529857,0.000812789,0.00009912213,0.0026146236,0.000013830481,0.0000045311194,0.00021018123],"genre_scores_gemma":[0.7705151,0.000019700363,0.22677146,0.00011941164,0.00007673687,0.0006556588,0.0000041186413,0.000012633353,0.0018251754],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.42772534,0.53102106,0.016950052,0.0026954059,0.020432506,0.0011756428],"domain_scores_gemma":[0.21444178,0.7687662,0.0040655825,0.0051338477,0.006678965,0.0009135803],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7407974,0.00036786354,0.010072881,0.0023993,0.0005326459,0.00028792254,0.0044506383,0.0002134198,0.0040084356],"category_scores_gemma":[0.7792231,0.0001485715,0.0034146877,0.006552769,0.00044180083,0.00020143534,0.00047192446,0.0005920812,0.000062123996],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00127766,0.0020449504,0.6253496,0.00014632326,0.12530386,0.000092422866,0.04958177,0.09963482,0.00018370253,0.06144586,0.0008180459,0.03412099],"study_design_scores_gemma":[0.0011673622,0.0016678884,0.04606834,0.000011149766,0.027924875,0.000009995226,0.02609448,0.81830984,0.00008501181,0.07712758,0.0011686307,0.00036483415],"about_ca_topic_score_codex":0.0018058103,"about_ca_topic_score_gemma":0.020086365,"teacher_disagreement_score":0.718675,"about_ca_system_score_codex":0.00006288167,"about_ca_system_score_gemma":0.0006275284,"threshold_uncertainty_score":0.9977945},"labels":[],"label_agreement":null},{"id":"W2015042281","doi":"10.1186/s12916-015-0317-4","title":"Recent meta-analyses neglect previous systematic reviews and meta-analyses about the same topic: a systematic examination","year":2015,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health","funders":"National Institute for Health and Care Research","keywords":"Meta-analysis; Odds ratio; Confidence interval; Systematic review; Medicine; Publication bias; Concordance; MEDLINE; Internal medicine; Biology","score_opus":0.9436982122376392,"score_gpt":0.6034954877112588,"score_spread":0.34020272452638034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015042281","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014661992,0.9238473,0.047038194,0.0051433328,0.0005905189,0.01580939,0.000012249052,0.000036752437,0.0060560554],"genre_scores_gemma":[0.62734574,0.028490331,0.02521674,0.016200071,0.002077169,0.021964632,0.000118224496,0.00028489958,0.27830216],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.8448059,0.11332516,0.027630815,0.0019824503,0.011687493,0.0005682038],"domain_scores_gemma":[0.9304054,0.034382492,0.020301647,0.010368116,0.0038643524,0.00067799084],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.33465225,0.0010854924,0.028829843,0.0008237141,0.00029647668,0.0009831141,0.0028590355,0.00016024198,0.008010601],"category_scores_gemma":[0.41093692,0.00029836976,0.0057830755,0.0033995255,0.00027144974,0.00041546708,0.00025857505,0.00030575684,0.0015932717],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037173573,0.00038432016,0.000580244,0.39712554,0.24649066,0.000059988182,0.018560681,0.00057172374,0.00038132793,0.004955367,0.3270192,0.0038337442],"study_design_scores_gemma":[0.0006767631,0.00028132534,0.00041373636,0.004433791,0.9440774,0.0002598435,0.006653815,0.007778229,0.00003487088,0.0029504076,0.031796083,0.0006437899],"about_ca_topic_score_codex":0.000096821146,"about_ca_topic_score_gemma":0.0002998549,"teacher_disagreement_score":0.89535695,"about_ca_system_score_codex":0.000121486184,"about_ca_system_score_gemma":0.0001390638,"threshold_uncertainty_score":0.99994683},"labels":[],"label_agreement":null},{"id":"W2015058264","doi":"10.1016/j.prevetmed.2007.04.010","title":"Evaluation of underlying risk as a source of heterogeneity in meta-analyses: A simulation study of Bayesian and frequentist implementations of three models","year":2007,"lang":"en","type":"article","venue":"Preventive Veterinary Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health PEI; University of Prince Edward Island","funders":"","keywords":"Frequentist inference; Bayesian probability; Econometrics; Statistics; Population; Study heterogeneity; Meta-analysis; Bayes factor; Bayesian inference; Computer science; Mathematics; Confidence interval; Demography; Medicine","score_opus":0.9418784971080278,"score_gpt":0.6728887747725857,"score_spread":0.26898972233544216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015058264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71519196,0.0011066648,0.2822814,0.000010713999,0.000021280035,0.0012408037,0.000012070502,7.4224323e-7,0.00013434743],"genre_scores_gemma":[0.9980532,0.0000127778085,0.0018609638,0.0000030610342,0.000006015205,0.00003248966,0.000006274638,0.0000067704095,0.000018438343],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96731305,0.014756784,0.010850522,0.0006605983,0.006254044,0.00016499616],"domain_scores_gemma":[0.984434,0.0040311343,0.008269371,0.0011736486,0.0020322637,0.000059565667],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15461858,0.00020185186,0.003192613,0.00090927054,0.00004340949,0.000010991254,0.00039512984,0.00004020387,0.0011304631],"category_scores_gemma":[0.010437929,0.00011095655,0.0006439526,0.0013267669,0.00013470941,0.00023190261,0.00011098601,0.00007174811,9.647936e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036767786,0.002760732,0.5734777,0.00073564093,0.025262022,0.000009175799,0.035050124,0.23845717,0.034091026,0.000376695,0.000025165751,0.08938686],"study_design_scores_gemma":[0.002692779,0.0030661623,0.47441658,0.00016428393,0.031103209,0.000006745596,0.021066843,0.4375473,0.0005524742,0.02922507,0.0000067910014,0.00015175654],"about_ca_topic_score_codex":0.001696762,"about_ca_topic_score_gemma":0.0017911725,"teacher_disagreement_score":0.28286123,"about_ca_system_score_codex":0.00003539099,"about_ca_system_score_gemma":0.00004610253,"threshold_uncertainty_score":0.9997826},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2015648167","doi":"10.1111/zph.12127","title":"Study Designs and Systematic Reviews of Interventions: Building Evidence Across Study Designs","year":2014,"lang":"en","type":"review","venue":"Zoonoses and Public Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Institute of Population and Public Health; Canadian Institutes of Health Research; Institut pour la Recherche en Santé Publique; Public Health Agency of Canada","keywords":"Observational study; Psychological intervention; Systematic review; Clinical study design; Randomized controlled trial; Intervention (counseling); Medicine; Research design; Alternative medicine; Evidence-based medicine; Protocol (science); MEDLINE; Management science; Clinical trial; Family medicine; Nursing; Pathology; Engineering; Mathematics","score_opus":0.9638698552675798,"score_gpt":0.6854556996428898,"score_spread":0.2784141556246901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015648167","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00067381485,0.9583982,0.017816696,0.00011898408,0.0002680928,0.022650044,0.000027558572,0.0000109492585,0.000035629764],"genre_scores_gemma":[0.0074556093,0.9887208,0.0014601658,0.0000922769,0.00009429369,0.001531276,0.000005174279,0.000042354004,0.00059806014],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.6666142,0.25000715,0.069632776,0.004549725,0.0076121516,0.001584036],"domain_scores_gemma":[0.9223742,0.032480016,0.03627064,0.0066531347,0.001288722,0.00093329913],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.47303492,0.0010280487,0.0322499,0.000983314,0.00060936215,0.002881864,0.0027453352,0.00019249931,0.00056276785],"category_scores_gemma":[0.1364742,0.00046930806,0.0038799746,0.0027186566,0.0001356139,0.0006194099,0.0007365769,0.00046851594,0.00021676676],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.656089e-7,0.0004949781,0.0014734528,0.4092067,0.000661606,0.0000031578381,0.0025630652,1.5017822e-7,9.800302e-9,0.00024524942,0.0014764244,0.58387434],"study_design_scores_gemma":[0.00036354281,0.0023681447,0.00042904104,0.2568502,0.0042564888,0.0001129452,0.019665161,0.00007308188,6.1772534e-9,0.00018476107,0.7149095,0.0007871153],"about_ca_topic_score_codex":0.00021639494,"about_ca_topic_score_gemma":0.00037442014,"teacher_disagreement_score":0.7134331,"about_ca_system_score_codex":0.00013034974,"about_ca_system_score_gemma":0.0005645019,"threshold_uncertainty_score":0.9997759},"labels":[],"label_agreement":null},{"id":"W2015678475","doi":"10.1503/cmaj.091481","title":"Is bigger better? An argument for very low starting doses","year":2010,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Response Biomedical (Canada); University of British Columbia","funders":"","keywords":"Argument (complex analysis); Computer science; Medicine; Product (mathematics); Intensive care medicine; Internal medicine; Mathematics","score_opus":0.31606412103016196,"score_gpt":0.4508006707974728,"score_spread":0.13473654976731086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015678475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9324775,0.0000729493,0.0029233373,0.05922218,0.0028045888,0.00032151828,0.00006788808,0.0000042153324,0.0021058463],"genre_scores_gemma":[0.93887055,0.000009833789,0.004417632,0.047761735,0.004186739,0.000026840087,0.000011997878,0.000021014928,0.004693678],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98469186,0.002068913,0.004602618,0.00041887184,0.007706427,0.0005113017],"domain_scores_gemma":[0.9895919,0.0024472657,0.0030691363,0.0007658491,0.0019544016,0.0021714584],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.12056245,0.00017068532,0.0011702683,0.0003806174,0.0004891338,0.0015463225,0.0011823415,0.0002905382,0.077036746],"category_scores_gemma":[0.08057076,0.00009617104,0.00091595243,0.0004765285,0.000028105549,0.00035307597,0.000020480677,0.00072376756,0.0013706431],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015776587,0.000023469447,0.110526286,0.0000066188604,0.000160074,0.000022095648,0.0006249357,0.0000025583333,0.00006152112,0.00017759678,0.7337083,0.15468492],"study_design_scores_gemma":[0.00035343994,0.00003616071,0.01981914,0.000025037398,0.00007707511,0.000034405275,0.0006626676,0.0051501496,0.000041137002,0.005473819,0.9681584,0.00016854872],"about_ca_topic_score_codex":0.0002620107,"about_ca_topic_score_gemma":0.020891357,"teacher_disagreement_score":0.23445007,"about_ca_system_score_codex":0.00023789106,"about_ca_system_score_gemma":0.001404883,"threshold_uncertainty_score":0.99949014},"labels":[],"label_agreement":null},{"id":"W2015735539","doi":"10.1097/eja.0b013e328355ce1f","title":"Guidelines on adequate data reporting","year":2012,"lang":"en","type":"editorial","venue":"European Journal of Anaesthesiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Publication; Consolidated Standards of Reporting Trials; Observational study; Transparency (behavior); Guideline; Medical education; Public relations; Quality (philosophy); Work (physics); Randomized controlled trial; Computer science; Political science; Surgery; Engineering; Computer security; Law","score_opus":0.9084004487778861,"score_gpt":0.5943904956825949,"score_spread":0.3140099530952911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015735539","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047608,0.00437593,0.0018812016,0.0013928476,0.9736739,0.0002310999,0.00006726524,0.0000059322324,0.013611058],"genre_scores_gemma":[0.0027008653,0.00080615893,0.009504886,0.00052712596,0.9728884,7.981837e-7,0.00010125021,0.000093361305,0.013377146],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.81862634,0.07950353,0.085486025,0.00213664,0.013412578,0.00083489896],"domain_scores_gemma":[0.745701,0.015779186,0.21144696,0.015685964,0.010763657,0.0006232111],"candidate_categories":["metaresearch","metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.55243385,0.00061114656,0.0077689462,0.0008754331,0.00013773904,0.00051711925,0.011050323,0.0002686843,0.003762485],"category_scores_gemma":[0.63543177,0.00026750215,0.0024554413,0.0005529192,0.00010927577,0.0003314585,0.0007834695,0.0014710745,0.007683666],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023265216,0.000027048194,0.00019979525,0.000011067677,0.00024909587,0.0006870141,0.000058084916,0.000023238537,0.0000021566543,0.000033724715,0.82041085,0.17827466],"study_design_scores_gemma":[0.00015632958,0.0014648653,0.0005916036,0.0001951994,0.00049248675,0.00012606305,0.00009757972,0.00004920493,5.4914636e-7,0.00018172358,0.99641097,0.0002334172],"about_ca_topic_score_codex":0.0000032650971,"about_ca_topic_score_gemma":0.0000021077103,"teacher_disagreement_score":0.17804123,"about_ca_system_score_codex":0.000037682366,"about_ca_system_score_gemma":0.00035355423,"threshold_uncertainty_score":0.9999777},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2015914486","doi":"10.1097/gim.0b013e318212fa82","title":"Strengthening the reporting of Genetic Risk Prediction Studies: The GRIPS statement","year":2011,"lang":"en","type":"article","venue":"Genetics in Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"National Center for Research Resources; Centers for Disease Control and Prevention; U.S. Department of Health and Human Services; National Institutes of Health; Erasmus Universitair Medisch Centrum Rotterdam; Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Checklist; Transparency (behavior); Multidisciplinary approach; Public health; Statement (logic); Medicine; MEDLINE; Computer science; Data science; Psychology; Political science; Pathology","score_opus":0.8761244137276706,"score_gpt":0.566598373275419,"score_spread":0.3095260404522516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015914486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9594635,0.018371291,0.016561069,0.00071760203,0.00077229366,0.0008624876,0.000006226441,0.000003522138,0.00324201],"genre_scores_gemma":[0.9885461,0.0024933284,0.0081186835,0.000112596,0.00016895188,0.00004271126,0.0000010157283,0.000007893981,0.0005087483],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9591842,0.005956051,0.029655851,0.00061251916,0.004341863,0.00024946505],"domain_scores_gemma":[0.96748716,0.0038712309,0.024333095,0.0032929312,0.000959669,0.000055893102],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20949495,0.00018193315,0.0017526639,0.00017378447,0.00015928033,0.000031558015,0.0012147595,0.000037434856,0.0012080031],"category_scores_gemma":[0.10495931,0.00005531432,0.00030943772,0.00097163784,0.00029474043,0.000026064023,0.00016924986,0.00021348624,0.0000359357],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008930457,0.000044665332,0.80311054,0.00006431616,0.00053857354,0.000008608634,0.05802929,0.0022555485,0.00013474947,0.00025419623,0.030815514,0.104735054],"study_design_scores_gemma":[0.0005778083,0.00042838725,0.78976613,0.00035760176,0.0012494246,0.000025149206,0.10063845,0.027032161,0.0003009738,0.03557222,0.043868013,0.00018366694],"about_ca_topic_score_codex":0.000071524235,"about_ca_topic_score_gemma":0.00014009896,"teacher_disagreement_score":0.10455139,"about_ca_system_score_codex":0.000025590654,"about_ca_system_score_gemma":0.000035094185,"threshold_uncertainty_score":0.999705},"labels":[],"label_agreement":null},{"id":"W2015929254","doi":"10.1016/j.jclinepi.2014.11.010","title":"Transparent Reporting of a Multivariable Prediction Model for Individual Prognosis Or Diagnosis (TRIPOD): the TRIPOD statement","year":2015,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":303,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Albert-Ludwigs-Universität Freiburg; ZonMw; University of Oxford; National Institute for Health and Care Research; University College London; University of North Carolina at Chapel Hill; Cancer Research UK; Medical Research Council; University of Ottawa; Memorial Sloan-Kettering Cancer Center","keywords":"Tripod (photography); Checklist; Statement (logic); Medicine; Computer science; Psychology; Engineering","score_opus":0.9790934224689305,"score_gpt":0.7082666694618389,"score_spread":0.2708267530070916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015929254","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19706368,0.0012461945,0.78068113,0.017503832,0.0015881547,0.0016584427,0.00012254454,0.0000037658806,0.00013222327],"genre_scores_gemma":[0.8628246,0.0004275419,0.13418189,0.0011506618,0.0005718453,0.00018816732,0.0000072016583,0.000014116926,0.00063397805],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.74099827,0.06323958,0.18926214,0.0010602692,0.0048226044,0.0006171642],"domain_scores_gemma":[0.3160237,0.35725433,0.3145018,0.002886344,0.008372199,0.0009616192],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7836594,0.0002534072,0.011440935,0.00023728266,0.0000947537,0.00006719368,0.0016170351,0.00027366518,0.00033096888],"category_scores_gemma":[0.8844853,0.00008756111,0.0048053125,0.00055760157,0.00018742982,0.00023987051,0.00009649443,0.00053791585,0.000011842936],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005393419,0.00058663235,0.6808407,0.00006864983,0.0012507939,0.0000044247117,0.0007358858,0.04932953,0.0000017267531,0.00051177584,0.21008629,0.05604429],"study_design_scores_gemma":[0.003159972,0.0026503073,0.08628216,0.00024555155,0.0024786803,0.00006486063,0.0012320995,0.7717086,0.000019632296,0.056062534,0.07591117,0.00018444183],"about_ca_topic_score_codex":0.000014091047,"about_ca_topic_score_gemma":0.000021519545,"teacher_disagreement_score":0.7223791,"about_ca_system_score_codex":0.000042199805,"about_ca_system_score_gemma":0.00074010744,"threshold_uncertainty_score":0.7820794},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2015937454","doi":"10.1007/s13142-014-0262-3","title":"Control condition design and implementation features in controlled trials: a meta-analysis of trials evaluating psychotherapy for depression","year":2014,"lang":"en","type":"review","venue":"Translational Behavioral Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"National Institute of Mental Health","keywords":"PsycINFO; Randomized controlled trial; Meta-analysis; MEDLINE; Depression (economics); Research design; Clinical psychology; Medicine; Psychology; Psychotherapist; Physical therapy; Internal medicine","score_opus":0.9445243537823954,"score_gpt":0.7309086355329953,"score_spread":0.21361571824940007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015937454","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000264706,0.72406983,0.26140574,0.0003499755,0.00015042821,0.013381096,0.00060063234,0.0000035949151,0.0000122353795],"genre_scores_gemma":[0.0066604675,0.9400876,0.032107733,0.000313609,0.000490217,0.015485108,0.0038718532,0.000109741086,0.0008736549],"study_design_codex":"design_other","study_design_gemma":"meta_analysis","domain_scores_codex":[0.8470412,0.10460215,0.04096017,0.0014209261,0.0056973696,0.00027818602],"domain_scores_gemma":[0.8052084,0.15472363,0.03678578,0.001491843,0.0016245034,0.00016582714],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.5444522,0.00083751377,0.07738599,0.003264166,0.000094645126,0.000180298,0.00069713703,0.00037322726,0.011853703],"category_scores_gemma":[0.03224822,0.00032929366,0.020653421,0.00209325,0.00011528161,0.00017362148,0.0000059434406,0.0002384062,0.0000069760513],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060231425,0.0001034549,0.00008712103,0.000953338,0.10410334,6.205116e-7,0.00041468607,0.0004201756,0.00003905306,0.0006590852,0.0017648046,0.89085203],"study_design_scores_gemma":[0.012204725,0.00041772373,0.00022948817,0.0005515,0.9415851,0.0000030885462,0.000058721675,0.004271369,6.5314185e-7,0.004078985,0.03630112,0.0002974959],"about_ca_topic_score_codex":0.000066622175,"about_ca_topic_score_gemma":0.00013613832,"teacher_disagreement_score":0.8905545,"about_ca_system_score_codex":0.000038353315,"about_ca_system_score_gemma":0.00027294378,"threshold_uncertainty_score":0.9999159},"labels":[],"label_agreement":null},{"id":"W2015957719","doi":"10.1002/jrsm.41","title":"Reliability and validity of three quality rating instruments for systematic reviews of observational studies","year":2011,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":172,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Observational study; Intraclass correlation; Reliability (semiconductor); Validity; Inter-rater reliability; Rating scale; Sign (mathematics); Statistics; Psychology; Medicine; Clinical psychology; Psychometrics; Mathematics; Physics","score_opus":0.9900024069594315,"score_gpt":0.7477755849671291,"score_spread":0.2422268219923024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015957719","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69031227,0.005514963,0.2899273,0.0002601046,0.00020341705,0.011292692,0.00007946771,0.0000066493917,0.0024031303],"genre_scores_gemma":[0.32043558,0.00023226146,0.6780772,0.000009174619,0.000022086677,0.0009794317,7.134355e-7,0.000009180136,0.00023434345],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.58907413,0.36668304,0.03072841,0.0019306123,0.01090412,0.00067969825],"domain_scores_gemma":[0.18924154,0.7585156,0.022014514,0.010588657,0.01923829,0.00040141548],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8087921,0.00024386047,0.007864277,0.00039517306,0.00021965854,0.00008880193,0.0014745918,0.00009546765,0.00074929115],"category_scores_gemma":[0.8840745,0.00011187697,0.0014424433,0.0013426879,0.0004512875,0.00028222692,0.0003930293,0.00015960349,0.000021491289],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000185965,0.0008039449,0.3942699,0.30745676,0.0026739736,6.4213486e-7,0.008264499,0.0000086476775,0.011988516,0.05010824,0.0040459437,0.22019294],"study_design_scores_gemma":[0.0005196415,0.00046947377,0.31841803,0.013941227,0.0013954702,0.0000045734278,0.011377947,0.01290175,0.042051308,0.59541863,0.0028102067,0.0006917478],"about_ca_topic_score_codex":0.000038425496,"about_ca_topic_score_gemma":0.000022404502,"teacher_disagreement_score":0.5453104,"about_ca_system_score_codex":0.000055882876,"about_ca_system_score_gemma":0.000111448186,"threshold_uncertainty_score":0.8204213},"labels":[],"label_agreement":null},{"id":"W2016698763","doi":"10.1097/sla.0b013e3181cf863d","title":"Randomized Controlled Trials of Surgical Interventions","year":2010,"lang":"en","type":"review","venue":"Annals of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":245,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University","funders":"","keywords":"Medicine; Randomized controlled trial; Psychological intervention; Internal validity; External validity; Research design; Surgical procedures; MEDLINE; Clinical trial; Medical physics; Risk analysis (engineering); Surgery; Nursing; Pathology","score_opus":0.9709639113083853,"score_gpt":0.6736853898658706,"score_spread":0.29727852144251476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016698763","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026112713,0.98967946,0.000265334,0.00027789176,0.0011465643,0.004032615,0.00021412098,0.000003547338,0.004354351],"genre_scores_gemma":[0.000059495178,0.99023163,0.0001211376,0.000019742187,0.00021180112,0.00046287166,0.000059227095,0.00002352541,0.008810591],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.53035295,0.27485865,0.18302141,0.001520727,0.009725708,0.0005205734],"domain_scores_gemma":[0.15721527,0.6670066,0.16377425,0.0063050664,0.0053968737,0.0003019583],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.83249664,0.00073510484,0.20112313,0.0026699053,0.000049686936,0.00030073893,0.0019439809,0.0005557796,0.034326445],"category_scores_gemma":[0.65462005,0.00025623242,0.22584394,0.0018217267,0.00032832497,0.00014217173,0.00016421694,0.00043054132,0.0008123377],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024930765,0.00017548728,0.000006715749,0.00993748,0.007901241,0.000009498902,0.000013346854,2.570831e-7,6.575104e-8,0.0018313113,0.10965416,0.8679774],"study_design_scores_gemma":[0.014177744,0.000006350498,4.6437592e-7,0.013021841,0.009438207,0.000012937656,0.000009383336,0.000008010845,8.2346884e-7,0.0016720515,0.9614613,0.00019090809],"about_ca_topic_score_codex":0.000008831044,"about_ca_topic_score_gemma":0.000002432318,"teacher_disagreement_score":0.86778647,"about_ca_system_score_codex":0.0000039049846,"about_ca_system_score_gemma":0.00045216185,"threshold_uncertainty_score":0.999989},"labels":[],"label_agreement":null},{"id":"W2017044005","doi":"10.1046/j.1445-2197.2003.02748.x","title":"Methodological index for non‐randomized studies (<i>MINORS</i>): development and validation of a new instrument","year":2003,"lang":"en","type":"article","venue":"ANZ Journal of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7407,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hotel Dieu Hospital","funders":"","keywords":"Reliability (semiconductor); Randomized controlled trial; Medicine; Observational study; Conceptualization; Internal validity; External validity; Cronbach's alpha; Test (biology); Quality (philosophy); Medical physics; Applied psychology; Psychometrics; Clinical psychology; Psychology; Computer science; Social psychology; Surgery; Pathology; Artificial intelligence","score_opus":0.9206859425509486,"score_gpt":0.5649490163470832,"score_spread":0.35573692620386543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017044005","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8717286,0.0030075568,0.12406327,0.00032982748,0.00036946635,0.00034336557,6.234928e-7,5.532747e-7,0.00015672846],"genre_scores_gemma":[0.8896998,0.0004688556,0.108730845,0.00012848424,0.000053753818,0.000012196272,4.6051153e-7,0.0000049427927,0.0009006478],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9804129,0.00754621,0.009570941,0.00025422973,0.0020708223,0.00014491782],"domain_scores_gemma":[0.94074374,0.045771923,0.010920213,0.00049868174,0.001894048,0.00017137759],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.25228834,0.00016253175,0.005292212,0.00045044755,0.000064647815,0.00010474675,0.00023906608,0.000054049022,0.0003195625],"category_scores_gemma":[0.12607281,0.00006884277,0.0015257712,0.0004316275,0.0000867247,0.00019229819,0.000032114003,0.00007527947,0.000007370994],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007410458,0.00041227142,0.26535636,0.0006663773,0.009721695,0.000035298675,0.013709203,0.00024892544,0.000884767,0.0039583268,0.15923564,0.53836066],"study_design_scores_gemma":[0.089124374,0.0005400552,0.06509709,0.0021170292,0.00560449,0.000981862,0.028181378,0.00085896987,0.0833928,0.29017854,0.43217298,0.0017504086],"about_ca_topic_score_codex":0.0000012259928,"about_ca_topic_score_gemma":8.3615333e-7,"teacher_disagreement_score":0.53661025,"about_ca_system_score_codex":0.000020216004,"about_ca_system_score_gemma":0.00024258514,"threshold_uncertainty_score":0.88128865},"labels":[],"label_agreement":null},{"id":"W2017194069","doi":"10.1016/j.prevetmed.2011.11.004","title":"Completeness of reporting in abstracts from clinical trials of pre-harvest interventions against foodborne pathogens","year":2011,"lang":"en","type":"article","venue":"Preventive Veterinary Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Institute of Population and Public Health; Canadian Institutes of Health Research; Institut pour la Recherche en Santé Publique; Public Health England; Public Health Agency of Canada","keywords":"Consolidated Standards of Reporting Trials; Checklist; Psychological intervention; Medicine; Clinical trial; Systematic review; MEDLINE; Alternative medicine; Family medicine; Psychology; Biology; Pathology","score_opus":0.9651114131734012,"score_gpt":0.665844023875946,"score_spread":0.2992673892974552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017194069","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98603505,0.0016285875,0.007920625,0.000081553895,0.0005857767,0.0009990975,0.00011683426,0.000003882651,0.002628588],"genre_scores_gemma":[0.99379283,0.000090235684,0.005526118,0.000028154951,0.00011481399,0.00004144717,0.00004673636,0.000011958821,0.00034773268],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8501466,0.048480097,0.09633177,0.0014165558,0.0032850816,0.00033992642],"domain_scores_gemma":[0.9060323,0.016283909,0.07329201,0.002943849,0.0012458996,0.0002020101],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3888269,0.000276959,0.008266557,0.0005346696,0.00003457535,0.000022191696,0.0011510825,0.00011268807,0.006136137],"category_scores_gemma":[0.31085446,0.0001440257,0.0032964994,0.00088984263,0.0003012744,0.0001965742,0.00028092877,0.0002223745,0.00004796961],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007120816,0.0027848806,0.8078779,0.0015615646,0.0020728665,0.00041083925,0.008130217,0.000030884945,0.03915832,0.00039097498,0.0021565098,0.13471295],"study_design_scores_gemma":[0.0008506778,0.00097503915,0.98938364,0.0021961876,0.00048130297,0.000011793896,0.0013638587,0.00022001348,0.0003417118,0.0032790182,0.00077292323,0.00012384614],"about_ca_topic_score_codex":0.0002298945,"about_ca_topic_score_gemma":0.000097182936,"teacher_disagreement_score":0.18150571,"about_ca_system_score_codex":0.00001654629,"about_ca_system_score_gemma":0.000058690377,"threshold_uncertainty_score":0.9947724},"labels":[],"label_agreement":null},{"id":"W2017350454","doi":"10.1002/jrsm.40","title":"Inquisitio validus Index Medicus: A simple method of validating MEDLINE systematic review searches","year":2011,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Children's Hospital of Eastern Ontario","funders":"Agency for Healthcare Research and Quality","keywords":"MEDLINE; Recall; Systematic review; Computer science; Information retrieval; Medicine; Psychology","score_opus":0.9475219294562043,"score_gpt":0.7096902073900373,"score_spread":0.23783172206616698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017350454","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007246165,0.030757895,0.93636656,0.00085500354,0.00015509718,0.005419478,0.000058750204,0.00003168704,0.02563094],"genre_scores_gemma":[0.02869909,0.0019455667,0.9640691,0.00028446317,0.00014263607,0.001371055,0.000009493078,0.00008074628,0.0033978114],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.46300998,0.48434204,0.023986528,0.002516564,0.024635993,0.0015088771],"domain_scores_gemma":[0.4070384,0.5341371,0.016960813,0.02228908,0.017823048,0.0017515564],"candidate_categories":["metaresearch","metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.82300675,0.0005845067,0.011960919,0.0019739913,0.00036378947,0.00042279527,0.0062163784,0.00026282071,0.037344474],"category_scores_gemma":[0.7144439,0.000286028,0.0027556987,0.006820262,0.00047769284,0.00042688273,0.0010417497,0.00084909657,0.0013878728],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071925686,0.0010608182,0.002761544,0.5579173,0.0050281654,0.00009574865,0.0073257512,0.000021467338,0.005016879,0.01015242,0.051644865,0.3589031],"study_design_scores_gemma":[0.001570189,0.0010595195,0.002667707,0.34000832,0.014711379,0.0006544775,0.042702872,0.11012457,0.17026427,0.2855899,0.026472727,0.0041740704],"about_ca_topic_score_codex":0.00025147406,"about_ca_topic_score_gemma":0.000012359921,"teacher_disagreement_score":0.35472903,"about_ca_system_score_codex":0.00013292098,"about_ca_system_score_gemma":0.00038390164,"threshold_uncertainty_score":0.9999592},"labels":[],"label_agreement":null},{"id":"W2017630437","doi":"10.1159/000355533","title":"The Role of Systematic Reviews and Meta-Analyses of Incidence and Prevalence Studies in Neuroepidemiology","year":2013,"lang":"en","type":"article","venue":"Neuroepidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health; University of Alberta; University of Calgary","funders":"Canada Research Chairs; Alberta Innovates - Health Solutions","keywords":"Medicine; Meta-analysis; Systematic review; Incidence (geometry); Epidemiology; Study heterogeneity; Publication bias; MEDLINE; Demography; Gerontology; Internal medicine","score_opus":0.9104924612756583,"score_gpt":0.6140708149199561,"score_spread":0.29642164635570223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017630437","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4944458,0.49815425,0.00037144063,0.0027416947,0.00017028899,0.0038097294,0.000006980473,0.000004115082,0.00029567562],"genre_scores_gemma":[0.9628401,0.03337385,0.0015163439,0.0009426257,0.000017190836,0.0006359743,3.1274453e-7,0.000010499321,0.00066312135],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.82945514,0.13991186,0.027158793,0.0015861685,0.0013503163,0.00053775776],"domain_scores_gemma":[0.68406785,0.2859626,0.022598738,0.0055084615,0.0016613035,0.00020102286],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18005913,0.00042136307,0.015287788,0.00034952388,0.00010325564,0.00004833119,0.0016026701,0.00010784116,0.0002928698],"category_scores_gemma":[0.6023751,0.00014677,0.0013939285,0.0008402859,0.0010788476,0.00022407655,0.00050225377,0.00026765506,0.00009828837],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003677699,0.00013053617,0.87526274,0.04199676,0.0077080377,0.000014151885,0.0021768068,0.00047561878,0.01067881,0.031068848,0.022001665,0.008449225],"study_design_scores_gemma":[0.0005759947,0.0009886879,0.49213174,0.0018029225,0.03530473,0.0005731648,0.004804425,0.036211845,0.0004979759,0.41515234,0.010974877,0.0009812881],"about_ca_topic_score_codex":0.00013596776,"about_ca_topic_score_gemma":0.00008004355,"teacher_disagreement_score":0.46839428,"about_ca_system_score_codex":0.000009411959,"about_ca_system_score_gemma":0.000022248858,"threshold_uncertainty_score":0.9993313},"labels":[],"label_agreement":null},{"id":"W2017827217","doi":"10.1016/j.cct.2014.05.012","title":"Improvement in the quality of abstracts in major clinical journals since CONSORT extension for abstracts: A systematic review","year":2014,"lang":"en","type":"review","venue":"Contemporary Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":76,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; Population Health Research Institute; Ontario Clinical Oncology Group; University of Waterloo; McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Medicine; Blinding; Consolidated Standards of Reporting Trials; Confidence interval; Checklist; Randomized controlled trial; Odds ratio; MEDLINE; Systematic review; Family medicine; Internal medicine","score_opus":0.9727397510177248,"score_gpt":0.7435756766781838,"score_spread":0.229164074339541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017827217","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006293681,0.95876783,0.00038899615,0.0011394195,0.001417886,0.03714616,0.0002497307,0.000005921393,0.0008210926],"genre_scores_gemma":[0.0020678332,0.99166024,0.00052545685,0.0026180965,0.0006003311,0.0016997366,0.000069217065,0.00005175674,0.00070730573],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.09262019,0.50266755,0.38936776,0.004066643,0.010433629,0.00084422267],"domain_scores_gemma":[0.05261105,0.70087504,0.22980227,0.01308117,0.0030648445,0.00056562416],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.9530079,0.0012828532,0.10510852,0.00078948244,0.00009572844,0.0007234582,0.0067718015,0.0013045415,0.00048266456],"category_scores_gemma":[0.91164094,0.00048900815,0.032872144,0.001958056,0.00035251817,0.000335185,0.00031647817,0.001957133,0.0007393279],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095712974,0.0009707291,0.00023541228,0.780453,0.0013036061,0.00003065998,0.000024202105,7.1024726e-7,2.31234e-7,0.00026114748,0.03668651,0.17993806],"study_design_scores_gemma":[0.001947766,0.00034853056,0.0005007609,0.5325729,0.0053326716,0.0000135210785,0.00010774095,0.000014111294,8.2506496e-8,0.0023632178,0.4562741,0.00052457955],"about_ca_topic_score_codex":0.00003186728,"about_ca_topic_score_gemma":0.00004778924,"teacher_disagreement_score":0.41958758,"about_ca_system_score_codex":0.00008016336,"about_ca_system_score_gemma":0.0017866164,"threshold_uncertainty_score":0.9999923},"labels":[],"label_agreement":null},{"id":"W2018210090","doi":"10.1089/fpd.2009.0321","title":"Quality of Reporting in Clinical Trials of Preharvest Food Safety Interventions and Associations with Treatment Effect","year":2009,"lang":"en","type":"article","venue":"Foodborne Pathogens and Disease","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Institute of Population and Public Health; Canadian Institutes of Health Research; Institut pour la Recherche en Santé Publique; Public Health Agency of Canada","keywords":"Consolidated Standards of Reporting Trials; Blinding; Medicine; Clinical trial; Randomization; Randomized controlled trial; Preharvest; Psychological intervention; Family medicine; Internal medicine; Psychiatry","score_opus":0.8385615344306622,"score_gpt":0.6286953918223668,"score_spread":0.2098661426082954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018210090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99387294,0.0026333958,0.0014124978,0.00020870935,0.000026359563,0.00091099646,0.00065282336,0.0000022328293,0.00028004852],"genre_scores_gemma":[0.9988809,0.00007376505,0.000873236,0.000017201874,0.000018599201,0.000022931185,0.000026342683,0.0000033071854,0.00008369122],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9580383,0.018406486,0.021733826,0.0006057554,0.0010809806,0.00013469752],"domain_scores_gemma":[0.95779544,0.012723446,0.026938125,0.0015907788,0.0005203118,0.00043188586],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1793865,0.00017241825,0.0042102467,0.00017484919,0.000058091173,0.00008893754,0.00014540752,0.000049391383,0.00011718071],"category_scores_gemma":[0.21841085,0.00007682215,0.002052715,0.00047033792,0.00006036053,0.00009020207,0.000032435255,0.000051612897,0.000002178464],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013391531,0.0005021,0.954096,0.00011613264,0.00022865908,0.0000039980287,0.00011817412,0.000012853445,0.00007587176,0.0012160237,0.000053859225,0.043442383],"study_design_scores_gemma":[0.0009761262,0.0011289368,0.99480927,0.0001380254,0.00065073813,8.885121e-7,0.00011459514,0.00013463908,0.000014196549,0.0018807761,0.00007765543,0.00007412806],"about_ca_topic_score_codex":0.000014275522,"about_ca_topic_score_gemma":0.00017337382,"teacher_disagreement_score":0.043368254,"about_ca_system_score_codex":0.000016258658,"about_ca_system_score_gemma":0.00009237123,"threshold_uncertainty_score":0.8449943},"labels":[],"label_agreement":null},{"id":"W2018314121","doi":"10.1016/j.jclinepi.2014.12.006","title":"A review of the use of covariates in cluster randomized trials uncovers marked discrepancies between guidance and practice","year":2014,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Women's College Hospital; University of Toronto","funders":"","keywords":"Covariate; CRTS; Randomization; Medicine; Randomized controlled trial; Cluster (spacecraft); Cluster randomised controlled trial; Statistics; Surgery; Computer science; Mathematics","score_opus":0.9623569045144317,"score_gpt":0.727645619232574,"score_spread":0.2347112852818577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018314121","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000121849325,0.97834367,0.010690972,0.007308584,0.0008973899,0.0025180378,0.00004112293,5.356058e-7,0.00018751594],"genre_scores_gemma":[0.000010452227,0.96739256,0.0284159,0.0034495068,0.00037300543,0.000020455904,0.0000026728549,0.000014780406,0.00032065916],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.04736339,0.77190566,0.17725192,0.00083254336,0.0023444237,0.00030208597],"domain_scores_gemma":[0.0036418505,0.74620646,0.2452102,0.0025064675,0.0022536889,0.00018134288],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9515753,0.0005853846,0.15180795,0.00043251435,0.000033539094,0.00006069886,0.0027097221,0.00072825677,0.0004560117],"category_scores_gemma":[0.99679905,0.00017973379,0.031821214,0.001160967,0.0009637655,0.00030965236,0.0004472483,0.0013784282,0.000023531942],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0049697463,0.00014846839,0.0069674244,0.08085585,0.008173022,0.000004939414,0.000036695074,0.00002924415,1.9812784e-8,0.0034657123,0.1570583,0.73829055],"study_design_scores_gemma":[0.0064160624,0.00009210642,0.00033304063,0.08841347,0.01419729,0.000062139865,0.000007809079,0.000058832393,5.8940097e-9,0.004562185,0.88573253,0.00012452801],"about_ca_topic_score_codex":0.0000404391,"about_ca_topic_score_gemma":0.000011296443,"teacher_disagreement_score":0.73816603,"about_ca_system_score_codex":0.00003151255,"about_ca_system_score_gemma":0.00094126083,"threshold_uncertainty_score":0.9778749},"labels":[],"label_agreement":null},{"id":"W2018337357","doi":"10.1615/jlongtermeffmedimplants.v17.i2.30","title":"What is the Quality of the Orthopaedic Literature?","year":2007,"lang":"en","type":"article","venue":"Journal of Long-Term Effects of Medical Implants","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton General Hospital; University of Toronto; McMaster University","funders":"","keywords":"Quality (philosophy); Psychological intervention; Randomized controlled trial; Risk analysis (engineering); Systematic review; Evidence-based medicine; Order (exchange); Computer science; Medicine; Management science; MEDLINE; Alternative medicine; Engineering; Business; Nursing; Political science; Surgery","score_opus":0.34996193354732813,"score_gpt":0.5326923001736901,"score_spread":0.18273036662636194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018337357","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9779321,0.011921115,0.002781105,0.0039521577,0.0028751597,0.00041759483,0.0000057826774,8.994386e-7,0.00011411732],"genre_scores_gemma":[0.99701935,0.000960775,0.00007723853,0.001241519,0.0003447152,0.0000013207896,6.338375e-7,0.000007339319,0.00034710916],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9576614,0.010374941,0.012010221,0.00034564114,0.0192709,0.0003369345],"domain_scores_gemma":[0.9480866,0.032225285,0.015054118,0.0024776056,0.0017062428,0.00045011408],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23250785,0.0002498234,0.003079449,0.00027624163,0.00010036662,0.00038490884,0.004352383,0.00023007317,0.0013424914],"category_scores_gemma":[0.07155341,0.00007405293,0.003161807,0.0011576954,0.00030265146,0.00044388033,0.00026881657,0.0006984905,0.000044204917],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002127297,0.0005036877,0.5554037,0.0019224234,0.0015533115,0.0007051655,0.0048769317,0.000003348307,0.0017555186,0.00037623144,0.054433677,0.37825328],"study_design_scores_gemma":[0.0010228378,0.00019613552,0.98626024,0.004379809,0.00042580426,0.0014548376,0.0002821482,0.00005161699,0.003295701,0.001166807,0.0013309455,0.00013309497],"about_ca_topic_score_codex":0.000005341406,"about_ca_topic_score_gemma":0.000030446956,"teacher_disagreement_score":0.43085656,"about_ca_system_score_codex":0.000019662248,"about_ca_system_score_gemma":0.0001704884,"threshold_uncertainty_score":0.9995704},"labels":[],"label_agreement":null},{"id":"W2018376445","doi":"10.1097/01.blo.0000079322.41006.5b","title":"Methodologic Issues in Systematic Reviews and Meta-Analyses","year":2003,"lang":"en","type":"article","venue":"Clinical Orthopaedics and Related Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":144,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Medicine; Meta-analysis; MEDLINE; Narrative review; Management science; Pathology; Intensive care medicine","score_opus":0.9840530214414774,"score_gpt":0.7594592230461266,"score_spread":0.22459379839535087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018376445","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10585074,0.83343965,0.002322667,0.008571432,0.0009198574,0.009255678,0.0000105510735,0.000017459723,0.03961194],"genre_scores_gemma":[0.57827,0.17063288,0.029428018,0.001030133,0.00015393533,0.0007627763,0.0000073907204,0.00007281889,0.21964201],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.65587986,0.30741525,0.027270578,0.0023377014,0.0063696387,0.0007269982],"domain_scores_gemma":[0.8295097,0.15570131,0.0059132334,0.0056700073,0.002307536,0.0008982326],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7564374,0.00039989562,0.012182657,0.0009996622,0.000286055,0.0010384474,0.0011626402,0.0004923725,0.0057416055],"category_scores_gemma":[0.64536107,0.00014634243,0.0039680735,0.0038786859,0.0006992823,0.00029369755,0.00033166783,0.0015803482,0.0014673447],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012803597,0.002375113,0.34880626,0.036458187,0.05444642,0.0017602813,0.0038321193,0.00016966315,0.00018050191,0.34135866,0.16960414,0.04088063],"study_design_scores_gemma":[0.002276622,0.0011275051,0.019559143,0.0018682347,0.037057716,0.0005322642,0.0051966836,0.0076615727,0.00001973002,0.33383584,0.58935624,0.0015084315],"about_ca_topic_score_codex":0.000015668295,"about_ca_topic_score_gemma":0.000025369338,"teacher_disagreement_score":0.6628068,"about_ca_system_score_codex":0.000017025885,"about_ca_system_score_gemma":0.00009122138,"threshold_uncertainty_score":0.99999857},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2018803491","doi":"10.1007/s40273-014-0179-1","title":"Network vs. Pairwise Meta-Analyses: A Case Study of the Impact of an Evidence-Synthesis Paradigm on Value of Information Outcomes","year":2014,"lang":"en","type":"article","venue":"PharmacoEconomics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Coastal Health Research Institute; Vancouver Coastal Health; Centre for Advancing Health Outcomes; St. Paul's Hospital; McMaster University; University of British Columbia","funders":"","keywords":"Placebo; Pharmacotherapy; Medicine; Meta-analysis; Randomized controlled trial; Pairwise comparison; Quality-adjusted life year; Random effects model; Bayesian probability; Internal medicine; Statistics; Cost effectiveness; Mathematics","score_opus":0.7468746274918396,"score_gpt":0.5769829321063179,"score_spread":0.16989169538552173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018803491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972745,0.00012236771,0.00086482597,0.0001656164,0.0001427925,0.0010345771,0.000044145636,0.0000026791456,0.00034846514],"genre_scores_gemma":[0.999148,0.0000125854385,0.00046700367,0.00022410964,0.000035186447,0.00005991016,9.2318396e-7,0.000008781746,0.000043480213],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97704124,0.011276468,0.009579042,0.0004290602,0.0014678184,0.00020636902],"domain_scores_gemma":[0.9725242,0.012034104,0.011361438,0.0035034795,0.0004406327,0.00013612205],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06974418,0.00033608673,0.005129386,0.000336798,0.00009820554,0.00017408982,0.0018757184,0.00004973069,0.0022977188],"category_scores_gemma":[0.012574887,0.00013206307,0.004221613,0.00070808537,0.00006960397,0.00090206333,0.0001427703,0.00011948491,0.000094761446],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013093014,0.00069251884,0.15328452,0.000101277525,0.015881382,0.0000030472265,0.00402665,0.8040938,0.000040217732,0.0006333254,0.0069763553,0.014136002],"study_design_scores_gemma":[0.0014619578,0.0011937106,0.0758592,0.000059653798,0.046988104,0.00006226484,0.0047305687,0.86153466,0.0014261707,0.0047423956,0.0013245824,0.0006167166],"about_ca_topic_score_codex":0.0011053944,"about_ca_topic_score_gemma":0.00008523342,"teacher_disagreement_score":0.07742532,"about_ca_system_score_codex":0.000052446427,"about_ca_system_score_gemma":0.0000928428,"threshold_uncertainty_score":0.9986143},"labels":[],"label_agreement":null},{"id":"W2018907126","doi":"10.1371/journal.pone.0119892","title":"Is Quality and Completeness of Reporting of Systematic Reviews and Meta-Analyses Published in High Impact Radiology Journals Associated with Citation Rates?","year":2015,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"University of Ottawa","keywords":"Interquartile range; Citation; Medicine; Checklist; Systematic review; Citation analysis; MEDLINE; Surgery; Psychology; Library science; Biology; Computer science","score_opus":0.9743603511797535,"score_gpt":0.6281372628802134,"score_spread":0.34622308829954007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018907126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9818847,0.015567212,0.00062868925,0.00041630623,0.00000974234,0.0013757382,0.000023796241,0.0000017875635,0.00009201958],"genre_scores_gemma":[0.99599653,0.00009483737,0.00362295,0.00006703596,0.0000057985353,0.000058182366,0.000008212165,0.000006950381,0.0001394767],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9250674,0.035559118,0.034100875,0.00070619537,0.004344512,0.00022187075],"domain_scores_gemma":[0.8790994,0.012936044,0.0988076,0.0024373163,0.0064656152,0.00025397437],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3437126,0.00025938085,0.01724006,0.0006243742,0.000036683203,0.00032111842,0.0004364803,0.000084369196,0.0007024787],"category_scores_gemma":[0.46097627,0.00009998089,0.0008580052,0.0019051975,0.000094913245,0.00044776127,0.0000616313,0.00012449015,0.0000061474652],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044019445,0.00053032377,0.95105815,0.013704949,0.025362924,0.0000067912924,0.0023832426,0.000055790762,0.0054526622,0.00013088186,0.0012273309,0.00004295733],"study_design_scores_gemma":[0.001406422,0.00050615333,0.91077805,0.005463922,0.061243773,0.00004321594,0.0022342473,0.006804638,0.0013096835,0.0097393105,0.0000041242115,0.00046643923],"about_ca_topic_score_codex":0.0001847883,"about_ca_topic_score_gemma":0.00009969438,"teacher_disagreement_score":0.117263645,"about_ca_system_score_codex":0.000039819937,"about_ca_system_score_gemma":0.00007747138,"threshold_uncertainty_score":0.99735004},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2019640123","doi":"10.1080/0004867010060502","title":"The Impact Factor: Time for Change","year":2001,"lang":"en","type":"article","venue":"Australian & New Zealand Journal of Psychiatry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Child, Adolescent and Family Mental Health","funders":"","keywords":"Impact factor; Publishing; Promotion (chess); Subject (documents); Psychology; Quality (philosophy); Vulnerability (computing); Criticism; Applied psychology; Public relations; Computer science; Political science; Law; Epistemology; Library science","score_opus":0.6051001455104243,"score_gpt":0.5239805472855189,"score_spread":0.08111959822490544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019640123","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7713399,0.004985089,0.0024067792,0.20928954,0.0067065614,0.00210464,0.00011778378,0.00001100243,0.0030387486],"genre_scores_gemma":[0.45611265,0.0004336943,0.007430618,0.0007738605,0.007841146,0.000012607806,0.000005727324,0.00004620129,0.5273435],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9903844,0.0012663082,0.005450753,0.00029331225,0.00223119,0.00037401586],"domain_scores_gemma":[0.99084204,0.0012590684,0.0056090415,0.0012369292,0.00063180533,0.00042110478],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.025491793,0.0002581862,0.0017229086,0.0002323332,0.00020347271,0.0008961894,0.0016911682,0.00009299378,0.008082229],"category_scores_gemma":[0.0016378746,0.00009091013,0.0030282587,0.00061189116,0.000033873002,0.0003534918,0.000023956134,0.00022138382,0.0010518124],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045591383,0.00003461861,0.1181634,0.0000031308793,0.00024617783,0.0000023746381,0.00015649947,0.00000778911,0.000015042926,0.00009836989,0.8566254,0.024601659],"study_design_scores_gemma":[0.0005452339,0.00035175413,0.14053859,0.000038244863,0.00016408369,0.0002490502,0.00019043546,0.00007710527,0.0000024119483,0.019720748,0.83800256,0.00011977959],"about_ca_topic_score_codex":0.000036627713,"about_ca_topic_score_gemma":0.000064609914,"teacher_disagreement_score":0.52430475,"about_ca_system_score_codex":0.000027460428,"about_ca_system_score_gemma":0.00020608529,"threshold_uncertainty_score":0.999726},"labels":[],"label_agreement":null},{"id":"W2019968234","doi":"10.1016/j.ijcard.2012.11.048","title":"Random error in cardiovascular meta-analyses: How common are false positive and false negative results?","year":2012,"lang":"en","type":"review","venue":"International Journal of Cardiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Meta-analysis; Medicine; Sample size determination; Cochrane Library; Spurious relationship; False positives and false negatives; Confidence interval; Systematic review; False positive paradox; Randomized controlled trial; Random effects model; Publication bias; Statistics; Cochrane collaboration; Relative risk; MEDLINE; Study heterogeneity; Internal medicine; Mathematics","score_opus":0.8002018624808636,"score_gpt":0.5694367579334566,"score_spread":0.23076510454740695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019968234","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000089577705,0.9888285,0.006564391,0.0007205544,0.0013800736,0.0007967888,0.00047452893,0.0000019682225,0.0011436356],"genre_scores_gemma":[0.018805007,0.9777839,0.0010228776,0.000120090575,0.0013703402,0.00006676949,0.000047569592,0.000038281807,0.0007451181],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9274859,0.05089814,0.014127859,0.0010088244,0.00611258,0.0003667345],"domain_scores_gemma":[0.95242614,0.018604266,0.021831313,0.0021058824,0.004748351,0.00028402449],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.1367616,0.0008792842,0.036228277,0.002392818,0.000065333195,0.0006999888,0.003470296,0.00049608364,0.00026216],"category_scores_gemma":[0.04702284,0.00039127952,0.029578725,0.0009128972,0.00023355542,0.00054142,0.00042500973,0.0010633087,0.00016455023],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021482893,0.000052531872,0.00064275874,0.0004146652,0.2972765,0.0013502667,0.00038270905,0.0009846266,6.317035e-7,0.00019838264,0.0060328213,0.6924493],"study_design_scores_gemma":[0.0011240097,0.00004600889,0.0005734834,0.00077630376,0.0660346,0.0025610514,0.00030623068,0.000021811335,4.583731e-7,0.0006988441,0.9275408,0.00031640808],"about_ca_topic_score_codex":0.000029197714,"about_ca_topic_score_gemma":0.00003516361,"teacher_disagreement_score":0.92150795,"about_ca_system_score_codex":0.00024116464,"about_ca_system_score_gemma":0.00020946372,"threshold_uncertainty_score":0.9998539},"labels":[],"label_agreement":null},{"id":"W2020017854","doi":"10.1111/joor.12028","title":"Methodological quality and descriptive characteristics of prosthodontic‐related systematic reviews","year":2013,"lang":"en","type":"review","venue":"Journal of Oral Rehabilitation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Alberta","funders":"","keywords":"Descriptive statistics; Checklist; Quality (philosophy); Medical education; Systematic review; Specialty; MEDLINE; Descriptive research; Publishing; Medicine; Psychology; Family medicine; Dentistry; Statistics; Political science; Mathematics","score_opus":0.9455416011742609,"score_gpt":0.6512864408937279,"score_spread":0.294255160280533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020017854","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00066269597,0.98609954,0.006813654,0.00017198801,0.00055063586,0.005597179,0.000018129942,0.0000019666918,0.00008422244],"genre_scores_gemma":[0.000092526614,0.8437364,0.15530807,0.00001587133,0.000046980374,0.00012050841,0.0000057318284,0.000020320367,0.00065358396],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7843866,0.16052456,0.050104663,0.00068034464,0.004090566,0.00021327843],"domain_scores_gemma":[0.7032317,0.13845494,0.14569686,0.0033937078,0.0088258665,0.0003969528],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.47137904,0.0006269279,0.03476348,0.00090989197,0.00006442843,0.00043605012,0.001334295,0.00043364568,0.0008662796],"category_scores_gemma":[0.6881541,0.00023967471,0.00737063,0.0014792943,0.00023036802,0.0005220393,0.00012639565,0.00061748363,0.00031393877],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000776338,0.000088567336,0.00024037051,0.25009164,0.00054525235,0.0000021445455,0.0007286918,2.3828738e-7,0.0000053103636,0.0010249702,0.0032172152,0.7440478],"study_design_scores_gemma":[0.00031340477,0.0011755816,0.0031176922,0.15635274,0.011284721,0.00028421538,0.0012493936,0.00007861575,3.2742705e-7,0.012453798,0.8131008,0.00058870466],"about_ca_topic_score_codex":0.0000041764506,"about_ca_topic_score_gemma":7.967516e-7,"teacher_disagreement_score":0.8098836,"about_ca_system_score_codex":0.000152643,"about_ca_system_score_gemma":0.00020345223,"threshold_uncertainty_score":0.97956645},"labels":[],"label_agreement":null},{"id":"W2020442814","doi":"10.1016/j.resuscitation.2006.10.021","title":"Design and implementation of resuscitation research: Special challenges and potential solutions","year":2007,"lang":"en","type":"review","venue":"Resuscitation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Psychological intervention; Medicine; Interim; External validity; Waiver; Internal validity; Intervention (counseling); Informed consent; Randomized controlled trial; Clinical trial; Interim analysis; Face validity; Emergency department; Medical emergency; Nursing; Alternative medicine; Clinical psychology; Social psychology; Psychology; Psychometrics; Surgery","score_opus":0.9126644071586321,"score_gpt":0.6249603660405284,"score_spread":0.28770404111810366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020442814","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000050811654,0.97333455,0.021692496,0.00018972252,0.0004004455,0.0025976447,0.00004208419,0.000004903448,0.0016873667],"genre_scores_gemma":[0.0003195847,0.9895183,0.00903048,0.0000042469055,0.00058061496,0.00010046381,0.000090116024,0.000025338317,0.00033089874],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9520258,0.028257508,0.0104488,0.0015855696,0.007150379,0.0005319775],"domain_scores_gemma":[0.9782759,0.012291796,0.0054992577,0.0014107361,0.0023507022,0.0001716068],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19885261,0.00039955054,0.003928726,0.0024814615,0.0003643719,0.0005516181,0.00066537416,0.00030802854,0.0004988989],"category_scores_gemma":[0.013413123,0.00024237948,0.00077958225,0.0017430626,0.0002607073,0.00043597893,0.00019203109,0.00033535445,0.0002012917],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007584762,0.000017167546,0.0000018296248,0.002571559,0.00014716224,0.0000037585903,0.0013449335,0.0000055779688,0.0000036137133,0.010208075,0.00466481,0.9810239],"study_design_scores_gemma":[0.0003755716,0.00020284244,0.0009753831,0.0021779665,0.00123367,0.0000379367,0.0067185694,0.00039157935,0.0000016873337,0.035825722,0.9516593,0.00039975272],"about_ca_topic_score_codex":0.000015432819,"about_ca_topic_score_gemma":0.00006041893,"teacher_disagreement_score":0.9806242,"about_ca_system_score_codex":0.00010182705,"about_ca_system_score_gemma":0.00027445066,"threshold_uncertainty_score":0.9948973},"labels":[],"label_agreement":null},{"id":"W2020572813","doi":"10.1378/chest.126.3_suppl.179s","title":"Applying the Grades of Recommendation for Antithrombotic and Thrombolytic Therapy","year":2004,"lang":"en","type":"article","venue":"CHEST Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":107,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; McMaster University Medical Centre","funders":"","keywords":"Medicine; Antithrombotic; Quality (philosophy); Randomized controlled trial; Cost–benefit analysis; Actuarial science; Intensive care medicine; Surgery; Economics","score_opus":0.8159806343831116,"score_gpt":0.5443032199936866,"score_spread":0.27167741438942505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020572813","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7427333,0.0030058653,0.24363753,0.0074090576,0.0004977526,0.0018358944,0.000005233854,0.0000030033805,0.0008723459],"genre_scores_gemma":[0.98977524,0.00041741808,0.009333087,0.00019853131,0.00011220915,0.00003907913,8.8534244e-7,0.000006261731,0.00011730098],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99515665,0.0008439472,0.002711384,0.00020950392,0.00095918885,0.00011932286],"domain_scores_gemma":[0.9949741,0.0016134174,0.0024010616,0.0005448752,0.0004082201,0.000058341244],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.040566813,0.00011200604,0.0010257763,0.00011632253,0.00026841066,0.0005526698,0.0005351466,0.000030753647,0.0006644377],"category_scores_gemma":[0.004528221,0.00004140284,0.0005327249,0.00034439238,0.00007338173,0.00019747374,0.000022899323,0.00011054909,0.000031169417],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036999063,0.00030542538,0.05224834,0.00025879583,0.0011875092,0.000002951822,0.006717586,0.0007560324,0.012039085,0.015694056,0.01875117,0.89200205],"study_design_scores_gemma":[0.0031469392,0.00050353736,0.17896166,0.00026259726,0.0005948199,0.0005653799,0.009347857,0.003972744,0.0042588944,0.51199055,0.28593388,0.0004611505],"about_ca_topic_score_codex":0.0000019841011,"about_ca_topic_score_gemma":0.0000029161283,"teacher_disagreement_score":0.8915409,"about_ca_system_score_codex":0.000016525491,"about_ca_system_score_gemma":0.000047332655,"threshold_uncertainty_score":0.98793834},"labels":[],"label_agreement":null},{"id":"W2021170214","doi":"10.1016/j.jpurol.2011.02.031","title":"Analysis of duplicate presentations accepted at two top international pediatric urology meetings","year":2011,"lang":"en","type":"article","venue":"Journal of Pediatric Urology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; SickKids Foundation; McMaster Children's Hospital; University of Toronto; McMaster University","funders":"","keywords":"Medicine; Family medicine; Observational study; Presentation (obstetrics); Sample size determination; Pediatrics; Medical education; Internal medicine; Surgery; Statistics","score_opus":0.5026640656209455,"score_gpt":0.48719588634279165,"score_spread":0.015468179278153804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021170214","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97602534,0.0015368472,0.011188426,0.0010583636,0.0010672476,0.0002002333,0.000025588131,0.0000040541113,0.008893889],"genre_scores_gemma":[0.99539,0.00046961327,0.002065724,0.00029770465,0.0009103699,0.0000076022056,0.0000075609637,0.000011434802,0.0008399962],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98206264,0.0041557816,0.010019595,0.0005934268,0.002854697,0.00031383554],"domain_scores_gemma":[0.9752801,0.0042795865,0.01594574,0.0013207422,0.002943375,0.00023042325],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03159101,0.00025852228,0.0029908482,0.0044144583,0.00009304787,0.00007802848,0.0027639433,0.00016850955,0.036357958],"category_scores_gemma":[0.017654752,0.0001497523,0.0027291141,0.0047697444,0.00008929439,0.00029072867,0.00034158188,0.00031353848,0.00048642617],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008791673,0.00021462006,0.9644628,0.00000442734,0.0032377357,0.000028984367,0.0008013119,0.0007144507,0.00005084165,0.00036758042,0.029245866,0.0007834661],"study_design_scores_gemma":[0.0012872526,0.0004296099,0.92932624,2.3542289e-7,0.039676465,0.000165983,0.00020421972,0.007935659,0.000026975858,0.0028168664,0.017855473,0.00027502578],"about_ca_topic_score_codex":0.000025937876,"about_ca_topic_score_gemma":0.000038300444,"teacher_disagreement_score":0.03643873,"about_ca_system_score_codex":0.000032651868,"about_ca_system_score_gemma":0.00012449527,"threshold_uncertainty_score":0.9971808},"labels":[],"label_agreement":null},{"id":"W2021652931","doi":"10.1055/s-2008-1038586","title":"The Most Commonly Cited Articles in Pediatric Surgical Journals","year":2008,"lang":"en","type":"article","venue":"European Journal of Pediatric Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; MEDLINE; General surgery; Family medicine","score_opus":0.6353399704681291,"score_gpt":0.4376995500710776,"score_spread":0.1976404203970515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021652931","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9736355,0.019855756,0.00034393684,0.0011811896,0.0012430468,0.00012762327,0.0000032000976,0.000004123849,0.003605649],"genre_scores_gemma":[0.9837134,0.011297473,0.00023738232,0.00012529048,0.0034586866,9.4390504e-7,5.715283e-7,0.000026855172,0.0011393825],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.92674035,0.04310408,0.020933555,0.00052912685,0.008058228,0.00063463673],"domain_scores_gemma":[0.94831806,0.035810765,0.01196572,0.001550448,0.0019022233,0.0004528067],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.28418767,0.00031898622,0.002765543,0.0021297978,0.0004213537,0.00080543285,0.0022061844,0.000045630855,0.0016190342],"category_scores_gemma":[0.07201804,0.0001375219,0.0024882723,0.006928603,0.00009446123,0.0004545381,0.00016465565,0.0006946814,0.0015315553],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022655142,0.00007150184,0.72450113,0.0000046204846,0.000037972204,0.0026808975,0.00018512682,0.000113765986,0.0000011740474,0.000013367748,0.2631564,0.009211373],"study_design_scores_gemma":[0.00048321785,0.000050569102,0.91186714,0.000014207101,0.00022366285,0.001699173,0.0002658516,0.0001990171,0.0000021870542,0.00025214304,0.08470711,0.00023569637],"about_ca_topic_score_codex":0.0000019209956,"about_ca_topic_score_gemma":0.000003278874,"teacher_disagreement_score":0.21216963,"about_ca_system_score_codex":0.000040563584,"about_ca_system_score_gemma":0.00031830862,"threshold_uncertainty_score":0.9992936},"labels":[],"label_agreement":null},{"id":"W2021764662","doi":"10.1016/s0197-2456(02)00214-3","title":"The reporting of methodological factors in randomized controlled trials and the association with a journal policy to promote adherence to the Consolidated Standards of Reporting Trials (CONSORT) checklist","year":2002,"lang":"en","type":"article","venue":"Controlled Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":166,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; McMaster University","funders":"","keywords":"Consolidated Standards of Reporting Trials; Checklist; Randomized controlled trial; Medicine; Observational study; Family medicine; Impact factor; Psychology; Political science; Internal medicine","score_opus":0.9141816661638767,"score_gpt":0.6751249450631627,"score_spread":0.23905672110071408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021764662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85956115,0.008150534,0.024871306,0.037813738,0.001673586,0.06497451,0.00013186119,0.000017021477,0.002806322],"genre_scores_gemma":[0.9920606,0.00086096884,0.002136681,0.0005073667,0.0006593029,0.0010918503,0.0000010653642,0.000018151895,0.0026640247],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.016434263,0.7087329,0.26396498,0.0012448592,0.00893198,0.00069101556],"domain_scores_gemma":[0.00086377875,0.6689914,0.32235914,0.001963959,0.0055218693,0.00029984766],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9891733,0.00060700875,0.09984155,0.0005257483,0.00051481946,0.0016831507,0.001752846,0.00038179793,0.0010692306],"category_scores_gemma":[0.9992897,0.00013844622,0.018867142,0.002139702,0.000597953,0.00013004268,0.00020400921,0.00084638817,0.000010570824],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.89057946,0.0003662939,0.016960818,0.000046404177,0.025698122,0.000025858826,0.004174218,0.00039329779,0.00072620815,0.0034218584,0.0077956277,0.049811848],"study_design_scores_gemma":[0.95654666,0.0010568133,0.0017046928,0.0005752982,0.013144733,0.00003320295,0.0029197193,0.0046900827,0.00024016947,0.014163389,0.004540299,0.0003849597],"about_ca_topic_score_codex":0.00007123698,"about_ca_topic_score_gemma":0.00012043054,"teacher_disagreement_score":0.13249947,"about_ca_system_score_codex":0.000115222654,"about_ca_system_score_gemma":0.0008822848,"threshold_uncertainty_score":0.99984396},"labels":[],"label_agreement":null},{"id":"W2021817747","doi":"10.1016/j.jclinepi.2009.05.007","title":"Trial sample size, but not trial quality, is associated with positive study outcome","year":2009,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Center for Research Resources","keywords":"Medicine; Jadad scale; Randomized controlled trial; Sample size determination; Blinding; Logistic regression; Internal medicine; Clinical trial; Placebo; Outcome (game theory); Psychological intervention; Physical therapy; Alternative medicine; Statistics; Psychiatry; Pathology","score_opus":0.9570125176928788,"score_gpt":0.7341961162636582,"score_spread":0.22281640142922055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021817747","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96836764,0.00006666405,0.008206325,0.018964062,0.0021076864,0.0015418608,0.000042379535,0.0000041124117,0.00069928233],"genre_scores_gemma":[0.9743255,0.000020121506,0.0058949944,0.016046956,0.0016968092,0.0000066485263,0.000001713525,0.000010206081,0.001997068],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6046496,0.28605,0.101324975,0.0013127989,0.006020228,0.0006424251],"domain_scores_gemma":[0.049708392,0.8457143,0.09680794,0.0028908965,0.0040944736,0.0007840358],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7728609,0.00043225626,0.027673371,0.00028110703,0.00014652479,0.00018157736,0.0023838612,0.00048394012,0.0035889493],"category_scores_gemma":[0.9632195,0.00017457831,0.008670684,0.0008503341,0.00020691352,0.00024403578,0.00011070746,0.0014071771,0.0002875309],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.24908097,0.0049279416,0.6735462,0.0000047745243,0.0035844613,0.00009862449,0.00037498522,0.00007034239,0.0000022605857,0.0016026759,0.047577493,0.019129248],"study_design_scores_gemma":[0.17714581,0.023615263,0.7537899,0.000033474815,0.0012433575,0.000022478984,0.00044990893,0.00020709918,6.665963e-7,0.040553972,0.0026783077,0.0002597366],"about_ca_topic_score_codex":0.000048967388,"about_ca_topic_score_gemma":0.00006004672,"teacher_disagreement_score":0.55966425,"about_ca_system_score_codex":0.00005778539,"about_ca_system_score_gemma":0.00033846791,"threshold_uncertainty_score":0.9973219},"labels":[],"label_agreement":null},{"id":"W2021914698","doi":"10.1136/bmjqs-2013-002293.88","title":"057 Handling Trial Participants with Missing Data in Meta-Analyses Of Dichotomous Outcomes: Guidance for Systematic Reviewers","year":2013,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hospital for Sick Children","funders":"","keywords":"Medicine; Missing data; Meta-analysis; MEDLINE; Medical physics; Family medicine; Statistics; Internal medicine","score_opus":0.9563951938189665,"score_gpt":0.683107230043072,"score_spread":0.2732879637758946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021914698","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20941325,0.04101553,0.6287225,0.013740792,0.0013996504,0.10067252,0.0012888442,0.00007377109,0.0036731793],"genre_scores_gemma":[0.95388097,0.000054818604,0.03999392,0.0006518093,0.00010793295,0.0023744297,0.000076889475,0.000043959437,0.002815302],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.910354,0.035263464,0.044182584,0.0019822503,0.0075117373,0.00070591905],"domain_scores_gemma":[0.8697757,0.06541351,0.036780182,0.02344167,0.004028257,0.00056066806],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.38472342,0.0005722903,0.015991522,0.0003216357,0.00017161357,0.0006474231,0.003600068,0.00011359042,0.0018576089],"category_scores_gemma":[0.24367574,0.00022418467,0.0032306735,0.001565754,0.00012916629,0.00080118096,0.00028801794,0.00015764292,0.0003188503],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016990418,0.0059110066,0.15414397,0.41339582,0.18595743,0.00007791757,0.019152332,0.011493155,0.0032529354,0.0063301534,0.13486516,0.04842969],"study_design_scores_gemma":[0.12941,0.002398881,0.06409866,0.072716676,0.33582756,0.00007434631,0.046107482,0.26560712,0.001224064,0.037806846,0.033700082,0.011028301],"about_ca_topic_score_codex":0.00053344347,"about_ca_topic_score_gemma":0.00038482618,"teacher_disagreement_score":0.7444677,"about_ca_system_score_codex":0.00006331365,"about_ca_system_score_gemma":0.00029205316,"threshold_uncertainty_score":0.99905485},"labels":[],"label_agreement":null},{"id":"W2022190222","doi":"10.1186/2046-4053-1-1","title":"Establishing a new journal for systematic review products","year":2012,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":243,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Publishing; Systematic review; Variety (cybernetics); Medicine; Scope (computer science); Engineering ethics; Public relations; MEDLINE; Data science; Computer science; Political science; Law; Engineering","score_opus":0.7623734231369342,"score_gpt":0.5450247364886208,"score_spread":0.21734868664831342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022190222","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005021847,0.8051269,0.09700128,0.0022596463,0.0037146048,0.08836082,0.000010661494,0.000025716185,0.0034501331],"genre_scores_gemma":[0.01515675,0.054345895,0.21372981,0.0210961,0.014438971,0.04709079,0.00009024236,0.00065789133,0.6333935],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.84535795,0.076660104,0.06414345,0.0015636381,0.010895704,0.0013791778],"domain_scores_gemma":[0.80419344,0.044511598,0.11366028,0.02604603,0.008884403,0.0027042232],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.61452335,0.0010588114,0.028440306,0.00059614796,0.00048260108,0.003204282,0.0050941375,0.00015719382,0.0026365914],"category_scores_gemma":[0.7083156,0.00039306373,0.0072089196,0.0031889766,0.000039660394,0.0020845076,0.00019612694,0.0003907128,0.016868265],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.8171056e-7,0.00003010572,0.000044831966,0.6181938,0.00021278985,8.161862e-7,0.00041890625,4.2671942e-7,0.000007043318,0.0010024613,0.37991038,0.00017774448],"study_design_scores_gemma":[0.00021665856,0.000045111814,0.000008806431,0.7390164,0.005745054,0.0009111884,0.000544873,0.00016372283,0.0000060425828,0.0013993339,0.2513829,0.0005599165],"about_ca_topic_score_codex":0.0000034243735,"about_ca_topic_score_gemma":0.0000029787145,"teacher_disagreement_score":0.750781,"about_ca_system_score_codex":0.00018553452,"about_ca_system_score_gemma":0.00027506187,"threshold_uncertainty_score":0.9998521},"labels":[],"label_agreement":null},{"id":"W2022515531","doi":"10.1016/j.explore.2004.11.001","title":"The CONSORT statement: Revised recommendations for improving the quality of reports of parallel-group randomized trials 2001","year":2005,"lang":"en","type":"article","venue":"EXPLORE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":200,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thomson Reuters (Canada)","funders":"","keywords":"Consolidated Standards of Reporting Trials; Checklist; Randomized controlled trial; Statement (logic); Transparency (behavior); Quality (philosophy); Psychology; Computer science; Medical education; Medicine; Surgery","score_opus":0.8873352443119157,"score_gpt":0.6076239739637559,"score_spread":0.2797112703481598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022515531","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14684439,0.023439664,0.68524516,0.096820965,0.0023579642,0.038133014,0.00030592264,0.000031279138,0.006821653],"genre_scores_gemma":[0.93541247,0.0012771538,0.051299732,0.00049545115,0.00027855067,0.0022923064,0.00006297705,0.00002299035,0.008858381],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.88631165,0.059930943,0.0480783,0.00093082414,0.0043439833,0.00040428102],"domain_scores_gemma":[0.8907769,0.07649076,0.027683627,0.0035580895,0.0014189633,0.00007166358],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.60907394,0.00018134668,0.0053427597,0.00009252547,0.00027217573,0.00024023346,0.0009150439,0.000041874184,0.002555625],"category_scores_gemma":[0.31116903,0.000057907222,0.0033152576,0.00044220575,0.00017023238,0.00019061055,0.000080518905,0.00007622581,0.000031489766],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00552925,0.00022403944,0.00081401056,0.00024914296,0.0019248201,6.950532e-7,0.0057049394,0.00022133849,0.00079754,0.023526149,0.74926883,0.21173926],"study_design_scores_gemma":[0.023654547,0.00005487385,0.00018677715,0.000081602346,0.0011326297,0.0000034302923,0.008325158,0.0045181764,0.00038777143,0.0304419,0.93100095,0.00021218699],"about_ca_topic_score_codex":0.000025954569,"about_ca_topic_score_gemma":0.00004646324,"teacher_disagreement_score":0.7885681,"about_ca_system_score_codex":0.00001886166,"about_ca_system_score_gemma":0.00007969813,"threshold_uncertainty_score":0.99835616},"labels":[],"label_agreement":null},{"id":"W2022559531","doi":"10.1503/cmaj.082007","title":"What kind of randomized trials do we need?","year":2009,"lang":"en","type":"letter","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre","funders":"","keywords":"Computer science; Randomized controlled trial; Operations research; Data science; Medicine; Surgery; Mathematics","score_opus":0.44507920798414363,"score_gpt":0.46690412151869953,"score_spread":0.0218249135345559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022559531","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000092876006,0.0131841395,0.00062391686,0.9747221,0.0056959284,0.00089559413,0.00006428543,0.0000022077563,0.0047189505],"genre_scores_gemma":[0.0004981837,0.0082401205,0.0005225253,0.9204935,0.021655565,0.000028491344,0.00004742585,0.000037404167,0.048476826],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7755455,0.13665102,0.04192901,0.000989066,0.043869875,0.001015567],"domain_scores_gemma":[0.85818315,0.07689412,0.05302258,0.0021622693,0.007465211,0.0022726655],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.6450542,0.0005269093,0.02005843,0.002005311,0.00023284159,0.004496225,0.0033042692,0.0025911734,0.18774965],"category_scores_gemma":[0.6423551,0.00025298467,0.01113554,0.0013598459,0.00010773186,0.0004730482,0.000034388162,0.0041161417,0.0026710154],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039186554,0.000005845527,0.000085543776,0.000015320978,0.0011834569,0.0002561329,0.00020801912,0.0000016940747,1.2357586e-7,0.00006728895,0.9176026,0.08053481],"study_design_scores_gemma":[0.009398236,0.000015698904,0.000029803961,0.0005198556,0.0010782115,0.00012680744,0.00036234758,0.00012902684,3.9858102e-7,0.011759863,0.97636086,0.00021889362],"about_ca_topic_score_codex":0.00032390072,"about_ca_topic_score_gemma":0.0016149499,"teacher_disagreement_score":0.18507864,"about_ca_system_score_codex":0.00072056346,"about_ca_system_score_gemma":0.005092322,"threshold_uncertainty_score":0.99999225},"labels":[],"label_agreement":null},{"id":"W2022598730","doi":"10.1200/jco.2005.05.109","title":"The Metrics of Clinical Trials","year":2005,"lang":"en","type":"letter","venue":"Journal of Clinical Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thunder Bay Regional Health Sciences Centre; Lakeridge Health; Regional Municipality of Durham; Hamilton Health Sciences; University Health Network; McMaster University; Princess Margaret Cancer Centre; Juravinski Cancer Centre","funders":"McMaster University; Hamilton Health Sciences","keywords":"Medicine; Clinical trial; Internal medicine","score_opus":0.9805469177061555,"score_gpt":0.7800014009415808,"score_spread":0.20054551676457477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022598730","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001239679,0.008908993,0.0031010003,0.9433662,0.021661347,0.00078461133,0.000029849922,0.0000017504838,0.02090654],"genre_scores_gemma":[0.003122006,0.013888622,0.022352628,0.791333,0.10537169,0.000012586967,0.000006892575,0.000064268366,0.06384829],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.10546999,0.5188494,0.35127178,0.0015387177,0.022113398,0.0007567419],"domain_scores_gemma":[0.035431143,0.6760356,0.27469945,0.004332089,0.009025994,0.00047573683],"candidate_categories":["metaresearch","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.93091595,0.000523952,0.053568438,0.00091091834,0.00012413644,0.00040498647,0.008703936,0.0042125117,0.007901698],"category_scores_gemma":[0.9543732,0.0001675007,0.042900365,0.0016697374,0.00082861714,0.00018854463,0.000374445,0.010086415,0.001588515],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113075526,0.00016089737,0.0022566651,0.000012334384,0.0016982518,0.0001269882,0.000007817726,0.0000045060497,8.3213905e-8,0.000072131086,0.61265355,0.38289368],"study_design_scores_gemma":[0.0013687197,0.0020228922,0.003127194,0.000055556713,0.0034088343,0.00009246476,0.000055017532,0.00021188037,3.8274237e-7,0.0049383705,0.98456943,0.00014927184],"about_ca_topic_score_codex":0.000003505145,"about_ca_topic_score_gemma":0.00001997166,"teacher_disagreement_score":0.3827444,"about_ca_system_score_codex":0.00007530407,"about_ca_system_score_gemma":0.0042327866,"threshold_uncertainty_score":0.99918884},"labels":[],"label_agreement":null},{"id":"W2022825022","doi":"10.3747/co.21.1937","title":"Factors Associated with Publication of Randomized Phase iii Cancer Trials in Journals with a High Impact Factor","year":2014,"lang":"en","type":"article","venue":"Current Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; Juravinski Hospital; Juravinski Cancer Centre","funders":"","keywords":"Medicine; Confidence interval; Odds ratio; Internal medicine; Randomized controlled trial; Cancer; Logistic regression; Publication bias; Meta-analysis; Malignancy","score_opus":0.8907451044448138,"score_gpt":0.6558445145073862,"score_spread":0.23490058993742757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022825022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98148936,0.0011461921,0.014311859,0.0005745434,0.00031438365,0.0017507626,0.00008485161,0.0000044399303,0.00032358276],"genre_scores_gemma":[0.9993242,0.000074527314,0.0000767425,0.000028026734,0.00006883222,0.00018231127,0.000036512036,0.000009477366,0.00019937732],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9337903,0.050378583,0.012110206,0.0006135313,0.002797017,0.00031035772],"domain_scores_gemma":[0.93442065,0.03677387,0.024381649,0.0011940592,0.0030010492,0.00022873546],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20288265,0.0003134173,0.013207225,0.0008748084,0.00005436335,0.00026022308,0.00080481166,0.0001291052,0.013088204],"category_scores_gemma":[0.17026135,0.00010410756,0.0016104799,0.0016780538,0.00014162951,0.00026745873,0.00003554865,0.00024088987,0.000024859546],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02442945,0.0037948557,0.5626465,0.000098012366,0.0063998625,0.0000024279038,0.005779162,0.00055954093,0.0006217637,0.0013025628,0.035920598,0.35844526],"study_design_scores_gemma":[0.6916132,0.0025390342,0.22280306,0.000977029,0.0053181816,0.000005558121,0.0009258612,0.017463688,0.00048038585,0.0038322033,0.053030733,0.0010110474],"about_ca_topic_score_codex":0.000068703244,"about_ca_topic_score_gemma":0.00038755205,"teacher_disagreement_score":0.66718376,"about_ca_system_score_codex":0.00023255793,"about_ca_system_score_gemma":0.00043535745,"threshold_uncertainty_score":0.98781395},"labels":[],"label_agreement":null},{"id":"W2023076916","doi":"10.1136/bmjqs-2013-002293.90","title":"059 Nonrandomised Studies as a Source of Complementary, Sequential or Replacement Evidence for Randomised Controlled Trials in Systematic Reviews and Guidelines","year":2013,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University","funders":"","keywords":"Medicine; Systematic review; Randomized controlled trial; Alternative medicine; MEDLINE; Family medicine; Surgery; Pathology","score_opus":0.9397457975219878,"score_gpt":0.6853863861272916,"score_spread":0.2543594113946962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023076916","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13318141,0.15799375,0.2715171,0.027240407,0.0015310226,0.4078165,0.00013335516,0.000035682657,0.0005507851],"genre_scores_gemma":[0.6981161,0.036667835,0.09459027,0.009284563,0.0014413899,0.10966747,0.00010521564,0.00015269991,0.049974453],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.5694007,0.2594002,0.16063651,0.0022826265,0.0075455727,0.0007344099],"domain_scores_gemma":[0.10521104,0.7933593,0.08325314,0.0077292775,0.0099696955,0.00047755984],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7921056,0.0006089317,0.035871692,0.00036427478,0.00019468264,0.00043061972,0.0011768294,0.00009578676,0.004850627],"category_scores_gemma":[0.89278305,0.00023345576,0.005525277,0.000700072,0.0001519842,0.00038615352,0.00024688314,0.00010311641,0.00021485951],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.26504335,0.0007359333,0.004901267,0.14926042,0.01871831,0.000007529604,0.017039625,0.00044254653,0.0035161336,0.0025003036,0.5161878,0.021646796],"study_design_scores_gemma":[0.7367646,0.0014062537,0.0007646654,0.085685514,0.018056244,0.000046926554,0.06554783,0.04176873,0.00025576027,0.012732974,0.034698676,0.00227181],"about_ca_topic_score_codex":0.0005168233,"about_ca_topic_score_gemma":0.00039221824,"teacher_disagreement_score":0.5649347,"about_ca_system_score_codex":0.0001050821,"about_ca_system_score_gemma":0.00025674523,"threshold_uncertainty_score":0.99605906},"labels":[],"label_agreement":null},{"id":"W2024037973","doi":"10.1371/journal.pone.0001350","title":"External Validation of a Measurement Tool to Assess Systematic Reviews (AMSTAR)","year":2007,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":579,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Agency for Drugs and Technologies in Health; University of Ottawa","funders":"","keywords":"Medicine; Kappa; Systematic review; Cohen's kappa; MEDLINE; Internal medicine; Statistics; Mathematics; Biology","score_opus":0.9088568580287464,"score_gpt":0.5118559510449199,"score_spread":0.3970009069838265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024037973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67760444,0.003347412,0.30791584,0.00019025567,0.00014150336,0.006424658,0.0000058550927,0.000008631025,0.004361433],"genre_scores_gemma":[0.93444824,0.00003890205,0.061672155,0.00025623012,0.00011348654,0.00022722226,0.0000017000878,0.00001508186,0.0032270092],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.94067967,0.011565657,0.023382446,0.0010740416,0.022867613,0.0004305496],"domain_scores_gemma":[0.9845258,0.0021779053,0.006345265,0.0034692183,0.0032943955,0.0001874058],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.33191022,0.00024148652,0.0051601008,0.000420541,0.000061171675,0.00033001282,0.0013119346,0.00005376881,0.003257055],"category_scores_gemma":[0.109666415,0.00011790161,0.0010246924,0.0012997373,0.000015102713,0.0002012681,0.00009218138,0.00008656439,0.005538016],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013209203,0.007847153,0.078201704,0.18266681,0.005973309,0.000034961333,0.0059789433,0.00015189775,0.6451869,0.0063320706,0.037049223,0.030444909],"study_design_scores_gemma":[0.0027419725,0.0016003349,0.076064594,0.21664521,0.024438046,0.000050464954,0.0045863492,0.007922287,0.6196141,0.015278238,0.02695091,0.004107441],"about_ca_topic_score_codex":0.000005975118,"about_ca_topic_score_gemma":0.000021832468,"teacher_disagreement_score":0.25684378,"about_ca_system_score_codex":0.000097829,"about_ca_system_score_gemma":0.00003973188,"threshold_uncertainty_score":0.9976541},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2024038163","doi":"10.1016/j.jclinepi.2013.06.017","title":"Assessing the applicability of findings in systematic reviews of complex interventions can enhance the utility of reviews for decision making","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":81,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Institute of Population and Public Health; Bruyère; University of Ottawa","funders":"","keywords":"Terminology; Psychological intervention; Systematic review; Context (archaeology); Management science; Resource (disambiguation); Population; Intervention (counseling); Documentation; Process (computing); Computer science; Risk analysis (engineering); Data science; MEDLINE; Psychology; Medicine; Engineering","score_opus":0.9613032131429035,"score_gpt":0.7463036265293126,"score_spread":0.21499958661359087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024038163","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3686784,0.020331692,0.59787744,0.005127347,0.0005911621,0.0070551974,0.000011737535,8.63685e-7,0.0003261834],"genre_scores_gemma":[0.9569625,0.0011244282,0.041249778,0.0004456942,0.000065595166,0.000111813046,4.4694264e-7,0.0000050854896,0.000034645032],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.55648494,0.258172,0.18153635,0.00097235286,0.0023505974,0.00048377094],"domain_scores_gemma":[0.059133742,0.78109485,0.15065855,0.005105919,0.0038377177,0.00016925113],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.78364384,0.00023756063,0.021389237,0.00019595708,0.000075472795,0.00004967418,0.0029428548,0.0001792076,0.0017780904],"category_scores_gemma":[0.8914343,0.00007505685,0.010717834,0.0008690702,0.0005710893,0.00019811916,0.00020795254,0.00056814775,0.000026235834],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000094422976,0.00088089047,0.53283256,0.04257684,0.0006142076,5.339401e-7,0.00073072733,0.00013751895,0.00016473167,0.0034846326,0.06772924,0.35075366],"study_design_scores_gemma":[0.00039072844,0.00037577463,0.8008755,0.029171968,0.0009983393,0.000022455843,0.000982729,0.0253613,0.000009813074,0.131007,0.010651022,0.00015337883],"about_ca_topic_score_codex":0.000026812624,"about_ca_topic_score_gemma":0.00008976051,"teacher_disagreement_score":0.58828413,"about_ca_system_score_codex":0.000023689356,"about_ca_system_score_gemma":0.000100479345,"threshold_uncertainty_score":0.99918956},"labels":[],"label_agreement":null},{"id":"W2024227479","doi":"10.1016/j.zefq.2012.06.013","title":"GRADE-Leitlinien: 3. Bewertung der Qualität der Evidenz (Vertrauen in die Effektschätzer)","year":2012,"lang":"de","type":"article","venue":"Zeitschrift für Evidenz Fortbildung und Qualität im Gesundheitswesen","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":72,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; McMaster University Medical Centre","funders":"","keywords":"Observational study; Context (archaeology); Quality (philosophy); Confidence interval; Quality of evidence; Psychology; Meta-analysis; Statistics; Medicine; Mathematics; Geography","score_opus":0.6307903067196164,"score_gpt":0.5640412192537129,"score_spread":0.06674908746590358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024227479","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16179842,0.7615286,0.0076006916,0.015144558,0.017875995,0.012010996,0.00053347886,0.00032521714,0.023182046],"genre_scores_gemma":[0.94629556,0.008525045,0.005684976,0.005141256,0.0061017317,0.00081102987,0.00038527843,0.0006607833,0.026394324],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.85590816,0.06568973,0.042776998,0.0074374084,0.020862889,0.0073248004],"domain_scores_gemma":[0.9146937,0.043587755,0.016848402,0.017296398,0.0033305017,0.0042432263],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.25860864,0.004677857,0.018153427,0.003185129,0.0016708842,0.0060204347,0.010367569,0.0026653672,0.016600853],"category_scores_gemma":[0.0872219,0.0031807853,0.010183477,0.007919332,0.0011585951,0.0095071085,0.0026133845,0.003802626,0.05190756],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006793001,0.0049194572,0.5433967,0.0052111046,0.018631563,0.00056321756,0.041215204,0.00055806834,0.00058118923,0.13529927,0.1869765,0.06196839],"study_design_scores_gemma":[0.0030576538,0.00043431678,0.065058365,0.0027085575,0.008275482,0.00012568223,0.0055786497,0.0021650647,0.0003281021,0.0024031526,0.90547705,0.0043879226],"about_ca_topic_score_codex":0.0022687393,"about_ca_topic_score_gemma":0.0017144871,"teacher_disagreement_score":0.78449714,"about_ca_system_score_codex":0.00035598088,"about_ca_system_score_gemma":0.0012852272,"threshold_uncertainty_score":0.9997293},"labels":[],"label_agreement":null},{"id":"W2024530015","doi":"10.2147/clep.s66677","title":"Quality assessment of observational studies in a drug-safety systematic review, comparison of two tools: the Newcastle&amp;ndash;Ottawa Scale and the RTI item bank","year":2014,"lang":"en","type":"article","venue":"Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":435,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Ottawa Hospital Research Institute","keywords":"Inter-rater reliability; Statistic; Medicine; Cohen's kappa; Scale (ratio); Percentile; Statistics; Rating scale; Mathematics","score_opus":0.9662587831656922,"score_gpt":0.7377302309802874,"score_spread":0.2285285521854048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024530015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5992967,0.1619303,0.113254115,0.10604285,0.0018809496,0.011311412,0.00008757287,0.000015679077,0.0061804666],"genre_scores_gemma":[0.97865367,0.0031305796,0.010343154,0.00674478,0.00011028645,0.0002193991,0.000011277991,0.0000085825895,0.0007782976],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.39670017,0.5038176,0.093597285,0.0017922213,0.0035296346,0.0005630556],"domain_scores_gemma":[0.08742234,0.8718832,0.033255145,0.005313523,0.001992162,0.00013362113],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7397061,0.00029468437,0.01949222,0.000086977474,0.00013016287,0.00003189757,0.0018516076,0.0001236299,0.00023314821],"category_scores_gemma":[0.81453484,0.00009697976,0.0023523013,0.0007755723,0.0017237173,0.00010000433,0.00044089506,0.0004793727,0.00006673176],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021048254,0.00011496463,0.8535742,0.014706303,0.00042391158,8.628559e-8,0.00040143554,0.00017416269,8.765656e-7,0.108337365,0.020644518,0.001601119],"study_design_scores_gemma":[0.0014879424,0.0000980968,0.84541476,0.010292976,0.0013034855,0.000005608358,0.0016514724,0.050380208,3.5569835e-7,0.07981381,0.009326367,0.00022493069],"about_ca_topic_score_codex":0.00007656838,"about_ca_topic_score_gemma":0.00076697796,"teacher_disagreement_score":0.37935698,"about_ca_system_score_codex":0.000030609895,"about_ca_system_score_gemma":0.0000867661,"threshold_uncertainty_score":0.99506444},"labels":[],"label_agreement":null},{"id":"W2024677182","doi":"10.1007/s11999-015-4287-9","title":"Network Meta-analysis: Users’ Guide for Surgeons: Part II - Certainty","year":2015,"lang":"en","type":"article","venue":"Clinical Orthopaedics and Related Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Certainty; Credibility; Meta-analysis; Evidence-based medicine; Orthopedic surgery; MEDLINE; Medical physics; Surgery; Alternative medicine; Pathology","score_opus":0.9455024950328265,"score_gpt":0.6550332828093406,"score_spread":0.2904692122234859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024677182","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2689245,0.29641756,0.02973158,0.1724675,0.015149246,0.022386814,0.000694013,0.00019558241,0.19403318],"genre_scores_gemma":[0.4617532,0.0028625224,0.0074990867,0.0019192732,0.0011130398,0.0005447913,0.00015937364,0.00008493421,0.52406377],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.93337584,0.035832934,0.01840472,0.002280585,0.009053178,0.0010527571],"domain_scores_gemma":[0.9269424,0.053854957,0.003791747,0.0053729285,0.008300154,0.0017377797],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.62540203,0.00040223254,0.008661896,0.0007943218,0.00089747284,0.000907924,0.0019575343,0.00062712916,0.0073828073],"category_scores_gemma":[0.23194607,0.0001768426,0.014528164,0.006824378,0.00070311374,0.00019059164,0.0008677603,0.0012891111,0.0012331618],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004802354,0.00015460259,0.036567643,0.000014116295,0.07837701,0.000032732307,0.00013720857,0.0010337234,9.4003404e-8,0.0073144743,0.8727311,0.0035892585],"study_design_scores_gemma":[0.00053610455,0.0003303449,0.0017902297,0.00000819755,0.059351254,0.00000881703,0.00045059537,0.01805353,1.03471045e-7,0.045123786,0.8741235,0.00022352357],"about_ca_topic_score_codex":0.00004511152,"about_ca_topic_score_gemma":0.00014709699,"teacher_disagreement_score":0.39345598,"about_ca_system_score_codex":0.0000301796,"about_ca_system_score_gemma":0.0004702197,"threshold_uncertainty_score":0.9995445},"labels":[],"label_agreement":null},{"id":"W2024737544","doi":"10.1136/bmj.f2914","title":"Demystifying trial networks and network meta-analysis","year":2013,"lang":"en","type":"review","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":734,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Ottawa","funders":"","keywords":"Popularity; Computer science; Context (archaeology); Psychological intervention; Meta-analysis; Interpretation (philosophy); Guideline; Data science; Management science; Artificial intelligence; Psychology; Medicine; Social psychology; Engineering; Geography","score_opus":0.9328105815049356,"score_gpt":0.6174072704216714,"score_spread":0.31540331108326414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024737544","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.4147454e-7,0.9643721,0.024425441,0.00022273639,0.00067695323,0.006021266,0.000019059818,0.0000103507355,0.0042518596],"genre_scores_gemma":[0.000004109485,0.9578639,0.005775351,0.00017554946,0.0018925924,0.0016240614,0.000055384153,0.000046157787,0.032562878],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9171012,0.043817982,0.029490795,0.0026483582,0.006263474,0.0006781988],"domain_scores_gemma":[0.9441267,0.021005563,0.025045862,0.008583543,0.00080140145,0.00043690272],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.24704383,0.0012177867,0.060282122,0.0010245593,0.0003024915,0.003535371,0.0032289424,0.0006494975,0.04262678],"category_scores_gemma":[0.02423849,0.00046933416,0.049229655,0.007310363,0.00008884972,0.00022852472,0.00057093496,0.000607858,0.005505343],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008973697,0.000011667863,0.00000483794,0.0005682083,0.27186623,0.000005594949,0.000007557248,0.00065273856,2.031894e-10,0.00033988315,0.27525517,0.45127913],"study_design_scores_gemma":[0.00020688133,0.000010929144,8.6297456e-7,0.00007291429,0.4395808,0.000009304847,0.0000055417927,0.002086099,1.8552296e-10,0.00033229063,0.5574321,0.00026225904],"about_ca_topic_score_codex":0.000018871799,"about_ca_topic_score_gemma":0.000034220968,"teacher_disagreement_score":0.45101687,"about_ca_system_score_codex":0.000035755118,"about_ca_system_score_gemma":0.00013873102,"threshold_uncertainty_score":0.9997758},"labels":[],"label_agreement":null},{"id":"W2025389099","doi":"10.1371/journal.pone.0053536","title":"An Evaluation of Epidemiological and Reporting Characteristics of Complementary and Alternative Medicine (CAM) Systematic Reviews (SRs)","year":2013,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"National Center for Complementary and Integrative Health; National Center for Complementary and Alternative Medicine; National Institutes of Health","keywords":"Systematic review; Medicine; MEDLINE; Data extraction; Sample size determination; Protocol (science); Meta-analysis; Alternative medicine; Family medicine; Medical physics; Internal medicine; Pathology; Statistics; Mathematics","score_opus":0.9431593630808716,"score_gpt":0.5883548979291214,"score_spread":0.3548044651517501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025389099","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99185854,0.0033980692,0.00087446906,0.0003259939,0.000025176172,0.0031751287,0.000007993551,0.0000016610265,0.00033293988],"genre_scores_gemma":[0.9924548,0.00033403092,0.0068272254,0.00011409107,0.000049573056,0.00013089282,0.000014696785,0.0000042473066,0.000070444774],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9476916,0.022401731,0.024567502,0.000633484,0.004558355,0.0001473121],"domain_scores_gemma":[0.95080256,0.0070940866,0.037221897,0.001774515,0.0029618745,0.00014506986],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2757902,0.00017869288,0.0072112856,0.00016006042,0.000045632652,0.00004840385,0.00038789443,0.000039192724,0.003665793],"category_scores_gemma":[0.24804954,0.00007441467,0.00021790405,0.00027152384,0.00013441264,0.00018217482,0.0000799146,0.0000727407,0.000041189553],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011696453,0.0009116863,0.88325065,0.040711228,0.0019726292,0.0000020390535,0.004290562,0.0000055247747,0.040643312,0.0016290232,0.0025235398,0.024048131],"study_design_scores_gemma":[0.0007860276,0.00076403504,0.61807704,0.019482816,0.008061081,0.000019565767,0.0031067696,0.32677,0.00059846725,0.02191024,0.000067776076,0.0003561933],"about_ca_topic_score_codex":0.000063541826,"about_ca_topic_score_gemma":0.0000074200725,"teacher_disagreement_score":0.32676446,"about_ca_system_score_codex":0.000015083143,"about_ca_system_score_gemma":0.000012458232,"threshold_uncertainty_score":0.997245},"labels":[],"label_agreement":null},{"id":"W2026687312","doi":"10.1097/bpo.0b013e3181e0cb70","title":"Levels of Evidence at the Pediatric Orthopaedic Society of North America Annual Meetings","year":2010,"lang":"en","type":"article","venue":"Journal of Pediatric Orthopaedics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital","funders":"Pediatric Orthopaedic Society of North America","keywords":"Medicine; Evidence-based medicine; Family medicine; Expert opinion; Alternative medicine; Pathology","score_opus":0.4710796316178085,"score_gpt":0.4531596003666768,"score_spread":0.01792003125113173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026687312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9879799,0.005676999,0.002957863,0.0012140356,0.0014000336,0.000379326,0.00014638618,0.0000037041461,0.0002417546],"genre_scores_gemma":[0.97980386,0.0048588384,0.009378443,0.0002788951,0.0035135048,0.000004768525,0.0000016246662,0.000025725281,0.002134368],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9664372,0.0036473833,0.015649352,0.00065358693,0.013141364,0.00047109748],"domain_scores_gemma":[0.9438474,0.013453484,0.031963892,0.0025014658,0.007827851,0.00040589937],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10046681,0.00044365958,0.0036717404,0.0007067332,0.00024164178,0.00013847758,0.0034028322,0.00020402501,0.0040570013],"category_scores_gemma":[0.06433146,0.00018117951,0.006268168,0.0054245763,0.00035537564,0.00064419955,0.0005080475,0.001157854,0.0001794851],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021810185,0.0000890624,0.87033206,0.00015536188,0.00014624758,0.000008282768,0.0010137906,0.00015743189,0.000057427715,0.000011076198,0.11234217,0.015665265],"study_design_scores_gemma":[0.00077734416,0.00058671436,0.8988817,0.00004351858,0.0045578275,0.0002603302,0.001598519,0.0006750876,0.000037453887,0.0003000262,0.09180476,0.00047672735],"about_ca_topic_score_codex":0.000012761275,"about_ca_topic_score_gemma":0.00006625289,"teacher_disagreement_score":0.036135353,"about_ca_system_score_codex":0.000039428585,"about_ca_system_score_gemma":0.0009034925,"threshold_uncertainty_score":0.9968534},"labels":[],"label_agreement":null},{"id":"W2026697496","doi":"10.1016/j.prevetmed.2013.10.017","title":"Meta-analyses including data from observational studies","year":2013,"lang":"en","type":"article","venue":"Preventive Veterinary Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Observational study; Meta-analysis; Psychological intervention; Randomized controlled trial; Systematic review; Sample size determination; Clinical study design; Medicine; Research design; Psychology; MEDLINE; Statistics; Clinical trial; Biology; Pathology; Mathematics","score_opus":0.9933619799346931,"score_gpt":0.7081526220250395,"score_spread":0.2852093579096536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026697496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8505505,0.08220551,0.032793563,0.022908991,0.0015821101,0.0024111283,0.00035292644,0.000035501515,0.0071598017],"genre_scores_gemma":[0.9584465,0.00027968283,0.017639654,0.0012944301,0.00057460874,0.00023895715,0.00037717845,0.00002069852,0.021128278],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97043186,0.013336061,0.008759766,0.0016695694,0.0055256155,0.0002771222],"domain_scores_gemma":[0.9550105,0.02608697,0.006610492,0.009178141,0.0028556837,0.0002582275],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.074247904,0.00044771886,0.0061528934,0.00036899268,0.00022302356,0.0002499994,0.0038589374,0.00005667566,0.12270728],"category_scores_gemma":[0.075862445,0.00017801904,0.0012870188,0.0012467117,0.0002441112,0.0011991998,0.0018492772,0.00016674647,0.005374287],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001835132,0.00013664192,0.011676828,0.000082607454,0.05409712,0.00004598651,0.0020151471,0.00003076081,0.011850445,0.000468817,0.90896755,0.010609729],"study_design_scores_gemma":[0.0012208073,0.0008516635,0.25512874,0.00037159474,0.05878886,0.00006524839,0.012811366,0.023360861,0.0001489785,0.17927748,0.46688896,0.0010854269],"about_ca_topic_score_codex":0.00017445776,"about_ca_topic_score_gemma":0.0000153551,"teacher_disagreement_score":0.4420786,"about_ca_system_score_codex":0.00003662947,"about_ca_system_score_gemma":0.000035539946,"threshold_uncertainty_score":0.99540013},"labels":[],"label_agreement":null},{"id":"W2026899437","doi":"10.1001/jama.2010.1692","title":"How to Use an Article About Quality Improvement","year":2010,"lang":"en","type":"article","venue":"JAMA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":134,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Psychological intervention; Harm; Quality management; Unintended consequences; Intervention (counseling); Quality (philosophy); Alternative medicine; Risk analysis (engineering); Nursing; Social psychology; Operations management","score_opus":0.6623475478479308,"score_gpt":0.5318587706485419,"score_spread":0.1304887771993889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026899437","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9835113,0.000011456971,0.007853292,0.0063189305,0.00036240258,0.00043094798,0.000013504059,0.000007408743,0.0014907041],"genre_scores_gemma":[0.9653577,5.9451355e-7,0.010527319,0.0019340192,0.00017056707,0.000031058153,0.0000015970944,0.0000062992426,0.021970836],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99004084,0.0023353996,0.0033372047,0.00073874695,0.0033089088,0.00023891694],"domain_scores_gemma":[0.9914951,0.0013308355,0.0012964414,0.0045465515,0.000964106,0.00036702162],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.07055957,0.00015263978,0.0012344628,0.00012085331,0.00010052265,0.004665634,0.0011998126,0.00006924315,0.0052057607],"category_scores_gemma":[0.05787984,0.00007133186,0.0006059624,0.0006287214,0.0000259753,0.00079671375,0.00012391216,0.00015402073,0.0036707066],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011810476,0.00014752185,0.0761453,0.000015119569,0.00006940218,0.0000035134856,0.0011006672,0.0000075130165,0.11474383,0.014196572,0.07749636,0.7160624],"study_design_scores_gemma":[0.00020794928,0.00006609359,0.40973744,0.000003970543,0.000038169346,0.000001570316,0.00060178124,0.0014617136,0.0031123313,0.0033001662,0.5813023,0.00016652605],"about_ca_topic_score_codex":0.0000896834,"about_ca_topic_score_gemma":0.00066922285,"teacher_disagreement_score":0.7158959,"about_ca_system_score_codex":0.000011257875,"about_ca_system_score_gemma":0.00002342531,"threshold_uncertainty_score":0.99710506},"labels":[],"label_agreement":null},{"id":"W2027194838","doi":"10.1016/s0197-2456(03)00101-6","title":"The use of regional coordinating centers in large clinical trials: the DIG trial","year":2003,"lang":"en","type":"article","venue":"Controlled Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; St. Joseph's Hospital; University of Alberta","funders":"National Heart, Lung, and Blood Institute","keywords":"Workload; Clinical trial; Center (category theory); Medicine; Geography; Computer science","score_opus":0.9742757776096417,"score_gpt":0.7104311683014182,"score_spread":0.2638446093082235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027194838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65772754,0.027263995,0.07315742,0.06556996,0.059443016,0.10102805,0.0004256389,0.00006912608,0.015315269],"genre_scores_gemma":[0.97378474,0.0014421322,0.0013109568,0.0032698489,0.0027586846,0.00072603585,0.0000072891553,0.00004143702,0.016658857],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.050809003,0.8035545,0.13587862,0.0018530092,0.007083145,0.0008217305],"domain_scores_gemma":[0.011995195,0.9311446,0.04948465,0.005340551,0.0016841758,0.000350806],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.95010287,0.00047104515,0.025587644,0.00023083702,0.00040332676,0.0013864577,0.0028946218,0.0004596086,0.0024432181],"category_scores_gemma":[0.98583806,0.0001440497,0.022522114,0.0013620933,0.0005160725,0.00022696557,0.00017373587,0.0009562187,0.00037092753],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.16585693,0.0032886327,0.08416456,0.000025554193,0.008129165,0.000019838339,0.00024274903,0.0001916142,0.000015195844,0.097208105,0.43557644,0.20528121],"study_design_scores_gemma":[0.27362397,0.0005043037,0.0023691752,0.00008163699,0.0015803964,0.0000019796748,0.0005722285,0.006915794,0.0000013700677,0.014004138,0.7001058,0.00023919292],"about_ca_topic_score_codex":0.0000074032287,"about_ca_topic_score_gemma":0.000068466106,"teacher_disagreement_score":0.31605724,"about_ca_system_score_codex":0.000028527125,"about_ca_system_score_gemma":0.00045938796,"threshold_uncertainty_score":0.9996502},"labels":[],"label_agreement":null},{"id":"W2027513428","doi":"10.1007/s004020100347","title":"Effect of continuous versus dichotomous outcome variables on study power when sample sizes of orthopaedic randomized trials are small","year":2002,"lang":"en","type":"article","venue":"Archives of Orthopaedic and Trauma Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":63,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre","funders":"","keywords":"Medicine; Sample size determination; Randomized controlled trial; Outcome (game theory); Orthopedic surgery; Statistical power; Continuous variable; Clinical trial; Physical therapy; Statistics; Surgery; Internal medicine; Mathematics","score_opus":0.44960369613220214,"score_gpt":0.42776294225324524,"score_spread":0.021840753878956898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027513428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9864975,0.004246793,0.0017796527,0.00007461668,0.00051213347,0.0026748546,0.0001345742,0.000010888299,0.004068974],"genre_scores_gemma":[0.9984405,0.00026370876,0.00061138044,0.000027246626,0.000053639735,0.000107294654,0.000010857345,0.000025215375,0.00046017393],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9391523,0.03983117,0.016153146,0.0010605037,0.0033853268,0.00041752533],"domain_scores_gemma":[0.6247495,0.36023185,0.012249416,0.0021898742,0.00032652885,0.000252867],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15247698,0.00058137934,0.017239343,0.0011466868,0.00014892682,0.00009152955,0.0007984458,0.00010535489,0.003486934],"category_scores_gemma":[0.2182864,0.00027993508,0.0069984784,0.0006798934,0.0005993157,0.00011942297,0.00017657384,0.00022097102,0.000020749916],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03137969,0.0009069062,0.7781418,0.0005506834,0.0032174333,0.000043759752,0.002855062,0.000022561007,0.000036336474,0.00027606872,0.0007361342,0.18183355],"study_design_scores_gemma":[0.48020753,0.0105978735,0.45024067,0.0028918039,0.022767996,0.00004807788,0.009610817,0.0040231645,0.0011789311,0.0083350055,0.0074022785,0.0026958364],"about_ca_topic_score_codex":0.000104998166,"about_ca_topic_score_gemma":0.00003817099,"teacher_disagreement_score":0.44882783,"about_ca_system_score_codex":0.0000053211847,"about_ca_system_score_gemma":0.000034120265,"threshold_uncertainty_score":0.9999653},"labels":[],"label_agreement":null},{"id":"W2027833822","doi":"10.1371/journal.pone.0096920","title":"Poor Reliability between Cochrane Reviewers and Blinded External Reviewers When Applying the Cochrane Risk of Bias Tool in Physical Therapy Trials","year":2014,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; Alberta Health; University of Alberta","funders":"Alberta Innovates; Killam Trusts; Fondation pour la Recherche Médicale; University of Alberta; Canadian Institutes of Health Research; Physiotherapy Foundation of Canada; Alberta Innovates - Health Solutions; Women and Children's Health Research Institute","keywords":"Meta-analysis; Medicine; Systematic review; Randomized controlled trial; Physical therapy; MEDLINE; Internal medicine","score_opus":0.7283816013967103,"score_gpt":0.4958130527997156,"score_spread":0.23256854859699466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027833822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97065794,0.021422379,0.0018239617,0.0010543667,0.000057085614,0.0045580347,0.000033343953,0.0000067166043,0.00038614418],"genre_scores_gemma":[0.97588307,0.015604217,0.0068667326,0.00033484228,0.00039591212,0.00045119305,0.0000047404137,0.000022579377,0.00043672626],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9289809,0.04942694,0.011848256,0.0011567578,0.008240233,0.00034694935],"domain_scores_gemma":[0.90100163,0.07454339,0.014137763,0.00799077,0.0021010777,0.0002253858],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.38185406,0.0004051193,0.010576461,0.00022051782,0.00013517037,0.00031650075,0.0015438544,0.000104419465,0.0011410352],"category_scores_gemma":[0.28978604,0.00016094111,0.0018406564,0.0010210043,0.00023690132,0.00020515568,0.00013234254,0.00039010815,0.0002441351],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024163057,0.0015825358,0.3759323,0.0032917578,0.0019716104,0.0000018058089,0.0023887465,0.000036149766,0.004917785,0.0007879997,0.0032697788,0.6055779],"study_design_scores_gemma":[0.016953912,0.0021262504,0.5590206,0.031141002,0.02256992,0.000010417115,0.0014198191,0.038716417,0.011771295,0.24216028,0.070704296,0.0034058266],"about_ca_topic_score_codex":0.000059585822,"about_ca_topic_score_gemma":0.000012898459,"teacher_disagreement_score":0.6021721,"about_ca_system_score_codex":0.000027030455,"about_ca_system_score_gemma":0.000046532237,"threshold_uncertainty_score":0.9997721},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2027971791","doi":"10.1016/j.maturitas.2009.03.011","title":"The EQUATOR Network and reporting guidelines: Helping to achieve high standards in reporting health research studies","year":2009,"lang":"en","type":"review","venue":"Maturitas","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":96,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Medical Research Council","keywords":"CLARITY; Transparency (behavior); Medicine; Usability; Public relations; Equator; Medical education; Computer security; Political science; Computer science","score_opus":0.9607617981366297,"score_gpt":0.7259288916489957,"score_spread":0.234832906487634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027971791","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000043479537,0.98940974,0.0003927777,0.0057147387,0.0006344585,0.0031083566,0.000022901942,0.000012697925,0.00066084525],"genre_scores_gemma":[0.000038295704,0.9840695,0.011529554,0.00045282327,0.0007160005,0.0002345242,0.000010814376,0.000043202188,0.0029052887],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.60454315,0.09128075,0.25713307,0.0070473915,0.0360287,0.003966926],"domain_scores_gemma":[0.7294465,0.048252333,0.19554734,0.012813865,0.01304796,0.0008920288],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.79707927,0.0007367418,0.018337827,0.0008325143,0.0013566329,0.0027207222,0.0020873963,0.00024510446,0.00008006967],"category_scores_gemma":[0.7218113,0.0002974584,0.0020670078,0.0052611534,0.00012006852,0.00014543942,0.0010718929,0.0012911196,0.00012138582],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028785025,0.0000055917462,0.000034382127,0.0026090539,0.00018604154,0.00006162117,0.0002845131,0.000019580595,1.2639053e-8,0.00048662932,0.24752767,0.74878204],"study_design_scores_gemma":[0.000036562276,0.000076429125,0.000041125968,0.023432966,0.00016253683,0.00009298938,0.0013913236,0.00004873752,1.248302e-8,0.008457425,0.96600807,0.00025184566],"about_ca_topic_score_codex":0.00010523754,"about_ca_topic_score_gemma":0.00061365514,"teacher_disagreement_score":0.74853015,"about_ca_system_score_codex":0.0006588116,"about_ca_system_score_gemma":0.001378026,"threshold_uncertainty_score":0.9999477},"labels":[],"label_agreement":null},{"id":"W2028128069","doi":"10.7326/0003-4819-147-4-200708210-00180","title":"Systematic Reviews: Time to Address Clinical and Policy Relevance As Well As Methodological Rigor","year":2007,"lang":"en","type":"letter","venue":"Annals of Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Medicine; Relevance (law); Systematic review; MEDLINE; Intensive care medicine","score_opus":0.8876897972139313,"score_gpt":0.6706803003156695,"score_spread":0.21700949689826177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028128069","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007383612,0.03615216,0.0044988147,0.85570425,0.0011637445,0.0048828223,0.000032775104,0.000015593007,0.09681148],"genre_scores_gemma":[0.00007458341,0.0034328562,0.0039419625,0.78010625,0.005555211,0.00008624206,0.000011371567,0.000039179286,0.20675232],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8970897,0.051187884,0.038669825,0.002424094,0.009841861,0.000786598],"domain_scores_gemma":[0.83420944,0.121697925,0.030148424,0.008224658,0.004653027,0.001066497],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.37105486,0.00095177704,0.021470923,0.0015843023,0.00006748812,0.00021598244,0.0044079944,0.00088527886,0.042593576],"category_scores_gemma":[0.68486947,0.00038361395,0.0035491616,0.0015481706,0.00063328195,0.00013678333,0.0005297121,0.0018098747,0.060233522],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052108437,0.000026682108,0.00005062673,0.0063476814,0.00059865636,0.00027068084,0.000118078075,2.683069e-7,0.000015630007,0.00013927266,0.9871345,0.005245805],"study_design_scores_gemma":[0.00020434937,0.0008342896,0.00007478577,0.029630827,0.00064153667,0.00032606168,0.00006721377,0.000042286727,0.000018890818,0.003923438,0.96392757,0.0003087731],"about_ca_topic_score_codex":0.00016153856,"about_ca_topic_score_gemma":0.000005119531,"teacher_disagreement_score":0.3138146,"about_ca_system_score_codex":0.000024558074,"about_ca_system_score_gemma":0.0001065923,"threshold_uncertainty_score":0.9998616},"labels":[],"label_agreement":null},{"id":"W2028332028","doi":"10.1111/jebm.12101","title":"Production and citation of cochrane systematic reviews: a bibliometrics analysis","year":2014,"lang":"en","type":"article","venue":"Journal of Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Citation; Bibliometrics; Systematic review; Cochrane Library; Psychological intervention; Knowledge translation; Production (economics); Medicine; MEDLINE; Business; Political science; Meta-analysis; Library science; Computer science; Economics; Nursing; Knowledge management; Pathology","score_opus":0.8622232322885919,"score_gpt":0.5786419193064429,"score_spread":0.28358131298214895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028332028","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21536368,0.18661815,0.5736138,0.020319225,0.0013453573,0.0024270318,0.0000021399328,0.0000046495707,0.00030595285],"genre_scores_gemma":[0.9873437,0.0058032623,0.0056288172,0.0003244275,0.00035875986,0.000012247806,9.3580013e-7,0.000006796563,0.00052101235],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.9533605,0.017425068,0.019110652,0.00048748942,0.009451026,0.00016528454],"domain_scores_gemma":[0.88723487,0.0490125,0.047401432,0.0031161965,0.0128177665,0.00041724066],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.407464,0.0002458996,0.008243145,0.018508721,0.00006494156,0.00015286429,0.0008644093,0.00006911812,0.0009799162],"category_scores_gemma":[0.7342431,0.00008815822,0.0015418634,0.040661726,0.00015976245,0.0006073672,0.00002471358,0.00017897304,0.000040908657],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052128994,0.000785338,0.39234075,0.21555634,0.010662745,0.00004642158,0.0066227317,0.010740627,0.01871514,0.0016978261,0.22918886,0.11312194],"study_design_scores_gemma":[0.0044271844,0.009323125,0.23589638,0.44162133,0.11135337,0.00059854134,0.007862932,0.15408729,0.0016410734,0.011138619,0.020561524,0.0014886314],"about_ca_topic_score_codex":0.00000906137,"about_ca_topic_score_gemma":0.000008356973,"teacher_disagreement_score":0.77198005,"about_ca_system_score_codex":0.000043305048,"about_ca_system_score_gemma":0.00008820736,"threshold_uncertainty_score":0.9999333},"labels":[],"label_agreement":null},{"id":"W2028540474","doi":"10.1371/journal.pone.0003684","title":"Following 411 Cochrane Protocols to Completion: A Retrospective Cohort Study","year":2008,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Institute of Population and Public Health; Children's Hospital of Eastern Ontario; University of Ottawa","funders":"Canadian Institutes of Health Research; University of Ottawa","keywords":"Cochrane Library; Medicine; Systematic review; MEDLINE; Protocol (science); Confidence interval; Cohort study; Hazard ratio; Internal medicine; Alternative medicine; Pathology","score_opus":0.7904036982622812,"score_gpt":0.5202770186509911,"score_spread":0.2701266796112901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028540474","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9384473,0.00004355062,0.0014649257,0.00041594903,0.000046363668,0.04695478,0.000007919869,0.000019181389,0.012600009],"genre_scores_gemma":[0.9660405,0.0000013535281,0.0059458488,0.00023540549,0.00011828254,0.015380266,0.0000027146677,0.000015154333,0.012260486],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9708427,0.004354732,0.005365117,0.0012290041,0.01791808,0.00029033553],"domain_scores_gemma":[0.99170554,0.0010070606,0.0014411205,0.003546787,0.002073678,0.00022582081],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.07070532,0.00026384435,0.0067094667,0.00028623588,0.00034486552,0.00036990846,0.0013175561,0.000046141104,0.0079653235],"category_scores_gemma":[0.033174545,0.00014501746,0.0010009877,0.0019113657,0.00003211441,0.00017476338,0.00016254326,0.00015359458,0.008924771],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009725714,0.0020215793,0.98548293,0.000019494079,0.00088479184,0.000035745314,0.0010073029,0.0000036755696,0.0003397694,0.00008142435,0.010072348,0.00004124028],"study_design_scores_gemma":[0.00041233463,0.00049376645,0.9952177,0.00015760043,0.00044673606,0.000005350201,0.00034050934,0.00035952544,0.00011806205,0.0003555614,0.0018782115,0.0002146689],"about_ca_topic_score_codex":0.00002046622,"about_ca_topic_score_gemma":0.00004016539,"teacher_disagreement_score":0.03753077,"about_ca_system_score_codex":0.00009200547,"about_ca_system_score_gemma":0.000044947923,"threshold_uncertainty_score":0.99294156},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2028746586","doi":"10.1179/174328810x12786297204756","title":"A new statistical trend in clinical research – Bayesian statistics","year":2010,"lang":"en","type":"article","venue":"Physical Therapy Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Frequentist inference; Bayesian probability; Bayesian statistics; Statistical inference; Frequentist probability; Inference; Bayes factor; Bayesian inference; Bayes' theorem; Popularity; Econometrics; Computer science; Medicine; Statistics; Artificial intelligence; Psychology; Mathematics","score_opus":0.8888156625740697,"score_gpt":0.6863846069719916,"score_spread":0.2024310556020782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028746586","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21081302,0.015634282,0.69280565,0.008312534,0.0035978018,0.013509546,0.0005074671,0.000055531516,0.054764155],"genre_scores_gemma":[0.4770814,0.011006054,0.47162637,0.002321912,0.0065949704,0.00059738447,0.000120753786,0.00016675681,0.030484408],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9469937,0.034176014,0.01182432,0.001568383,0.004796155,0.00064143346],"domain_scores_gemma":[0.967933,0.023788538,0.0021755833,0.0049177185,0.00049312913,0.0006920138],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.20054376,0.00040184212,0.0058502117,0.00034574867,0.0001242333,0.00076049275,0.0024577896,0.00013283844,0.025424967],"category_scores_gemma":[0.064457744,0.00017876009,0.001614336,0.0025172415,0.0002686716,0.00018259793,0.00014831583,0.001534957,0.012053928],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014089559,0.00023181915,0.0035025368,0.000011966295,0.000026927328,0.0000052203313,0.00019346122,4.6930415e-7,0.00014023752,0.03757698,0.27457026,0.6837261],"study_design_scores_gemma":[0.00035216595,0.00014105446,0.011313849,0.00002389937,0.00002232399,0.0000028004085,0.000025654193,0.0026358867,0.0000056055783,0.14748856,0.8378091,0.00017908704],"about_ca_topic_score_codex":0.00003230064,"about_ca_topic_score_gemma":0.0006089126,"teacher_disagreement_score":0.68354696,"about_ca_system_score_codex":0.000021602287,"about_ca_system_score_gemma":0.00018376969,"threshold_uncertainty_score":0.9887153},"labels":[],"label_agreement":null},{"id":"W2028758832","doi":"10.1016/s0140-6736(10)60903-8","title":"An international registry of systematic-review protocols","year":2010,"lang":"en","type":"article","venue":"The Lancet","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":521,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"National Institute for Health and Care Research","keywords":"Medicine; Computer science","score_opus":0.7505475693393026,"score_gpt":0.5892674142758912,"score_spread":0.1612801550634113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028758832","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1408229,0.010931687,0.019675395,0.07371772,0.004405637,0.25619555,0.0008109328,0.00011427442,0.49332592],"genre_scores_gemma":[0.9168285,0.00037608636,0.023336282,0.007845412,0.0024279172,0.02198249,0.000028123142,0.00003987004,0.027135294],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9873357,0.0038680837,0.0052013197,0.00033078456,0.0031446675,0.00011946659],"domain_scores_gemma":[0.98239815,0.0011722906,0.0046188356,0.010981448,0.00077638443,0.000052889187],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.099032834,0.000121820325,0.0034386406,0.000051350275,0.00004429752,0.00047080815,0.007977618,0.0000359237,0.006925179],"category_scores_gemma":[0.049883712,0.00004036322,0.00063465483,0.0003702229,0.00006140624,0.00016273036,0.00007727091,0.00016378792,0.0011276095],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021068341,0.00020708404,0.031412873,0.14853244,0.000640763,0.00000524328,0.00065640395,0.00001146289,0.0035690714,0.09331319,0.7190724,0.0025580206],"study_design_scores_gemma":[0.001036418,0.00013958963,0.02423659,0.071926475,0.0016515012,0.00018119483,0.00059059693,0.007907512,0.00073598954,0.029988496,0.8609088,0.0006968519],"about_ca_topic_score_codex":0.0000034809455,"about_ca_topic_score_gemma":0.000013835717,"teacher_disagreement_score":0.7760056,"about_ca_system_score_codex":0.0000040452082,"about_ca_system_score_gemma":0.000028541206,"threshold_uncertainty_score":0.9996501},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2028766252","doi":"10.1111/jebm.12074","title":"Editorial for issue 4 of 2013, Journal of Evidence Based Medicine","year":2013,"lang":"en","type":"editorial","venue":"Journal of Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Systematic review; Cochrane collaboration; Medicine; Health care; China; Alternative medicine; MEDLINE; Family medicine; Public relations; Library science; Medical education; Political science; Law; Computer science","score_opus":0.8002989571297778,"score_gpt":0.5755311978888985,"score_spread":0.22476775924087933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028766252","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008129318,0.05653611,0.034571793,0.041421827,0.8659048,0.0013819295,0.00004497079,0.000003239839,0.000054003678],"genre_scores_gemma":[0.0006762965,0.007775657,0.0071140616,0.0006472155,0.9801059,0.000029657758,0.000014368333,0.00007758902,0.0035592965],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.89012593,0.014171874,0.046092097,0.0012324781,0.047581982,0.00079565647],"domain_scores_gemma":[0.51964575,0.25664502,0.12538938,0.0052838763,0.09144241,0.0015935502],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","research_integrity"],"category_scores_codex":[0.3817669,0.0013358752,0.020027343,0.004218463,0.00018664735,0.0003435825,0.008713016,0.0013942029,0.020416422],"category_scores_gemma":[0.7878143,0.00048779798,0.0058421455,0.0027559241,0.0011150987,0.0020753595,0.00014323513,0.00269357,0.00016905606],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012933606,0.0001385973,0.0001594164,0.0017965643,0.0007771544,0.000039864542,0.00025092,0.00034572618,0.00094456447,0.000007806545,0.98791504,0.006331004],"study_design_scores_gemma":[0.0042245314,0.008244799,0.000042798412,0.05383369,0.005913921,0.00003544609,0.0004302402,0.00082567416,0.00015756839,0.0008885492,0.92500806,0.00039472998],"about_ca_topic_score_codex":0.00019804205,"about_ca_topic_score_gemma":0.000020367674,"teacher_disagreement_score":0.40604743,"about_ca_system_score_codex":0.00044064352,"about_ca_system_score_gemma":0.0068996954,"threshold_uncertainty_score":0.99993926},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2028915915","doi":"10.1007/s00296-014-2994-2","title":"Network meta-analysis for comparing treatment effects of multiple interventions: an introduction","year":2014,"lang":"en","type":"review","venue":"Rheumatology International","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":171,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; Meta-analysis; Medicine; Systematic review; Randomized controlled trial; Evidence-based medicine; Comparative effectiveness research; External validity; MEDLINE; Clinical trial; Alternative medicine; Management science; Psychology; Internal medicine; Pathology; Psychiatry","score_opus":0.8209090728615008,"score_gpt":0.5778180207913935,"score_spread":0.24309105207010728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028915915","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000023798533,0.8020232,0.19408178,0.00020626988,0.0017577459,0.0017239396,0.00008253957,0.000009699034,0.00009105599],"genre_scores_gemma":[0.005792822,0.9579642,0.021645168,0.00004302818,0.00068163255,0.0038115624,0.002951723,0.00007938034,0.0070305234],"study_design_codex":"meta_analysis","study_design_gemma":"not_applicable","domain_scores_codex":[0.96922624,0.011636868,0.015317064,0.0016210654,0.0019033776,0.00029539206],"domain_scores_gemma":[0.9620643,0.01657035,0.016525153,0.003319446,0.0014015516,0.00011917045],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.03386472,0.0006935359,0.028138077,0.0016281821,0.0001277385,0.00032491534,0.002526894,0.0003059435,0.004282994],"category_scores_gemma":[0.021386854,0.00034273815,0.034648933,0.0012911963,0.0000977972,0.0001922363,0.00016034307,0.00016645264,0.00037722188],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015908503,0.00050407,0.0026222283,0.008900332,0.7715892,0.0000017406757,0.00009725616,0.0027596578,6.398323e-8,0.028947175,0.02283778,0.16172458],"study_design_scores_gemma":[0.00018539975,0.0000901084,0.000024863724,0.0002306775,0.2877183,0.000028443776,0.000010131886,0.00717008,2.5234996e-7,0.0013343971,0.7030164,0.00019096697],"about_ca_topic_score_codex":0.000033267996,"about_ca_topic_score_gemma":0.00024883577,"teacher_disagreement_score":0.68017864,"about_ca_system_score_codex":0.00013187759,"about_ca_system_score_gemma":0.00007561844,"threshold_uncertainty_score":0.9999025},"labels":[],"label_agreement":null},{"id":"W2028991902","doi":"10.1182/blood-2010-05-280883","title":"Systematic review and meta-analysis methodology","year":2010,"lang":"en","type":"review","venue":"Blood","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":308,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Meta-analysis; Computer science; Process (computing); MEDLINE; Data science; Management science; Medicine; Biology; Pathology; Engineering","score_opus":0.9156491502031748,"score_gpt":0.6134030958983251,"score_spread":0.30224605430484974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028991902","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.2733134e-8,0.9900873,0.0019203238,0.0001718175,0.00009071954,0.0058299904,0.00015653153,0.000011397653,0.001731892],"genre_scores_gemma":[1.0701988e-7,0.9643325,0.012473209,0.0006144406,0.0000466417,0.0014363669,0.00004223215,0.000045213033,0.021009285],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.8438333,0.11194572,0.03528761,0.0029466138,0.0055057197,0.00048103268],"domain_scores_gemma":[0.91047716,0.038858354,0.03278957,0.016035145,0.0014123307,0.0004274524],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.35241482,0.0014350422,0.14375468,0.0018227042,0.00016151456,0.0010984213,0.0050433264,0.00070554606,0.02880291],"category_scores_gemma":[0.15093194,0.00051029434,0.05956494,0.006762287,0.0001262021,0.00014700319,0.0005103605,0.0008951505,0.0059946333],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.190258e-8,0.000037882397,4.0322843e-7,0.5813993,0.4138666,0.00000831757,0.000011146568,2.350143e-8,9.571728e-9,0.00043075802,0.0013528008,0.0028926788],"study_design_scores_gemma":[0.000021341823,0.000007068355,9.93652e-8,0.004553671,0.5996412,0.000138749,0.0000051588277,0.0000010155487,2.134119e-8,0.00026171526,0.39510366,0.0002662989],"about_ca_topic_score_codex":0.0000064223077,"about_ca_topic_score_gemma":0.00003620864,"teacher_disagreement_score":0.57684565,"about_ca_system_score_codex":0.000012081235,"about_ca_system_score_gemma":0.00014624996,"threshold_uncertainty_score":0.99993855},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2029494777","doi":"10.12927/whp.2013.23272","title":"The Role of Developing Countries in Generating Cochrane Meta-analyses in the Field of Pediatrics (Neonatology and Neuropediatrics): A Systematic Analysis","year":2013,"lang":"en","type":"review","venue":"World health & population","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Systematic review; Neonatology; Medicine; Developing country; Pediatrics; Cochrane collaboration; MEDLINE; Cochrane Library; Family medicine; Meta-analysis; Political science; Economic growth; Pathology; Pregnancy","score_opus":0.6366339629704527,"score_gpt":0.5858376247270901,"score_spread":0.050796338243362604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029494777","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004316198,0.9953796,0.0007911664,0.00058846996,0.00009241632,0.0026576377,0.0000128095,0.0000018036616,0.00004445885],"genre_scores_gemma":[0.0065226355,0.99072564,0.00194137,0.00028287555,0.000045110617,0.00029978025,0.00003544768,0.000014730133,0.00013239149],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9360518,0.03647831,0.022946732,0.00079394935,0.003372928,0.00035631514],"domain_scores_gemma":[0.92160076,0.052267496,0.023094375,0.0022656205,0.0007069684,0.000064807384],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.097447,0.00045475046,0.016112864,0.0029338368,0.00021672559,0.0003150597,0.0013436548,0.00014303288,0.000112419984],"category_scores_gemma":[0.030030273,0.00016665757,0.002485774,0.010365321,0.000042539305,0.00013264622,0.00012304,0.00036204897,0.000015716807],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010882981,0.000106665844,0.09044759,0.47168517,0.00890575,0.0000079773245,0.0040957895,0.002212314,9.123186e-8,0.038373645,0.002659965,0.38149413],"study_design_scores_gemma":[0.00069279695,0.00027818378,0.021723326,0.023593657,0.35022053,0.00006479802,0.005639635,0.06215674,4.1399883e-7,0.010348588,0.52296036,0.0023209532],"about_ca_topic_score_codex":0.0015387929,"about_ca_topic_score_gemma":0.009397312,"teacher_disagreement_score":0.5203004,"about_ca_system_score_codex":0.000079467754,"about_ca_system_score_gemma":0.0002923288,"threshold_uncertainty_score":0.99849397},"labels":[],"label_agreement":null},{"id":"W2029532220","doi":"10.1016/j.jclinepi.2010.09.016","title":"Ratio of means for analyzing continuous outcomes in meta-analysis performed as well as mean difference methods","year":2011,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":231,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; Sunnybrook Health Science Centre; Health Sciences Centre; Hospital for Sick Children; Public Health Ontario; SickKids Foundation; University of Toronto; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Meta-analysis; Strictly standardized mean difference; Confidence interval; Study heterogeneity; Mean difference; Medicine; Internal medicine; Pooled variance; Publication bias; Standard deviation; Random effects model; Statistics; Mathematics","score_opus":0.9475274836160614,"score_gpt":0.7029674465665074,"score_spread":0.24456003704955398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029532220","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2509636,0.0021521149,0.7377434,0.0031891223,0.00066916837,0.00067531696,0.000012781423,0.0000025850325,0.004591926],"genre_scores_gemma":[0.7009757,0.00019407041,0.2924303,0.0016788638,0.000095793184,0.000020946694,0.0000017731167,0.000012376558,0.0045901835],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7242939,0.1775508,0.093390666,0.0014279617,0.0026387458,0.0006979273],"domain_scores_gemma":[0.35422176,0.5423282,0.093428135,0.0043282686,0.0049234824,0.0007701633],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.6878415,0.00044805979,0.046167932,0.0013865612,0.000067328554,0.000052686086,0.0027844638,0.00042020204,0.017445857],"category_scores_gemma":[0.74716383,0.00018279656,0.034851868,0.0015948509,0.00031980374,0.00022321826,0.00014816983,0.00077667704,0.0002329606],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018797435,0.00031522507,0.8977774,0.000028400416,0.08164442,0.0000087273975,0.0004642301,0.00037626893,0.000016041666,0.008891756,0.0012741814,0.009015388],"study_design_scores_gemma":[0.0012145201,0.0014719566,0.53882587,0.000017627934,0.19356313,0.000033847926,0.00094938243,0.01748622,0.00008249856,0.23915361,0.006842563,0.00035879773],"about_ca_topic_score_codex":0.00013679705,"about_ca_topic_score_gemma":0.000293603,"teacher_disagreement_score":0.45001212,"about_ca_system_score_codex":0.000024231069,"about_ca_system_score_gemma":0.0002396406,"threshold_uncertainty_score":0.9834523},"labels":[],"label_agreement":null},{"id":"W2030693165","doi":"10.1371/journal.pone.0007753","title":"Quality and Reporting of Diagnostic Accuracy Studies in TB, HIV and Malaria: Evaluation Using QUADAS and STARD Standards","year":2009,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Heart Institute; McGill University","funders":"Canadian Institutes of Health Research; European Commission; UNICEF; United States Agency for International Development","keywords":"Diagnostic accuracy; Medicine; Medical physics; Blinding; Medical diagnosis; Diagnostic test; MEDLINE; Test (biology); External quality assessment; Quality assessment; Pathology; Pediatrics; Radiology; Clinical trial","score_opus":0.9423199472237181,"score_gpt":0.6391193998755207,"score_spread":0.30320054734819746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030693165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9868482,0.011212685,0.0003998548,0.0006821481,0.000015395952,0.00066403986,0.000014353464,0.000001945162,0.00016142642],"genre_scores_gemma":[0.9929246,0.000488734,0.006464765,0.00004647866,0.000019029394,0.0000086345035,0.0000013283187,0.0000031792865,0.000043287713],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9782467,0.005346229,0.010338129,0.000663707,0.0052446164,0.00016060086],"domain_scores_gemma":[0.96510535,0.017012743,0.013386032,0.001300436,0.0030872002,0.000108226115],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18679552,0.0001464466,0.002837905,0.00019440497,0.00008535407,0.00019331132,0.00012566964,0.00004302311,0.00010741842],"category_scores_gemma":[0.5394762,0.00008258613,0.00011052861,0.00042821106,0.00008010505,0.0002790824,0.00007927087,0.00008191111,0.0000016447469],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002254262,0.0002622677,0.96594477,0.00053845794,0.00047533918,0.000009743312,0.004302567,0.00005006119,0.0033357826,0.0004440138,0.00022598349,0.024388462],"study_design_scores_gemma":[0.0006328201,0.0001039154,0.94892603,0.0009333744,0.0011844739,0.000008785264,0.0053273616,0.021602806,0.00042496223,0.020599406,0.000045756668,0.00021030122],"about_ca_topic_score_codex":0.000023397388,"about_ca_topic_score_gemma":0.00006626246,"teacher_disagreement_score":0.35268065,"about_ca_system_score_codex":0.00004660598,"about_ca_system_score_gemma":0.0000704403,"threshold_uncertainty_score":0.83736515},"labels":[],"label_agreement":null},{"id":"W2030806056","doi":"10.1038/sj.ebd.6400504","title":"Benchmarking of reported search and selection methods of systematic reviews by dental speciality","year":2007,"lang":"en","type":"article","venue":"Evidence-Based Dentistry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Documentation; Medicine; Cochrane Library; MEDLINE; Periodontology; Dentistry; Benchmarking; Prosthodontics; Selection (genetic algorithm); Microstomia; Family medicine; Alternative medicine; Computer science; Pathology","score_opus":0.834898302605334,"score_gpt":0.6143052356422585,"score_spread":0.22059306696307557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030806056","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48117962,0.023417769,0.49280095,0.000038619215,0.00040322496,0.0017925401,0.000010049404,0.0000054458596,0.0003517946],"genre_scores_gemma":[0.9491989,0.00026269513,0.04901955,0.000049360766,0.00009996096,0.000029932697,0.000005887601,0.000011485759,0.0013222444],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9418742,0.027412955,0.021940477,0.0013222535,0.007038583,0.00041150858],"domain_scores_gemma":[0.9715523,0.014762551,0.009941611,0.002081283,0.0014617227,0.00020051922],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3515407,0.00029539142,0.0045700455,0.0004481282,0.00012215199,0.00030599665,0.0009836651,0.00014743299,0.0026679235],"category_scores_gemma":[0.09531929,0.00017038253,0.0013525793,0.0022842104,0.00017776784,0.00040074173,0.00011753887,0.00020714257,0.00006469123],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010911585,0.0003627598,0.7288388,0.07290626,0.0008733687,0.00006870448,0.0005134827,0.00009365052,0.11185438,0.0005084991,0.027300382,0.056570597],"study_design_scores_gemma":[0.0019432808,0.00091410294,0.5341074,0.091685705,0.008243185,0.0013902789,0.0044165584,0.041317225,0.30210578,0.0021992128,0.009388978,0.0022883152],"about_ca_topic_score_codex":0.00011757975,"about_ca_topic_score_gemma":0.00008275012,"teacher_disagreement_score":0.46801928,"about_ca_system_score_codex":0.00009392835,"about_ca_system_score_gemma":0.00012092502,"threshold_uncertainty_score":0.99824375},"labels":[],"label_agreement":null},{"id":"W2030898895","doi":"10.1185/030079905x38123","title":"Quality of structured abstracts of original research articles in the British Medical Journal, the Canadian Medical Association Journal and the Journal of the American Medical Association: a 10-year follow-up study","year":2005,"lang":"en","type":"article","venue":"Current Medical Research and Opinion","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Family medicine; Medical journal; Consistency (knowledge bases); MEDLINE; Quality Score","score_opus":0.6294144850314811,"score_gpt":0.6092852695994536,"score_spread":0.020129215432027503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030898895","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89957184,0.0059668203,0.000047326692,0.09260646,0.0007332279,0.0007199124,0.000009698581,7.255488e-7,0.00034400666],"genre_scores_gemma":[0.99134016,0.0068198927,0.000018077773,0.00026767267,0.0013946884,0.000011613872,8.2910907e-7,0.0000064991086,0.00014053819],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.75031084,0.11625414,0.010984632,0.00052481395,0.120755024,0.0011705445],"domain_scores_gemma":[0.884434,0.089334615,0.008462763,0.0015950428,0.013132933,0.003040668],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.69658095,0.00017140753,0.0017076381,0.0004331341,0.0013974862,0.0014303959,0.0043640714,0.00031193258,0.007728176],"category_scores_gemma":[0.59275293,0.000059951282,0.00052991626,0.0025488434,0.0020384595,0.00021488364,0.00038503113,0.0060436265,0.000023921797],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032057427,0.000532471,0.26737982,0.00005884107,0.00040105334,0.000042865133,0.0057102027,0.0000020134084,0.0000017309338,0.000980698,0.33498818,0.38958156],"study_design_scores_gemma":[0.0058084372,0.00061521115,0.7664477,0.0009899046,0.00008228692,0.0007668058,0.0225661,0.0014719408,0.0000045487495,0.0058930763,0.19521293,0.0001410084],"about_ca_topic_score_codex":0.0057132468,"about_ca_topic_score_gemma":0.14999388,"teacher_disagreement_score":0.49906793,"about_ca_system_score_codex":0.00033992325,"about_ca_system_score_gemma":0.007268618,"threshold_uncertainty_score":0.99990255},"labels":[],"label_agreement":null},{"id":"W2031331450","doi":"10.1016/s0140-6736(12)62160-6","title":"SPIRIT 2013: new guidance for content of clinical trial protocols","year":2013,"lang":"en","type":"article","venue":"The Lancet","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":340,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital; Women's College Hospital; University of Toronto","funders":"","keywords":"Protocol (science); Consolidated Standards of Reporting Trials; Clinical trial; Ethics committee; Medicine; Principal (computer security); Alternative medicine; Randomized controlled trial; Medical physics; Family medicine; Medical education; Computer science; Pathology; Political science","score_opus":0.9632620040099391,"score_gpt":0.6638647694561193,"score_spread":0.29939723455381984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031331450","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35939896,0.0018470365,0.09984964,0.17806529,0.0030222717,0.32927948,0.0001468795,0.000034519955,0.028355924],"genre_scores_gemma":[0.322402,0.00008566743,0.1733561,0.011620655,0.021921344,0.08366507,0.0000130214285,0.000071225324,0.38686493],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98349124,0.0041629313,0.009723589,0.0004520669,0.0019533886,0.00021678641],"domain_scores_gemma":[0.98159975,0.0065076877,0.0058158212,0.004984514,0.0009762273,0.00011600356],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.11570429,0.00013635875,0.004211302,0.000036836354,0.000050975992,0.0003694585,0.00291159,0.000061048675,0.0066012903],"category_scores_gemma":[0.06227034,0.000045904137,0.0017218456,0.00026315489,0.000074701566,0.00011532062,0.00009066162,0.0000978507,0.0028965885],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007151859,0.000034575813,0.0043405923,0.000024150575,0.000070462884,6.130621e-8,0.000035837493,0.000004284668,0.000046556674,0.0014328582,0.9691771,0.024118327],"study_design_scores_gemma":[0.010271976,0.000218723,0.017174002,0.000050834286,0.00006165581,6.174803e-7,0.000041014828,0.0012704927,0.000040549574,0.020481318,0.950314,0.0000748377],"about_ca_topic_score_codex":0.000056320234,"about_ca_topic_score_gemma":0.000022497554,"teacher_disagreement_score":0.358509,"about_ca_system_score_codex":0.000004305283,"about_ca_system_score_gemma":0.000078890625,"threshold_uncertainty_score":0.99787974},"labels":[],"label_agreement":null},{"id":"W2031459999","doi":"10.2215/cjn.04401007","title":"Need for Quality Improvement in Renal Systematic Reviews","year":2008,"lang":"en","type":"article","venue":"Clinical Journal of the American Society of Nephrology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Western University","funders":"","keywords":"Medicine; Systematic review; MEDLINE; Journal club; Randomized controlled trial; Meta-analysis; Family medicine; Data extraction; Clinical trial; Internal medicine; Pathology","score_opus":0.7845469841333448,"score_gpt":0.5956761680576977,"score_spread":0.18887081607564704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031459999","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9715099,0.0015643649,0.015178203,0.009721135,0.0003525649,0.0016127221,0.000006032932,0.000001047666,0.000054060845],"genre_scores_gemma":[0.8957479,0.0028161367,0.047036637,0.052386433,0.0005555477,0.000068758825,6.50117e-7,0.00002043679,0.0013674917],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9445931,0.024023892,0.028380323,0.0004331516,0.0022951036,0.00027446356],"domain_scores_gemma":[0.9151132,0.028356537,0.052249175,0.0025564213,0.0015558783,0.00016875955],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23076762,0.00022194682,0.009908723,0.000094164556,0.000096351796,0.00003232442,0.002744972,0.000095373034,0.00014961054],"category_scores_gemma":[0.054355975,0.00008585885,0.011136683,0.0010590202,0.0010370226,0.00009261116,0.00018657114,0.00043229482,0.00003733291],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027050546,0.00058098114,0.082974814,0.0020001538,0.0014709588,0.000003417404,0.0011780746,0.000089471236,0.0039040542,0.00021208535,0.8917074,0.01560806],"study_design_scores_gemma":[0.0055540344,0.005350947,0.4360015,0.0022882773,0.0023830049,0.0004234216,0.008320467,0.0052914983,0.000097548604,0.0161345,0.51741904,0.00073575886],"about_ca_topic_score_codex":0.000017252392,"about_ca_topic_score_gemma":0.000009503026,"teacher_disagreement_score":0.37428838,"about_ca_system_score_codex":0.000048611728,"about_ca_system_score_gemma":0.0001873288,"threshold_uncertainty_score":0.99876654},"labels":[],"label_agreement":null},{"id":"W2031650821","doi":"10.1097/bpo.0b013e3180621f3e","title":"A Quality Assessment of Randomized Clinical Trials in Pediatric Orthopaedics","year":2007,"lang":"en","type":"article","venue":"Journal of Pediatric Orthopaedics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; British Columbia Children's Hospital","funders":"","keywords":"Medicine; Randomized controlled trial; Clinical trial; Evidence-based medicine; Orthopedic surgery; MEDLINE; Inclusion and exclusion criteria; Physical therapy; Alternative medicine; Medical physics; Family medicine; Surgery; Internal medicine","score_opus":0.7607493878027329,"score_gpt":0.6356828973950466,"score_spread":0.12506649040768636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031650821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7641558,0.0067044804,0.21889052,0.0005363848,0.003957514,0.00151461,0.000022872151,0.0000051704583,0.0042126235],"genre_scores_gemma":[0.9509278,0.00967208,0.031337038,0.00023173753,0.0071462686,0.000009001112,0.0000036708511,0.000029529525,0.00064285926],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.28577083,0.3595655,0.3051031,0.0025168685,0.04527894,0.0017647579],"domain_scores_gemma":[0.35013747,0.43516707,0.1963739,0.0048723766,0.011832259,0.0016169128],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9351191,0.00054308854,0.023344586,0.0037713088,0.00008485368,0.00029594183,0.0023438202,0.00047870222,0.0023441585],"category_scores_gemma":[0.6923029,0.00026578837,0.01895975,0.005975017,0.00018736458,0.0004697733,0.00022759449,0.0014945184,0.00007940357],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018856534,0.0005272954,0.96308875,0.00013268381,0.00033828235,0.00009559473,0.00014782033,0.0001050777,0.0000015704354,0.00088786875,0.011569519,0.021219857],"study_design_scores_gemma":[0.08121622,0.00045354993,0.892497,0.000044029595,0.00731161,0.00008364405,0.0010159335,0.0020232,0.0000015398923,0.0068994793,0.007875001,0.00057877775],"about_ca_topic_score_codex":0.00000869871,"about_ca_topic_score_gemma":0.00005514214,"teacher_disagreement_score":0.24281618,"about_ca_system_score_codex":0.00010571863,"about_ca_system_score_gemma":0.0016451188,"threshold_uncertainty_score":0.99997944},"labels":[],"label_agreement":null},{"id":"W2032160051","doi":"10.1016/j.jclinepi.2013.11.014","title":"Addressing continuous data measured with different instruments for participants excluded from trial analysis: a guide for systematic reviewers","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":72,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; SickKids Foundation; University of Toronto; McMaster University; Hospital for Sick Children","funders":"","keywords":"Missing data; Imputation (statistics); Meta-analysis; Construct (python library); Systematic review; Data collection; Medicine; Data mining; Computer science; MEDLINE; Statistics; Machine learning; Mathematics","score_opus":0.9674490120549121,"score_gpt":0.6986483343359714,"score_spread":0.2688006777189407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032160051","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29249546,0.0016992156,0.6977641,0.0023750472,0.0017455849,0.0037285106,0.00011412174,0.0000042060706,0.0000737222],"genre_scores_gemma":[0.92354816,0.00013326338,0.071771614,0.0021810827,0.0016303991,0.00021116568,0.000063548585,0.000027022514,0.00043376704],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.74031794,0.155377,0.097283766,0.0019881309,0.004150781,0.0008823879],"domain_scores_gemma":[0.16051736,0.6585169,0.16105175,0.0119061945,0.006605851,0.0014019764],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.678719,0.00046461791,0.036030434,0.00040026513,0.00014643079,0.00025179653,0.004264571,0.00032098248,0.0002995658],"category_scores_gemma":[0.9035589,0.0001769526,0.007792136,0.0006281731,0.00018216782,0.00029518967,0.00020995122,0.00041375475,0.000036176018],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029081488,0.0015145391,0.6493081,0.006206699,0.06270681,0.000009509251,0.00027600816,0.00091175624,0.000020737205,0.0014762295,0.19061793,0.0578702],"study_design_scores_gemma":[0.10941946,0.009432456,0.119524024,0.018037444,0.13478446,0.000035220164,0.0011011086,0.45877057,0.0000070976166,0.05863354,0.088814266,0.0014403682],"about_ca_topic_score_codex":0.000012087753,"about_ca_topic_score_gemma":0.00012367973,"teacher_disagreement_score":0.6310527,"about_ca_system_score_codex":0.00003683462,"about_ca_system_score_gemma":0.00020913049,"threshold_uncertainty_score":0.9782807},"labels":[],"label_agreement":null},{"id":"W2032194573","doi":"10.3163/1536-5050.96.1.66","title":"Sources of evidence to support systematic reviews in librarianship","year":2008,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Patient Safety Institute; Children's Hospital of Eastern Ontario","funders":"University of Illinois at Urbana-Champaign","keywords":"Systematic review; Field (mathematics); Data science; Computer science; Library science; MEDLINE; Management science; Political science; Engineering","score_opus":0.7827832908938654,"score_gpt":0.49612036369008744,"score_spread":0.286662927203778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032194573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8302917,0.01479345,0.0031546953,0.13524768,0.0036448033,0.004254397,0.000014599295,0.000011702813,0.008586985],"genre_scores_gemma":[0.9477595,0.0010907454,0.00212455,0.0050642006,0.0005157397,0.000025250074,6.729275e-7,0.000018424636,0.043400906],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.93193346,0.033402104,0.019644504,0.00033954764,0.014414792,0.00026560455],"domain_scores_gemma":[0.9284039,0.034528866,0.03336582,0.0023006853,0.0007644057,0.0006362863],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18243803,0.00019447561,0.0045407484,0.00049156765,0.0000837845,0.00025276883,0.00404106,0.0001627153,0.008050316],"category_scores_gemma":[0.45379966,0.0000670656,0.0022346114,0.0027084483,0.000046369318,0.001515428,0.00027535026,0.00045209273,0.0005613711],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015852967,0.00008744283,0.60257477,0.0011434347,0.00013225173,0.00003929053,0.0015711796,0.00003720417,0.000010866575,0.0002960316,0.3931192,0.0009725117],"study_design_scores_gemma":[0.0015252461,0.00070539385,0.56887037,0.047736134,0.001015838,0.00095587026,0.0016729665,0.0015286192,0.0004968449,0.011600747,0.3631816,0.00071040215],"about_ca_topic_score_codex":0.0000014586736,"about_ca_topic_score_gemma":0.0000021834492,"teacher_disagreement_score":0.27136162,"about_ca_system_score_codex":0.00006828529,"about_ca_system_score_gemma":0.0005395391,"threshold_uncertainty_score":0.99285644},"labels":[],"label_agreement":null},{"id":"W2032419870","doi":"10.4321/s1134-80462014000600010","title":"¿Revisión sistemática, revisión narrativa o metaanálisis?","year":2014,"lang":"es","type":"article","venue":"Revista de la Sociedad Española del Dolor","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":108,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane","funders":"","keywords":"Philosophy","score_opus":0.3061048229964744,"score_gpt":0.4671758707370462,"score_spread":0.1610710477405718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032419870","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23373973,0.2733716,0.23645577,0.022169383,0.0024460803,0.010047989,0.0005020609,0.0003269587,0.22094044],"genre_scores_gemma":[0.92940646,0.005435013,0.023276428,0.004428045,0.0017441435,0.00023164156,0.00006057653,0.0002224847,0.035195198],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8762326,0.08742121,0.020266352,0.0043536015,0.009669631,0.002056588],"domain_scores_gemma":[0.93964714,0.030559521,0.0132461,0.012241222,0.0027778775,0.0015281636],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.25003883,0.0020495458,0.013647312,0.0007869437,0.0011535787,0.014910638,0.006727887,0.0011859862,0.026243411],"category_scores_gemma":[0.11369263,0.0012402367,0.010783725,0.004323692,0.0009977112,0.00091780984,0.00086410315,0.0015838518,0.025532229],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000080874684,0.0004929019,0.02205113,0.00621142,0.003309024,0.000069653746,0.0021231656,0.0001380265,0.0011251228,0.40133652,0.46423417,0.098827966],"study_design_scores_gemma":[0.0007277618,0.00016569125,0.008681776,0.0019216784,0.0033043546,0.00012743067,0.0010185593,0.014623346,0.000039792336,0.0028725371,0.96517104,0.0013460446],"about_ca_topic_score_codex":0.000025773075,"about_ca_topic_score_gemma":0.0000024208468,"teacher_disagreement_score":0.69566673,"about_ca_system_score_codex":0.00042652915,"about_ca_system_score_gemma":0.00047617612,"threshold_uncertainty_score":0.99922466},"labels":[],"label_agreement":null},{"id":"W2032422408","doi":"10.1016/s0895-4356(03)00110-0","title":"Should meta-analysts search Embase in addition to Medline?","year":2003,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":159,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"University of Ottawa","keywords":"MEDLINE; Meta-analysis; Odds ratio; Medicine; Confidence interval; Publication bias; Internal medicine","score_opus":0.9826429483987847,"score_gpt":0.7461363902858464,"score_spread":0.2365065581129383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032422408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60721934,0.005048274,0.2658934,0.102702394,0.0033679004,0.0012300658,0.000041674186,0.0000056407484,0.014491309],"genre_scores_gemma":[0.90026623,0.00018729451,0.07752249,0.017550237,0.0005882373,0.000016630487,0.0000030215283,0.000016275231,0.0038495928],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.4390533,0.4277337,0.123555034,0.0017974698,0.006915329,0.00094520365],"domain_scores_gemma":[0.33549574,0.6006146,0.050009225,0.005897919,0.0058606747,0.0021218408],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.8299071,0.00032164308,0.023309266,0.001071851,0.000053549575,0.00008402483,0.0019142475,0.00038300056,0.031485382],"category_scores_gemma":[0.8996959,0.0001329233,0.012211197,0.0018812274,0.00013238542,0.00022593547,0.00009532821,0.0012892509,0.0022620158],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013882382,0.0004706335,0.39060706,0.00002554653,0.004901875,0.00017266056,0.00011832009,0.011076833,0.000015039997,0.018970087,0.5464743,0.027028842],"study_design_scores_gemma":[0.0012649111,0.0009568539,0.16824427,0.000055211705,0.0053162794,0.00029699373,0.00040697682,0.0078625325,0.000020664382,0.13280721,0.68236834,0.00039974708],"about_ca_topic_score_codex":0.00001416544,"about_ca_topic_score_gemma":0.00010775954,"teacher_disagreement_score":0.2930469,"about_ca_system_score_codex":0.00004293244,"about_ca_system_score_gemma":0.00029866127,"threshold_uncertainty_score":0.99851483},"labels":[],"label_agreement":null},{"id":"W2032541700","doi":"10.1136/bmj.c869","title":"CONSORT 2010 Explanation and Elaboration: updated guidelines for reporting parallel group randomised trials","year":2010,"lang":"en","type":"review","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9055,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; McMaster University Medical Centre; Ottawa Hospital","funders":"University of California, Irvine; Institut National de la Santé et de la Recherche Médicale; University of Oxford; Ottawa Hospital Research Institute; McMaster University; Johns Hopkins University; Canadian Institutes of Health Research; National Institute for Health and Care Research; Johns Hopkins Bloomberg School of Public Health; University of Pennsylvania","keywords":"Consolidated Standards of Reporting Trials; Checklist; Critical appraisal; Randomized controlled trial; Systematic review; Medicine; Statement (logic); Psychological intervention; MEDLINE; Alternative medicine; Family medicine; Psychology; Nursing; Political science; Surgery","score_opus":0.931475153332549,"score_gpt":0.6641802612820732,"score_spread":0.26729489205047585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032541700","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000043036343,0.9391212,0.044518664,0.0012693123,0.0016030457,0.012302148,0.00012097083,0.000013151926,0.0010472388],"genre_scores_gemma":[0.0000010070053,0.90435874,0.07523549,0.00022068578,0.0014860891,0.002625736,0.0010080959,0.000037664537,0.015026468],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.88607305,0.019199751,0.08880559,0.0017653423,0.0038449778,0.000311284],"domain_scores_gemma":[0.7633385,0.034515638,0.18685067,0.0057904604,0.009192925,0.00031183052],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.56266385,0.0006235779,0.020805217,0.0005474166,0.00022343191,0.0014664981,0.00097090495,0.0005567811,0.0028044162],"category_scores_gemma":[0.69052476,0.00027081606,0.0049207937,0.000952336,0.000052421055,0.00026252185,0.000080598795,0.00027535442,0.00037334385],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024282861,0.0000070771343,0.000005920958,0.00071447785,0.00029290805,0.0000026978435,0.000011659382,9.727039e-7,8.8450065e-7,0.00037488967,0.4811275,0.51743674],"study_design_scores_gemma":[0.0017440844,0.000014166171,0.000003801136,0.0008800966,0.003116569,0.00006528,0.000043467404,0.00060059025,2.0185573e-7,0.000865555,0.99237114,0.00029505597],"about_ca_topic_score_codex":0.0000051972497,"about_ca_topic_score_gemma":0.000034520563,"teacher_disagreement_score":0.5171417,"about_ca_system_score_codex":0.000019720164,"about_ca_system_score_gemma":0.0003685045,"threshold_uncertainty_score":0.9999744},"labels":[],"label_agreement":null},{"id":"W2032656498","doi":"10.1016/j.jclinepi.2004.08.022","title":"Systematic reviews involving complementary and alternative medicine interventions had higher quality of reporting than conventional medicine reviews","year":2005,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Alberta; GlaxoSmithKline (Canada); University of Ottawa","funders":"","keywords":"Psychological intervention; Systematic review; Quality (philosophy); Alternative medicine; Scale (ratio); Medicine; English language; MEDLINE; Intervention (counseling); Medical education; Psychology; Family medicine; Nursing; Pathology; Mathematics education","score_opus":0.9785528732201937,"score_gpt":0.7574529363653615,"score_spread":0.2210999368548322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032656498","genre_codex":"review","genre_gemma":"empirical","domain_codex":"reporting","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reporting","domain_consensus":"reporting","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15739124,0.5924202,0.121791966,0.11364957,0.006714656,0.0048645837,0.00002134349,0.0000075759185,0.0031388595],"genre_scores_gemma":[0.7584295,0.107904784,0.09874607,0.018686285,0.008635424,0.00010936378,0.000036757287,0.00004542798,0.0074063777],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.3392235,0.30963242,0.3453509,0.0012581721,0.0040453295,0.0004897079],"domain_scores_gemma":[0.1465811,0.3253449,0.52001494,0.0031665228,0.004138673,0.00075386086],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8519544,0.00036124498,0.034308553,0.0004467651,0.000097159435,0.000021308244,0.0013932973,0.00015870856,0.010387103],"category_scores_gemma":[0.8994829,0.00014291776,0.007149532,0.0005268282,0.000746448,0.0002911282,0.00021747817,0.0007282071,0.00011594917],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073905445,0.00030885747,0.65695995,0.020409046,0.002033781,0.000011135762,0.0005005316,0.000023807308,0.00007917289,0.036748637,0.26843563,0.01441555],"study_design_scores_gemma":[0.0032583703,0.001709038,0.5463512,0.09081212,0.0037784036,0.00036419719,0.0012406972,0.0023461508,0.000002290244,0.09559061,0.2541212,0.00042571579],"about_ca_topic_score_codex":0.0000822276,"about_ca_topic_score_gemma":0.0001499242,"teacher_disagreement_score":0.6010383,"about_ca_system_score_codex":0.00004649435,"about_ca_system_score_gemma":0.000048406855,"threshold_uncertainty_score":0.99051756},"labels":[],"label_agreement":null},{"id":"W2033045241","doi":"10.1186/1471-2253-13-44","title":"A look at the potential association between PICOT framing of a research question and the quality of reporting of analgesia RCTs","year":2013,"lang":"en","type":"article","venue":"BMC Anesthesiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Western University; University of Toronto; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Anesthesiology; Framing (construction); Medicine; Association (psychology); Pain medicine; Quality (philosophy); Alternative medicine; Anesthesia; Psychology; History; Psychotherapist","score_opus":0.6755151079985776,"score_gpt":0.5587406631036312,"score_spread":0.11677444489494637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033045241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99611557,0.0007463434,0.0015606711,0.00066836056,0.00002289425,0.00063880545,0.0000016159821,0.00000132578,0.00024444607],"genre_scores_gemma":[0.9979662,0.0000130467715,0.00080589607,0.00002296914,0.000039781706,0.000025337205,0.0000024954027,0.0000035983098,0.0011206858],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9224947,0.058518186,0.014507011,0.0005595232,0.0036495663,0.00027100593],"domain_scores_gemma":[0.90298796,0.052005313,0.03823714,0.0026994746,0.0040012733,0.00006883951],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.33076435,0.00010415698,0.0023871325,0.00017064756,0.00014812913,0.0000535633,0.0006317078,0.00014116896,0.00045278994],"category_scores_gemma":[0.18700248,0.00003783969,0.0005821447,0.0006182292,0.00046393526,0.00007206958,0.00016589546,0.00015008455,0.000047208985],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019870608,0.000011187882,0.99422514,0.00008328624,0.000075237476,2.9594483e-7,0.00041223873,0.000019145431,0.0007596384,0.0017878648,0.0004111267,0.0021949671],"study_design_scores_gemma":[0.0001642651,0.00004834315,0.9840738,0.000030492107,0.000099211604,0.000005634105,0.0009210291,0.00068519736,0.0002537197,0.013574593,0.000108842614,0.0000348311],"about_ca_topic_score_codex":0.0009204628,"about_ca_topic_score_gemma":0.00013746422,"teacher_disagreement_score":0.14376187,"about_ca_system_score_codex":0.00002740983,"about_ca_system_score_gemma":0.00007250825,"threshold_uncertainty_score":0.81984574},"labels":[],"label_agreement":null},{"id":"W2033289105","doi":"10.1001/jama.285.15.2000","title":"Physician Interpretations and Textbook Definitions of Blinding Terminology in Randomized Controlled Trials","year":2001,"lang":"en","type":"article","venue":"JAMA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":260,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Blinding; Medicine; Randomized controlled trial; Terminology; Confidence interval; Family medicine; Alternative medicine; MEDLINE; Internal medicine; Pathology","score_opus":0.6873836628948836,"score_gpt":0.5219771511205437,"score_spread":0.16540651177433996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033289105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81122833,0.0031001898,0.032818522,0.003514133,0.00029106747,0.0044066985,0.000027023338,0.0000070359583,0.14460701],"genre_scores_gemma":[0.99620885,0.00020897633,0.001362475,0.00033284802,0.000044826957,0.00020834117,0.0000032395671,0.0000039289475,0.0016265215],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.95363146,0.030216558,0.014371436,0.00044235535,0.0011734499,0.0001647686],"domain_scores_gemma":[0.9169595,0.07450015,0.0070147435,0.0009628949,0.0005047249,0.000057957015],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1665915,0.00014804465,0.012260173,0.0008179934,0.00005140098,0.00027358843,0.00038540503,0.00007084885,0.00216465],"category_scores_gemma":[0.24543807,0.00006353511,0.002482534,0.0006225013,0.00012271335,0.00017203508,0.000042837037,0.00009245687,0.00023529485],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04113287,0.0007332328,0.03430976,0.00012557786,0.005460044,0.000050076145,0.013481968,0.00031292028,0.002490336,0.3969452,0.017679958,0.48727804],"study_design_scores_gemma":[0.5441759,0.000085137,0.0067142537,0.00036475787,0.003059429,0.000035487254,0.0037783145,0.046550386,0.00010046873,0.38803956,0.0067266426,0.00036964874],"about_ca_topic_score_codex":0.00001092281,"about_ca_topic_score_gemma":0.00004509546,"teacher_disagreement_score":0.50304306,"about_ca_system_score_codex":0.000009517487,"about_ca_system_score_gemma":0.000036181398,"threshold_uncertainty_score":0.9987475},"labels":[],"label_agreement":null},{"id":"W2033427622","doi":"10.1097/bpo.0b013e31822aa11a","title":"The Levels of Evidence in Pediatric Orthopaedic Journals","year":2011,"lang":"en","type":"article","venue":"Journal of Pediatric Orthopaedics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; BC Children's Hospital","funders":"","keywords":"Medicine; Grading (engineering); Evidence-based medicine; Impact factor; MEDLINE; Family medicine; Library science; Alternative medicine; Pathology","score_opus":0.853428061206271,"score_gpt":0.5172968033772473,"score_spread":0.33613125782902376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033427622","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91416454,0.0709139,0.008126711,0.0009383352,0.0028248823,0.00055798475,0.00001412164,0.0000036991287,0.0024558175],"genre_scores_gemma":[0.97093517,0.021823164,0.0037393074,0.000092950955,0.0022209128,0.000004222709,1.02625606e-7,0.000021027668,0.0011631506],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9507949,0.009942601,0.025489597,0.00057735795,0.012605076,0.0005905102],"domain_scores_gemma":[0.9472446,0.0155301215,0.029257363,0.0022756823,0.0052428036,0.00044945086],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2653997,0.00038171638,0.0033599418,0.002172966,0.00018984491,0.00035508507,0.004013331,0.00018450996,0.0038986716],"category_scores_gemma":[0.14535865,0.00014633933,0.003604961,0.0062560895,0.0001208267,0.000956331,0.00024018681,0.00092709454,0.0002544256],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003943691,0.00010262755,0.96060795,0.00005761761,0.000075361364,0.00009311898,0.0007158585,0.00004114162,0.0000061205487,0.00015751677,0.014771658,0.023331584],"study_design_scores_gemma":[0.0005785787,0.00033162534,0.98425007,0.00007541394,0.0012264572,0.0002369233,0.00085271505,0.00018901577,0.0000121175835,0.006453293,0.005546854,0.00024694778],"about_ca_topic_score_codex":0.0000062642803,"about_ca_topic_score_gemma":0.000042649353,"teacher_disagreement_score":0.12004103,"about_ca_system_score_codex":0.00005950359,"about_ca_system_score_gemma":0.000886485,"threshold_uncertainty_score":0.9970119},"labels":[],"label_agreement":null},{"id":"W2034254054","doi":"10.1177/0149206314551964","title":"Improving the Meta-Analytic Assessment of Effect Size Variance With an Informed Bayesian Prior","year":2014,"lang":"en","type":"article","venue":"Journal of Management","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Variance (accounting); Statistics; Bayesian probability; Sample size determination; Econometrics; Meta-analysis; Monte Carlo method; Estimation; Mathematics; Computer science","score_opus":0.33186430985265414,"score_gpt":0.47351233015832217,"score_spread":0.14164802030566803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034254054","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.072654456,0.00032313998,0.8935863,0.002548468,0.00034559693,0.0017616263,0.000002188319,0.000003939633,0.0287743],"genre_scores_gemma":[0.9387554,0.000012244628,0.057942964,0.0003208996,0.00006849948,0.000017330343,2.2571714e-7,0.000009429093,0.0028730354],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9798024,0.00646874,0.0069206613,0.00036545092,0.0062303967,0.00021232289],"domain_scores_gemma":[0.9785846,0.005453914,0.0122782765,0.002697869,0.0008409001,0.00014445235],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.16218425,0.00026297543,0.0035686868,0.00030580666,0.000120050194,0.0006356947,0.0022472942,0.000031220374,0.002050195],"category_scores_gemma":[0.006888162,0.00008105425,0.0020021207,0.0008504191,0.000054678167,0.00045721952,0.00014175197,0.00019121585,0.00003306267],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043856064,0.0009734118,0.04090733,0.0027600497,0.09855084,0.0001568308,0.001764637,0.030985577,0.00038023232,0.057735775,0.04123018,0.72411656],"study_design_scores_gemma":[0.0058128405,0.008549367,0.33376318,0.00044531893,0.14419109,0.00024354215,0.0040026023,0.2965038,0.0002942355,0.012868772,0.19212148,0.0012037463],"about_ca_topic_score_codex":0.0000063829702,"about_ca_topic_score_gemma":0.000021714055,"teacher_disagreement_score":0.8661009,"about_ca_system_score_codex":0.000055140346,"about_ca_system_score_gemma":0.000071538554,"threshold_uncertainty_score":0.9988621},"labels":[],"label_agreement":null},{"id":"W2034958306","doi":"10.1177/0193945902250039","title":"Assessing the Methodological Quality of Nonrandomized Intervention Studies","year":2003,"lang":"en","type":"review","venue":"Western Journal of Nursing Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":112,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Blinding; Comparability; Psychological intervention; MEDLINE; Quality (philosophy); Scope (computer science); Health care; Intervention (counseling); Evidence-based medicine; Scale (ratio); Medicine; Rigour; Research design; Clinical study design; Randomized controlled trial; Psychology; Applied psychology; Alternative medicine; Nursing; Clinical trial; Computer science","score_opus":0.9952679877189412,"score_gpt":0.8455051949806434,"score_spread":0.14976279273829785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034958306","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006107799,0.98104686,0.01529348,0.00031453473,0.00093332405,0.0008949763,0.0000032099597,7.988498e-7,0.0009020503],"genre_scores_gemma":[0.0006805192,0.9914057,0.0051436364,0.000010853725,0.0002541945,0.000017541188,0.000001041647,0.000021669768,0.0024648118],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.41523132,0.52769834,0.037660774,0.0008961851,0.017939826,0.00057354115],"domain_scores_gemma":[0.59891135,0.31312606,0.06351585,0.0055944794,0.018496811,0.00035545288],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7974946,0.0004257925,0.019876955,0.0014303055,0.00029408568,0.0017483882,0.004041826,0.0002566752,0.00072950457],"category_scores_gemma":[0.3209621,0.00013760064,0.0110646775,0.0025136874,0.00077533035,0.00040385115,0.000202458,0.0018201546,0.00015678175],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003933641,0.00019812389,0.00007060023,0.0028626816,0.0011507373,0.000010636525,0.00057935837,0.0000019572972,0.0000017857429,0.00010305657,0.004891446,0.99009025],"study_design_scores_gemma":[0.0021787432,0.0005235168,0.00037622615,0.11451054,0.005117926,0.0008532838,0.015419974,0.000014751287,0.000003003687,0.029299732,0.83129823,0.0004040625],"about_ca_topic_score_codex":0.0000015656288,"about_ca_topic_score_gemma":0.00000136245,"teacher_disagreement_score":0.9896862,"about_ca_system_score_codex":0.00029483007,"about_ca_system_score_gemma":0.00037912207,"threshold_uncertainty_score":0.9992879},"labels":[],"label_agreement":null},{"id":"W2034981056","doi":"10.1503/cmaj.1041299","title":"Registering CIHR-funded randomized controlled trials: a global public good","year":2004,"lang":"en","type":"letter","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"Canadian Institutes of Health Research; Cancer Research UK","keywords":"Randomized controlled trial; Agency (philosophy); Medicine; Funding Agency; Public health; Trial registration; Family medicine; Political science; Surgery; Public relations; Nursing","score_opus":0.4943023244532625,"score_gpt":0.46541959532117366,"score_spread":0.028882729132088836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034981056","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007682684,0.0026824097,0.0058080754,0.93603665,0.00565354,0.0023065158,0.00015350072,0.000011084189,0.04727142],"genre_scores_gemma":[0.0025546856,0.00030677314,0.0005800367,0.9247435,0.023386711,0.00022581028,0.000094828865,0.000050309452,0.048057344],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7026209,0.18721764,0.054253682,0.0017384962,0.052130364,0.0020388903],"domain_scores_gemma":[0.7822072,0.10365066,0.09151258,0.0041389787,0.012078851,0.0064117475],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.70056343,0.0008935702,0.036205243,0.0014679322,0.0006298589,0.009111312,0.0045642396,0.003253756,0.12370993],"category_scores_gemma":[0.8490179,0.00041479198,0.02037066,0.0017787528,0.00014716707,0.0003745938,0.00008877692,0.0049948697,0.0047428417],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00025506516,0.000010315732,0.00041943984,0.000019205434,0.0046524075,0.000993442,0.000053395426,0.0000023579864,2.7959986e-8,0.00078883604,0.98591924,0.006886281],"study_design_scores_gemma":[0.08427585,0.000014851265,0.00003675016,0.00021821097,0.0017111724,0.0005106232,0.00009538281,0.00040440744,1.5615703e-8,0.012763592,0.89962244,0.00034672112],"about_ca_topic_score_codex":0.0018862598,"about_ca_topic_score_gemma":0.019357482,"teacher_disagreement_score":0.14845447,"about_ca_system_score_codex":0.005316397,"about_ca_system_score_gemma":0.016537478,"threshold_uncertainty_score":0.99983037},"labels":[],"label_agreement":null},{"id":"W2035453329","doi":"10.1067/mjw.2002.124024","title":"Randomized clinical trials: Attention to bias","year":2002,"lang":"en","type":"article","venue":"Journal of Wound Ostomy and Continence Nursing","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Randomized controlled trial; MEDLINE; Psychology; Medicine; Internal medicine; Political science","score_opus":0.8748950379598317,"score_gpt":0.6125708566805864,"score_spread":0.2623241812792453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035453329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85766435,0.0066586076,0.11049439,0.015827954,0.0022637297,0.0008410402,0.0000015651725,0.0000024923409,0.0062458655],"genre_scores_gemma":[0.98304653,0.00033574685,0.008073141,0.0006341848,0.0007096915,0.00000428435,2.1109071e-7,0.0000067596175,0.0071894545],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.92975074,0.04424958,0.02187634,0.00048843457,0.0033964938,0.00023840579],"domain_scores_gemma":[0.9518134,0.030158576,0.014949563,0.00086980313,0.001811864,0.00039677758],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.46300435,0.00019149369,0.0064127888,0.00045421752,0.00014323712,0.0010811543,0.0006530549,0.000092026945,0.002923637],"category_scores_gemma":[0.23536792,0.00008408127,0.0032283135,0.00068526214,0.00015673733,0.00041905732,0.000023185068,0.00027271154,0.00038282384],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036144059,0.00018349501,0.009332808,0.000011357866,0.00035376614,0.000015932581,0.0012253089,0.00001408497,0.00013145863,0.0009887271,0.09601604,0.8881126],"study_design_scores_gemma":[0.19624655,0.001060718,0.026885714,0.0036333143,0.0068359957,0.0013504276,0.008902119,0.047791354,0.000058153542,0.029370341,0.6767402,0.0011250677],"about_ca_topic_score_codex":0.0000015469662,"about_ca_topic_score_gemma":0.000001172685,"teacher_disagreement_score":0.88698757,"about_ca_system_score_codex":0.000020716883,"about_ca_system_score_gemma":0.000025152493,"threshold_uncertainty_score":0.99995583},"labels":[],"label_agreement":null},{"id":"W2036099931","doi":"10.1093/ecam/nem186","title":"Evaluating the Quality of Randomized Controlled Trials that Examine the Efficacy of Natural Health Products: A Systematic Review of Critical Appraisal Instruments","year":2007,"lang":"en","type":"review","venue":"Evidence-based Complementary and Alternative Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Canadian Institutes of Health Research; Dalhousie University","keywords":"Blinding; Consolidated Standards of Reporting Trials; Generalizability theory; Data extraction; Randomized controlled trial; Critical appraisal; Systematic review; Medicine; Research design; Descriptive statistics; Psychological intervention; Quality (philosophy); Alternative medicine; Psychology; MEDLINE; Medical physics; Statistics; Nursing; Surgery","score_opus":0.9298914764152793,"score_gpt":0.7085601668502389,"score_spread":0.22133130956504032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036099931","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019213984,0.9611468,0.0017088334,0.0068274247,0.0009869088,0.028991062,0.00011670518,0.0000029996595,0.000027128895],"genre_scores_gemma":[0.012497029,0.98415667,0.0008009684,0.0010153339,0.00035904124,0.0009895883,0.000086893415,0.000020102096,0.00007438528],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.41753653,0.4595769,0.09860901,0.0019528286,0.021673555,0.00065119774],"domain_scores_gemma":[0.105303034,0.7802765,0.10486363,0.0049144113,0.0044371937,0.00020525123],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7853572,0.0009791951,0.082557686,0.00066485855,0.00022280958,0.00008831792,0.0033572987,0.00005506642,0.00190488],"category_scores_gemma":[0.8300758,0.00026381534,0.0076936847,0.0018048241,0.0019684082,0.00020025508,0.0003047848,0.00056332594,0.000006594355],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031085354,0.00015626092,0.00002121084,0.9092883,0.0057350756,0.0000011274684,0.0005403494,0.0000012671843,0.000002364837,0.0017403152,0.00068860396,0.0787166],"study_design_scores_gemma":[0.038101137,0.00062140386,0.000017392244,0.92724454,0.030235536,0.000012040398,0.0007947343,0.0006472522,0.0000056026906,0.0002545542,0.0018274795,0.00023831164],"about_ca_topic_score_codex":0.0003096036,"about_ca_topic_score_gemma":0.000010887429,"teacher_disagreement_score":0.3206996,"about_ca_system_score_codex":0.00008824542,"about_ca_system_score_gemma":0.0006607016,"threshold_uncertainty_score":0.9999814},"labels":[],"label_agreement":null},{"id":"W2036397172","doi":"10.1016/s0022-5347(06)00560-x","title":"Randomized Controlled Trials in Pediatric Urology: Room for Improvement","year":2006,"lang":"en","type":"article","venue":"The Journal of Urology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Pediatric urology; Randomized controlled trial; Urology; Medical physics; General surgery; Internal medicine","score_opus":0.43049804043222745,"score_gpt":0.4826735386106618,"score_spread":0.052175498178434365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036397172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7742655,0.028074274,0.15730195,0.028264306,0.0021215978,0.0073475586,0.0000083313425,0.0000028071242,0.0026136287],"genre_scores_gemma":[0.99602085,0.00032047753,0.00054693647,0.0009853494,0.0007790631,0.00007822647,5.6012107e-7,0.0000073326414,0.0012612041],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.8267892,0.12582806,0.04360382,0.00040789566,0.002918895,0.0004521271],"domain_scores_gemma":[0.76937604,0.1940422,0.033996224,0.0011778494,0.0013342223,0.000073430965],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7150508,0.00021886207,0.017761184,0.0008179738,0.0000704441,0.00012576072,0.0014526873,0.00011979929,0.0014270719],"category_scores_gemma":[0.2559606,0.00006560188,0.0062947664,0.0004836821,0.000069128946,0.00008136589,0.000050721428,0.00024030231,0.0000923735],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6535487,0.00077866804,0.008300628,0.00005185185,0.0052198116,0.00004223647,0.0008628191,0.018625678,0.001552798,0.017050523,0.28135836,0.012607886],"study_design_scores_gemma":[0.65234405,0.0010745968,0.0018560728,0.0000026157477,0.0136974985,0.00013060501,0.00013529426,0.017491173,0.000021817481,0.28412393,0.028928583,0.00019378467],"about_ca_topic_score_codex":0.000009855155,"about_ca_topic_score_gemma":0.000039423077,"teacher_disagreement_score":0.4590902,"about_ca_system_score_codex":0.00001657489,"about_ca_system_score_gemma":0.000109932174,"threshold_uncertainty_score":0.99948573},"labels":[],"label_agreement":null},{"id":"W2036500551","doi":"10.1053/j.ajkd.2006.12.021","title":"In Reply to Angiotensin and Renal Disease: The Jury Still Out","year":2007,"lang":"en","type":"article","venue":"American Journal of Kidney Diseases","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Saint John Regional Hospital","funders":"","keywords":"Medicine; Meta-analysis; Random effects model; Sample size determination; Publication bias; Clinical trial; Population; Randomized controlled trial; MEDLINE; Study heterogeneity; Internal medicine; Statistics","score_opus":0.24059842018220085,"score_gpt":0.457267699518159,"score_spread":0.21666927933595814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036500551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86386734,0.0063798237,0.013081284,0.11401654,0.00069119397,0.000693823,0.00013672393,0.0000053290255,0.0011279454],"genre_scores_gemma":[0.9626421,0.000058252954,0.0021128417,0.033396114,0.0003078093,0.0000025904362,0.0000010258782,0.000011532173,0.0014677334],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9889734,0.002576678,0.004694329,0.00041575322,0.0030634187,0.0002764177],"domain_scores_gemma":[0.9860902,0.0037697966,0.0046412754,0.0017683102,0.000986515,0.0027439282],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030903727,0.00020453,0.0018702437,0.00053276453,0.00007250236,0.00035240862,0.0010385007,0.000012400153,0.00058348937],"category_scores_gemma":[0.10070849,0.00008442856,0.0009574209,0.0013232012,0.00025256595,0.0002480513,0.00010582801,0.00014395463,0.00014331218],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023534331,0.00009756116,0.12607323,0.000007606338,0.0001498056,0.00020230106,0.0007391741,0.000047285954,0.00008161996,0.00013880429,0.7875252,0.08470213],"study_design_scores_gemma":[0.00017972165,0.00015614483,0.4060968,0.00009743396,0.0003161063,0.00004503062,0.0011636378,0.00006805463,0.000008656286,0.00159157,0.5901362,0.00014064329],"about_ca_topic_score_codex":0.000022987066,"about_ca_topic_score_gemma":0.000011801715,"teacher_disagreement_score":0.28002357,"about_ca_system_score_codex":0.000034322064,"about_ca_system_score_gemma":0.0003478865,"threshold_uncertainty_score":0.99788857},"labels":[],"label_agreement":null},{"id":"W2036640661","doi":"10.1080/14999013.2011.617247","title":"From the Outgoing Editor","year":2011,"lang":"en","type":"article","venue":"International Journal of Forensic Mental Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Psychology; Computer science","score_opus":0.6723552130002395,"score_gpt":0.5409215915828032,"score_spread":0.1314336214174363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036640661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6784847,0.0054369257,0.04112185,0.09652337,0.15128855,0.0011715287,0.0003849541,0.000009452287,0.0255787],"genre_scores_gemma":[0.9690764,0.00007716469,0.015919054,0.004352921,0.009304492,0.0000017956936,0.0000092084765,0.00000902098,0.0012499599],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98599607,0.0019751363,0.005974165,0.00022309435,0.0056920173,0.00013952641],"domain_scores_gemma":[0.989838,0.0012585237,0.0068430705,0.00065584946,0.0012494861,0.00015506137],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.038019657,0.0001255965,0.0010169565,0.00015396006,0.0001017173,0.0002576542,0.0022562563,0.000026316467,0.007289276],"category_scores_gemma":[0.003784792,0.000048830785,0.0009446381,0.00017555656,0.000057958805,0.00026535813,0.00010609032,0.00017691842,0.00068755756],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030031762,0.000042862415,0.01118806,0.0000013940211,0.00025947837,0.000007372255,0.0044759153,0.0000016678634,0.000010416726,0.0007414047,0.91836274,0.06487867],"study_design_scores_gemma":[0.0010138254,0.00033467,0.05684517,0.0003376452,0.00008579481,0.00030705152,0.011286533,0.0009022667,0.00025818218,0.058883283,0.86954767,0.00019790547],"about_ca_topic_score_codex":0.00018356342,"about_ca_topic_score_gemma":0.00008069931,"teacher_disagreement_score":0.29059172,"about_ca_system_score_codex":0.00011657985,"about_ca_system_score_gemma":0.00015931057,"threshold_uncertainty_score":0.9936182},"labels":[],"label_agreement":null},{"id":"W2037314249","doi":"10.4103/0301-4738.113316","title":"Evidence Based Medicine: Why should we be practicing it all the time?","year":2013,"lang":"en","type":"editorial","venue":"Indian Journal of Ophthalmology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Evidence-based medicine; Medicine; Randomized controlled trial; Best evidence; Evidence-based practice; MEDLINE; Systematic review; Alternative medicine; Medical literature; Scientific evidence; Task (project management); Medical education; Family medicine; Surgery; Epistemology; Pathology; Management","score_opus":0.7435623669909133,"score_gpt":0.5547307157251958,"score_spread":0.18883165126571744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037314249","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015312932,0.017588483,0.0008694038,0.20368706,0.76793903,0.0011253947,0.000033164983,0.000003433732,0.007222756],"genre_scores_gemma":[0.011834892,0.0010470499,0.003578435,0.005815396,0.9412968,0.000058926027,0.00002443502,0.00012519423,0.036218848],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.93763286,0.02867501,0.016872346,0.0010897839,0.015079532,0.0006504927],"domain_scores_gemma":[0.7829459,0.16195656,0.04114398,0.0051608277,0.00817394,0.00061879534],"candidate_categories":["metaresearch","metaepi_narrow","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.22710791,0.00078961573,0.007993937,0.0014220683,0.000267745,0.0010207914,0.008643394,0.0011705097,0.126549],"category_scores_gemma":[0.44109336,0.00030081853,0.0028489698,0.001280948,0.0005044019,0.0008878408,0.0002454321,0.003102275,0.0038843057],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034290628,0.000032899934,0.00009575943,0.000088434856,0.00063824665,0.0038198906,0.00075607945,0.00007162095,0.000021293457,0.000007408568,0.9933965,0.0010375619],"study_design_scores_gemma":[0.0002903795,0.00067530747,0.000059693422,0.0015393463,0.0011918093,0.011599057,0.00052399025,0.00022923824,0.0000043624086,0.0012423529,0.9823719,0.00027252827],"about_ca_topic_score_codex":0.000067589164,"about_ca_topic_score_gemma":0.0000031205711,"teacher_disagreement_score":0.21398544,"about_ca_system_score_codex":0.00016631836,"about_ca_system_score_gemma":0.001475132,"threshold_uncertainty_score":0.9999444},"labels":[],"label_agreement":null},{"id":"W2037384472","doi":"10.1016/j.jclinepi.2006.06.018","title":"Imputing variance estimates do not alter the conclusions of a meta-analysis with continuous outcomes: a case study of changes in renal function after living kidney donation","year":2006,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":93,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Children's Hospital of Eastern Ontario; Western University","funders":"Canadian Institutes of Health Research","keywords":"Missing data; Meta-analysis; Confidence interval; Imputation (statistics); Statistics; Renal function; Medicine; Point estimation; Random effects model; Pooled variance; Variance (accounting); Standard error; Internal medicine; Mathematics","score_opus":0.853447232804012,"score_gpt":0.6432862530755729,"score_spread":0.21016097972843917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037384472","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017011212,0.9299105,0.047821373,0.0019255971,0.00065112795,0.0025115546,0.00008793755,0.0000032430257,0.00007750075],"genre_scores_gemma":[0.5208372,0.44146404,0.030996842,0.0037621886,0.0011790307,0.00047587106,0.000021852527,0.0001173767,0.0011455803],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.7749928,0.147763,0.07223816,0.0013421787,0.0032040612,0.0004598006],"domain_scores_gemma":[0.4036054,0.45122927,0.13786423,0.003505066,0.0034652469,0.00033075875],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.52021134,0.0007044188,0.06355283,0.00157375,0.000105089835,0.00009586298,0.0016959753,0.00051498914,0.0013722909],"category_scores_gemma":[0.4719678,0.00022834561,0.019135099,0.0027702348,0.00028414407,0.00015822871,0.00036106212,0.0013686651,0.000012816191],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022891018,0.0021660482,0.38224632,0.0027636383,0.3860891,0.0010875555,0.0013229517,0.00499171,2.3354903e-7,0.000276019,0.0030586047,0.21576893],"study_design_scores_gemma":[0.00096241373,0.0023366224,0.024682287,0.002629313,0.90681076,0.0014779799,0.0013698338,0.0038611204,4.3059938e-8,0.0009765658,0.054368876,0.00052416144],"about_ca_topic_score_codex":0.0003159322,"about_ca_topic_score_gemma":0.001433203,"teacher_disagreement_score":0.5207217,"about_ca_system_score_codex":0.000044890236,"about_ca_system_score_gemma":0.00039652537,"threshold_uncertainty_score":0.99954057},"labels":[],"label_agreement":null},{"id":"W2037403487","doi":"10.1111/j.1863-2378.2009.01311.x","title":"The REFLECT Statement: Methods and Processes of Creating Reporting Guidelines for Randomized Controlled Trials for Livestock and Food Safety by Modifying the CONSORT Statement","year":2010,"lang":"en","type":"article","venue":"Zoonoses and Public Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Ontario Veterinary College, University of Guelph; Canadian Institutes of Health Research; College of Veterinary Medicine and Biomedical Sciences, Colorado State University; Animal and Plant Health Inspection Service; Food Safety and Inspection Service; Agricultural Research Service; University of California, Davis; College of Veterinary Medicine and Biomedical Sciences, Texas A and M University; University of Illinois at Urbana-Champaign; Institute of Population and Public Health; Iowa State University; Atlantic Veterinary College; Public Health Agency; School of Veterinary Medicine, University of California, Davis; Public Health Agency of Canada; University of Nebraska-Lincoln; Bundesinstitut für Risikobewertung; U.S. Department of Agriculture; Colorado State University; Washington State University; University of Sydney; Mississippi State University","keywords":"Consolidated Standards of Reporting Trials; Statement (logic); Livestock; Food safety; Randomized controlled trial; Medicine; Environmental health; Biotechnology; Biology; Political science; Surgery; Pathology","score_opus":0.8673275651444333,"score_gpt":0.6604047517245213,"score_spread":0.20692281341991203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037403487","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10083591,0.058439147,0.76269704,0.050435837,0.00037867355,0.026385063,0.00026034552,0.00001321158,0.00055475807],"genre_scores_gemma":[0.48735848,0.01815259,0.48239675,0.0028051722,0.00037117943,0.006238349,0.000058365506,0.000054600197,0.002564509],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.86197495,0.048393473,0.08312548,0.002004421,0.0032608765,0.0012407999],"domain_scores_gemma":[0.44552922,0.44374806,0.09782299,0.0024544136,0.009789979,0.00065533404],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.68232167,0.00027964308,0.008376727,0.00012517604,0.0012733933,0.0014986566,0.00036750516,0.000058851012,0.000047860733],"category_scores_gemma":[0.6960678,0.00008921208,0.0008674556,0.00030900145,0.00021242378,0.00021212832,0.00008835084,0.00011612506,1.631296e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010564039,0.00012323151,0.0024124095,0.003338303,0.0044987462,1.3757399e-7,0.0075081247,0.000017677135,0.00037140565,0.03573359,0.032229405,0.90320295],"study_design_scores_gemma":[0.10727251,0.000976733,0.0001389679,0.00026830935,0.0014014788,0.000019154728,0.022540975,0.057591047,0.00009553144,0.039044175,0.77022856,0.00042257842],"about_ca_topic_score_codex":0.00012301792,"about_ca_topic_score_gemma":0.00024029904,"teacher_disagreement_score":0.90278035,"about_ca_system_score_codex":0.00001241366,"about_ca_system_score_gemma":0.0006354228,"threshold_uncertainty_score":0.9995379},"labels":[],"label_agreement":null},{"id":"W2038393759","doi":"10.1136/ebm.14.4.103","title":"Selecting \"Aetiology\" articles for the Evidence-Based Medicine journal","year":2009,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Etiology; Outcome (game theory); Medicine; Psychology; Computer science; Psychiatry; Mathematics","score_opus":0.8847191146680925,"score_gpt":0.5824058219691933,"score_spread":0.30231329269889917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038393759","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022488976,0.062276874,0.43865538,0.47265437,0.0014869252,0.0019456081,0.000002451029,0.000032460277,0.00045695616],"genre_scores_gemma":[0.96455914,0.0007026623,0.004765718,0.022675868,0.00399395,0.00010049774,0.000003556849,0.000023292583,0.003175306],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96851015,0.010361965,0.010842392,0.00134454,0.008098665,0.00084228476],"domain_scores_gemma":[0.868471,0.115532644,0.0070505473,0.0037765352,0.0045858775,0.00058335566],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2665338,0.0006133023,0.003992136,0.00088911585,0.00102973,0.0004748366,0.0034276834,0.00017226055,0.017432928],"category_scores_gemma":[0.48813638,0.00022045657,0.001468681,0.0033314447,0.0006891325,0.0007499264,0.00004369997,0.00066065567,0.00041051817],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041189045,0.000088980116,0.016877381,0.00012892908,0.00023764983,0.000026617128,0.0010818632,0.0030659419,0.0066068303,0.0012822563,0.74357605,0.22661562],"study_design_scores_gemma":[0.008023567,0.012167235,0.12512259,0.029109169,0.006678042,0.00044634627,0.0077917264,0.30585104,0.00320988,0.054272108,0.4457227,0.0016056045],"about_ca_topic_score_codex":0.00004340262,"about_ca_topic_score_gemma":0.000029043074,"teacher_disagreement_score":0.9420702,"about_ca_system_score_codex":0.00015955008,"about_ca_system_score_gemma":0.00061329245,"threshold_uncertainty_score":0.98346525},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2038445357","doi":"10.1186/1745-6215-13-173","title":"A theoretical framework for early human studies: uncertainty, intervention ensembles, and boundaries","year":2012,"lang":"en","type":"review","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research","keywords":"Intervention (counseling); Psychological intervention; Set (abstract data type); Outcome (game theory); Dimension (graph theory); Negotiation; Clinical trial; Medicine; Management science; Computer science; Sociology; Mathematics; Social science; Nursing","score_opus":0.945042611472735,"score_gpt":0.6964557917395531,"score_spread":0.24858681973318197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038445357","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022476082,0.9784353,0.014443145,0.000094195915,0.0011904613,0.0053641773,0.00012715394,0.000008943607,0.0003141681],"genre_scores_gemma":[0.00048067895,0.989207,0.0048266225,0.00005116716,0.0011143397,0.0011780952,0.000041997017,0.0000434586,0.0030566414],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.92283046,0.0477314,0.025041962,0.0013478297,0.002589261,0.00045910926],"domain_scores_gemma":[0.84474826,0.122841366,0.025687212,0.0048233573,0.0015702724,0.00032955885],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.40636864,0.00071871775,0.027031148,0.0004583274,0.00050187594,0.0036737355,0.0014672804,0.000505806,0.008065231],"category_scores_gemma":[0.3054123,0.00028851375,0.009814052,0.0006682336,0.00067341607,0.00015965459,0.00031360216,0.00032897346,0.0008404654],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064576216,0.000020824997,0.0000030549916,0.0045139026,0.0012939498,4.1980843e-7,0.00030145707,1.677096e-8,1.721712e-8,0.48113975,0.0051450473,0.5075751],"study_design_scores_gemma":[0.00012346295,0.00006280363,8.623892e-7,0.0036577068,0.006416742,0.0000041087633,0.00013941759,0.0000014761702,4.888786e-8,0.40670925,0.5827154,0.00016873739],"about_ca_topic_score_codex":0.000006147494,"about_ca_topic_score_gemma":0.000012339425,"teacher_disagreement_score":0.5775703,"about_ca_system_score_codex":0.000071148526,"about_ca_system_score_gemma":0.00011466347,"threshold_uncertainty_score":0.9999567},"labels":[],"label_agreement":null},{"id":"W2038920964","doi":"10.4067/s0717-95022013000300029","title":"Iniciativas Disponibles para el Reporte de Resultados en Investigación Biomédica con Diferentes Tipos de Diseño","year":2013,"lang":"es","type":"article","venue":"International Journal of Morphology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.43666433607011446,"score_gpt":0.513670880183025,"score_spread":0.07700654411291052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038920964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9563404,0.002102383,0.01246199,0.0259176,0.001487636,0.00038048576,0.00008023573,0.000005250847,0.0012240567],"genre_scores_gemma":[0.98772734,0.0010456059,0.006089125,0.0019112627,0.0008185687,0.00002402659,0.0000170715,0.000025896354,0.0023411012],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97310764,0.009710332,0.011766345,0.0006964368,0.0042122966,0.00050697936],"domain_scores_gemma":[0.9707501,0.0072973114,0.016027534,0.0013559312,0.0039903666,0.0005787344],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.040294763,0.00046463154,0.003028395,0.0011732298,0.00010801523,0.0012373186,0.003814704,0.00032062395,0.012180974],"category_scores_gemma":[0.064324126,0.000262934,0.0019719566,0.0005379496,0.00039169472,0.0006458556,0.0003597706,0.00064873334,0.0018058381],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017031998,0.00051032036,0.8270673,0.0000533842,0.003801058,0.0014685862,0.0015000715,0.00022160877,0.032670874,0.005392693,0.10838163,0.018762123],"study_design_scores_gemma":[0.0014309076,0.00040589916,0.86437726,0.0007065575,0.00086226227,0.0063287457,0.000964213,0.0058173575,0.0020186154,0.03037365,0.086246036,0.0004685025],"about_ca_topic_score_codex":0.0002495168,"about_ca_topic_score_gemma":0.000009595517,"teacher_disagreement_score":0.03730992,"about_ca_system_score_codex":0.00029443446,"about_ca_system_score_gemma":0.00072949775,"threshold_uncertainty_score":0.9999823},"labels":[],"label_agreement":null},{"id":"W2038965761","doi":"10.1016/j.jclinepi.2009.04.001","title":"Individual patient meta-analysis—rewards and challenges","year":2009,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Ottawa; Institute for Clinical Evaluative Sciences","funders":"","keywords":"Meta-analysis; Medicine; Patient data; Aggregate data; MEDLINE; Data science; Computer science; Internal medicine; Pathology","score_opus":0.9735268638901531,"score_gpt":0.6892591933999572,"score_spread":0.28426767049019586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038965761","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33635265,0.2917837,0.041044116,0.31816724,0.0019206133,0.000754229,0.00004219946,0.000009040913,0.009926221],"genre_scores_gemma":[0.9572278,0.005291925,0.025182867,0.011430743,0.0004272288,0.0000026155903,0.0000013796648,0.0000057668644,0.0004296562],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.7793016,0.1461921,0.06870848,0.0011466392,0.0042062635,0.00044490732],"domain_scores_gemma":[0.68669724,0.23937511,0.0670446,0.0033324808,0.0026043307,0.00094621594],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.6627202,0.0003217917,0.031715482,0.0007194296,0.00006852879,0.000110617766,0.001675108,0.00034404997,0.0044253645],"category_scores_gemma":[0.5860067,0.00012272543,0.02272106,0.0008261346,0.00018908433,0.00020798766,0.00012704369,0.0007429367,0.00019984398],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009241416,0.0004935423,0.08667218,0.000019310819,0.2646462,0.000071412134,0.0005166834,0.00095095026,8.712019e-7,0.027593538,0.076973744,0.5419692],"study_design_scores_gemma":[0.00029401958,0.0013091015,0.49401543,0.000004022317,0.16372418,0.00010321645,0.00026512373,0.00086813426,4.9047134e-7,0.14468597,0.19455592,0.00017439586],"about_ca_topic_score_codex":0.0000020137716,"about_ca_topic_score_gemma":0.000010053465,"teacher_disagreement_score":0.6208752,"about_ca_system_score_codex":0.000008057748,"about_ca_system_score_gemma":0.000087442684,"threshold_uncertainty_score":0.9964847},"labels":[],"label_agreement":null},{"id":"W2039269107","doi":"10.1186/1471-2288-10-11","title":"Association between framing of the research question using the PICOT format and reporting quality of randomized controlled trials","year":2010,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Blinding; Consolidated Standards of Reporting Trials; Quality Score; Medicine; Research design; Randomized controlled trial; Population; Sample size determination; Family medicine; Clinical trial; MEDLINE; Statistics; Internal medicine; Environmental health; Mathematics","score_opus":0.9848394258729563,"score_gpt":0.7876964260500048,"score_spread":0.19714299982295147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039269107","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7712134,0.0007632155,0.22085337,0.0029377881,0.0003675525,0.003159721,0.0000041456233,0.0000020291977,0.0006987428],"genre_scores_gemma":[0.9480155,0.000120402045,0.05019671,0.00003536716,0.0003930356,0.00015649023,0.0000013615977,0.000008556505,0.0010725495],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.0084558735,0.92403454,0.039309286,0.0007003673,0.026874168,0.000625776],"domain_scores_gemma":[0.0013485128,0.9511934,0.03626013,0.00250011,0.008454738,0.00024313957],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.99283797,0.00016611401,0.016679298,0.0006777593,0.00050784304,0.00023649554,0.002066084,0.0005132755,0.0017366556],"category_scores_gemma":[0.99845016,0.000050691797,0.0032978568,0.001893297,0.0016712348,0.00011316842,0.00074614905,0.002035,0.000009926548],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022059193,0.00019743518,0.6986077,0.0012973738,0.005510972,0.0000040603904,0.006774228,0.000035238947,0.045860235,0.1081776,0.005059711,0.10641626],"study_design_scores_gemma":[0.12623124,0.00021930724,0.11749078,0.0009723183,0.003012126,0.000043140175,0.012290354,0.08905983,0.0060880757,0.6409274,0.0032560364,0.00040942652],"about_ca_topic_score_codex":0.00089364377,"about_ca_topic_score_gemma":0.0006501692,"teacher_disagreement_score":0.5811169,"about_ca_system_score_codex":0.000056759614,"about_ca_system_score_gemma":0.0012548378,"threshold_uncertainty_score":0.9991759},"labels":[],"label_agreement":null},{"id":"W2039636399","doi":"10.1016/j.acra.2005.01.007","title":"Meta-analysis and structured literature review in radiology1","year":2005,"lang":"en","type":"review","venue":"Academic Radiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medical physics; Meta-analysis; Observational study; Systematic review; Randomized controlled trial; Medicine; Computer science; Clinical trial; MEDLINE; Data science; Pathology","score_opus":0.7708304091279335,"score_gpt":0.5766450974632682,"score_spread":0.19418531166466535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039636399","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000026076466,0.9948446,0.00014743661,0.0014453467,0.0002214141,0.0024180883,0.00024604375,0.000009801019,0.0006646187],"genre_scores_gemma":[0.0000028916802,0.9882348,0.0016563177,0.0024352977,0.00035255903,0.00045495946,0.0003768989,0.000041376483,0.0064448533],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8964554,0.067687474,0.02852919,0.00396521,0.0025294141,0.0008332854],"domain_scores_gemma":[0.963341,0.014320745,0.015210767,0.006351288,0.00043580378,0.0003404278],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.14360967,0.0015928382,0.07301983,0.008131641,0.00009501287,0.00022330819,0.005348726,0.002709668,0.012474008],"category_scores_gemma":[0.029457139,0.00066319044,0.023746552,0.02071065,0.00030412475,0.00025951868,0.00040646145,0.0035730873,0.0012814384],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001479418,0.000007490719,0.00013178158,0.00771844,0.16472104,0.00006306597,0.00011234111,0.000005981236,1.10319085e-7,0.0009183459,0.11789614,0.7084238],"study_design_scores_gemma":[0.000045779936,0.000010356619,0.000035410954,0.0010482954,0.3540389,0.00089642627,0.0000035419507,0.0000127120975,6.2005894e-9,0.00062413735,0.64294845,0.0003360053],"about_ca_topic_score_codex":0.000005737495,"about_ca_topic_score_gemma":0.00004141916,"teacher_disagreement_score":0.7080878,"about_ca_system_score_codex":0.00009319863,"about_ca_system_score_gemma":0.00016549225,"threshold_uncertainty_score":0.99968195},"labels":[],"label_agreement":null},{"id":"W2039902164","doi":"10.1097/00007632-200405150-00018","title":"Type II Error in the Spine Surgical Literature","year":2004,"lang":"en","type":"review","venue":"Spine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Hospital and Health Sciences Centre; University of British Columbia","funders":"","keywords":"Medicine; Sample size determination; Type I and type II errors; Randomized controlled trial; Research design; MEDLINE; Evidence-based medicine; Clinical trial; Surgery; Physical therapy; Statistics; Internal medicine; Alternative medicine; Pathology","score_opus":0.7382611541296191,"score_gpt":0.5841563829436226,"score_spread":0.15410477118599653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039902164","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000084403955,0.98615426,0.00003907436,0.0006088087,0.0005221955,0.0013807758,0.000020782749,0.000004654056,0.011261022],"genre_scores_gemma":[0.000024074845,0.9669038,0.00078807864,0.00014672431,0.00044669627,0.00007053575,0.00012751349,0.000022964708,0.0314696],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9741337,0.009155093,0.010482634,0.0012633868,0.0046018297,0.00036340975],"domain_scores_gemma":[0.9895418,0.0005590904,0.004026514,0.0052148015,0.0005422376,0.000115539355],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.07710799,0.00066610274,0.010480499,0.0006058711,0.00013052466,0.00091717613,0.0039542275,0.00038353418,0.01065454],"category_scores_gemma":[0.013159522,0.00020818756,0.004481552,0.006697198,0.000058958445,0.000115831004,0.00026261059,0.00080865645,0.0055458113],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.1878e-7,0.00011021833,0.0000037069228,0.006057566,0.00017994126,0.00032578083,0.0002901625,0.0000045980855,3.9164423e-8,0.0067385305,0.035138506,0.95115006],"study_design_scores_gemma":[0.000104767714,0.00006308817,0.000027740458,0.008078794,0.00049469905,0.00021807222,0.000018042096,0.000010294163,8.51656e-9,0.0006981867,0.9900681,0.00021821914],"about_ca_topic_score_codex":0.0000042132992,"about_ca_topic_score_gemma":0.00001670031,"teacher_disagreement_score":0.9549296,"about_ca_system_score_codex":0.00006390057,"about_ca_system_score_gemma":0.00026845475,"threshold_uncertainty_score":0.99522847},"labels":[],"label_agreement":null},{"id":"W2040128913","doi":"10.1016/j.cct.2008.08.004","title":"Clinical trial variability: Quality control in a randomized clinical trial","year":2008,"lang":"en","type":"article","venue":"Contemporary Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Memorial Chiropractic College","funders":"Health Resources and Services Administration","keywords":"Medicine; Generalizability theory; Randomized controlled trial; Clinical trial; Protocol (science); Reliability (semiconductor); Comparability; Physical therapy; Blinding; Alternative medicine; Surgery; Pathology; Statistics","score_opus":0.9745115289109957,"score_gpt":0.7278934882836481,"score_spread":0.2466180406273476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040128913","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8238424,0.0025231852,0.04660733,0.009112585,0.039834812,0.053536102,0.00023554306,0.000109122724,0.0241989],"genre_scores_gemma":[0.9745906,0.00068117277,0.0021997925,0.0049402546,0.00954257,0.0009820388,0.000039119303,0.000054069027,0.006970369],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.02139175,0.7413837,0.22288248,0.004943752,0.008569343,0.0008290179],"domain_scores_gemma":[0.0064378725,0.9107588,0.06630117,0.01223147,0.0025900768,0.001680609],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.979237,0.0012001484,0.08136756,0.00068792515,0.00030335275,0.0008430906,0.0053223576,0.0021918642,0.009272958],"category_scores_gemma":[0.98629755,0.00059081,0.055770908,0.0021660721,0.0027674965,0.000739443,0.00051718985,0.002806462,0.0046177027],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.78705764,0.003496535,0.09465264,0.000016270753,0.0016444427,0.00007459823,0.00005121676,0.0000015733546,3.8965504e-7,0.0013627043,0.08725458,0.024387399],"study_design_scores_gemma":[0.8750139,0.0017396298,0.0069298428,0.000058813235,0.00079578604,0.0000045847396,0.000060211085,0.0014249225,1.9057958e-7,0.025116462,0.08827628,0.00057939516],"about_ca_topic_score_codex":0.000074881034,"about_ca_topic_score_gemma":0.000025400228,"teacher_disagreement_score":0.16937515,"about_ca_system_score_codex":0.00006415525,"about_ca_system_score_gemma":0.0033522686,"threshold_uncertainty_score":0.9999464},"labels":[],"label_agreement":null},{"id":"W2040248557","doi":"10.1080/0952813x.2012.693686","title":"Modelling and simulating early stopping of RCTs: a case study of early stop due to harm","year":2012,"lang":"en","type":"article","venue":"Journal of Experimental & Theoretical Artificial Intelligence","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Interim; Harm; Early stopping; Computer science; Randomized controlled trial; Set (abstract data type); Publication; Interim analysis; Operations research; Medical physics; Risk analysis (engineering); Medicine; Artificial intelligence; Law; Political science","score_opus":0.6478130151682211,"score_gpt":0.535393356659427,"score_spread":0.1124196585087941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040248557","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82716143,0.0005027968,0.17151262,0.00003333727,0.0001916606,0.00039342503,0.0000021299038,0.000001290697,0.00020131205],"genre_scores_gemma":[0.992323,0.000001920448,0.0074834637,0.000028097202,0.00013297379,0.000004408939,5.5567448e-8,0.000012520854,0.000013603276],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9856083,0.0026343935,0.008173862,0.00036057743,0.0029185994,0.000304261],"domain_scores_gemma":[0.99136627,0.0031478638,0.0032753907,0.00074695837,0.0010701176,0.00039338775],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.032981113,0.00024966476,0.0022205764,0.00039115225,0.00012268728,0.00023475643,0.000708716,0.000068955655,0.0011467561],"category_scores_gemma":[0.0050459174,0.00013990159,0.00061438914,0.0007314726,0.00027416562,0.00043014393,0.00021998658,0.00024919794,0.000045924964],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010037208,0.006220315,0.015616879,0.00008827091,0.0009002387,0.0007600861,0.3630746,0.07452063,0.06656391,0.42296588,0.000039109247,0.04824637],"study_design_scores_gemma":[0.0002921154,0.0062949182,0.00030966557,0.00044581553,0.00064172316,0.00158391,0.45154923,0.27204013,0.20716262,0.058959015,0.000040661074,0.00068021],"about_ca_topic_score_codex":0.0001017266,"about_ca_topic_score_gemma":0.0000020608304,"teacher_disagreement_score":0.36400685,"about_ca_system_score_codex":0.00003385161,"about_ca_system_score_gemma":0.000027286733,"threshold_uncertainty_score":0.99976635},"labels":[],"label_agreement":null},{"id":"W2040273058","doi":"10.1136/bmj.g4539","title":"Subgroup analyses in randomised controlled trials: cohort study on trial protocols and journal publications","year":2014,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hospital for Sick Children; Centre Hospitalier Universitaire de Sherbrooke; Université de Sherbrooke; University of Toronto; McMaster University","funders":"Hamilton Health Sciences Foundation; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Deutsche Forschungsgemeinschaft; Sigrid Juséliuksen Säätiö; Suomen Kulttuurirahasto; Canadian Institutes of Health Research; National Science Foundation; Suomen Lääketieteen Säätiö; Sichuan University; Hamilton Health Sciences; Jane ja Aatos Erkon Säätiö; Fondation Brocher","keywords":"Subgroup analysis; Medicine; Clinical trial; Randomized controlled trial; Family medicine; MEDLINE; Internal medicine; Meta-analysis; Political science; Law","score_opus":0.8698979223783851,"score_gpt":0.6544489919433234,"score_spread":0.21544893043506175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040273058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60847545,0.00014864639,0.011289071,0.0061642276,0.00034612382,0.3529791,0.0000035430387,0.000011528815,0.020582303],"genre_scores_gemma":[0.92562085,0.0000039171996,0.0006834284,0.00021386251,0.0006827917,0.068039514,0.0000019768981,0.000010526453,0.0047431425],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.82688415,0.13500164,0.029492749,0.001085377,0.0072196405,0.00031646315],"domain_scores_gemma":[0.90887356,0.06646372,0.018700073,0.0039254813,0.0017071767,0.0003300158],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.62297165,0.00024922576,0.010242339,0.0009623688,0.0001798909,0.002588489,0.00097034784,0.0000690558,0.0030809287],"category_scores_gemma":[0.5341862,0.00009543729,0.0022881047,0.0011621063,0.000035516536,0.00022170335,0.00004004247,0.0001941887,0.0002782246],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.15980737,0.0037945113,0.38281155,0.000029728244,0.005916596,0.00001752924,0.001540695,0.00026309237,0.00021442164,0.002708476,0.4144413,0.028454738],"study_design_scores_gemma":[0.7992635,0.0010109822,0.15009525,0.00005475224,0.001571998,0.000018165076,0.000983218,0.007053326,0.0000050191056,0.00449281,0.035171285,0.00027973246],"about_ca_topic_score_codex":0.0000075363196,"about_ca_topic_score_gemma":0.00003319637,"teacher_disagreement_score":0.6394561,"about_ca_system_score_codex":0.000025162935,"about_ca_system_score_gemma":0.00010355576,"threshold_uncertainty_score":0.99844694},"labels":[],"label_agreement":null},{"id":"W2040582567","doi":"10.1136/bmjqs-2013-002293.23","title":"144WS How to Make Judgements About the Quality or Strength of Evidence Transparent","year":2013,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Checklist; Guideline; Judgement; Systematic review; Quality (philosophy); Medicine; Evidence-based medicine; Medical education; Randomized controlled trial; MEDLINE; Evidence-based practice; Quality of evidence; Applied psychology; Computer science; Psychology; Alternative medicine; Cognitive psychology; Pathology","score_opus":0.9260900734517444,"score_gpt":0.638271013512257,"score_spread":0.2878190599394874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040582567","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6801604,0.001640769,0.17187427,0.122607194,0.001772532,0.013772377,0.00057187653,0.00004376062,0.0075568436],"genre_scores_gemma":[0.9737003,0.0001103629,0.0031787683,0.0016611718,0.00014698443,0.00030813972,0.000009830289,0.00001395388,0.02087052],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9317432,0.034891702,0.020580653,0.0014806564,0.010741638,0.00056212104],"domain_scores_gemma":[0.95132536,0.026398523,0.008982944,0.00979388,0.0030102148,0.00048905314],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.25104213,0.0004326716,0.0039793793,0.00014919849,0.00026400233,0.0007718873,0.0037097167,0.000106919506,0.018717108],"category_scores_gemma":[0.09672844,0.00015181534,0.0019778872,0.0016358949,0.00016101412,0.00042018693,0.00029067256,0.00020671885,0.0030941067],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036007323,0.00053239585,0.105399884,0.0009919209,0.0010567035,0.000003684554,0.01040199,0.00032130102,0.00076024013,0.009237277,0.35259974,0.5183348],"study_design_scores_gemma":[0.00040270985,0.000103882834,0.7982444,0.00033046337,0.00025858657,0.000002120837,0.008276646,0.00058162375,0.00014589501,0.002109676,0.18908393,0.00046005263],"about_ca_topic_score_codex":0.0007482889,"about_ca_topic_score_gemma":0.0013906519,"teacher_disagreement_score":0.6928445,"about_ca_system_score_codex":0.00007331933,"about_ca_system_score_gemma":0.00022328953,"threshold_uncertainty_score":0.9976821},"labels":[],"label_agreement":null},{"id":"W2040635533","doi":"10.1177/0883073810365011","title":"Academic Merit, Promotion, and Journal Peer Reviewing: The Role of Academic Institutions In Providing Proper Recognition","year":2010,"lang":"en","type":"editorial","venue":"Journal of Child Neurology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Public Health Ontario","funders":"","keywords":"Promotion (chess); Psychology; Peer review; Medical education; Medicine; Political science; Law","score_opus":0.4605671614341067,"score_gpt":0.4766668766917323,"score_spread":0.016099715257625602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040635533","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07338519,0.050994523,0.00040847308,0.19051863,0.67902046,0.0029981593,0.00006728211,0.0000058572405,0.0026014089],"genre_scores_gemma":[0.110618114,0.044403452,0.00051539217,0.0033710012,0.83964735,0.00006619737,0.000026659134,0.00010143478,0.0012504022],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96505684,0.012980435,0.014628323,0.00061993976,0.0063753542,0.0003391213],"domain_scores_gemma":[0.9660674,0.004791308,0.02310079,0.0009738151,0.0048634363,0.00020330542],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.13490655,0.00040288997,0.0041208863,0.0012148682,0.00026124498,0.0002502379,0.0025460217,0.00131406,0.0005230834],"category_scores_gemma":[0.19400421,0.0001710417,0.0012749044,0.0009364393,0.00030283252,0.00066693476,0.00020203806,0.012327274,0.00004800248],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008504458,0.00007001169,0.0023220559,0.00010584026,0.00019051471,0.000025544125,0.00055027485,0.000023618215,0.00043438424,0.00009693131,0.9396083,0.05648751],"study_design_scores_gemma":[0.00035358715,0.00028052807,0.0007081335,0.0004982849,0.0005704538,0.0018800494,0.00003947674,0.000058871537,0.00005654246,0.0060754362,0.9893401,0.00013849541],"about_ca_topic_score_codex":0.0000025598356,"about_ca_topic_score_gemma":0.000013879796,"teacher_disagreement_score":0.18714762,"about_ca_system_score_codex":0.000029759727,"about_ca_system_score_gemma":0.00077967404,"threshold_uncertainty_score":0.9999824},"labels":[],"label_agreement":null},{"id":"W2040738594","doi":"10.1002/jclp.20232","title":"Developing an evidence base in clinical psychology","year":2005,"lang":"en","type":"article","venue":"Journal of Clinical Psychology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"National Heart, Lung, and Blood Institute","keywords":"Reimbursement; Psychology; Process (computing); Evidence-based practice; Clinical Practice; Field (mathematics); Applied psychology; Health care; Alternative medicine; Medicine; Computer science; Nursing; Law","score_opus":0.9772690246996611,"score_gpt":0.7904213723364463,"score_spread":0.18684765236321488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040738594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.871005,0.0018968149,0.05542095,0.06194513,0.005031194,0.00031006648,0.000001569588,0.0000042861298,0.004384978],"genre_scores_gemma":[0.85381293,0.0015005243,0.1026783,0.038451474,0.002795333,0.000004387674,5.669069e-7,0.00001912907,0.00073732465],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8585447,0.06568609,0.06929565,0.0018243894,0.004029078,0.0006200754],"domain_scores_gemma":[0.9355859,0.035970617,0.021447781,0.0041680466,0.0021379327,0.00068971585],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.4769714,0.00032144456,0.007319338,0.0008122839,0.000059051097,0.00017854787,0.004265991,0.0006235445,0.0075400732],"category_scores_gemma":[0.2633062,0.00016604153,0.0035757648,0.0013622756,0.00037513723,0.0008195174,0.00013211681,0.0017569971,0.0038024157],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030487345,0.0006483434,0.44835863,0.000005503208,0.00012618236,0.000119601966,0.000069386326,0.000034744255,0.000016297445,0.0007053657,0.10668521,0.44292587],"study_design_scores_gemma":[0.0015649362,0.00091459893,0.6934177,0.00010572526,0.000097882774,0.00036362975,0.000059175025,0.00055804814,0.0000012993627,0.01569392,0.28703374,0.00018931105],"about_ca_topic_score_codex":0.0000015545832,"about_ca_topic_score_gemma":0.00009742434,"teacher_disagreement_score":0.44273657,"about_ca_system_score_codex":0.00003318965,"about_ca_system_score_gemma":0.0003487258,"threshold_uncertainty_score":0.9969732},"labels":[],"label_agreement":null},{"id":"W2040939179","doi":"10.1002/art.24279","title":"Neglected external validity in reports of randomized trials: The example of hip and knee osteoarthritis","year":2009,"lang":"en","type":"article","venue":"Arthritis Care & Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Medicine; Randomized controlled trial; Physical therapy; Osteoarthritis; Rehabilitation; Psychological intervention; External validity; Clinical trial; Surgery; Alternative medicine; Internal medicine","score_opus":0.7542707787983767,"score_gpt":0.5576127973534847,"score_spread":0.196657981444892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040939179","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92576575,0.067024015,0.00045604972,0.00041465345,0.0001261673,0.0027211437,0.000019347071,0.0000029771295,0.0034698895],"genre_scores_gemma":[0.99769574,0.0009858792,0.00067667407,0.00003087933,0.00006715253,0.00010672847,0.000004167027,0.000007390877,0.00042537387],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.87287885,0.09883733,0.016931431,0.0011556979,0.009642216,0.000554501],"domain_scores_gemma":[0.9515971,0.03834517,0.003587755,0.0028513935,0.0034733068,0.00014529414],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.32280105,0.00020437577,0.006509921,0.00072630116,0.00016582132,0.00040745334,0.00080886576,0.00010932878,0.0021857442],"category_scores_gemma":[0.21706817,0.00009731806,0.0016523794,0.0020409506,0.00052272703,0.00019357668,0.0001625006,0.00036599603,0.000034509307],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013984616,0.000070453105,0.007533647,0.000052963922,0.00007021878,0.00012973139,0.0064208927,0.000009142308,0.0029554972,0.0021466897,0.0033979265,0.9758144],"study_design_scores_gemma":[0.21540092,0.004582567,0.24397703,0.005040468,0.0007130243,0.0010676946,0.031752937,0.0012559708,0.013781265,0.42199194,0.059004396,0.0014317818],"about_ca_topic_score_codex":0.0009802959,"about_ca_topic_score_gemma":0.0008236894,"teacher_disagreement_score":0.9743826,"about_ca_system_score_codex":0.00002503832,"about_ca_system_score_gemma":0.00016506873,"threshold_uncertainty_score":0.99872637},"labels":[],"label_agreement":null},{"id":"W2041033959","doi":"10.1136/bmj.c723","title":"The quality of reports of randomised trials in 2000 and 2006: comparative study of articles indexed in PubMed","year":2010,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":510,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"National Institute for Health and Care Research","keywords":"Medicine; Consolidated Standards of Reporting Trials; Confidence interval; Sample size determination; Relative risk; Clinical trial; Internal medicine; Statistics; Mathematics","score_opus":0.8519608169706258,"score_gpt":0.611775030812072,"score_spread":0.2401857861585538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041033959","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99555516,0.00023800202,0.000018861398,0.00009795807,0.00007957162,0.0033615332,0.0000054026973,3.634487e-7,0.00064315356],"genre_scores_gemma":[0.9994226,0.0000034141776,0.0001216434,0.0000045924803,0.000008104476,0.00013995006,3.2797016e-7,0.0000015024503,0.00029785265],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.81955093,0.107499294,0.06457527,0.0010588393,0.006937759,0.00037792718],"domain_scores_gemma":[0.93794453,0.040648874,0.018251773,0.0023218056,0.0007715752,0.00006142906],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.53064644,0.000098696306,0.004910384,0.0002116406,0.000020332422,0.00005691282,0.00035951383,0.000040658997,0.0002467952],"category_scores_gemma":[0.2061994,0.000038557668,0.00037603092,0.00090581056,0.000112532725,0.000067164176,0.00005361204,0.000089164634,0.0000029682215],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087237335,0.00040381192,0.9828755,0.00002127085,0.00014982076,0.000001984603,0.0071292548,0.00004174202,0.0014798952,0.0000765086,0.0025061953,0.004441621],"study_design_scores_gemma":[0.0042255716,0.000028644856,0.9881823,0.000010826053,0.000049125807,8.8808144e-7,0.0048463787,0.00019870818,0.0006536506,0.0016463583,0.000115035145,0.000042485393],"about_ca_topic_score_codex":0.0004934089,"about_ca_topic_score_gemma":0.010448618,"teacher_disagreement_score":0.32444707,"about_ca_system_score_codex":0.000004825065,"about_ca_system_score_gemma":0.00006678389,"threshold_uncertainty_score":0.8004871},"labels":[],"label_agreement":null},{"id":"W2041418661","doi":"10.1186/1472-6947-8-43","title":"Sample size determination for bibliographic retrieval studies","year":2008,"lang":"en","type":"article","venue":"BMC Medical Informatics and Decision Making","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"U.S. National Library of Medicine; Canadian Institutes of Health Research; McMaster University","keywords":"MEDLINE; Information retrieval; Computer science; Quality (philosophy); Health informatics; Medicine; Data science; Medical physics; Data mining; Public health; Pathology","score_opus":0.726354580990833,"score_gpt":0.5596503573324544,"score_spread":0.16670422365837867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041418661","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26413187,0.00089325674,0.7338483,0.00003523976,0.00029549995,0.00041541088,0.000011941396,0.00000806049,0.00036046884],"genre_scores_gemma":[0.2839635,0.0010368977,0.71391636,0.0008044526,0.00011372769,0.000023345603,0.0000025150837,0.000009061164,0.0001301299],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9814102,0.000777431,0.00903161,0.0003999889,0.0080824485,0.00029834398],"domain_scores_gemma":[0.8170084,0.17474364,0.0040152622,0.0017406902,0.0021265782,0.00036542377],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07458565,0.00025739154,0.0021289808,0.0016001603,0.0005026773,0.00055419334,0.0009628239,0.00016771915,0.001404393],"category_scores_gemma":[0.360015,0.00012402773,0.0009519055,0.0035625529,0.00020011676,0.0004884659,0.0002946975,0.00014580967,0.00013975853],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014525073,0.00006802932,0.030974705,0.00048472668,0.00018326097,0.000009891942,0.0027424644,0.00011913132,0.000002792815,0.0033029912,0.11145375,0.850513],"study_design_scores_gemma":[0.00079547917,0.00011093825,0.004635161,0.0003296369,0.00010154906,0.0001160789,0.0026500553,0.86855054,0.00000384146,0.09929957,0.023148693,0.0002584649],"about_ca_topic_score_codex":8.1890437e-7,"about_ca_topic_score_gemma":0.000014455757,"teacher_disagreement_score":0.8684314,"about_ca_system_score_codex":0.000015858695,"about_ca_system_score_gemma":0.00012731884,"threshold_uncertainty_score":0.99950844},"labels":[],"label_agreement":null},{"id":"W2041946515","doi":"10.1016/j.jclinepi.2011.02.003","title":"Strengthening the reporting of Genetic RIsk Prediction Studies (GRIPS): explanation and elaboration","year":2011,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Checklist; Multidisciplinary approach; Transparency (behavior); Risk assessment; Strengths and weaknesses; Medicine; Completeness (order theory); Quality (philosophy); Public health; Disease; Risk analysis (engineering); Management science; Data science; Computer science; Psychology; Pathology; Engineering","score_opus":0.9582810679607515,"score_gpt":0.6812285641825064,"score_spread":0.2770525037782451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041946515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9281908,0.0038028636,0.06589261,0.0008678015,0.00082916016,0.00013718412,0.0000030036065,0.0000010936212,0.00027547637],"genre_scores_gemma":[0.95791423,0.00251351,0.038999625,0.00016335564,0.00033595847,0.000002381718,3.732672e-7,0.0000031267039,0.000067411514],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.76591367,0.08896848,0.14238098,0.00058799994,0.0019302736,0.00021858218],"domain_scores_gemma":[0.29765826,0.24837393,0.4451737,0.0020767117,0.0064812014,0.00023619986],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6616161,0.00011728827,0.00557452,0.00015881551,0.000094006755,0.000020144456,0.0004466751,0.00012855863,0.00019582991],"category_scores_gemma":[0.8997021,0.00004253638,0.0012261652,0.000317822,0.00020797017,0.00016363245,0.000059936214,0.0004049306,0.000011229378],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025949152,0.000021777249,0.9236468,0.000010661913,0.00035737854,0.0000019925803,0.0007034011,0.00025963757,0.000004719615,0.0006400794,0.004932916,0.06939465],"study_design_scores_gemma":[0.00016369755,0.00031162178,0.9328212,0.00004526848,0.00041962074,0.000052191674,0.0018056731,0.008272955,0.000005387548,0.053842116,0.0022246472,0.000035622255],"about_ca_topic_score_codex":0.000008754596,"about_ca_topic_score_gemma":0.000013794543,"teacher_disagreement_score":0.4682554,"about_ca_system_score_codex":0.000008121527,"about_ca_system_score_gemma":0.000061116276,"threshold_uncertainty_score":0.38106304},"labels":[],"label_agreement":null},{"id":"W2041996150","doi":"10.1148/radiol.2483072067","title":"Quality of Reporting of Diagnostic Accuracy Studies: No Change Since STARD Statement Publication—Before-and-after Study","year":2008,"lang":"en","type":"article","venue":"Radiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"U.S. National Library of Medicine","keywords":"Checklist; Diagnostic accuracy; Medicine; Medical physics; Statement (logic); Significant difference; Psychology; Internal medicine; Political science","score_opus":0.8500857908818524,"score_gpt":0.5980544114885218,"score_spread":0.25203137939333065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041996150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945578,0.0025320228,0.000623411,0.0006565074,0.00017259395,0.0012550465,0.000024734667,0.0000035669473,0.00017431591],"genre_scores_gemma":[0.9974618,0.0003555689,0.0012232469,0.00015755398,0.00005989879,0.00027305188,0.000005701022,0.0000055029072,0.00045766437],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96195245,0.010022601,0.024622338,0.00092106446,0.0022158881,0.0002656814],"domain_scores_gemma":[0.94811445,0.01946938,0.026414366,0.0026077775,0.0033012968,0.00009269606],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10691641,0.00019043316,0.0041131633,0.0002361652,0.00008190205,0.000028372191,0.00060288823,0.00004978281,0.00078453985],"category_scores_gemma":[0.45999566,0.00009488128,0.00048051422,0.0006133928,0.00022714234,0.00021861636,0.00021469402,0.00008200677,0.00014444132],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012972624,0.00014578973,0.9846187,0.000107743035,0.00038313295,0.000010297791,0.0074259387,0.0000021082444,0.000028412092,0.00025023782,0.0032300036,0.0037846197],"study_design_scores_gemma":[0.00023577921,0.0002699905,0.98931915,0.000020848764,0.0000967956,0.000021029571,0.0024587652,0.00007006732,0.000007936899,0.00047402794,0.006935981,0.00008964001],"about_ca_topic_score_codex":0.00007928379,"about_ca_topic_score_gemma":0.00016281217,"teacher_disagreement_score":0.35307926,"about_ca_system_score_codex":0.000035362453,"about_ca_system_score_gemma":0.00005781427,"threshold_uncertainty_score":0.9196175},"labels":[],"label_agreement":null},{"id":"W2043169285","doi":"10.1136/bmj.g4145","title":"Impact of peer review on reports of randomised trials published in open peer review journals: retrospective before and after study","year":2014,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Medical Research Council; Cancer Research UK","keywords":"Blinding; Medicine; Checklist; Sample size determination; Protocol (science); Peer review; Clinical trial; Family medicine; Consolidated Standards of Reporting Trials; MEDLINE; Alternative medicine; Pediatrics; Internal medicine; Psychology; Pathology; Statistics","score_opus":0.6419192745601773,"score_gpt":0.6044577873382007,"score_spread":0.03746148722197662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043169285","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6542268,0.17585891,0.00036653076,0.051101923,0.0008030696,0.06893933,0.00010875031,0.000007680458,0.048587024],"genre_scores_gemma":[0.98218197,0.0028695546,0.00042785745,0.00067884894,0.00010981139,0.00057029905,0.0000073940946,0.000017287579,0.013136962],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.8186894,0.08885778,0.06253643,0.0024346048,0.02695321,0.0005286028],"domain_scores_gemma":[0.91353464,0.008840784,0.04855423,0.009337053,0.019361632,0.00037165938],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7599256,0.00032475148,0.014259353,0.00040022304,0.000034919634,0.00063808146,0.0012728878,0.000069734764,0.019259915],"category_scores_gemma":[0.7412377,0.0001252163,0.0027828468,0.0016434013,0.00004334084,0.0005196217,0.00026442253,0.0002118222,0.000049109967],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028761235,0.00025465313,0.382722,0.0010576227,0.0005860051,0.00002096698,0.000412667,0.0000015111284,0.0000034535187,0.000018335204,0.60336393,0.011271277],"study_design_scores_gemma":[0.005034695,0.0006239718,0.95425534,0.013894979,0.0015724819,0.000050215018,0.00012821598,0.00002807359,0.000002353583,0.003178877,0.02102388,0.00020693596],"about_ca_topic_score_codex":0.0000669003,"about_ca_topic_score_gemma":0.000098946904,"teacher_disagreement_score":0.58234,"about_ca_system_score_codex":0.000052625128,"about_ca_system_score_gemma":0.00013898946,"threshold_uncertainty_score":0.98163664},"labels":[],"label_agreement":null},{"id":"W2043360969","doi":"10.1002/jrsm.30","title":"The evolution of a new publication type: Steps and challenges of producing overviews of reviews","year":2010,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":113,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Children's Hospital Research Institute of Manitoba; Cochrane; University of Alberta","funders":"","keywords":"Systematic review; Presentation (obstetrics); Process (computing); Mandate; Identification (biology); Computer science; Engineering ethics; Management science; MEDLINE; Psychology; Medicine; Political science; Engineering","score_opus":0.9268161503390395,"score_gpt":0.6748823847148678,"score_spread":0.2519337656241717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043360969","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09160068,0.7756852,0.06307229,0.022398697,0.0007595413,0.007832166,0.000019940386,0.000011106783,0.03862041],"genre_scores_gemma":[0.28311095,0.05940237,0.64838314,0.000012466676,0.00025002324,0.00022959121,9.214424e-7,0.00003284948,0.008577714],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8318352,0.14036046,0.015572492,0.0017219508,0.009862314,0.00064756256],"domain_scores_gemma":[0.8188448,0.13902244,0.013789752,0.0148144895,0.013085708,0.00044282823],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5907845,0.0001440321,0.002469427,0.0005475733,0.00012896166,0.00013375569,0.0016563318,0.00009668593,0.00088713656],"category_scores_gemma":[0.61181235,0.000059708425,0.0005807243,0.0022280295,0.00029096415,0.00020064563,0.00025527013,0.00026743117,0.000052321408],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010018498,0.000033206616,0.0007741029,0.0004354979,0.000063570136,2.6835043e-8,0.00066872017,4.406125e-7,0.030946657,0.018379945,0.006172444,0.9425154],"study_design_scores_gemma":[0.00009440154,0.00011196808,0.039916422,0.0003952586,0.00018166074,0.0000043197056,0.0021663914,0.0016906015,0.028846782,0.03375175,0.89269084,0.00014958634],"about_ca_topic_score_codex":0.00013408349,"about_ca_topic_score_gemma":0.00011749706,"teacher_disagreement_score":0.94236577,"about_ca_system_score_codex":0.000024681987,"about_ca_system_score_gemma":0.00026937993,"threshold_uncertainty_score":0.97135234},"labels":[],"label_agreement":null},{"id":"W2043756461","doi":"10.1007/s00345-011-0646-7","title":"The role of randomized controlled trials in evidence-based urology","year":2011,"lang":"en","type":"review","venue":"World Journal of Urology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Observational study; Randomized controlled trial; Context (archaeology); Urology; Nephrology; MEDLINE; Intensive care medicine; Internal medicine; Medical physics","score_opus":0.7136223695639448,"score_gpt":0.5386189288989963,"score_spread":0.17500344066494844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043756461","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000046907335,0.99059016,0.00091713585,0.0010405275,0.0012331287,0.0036244616,0.000004474135,0.0000010959369,0.0025843584],"genre_scores_gemma":[0.001409362,0.9958873,0.00029382113,0.00025028814,0.00030722725,0.000205019,8.091075e-7,0.000022872524,0.0016233406],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.42437088,0.4670283,0.103028044,0.00084324274,0.0041546565,0.00057488185],"domain_scores_gemma":[0.31601265,0.52966756,0.14830205,0.003168686,0.0026479491,0.00020109722],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7886752,0.0007308279,0.11839097,0.0040571433,0.000088336405,0.0002456074,0.0053484337,0.000415983,0.0073754615],"category_scores_gemma":[0.6596791,0.00021683128,0.042249672,0.002072004,0.00055495516,0.00014311758,0.00014416574,0.0011849008,0.00033556618],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.031451225,0.00009799613,0.00005739981,0.0003860631,0.00565753,0.00003403153,0.00006706044,0.000046101384,4.691431e-7,0.008951505,0.004549233,0.9487014],"study_design_scores_gemma":[0.039731625,0.00016099082,0.0000029203816,0.001058553,0.017104104,0.000094653326,0.000014978788,0.0002083722,1.0336932e-7,0.015894776,0.92559284,0.0001361113],"about_ca_topic_score_codex":0.000008490281,"about_ca_topic_score_gemma":0.00009402478,"teacher_disagreement_score":0.9485653,"about_ca_system_score_codex":0.0000442473,"about_ca_system_score_gemma":0.0011882149,"threshold_uncertainty_score":0.9938809},"labels":[],"label_agreement":null},{"id":"W2043759984","doi":"10.1097/00000539-200103000-00029","title":"Examining the Evidence in Anesthesia Literature: A Critical Appraisal of Systematic Reviews","year":2001,"lang":"en","type":"article","venue":"Anesthesia & Analgesia","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Critical appraisal; MEDLINE; Intensive care medicine; Anesthesia; Alternative medicine; Pathology","score_opus":0.6834227979759943,"score_gpt":0.5099081162515999,"score_spread":0.17351468172439433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043759984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8259184,0.14657226,0.005461881,0.015679372,0.00016396173,0.0047686477,9.112538e-7,0.000027870163,0.0014067136],"genre_scores_gemma":[0.99451154,0.0013449526,0.0016377135,0.0009879916,0.000113165755,0.0003026747,0.0000021743615,0.000027180518,0.0010726125],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.94577104,0.032770418,0.014180285,0.0013674482,0.005312477,0.0005983177],"domain_scores_gemma":[0.8937797,0.08377871,0.008787526,0.011196731,0.0020520845,0.00040526383],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.16471411,0.0005898315,0.0064869616,0.00068470713,0.00017281291,0.0010848492,0.003794546,0.00019951924,0.0013340208],"category_scores_gemma":[0.1426518,0.00024622498,0.0018014726,0.005584016,0.00025340592,0.0007067575,0.000071635,0.00039804608,0.0014729595],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017867837,0.0008643266,0.76687545,0.03793391,0.000502754,0.0074500316,0.020207388,0.00021660428,0.0006376061,0.07344982,0.07906314,0.0126202945],"study_design_scores_gemma":[0.0010286123,0.000955157,0.6592239,0.11007678,0.0036148112,0.031224087,0.011514476,0.024288945,0.00010266189,0.011361154,0.14372204,0.002887364],"about_ca_topic_score_codex":0.000027592767,"about_ca_topic_score_gemma":0.000025763287,"teacher_disagreement_score":0.16859315,"about_ca_system_score_codex":0.000039469163,"about_ca_system_score_gemma":0.00009045937,"threshold_uncertainty_score":0.999999},"labels":[],"label_agreement":null},{"id":"W2043763793","doi":"10.1371/journal.pone.0097886","title":"Sharing Individual Participant Data from Clinical Trials: An Opinion Survey Regarding the Establishment of a Central Repository","year":2014,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; University of Birmingham; Queen's University; Cancer Research UK","keywords":"Safeguarding; Clinical trial; Data sharing; Workload; Medicine; Information repository; Systematic review; Resource (disambiguation); MEDLINE; Alternative medicine; Computer science; Nursing; Pathology; Political science","score_opus":0.9754389651248165,"score_gpt":0.6107774621438413,"score_spread":0.3646615029809752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043763793","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993377,0.00083870493,0.0033990587,0.0002726731,0.00057262124,0.00076688366,0.00026424203,0.0000075521525,0.0005013076],"genre_scores_gemma":[0.9958612,0.000036520305,0.0028976956,0.00008767275,0.0006299022,0.000017626771,0.00021414978,0.000009988876,0.00024525283],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7854382,0.17160764,0.028186068,0.0026604498,0.011494203,0.00061345997],"domain_scores_gemma":[0.80584264,0.13628195,0.024103839,0.031097516,0.0018607187,0.0008133398],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6082692,0.00019183426,0.004514113,0.000094122835,0.00015266467,0.0011387629,0.0050373226,0.000093966024,0.0008420367],"category_scores_gemma":[0.35196626,0.00008102434,0.00067618885,0.00044891395,0.0000864652,0.00046462542,0.0009303371,0.00023112979,0.00013108685],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006788341,0.0012352641,0.9691786,0.00004135166,0.003236508,0.0000011933126,0.001006524,0.00003224213,0.0003571811,0.00024427593,0.017251922,0.0073470287],"study_design_scores_gemma":[0.000706616,0.00016136376,0.8253631,0.00036351982,0.0041403878,9.706517e-7,0.00078062515,0.16229336,0.0003983456,0.0013104504,0.004227715,0.00025358237],"about_ca_topic_score_codex":0.00031878788,"about_ca_topic_score_gemma":0.00024156421,"teacher_disagreement_score":0.25630295,"about_ca_system_score_codex":0.000009410888,"about_ca_system_score_gemma":0.000068047986,"threshold_uncertainty_score":0.99989814},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2043990618","doi":"10.1001/jama.297.11.1233","title":"Eligibility Criteria of Randomized Controlled Trials Published in High-Impact General Medical Journals","year":2007,"lang":"en","type":"review","venue":"JAMA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1054,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Randomized controlled trial; Generalizability theory; Confidence interval; Context (archaeology); Clinical trial; MEDLINE; Inclusion and exclusion criteria; Relative risk; Randomization; Drug trial; Alternative medicine; Internal medicine; Pathology; Statistics","score_opus":0.7276571614427821,"score_gpt":0.6477005230018931,"score_spread":0.07995663844088907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043990618","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037626468,0.98265636,0.0020989755,0.00053740013,0.0013507414,0.009117335,0.00011434419,0.000005243211,0.0037433458],"genre_scores_gemma":[0.0003570309,0.9939586,0.0012659049,0.00018644288,0.001296591,0.000434747,0.00005434195,0.00003388295,0.0024124493],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.15894015,0.57039326,0.23039594,0.003336638,0.035690017,0.0012439765],"domain_scores_gemma":[0.13352329,0.6229188,0.21357913,0.016998336,0.010844732,0.002135758],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.92947865,0.0011996321,0.20963602,0.0037744364,0.000062310406,0.0035682726,0.0051818495,0.0014419107,0.2092343],"category_scores_gemma":[0.93230295,0.00037728337,0.067603394,0.003944457,0.00024740575,0.0005335922,0.00029380593,0.0011861945,0.0006571029],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0059000235,0.00016687631,0.000048839935,0.002243086,0.005362044,0.00004064169,0.000049872862,0.0000017050455,2.8051517e-7,0.00041628632,0.09139088,0.8943795],"study_design_scores_gemma":[0.21994264,0.00004275145,0.000093168805,0.010368672,0.012345582,0.000070530594,0.000019249586,0.0007411393,3.4940825e-7,0.008478356,0.74735355,0.0005439999],"about_ca_topic_score_codex":0.00015758822,"about_ca_topic_score_gemma":0.000040906525,"teacher_disagreement_score":0.8938355,"about_ca_system_score_codex":0.00018913146,"about_ca_system_score_gemma":0.0016857891,"threshold_uncertainty_score":0.9998679},"labels":[],"label_agreement":null},{"id":"W2044188484","doi":"10.1016/j.jclinepi.2008.08.008","title":"Non-Cochrane vs. Cochrane reviews were twice as likely to have positive conclusion statements: cross-sectional study","year":2009,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":92,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Public Health; Institute of Population and Public Health; University of Ottawa; Children's Hospital of Eastern Ontario","funders":"","keywords":"Medicine; Meta-analysis; Systematic review; Concordance; MEDLINE; Cochrane collaboration; Sample size determination; Cochrane Library; Logistic regression; Publication bias; Internal medicine; Statistics","score_opus":0.7830924180596557,"score_gpt":0.7075721991229896,"score_spread":0.07552021893666605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044188484","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9336935,0.0044942247,0.03585172,0.016982934,0.0035011058,0.0023511646,0.00002429974,0.000005232567,0.0030957921],"genre_scores_gemma":[0.9421046,0.0022014554,0.012206468,0.036164768,0.0018978196,0.000017002305,0.0000084064595,0.000019430494,0.0053800466],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.75314337,0.12100596,0.1151438,0.0023178074,0.0074206744,0.00096840505],"domain_scores_gemma":[0.6711508,0.21651432,0.09340171,0.0054790922,0.01105966,0.002394448],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.6647097,0.0005583991,0.021491362,0.00053604605,0.00028376785,0.00029240933,0.0028223735,0.00041960663,0.00670706],"category_scores_gemma":[0.6462744,0.00026457905,0.006793352,0.0007853533,0.00020935856,0.0005514203,0.00029049677,0.0014090998,0.004778082],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010785799,0.0010112071,0.89762706,0.000034073135,0.00053191016,0.00011488672,0.00031092123,0.00047146122,0.000030531486,0.00042804267,0.082518265,0.015843088],"study_design_scores_gemma":[0.0017013692,0.00740416,0.933703,0.00033422877,0.00031783342,0.00018743904,0.00024613334,0.00052703964,0.000002936742,0.010958041,0.04437488,0.00024290469],"about_ca_topic_score_codex":0.00004354209,"about_ca_topic_score_gemma":0.000031924144,"teacher_disagreement_score":0.09550835,"about_ca_system_score_codex":0.00010771205,"about_ca_system_score_gemma":0.00027934488,"threshold_uncertainty_score":0.9999806},"labels":[],"label_agreement":null},{"id":"W2044729360","doi":"10.1007/s11606-007-0391-1","title":"Tips for Teachers of Evidence-Based Medicine: Adjusting for Prognostic Imbalances (Confounding Variables) in Studies on Therapy or Harm","year":2008,"lang":"en","type":"article","venue":"Journal of General Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Confounding; Harm; Medical education; MEDLINE; Evidence-based medicine; Alternative medicine; Psychology; Pathology; Social psychology","score_opus":0.9195239923852825,"score_gpt":0.6152164782272376,"score_spread":0.3043075141580449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044729360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90463257,0.02151911,0.05738756,0.011237066,0.003275632,0.0015665801,0.000005969582,0.000003586228,0.00037191017],"genre_scores_gemma":[0.97598636,0.0016345326,0.012672733,0.0012975998,0.0024542294,0.00005956495,0.0000011446764,0.000019725403,0.005874096],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98397046,0.0019012851,0.010139602,0.0004227807,0.0032915317,0.00027431006],"domain_scores_gemma":[0.9550641,0.029922003,0.011002622,0.0006206117,0.0032178562,0.00017279499],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.084223546,0.00031890487,0.004276108,0.000941966,0.000103021055,0.00003997083,0.001248452,0.00006890206,0.00057212403],"category_scores_gemma":[0.20785287,0.00010870937,0.0008145418,0.0007609073,0.00028446902,0.0002570082,0.00002736325,0.00026030582,0.0000038819703],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007369777,0.0005507669,0.3314107,0.0014259181,0.0039504333,0.00026526515,0.024806812,0.007893991,0.028025834,0.001234707,0.5037571,0.08930869],"study_design_scores_gemma":[0.062003087,0.09296708,0.108201884,0.14311473,0.0062387898,0.0029782704,0.069035426,0.2581163,0.017447798,0.024326734,0.21306261,0.0025072703],"about_ca_topic_score_codex":0.000049887363,"about_ca_topic_score_gemma":0.00002556576,"teacher_disagreement_score":0.2906945,"about_ca_system_score_codex":0.00011643511,"about_ca_system_score_gemma":0.00021541561,"threshold_uncertainty_score":0.9429846},"labels":[],"label_agreement":null},{"id":"W2045127388","doi":"10.7326/0003-4819-134-8-200104170-00011","title":"The CONSORT Statement: Revised Recommendations for Improving the Quality of Reports of Parallel-Group Randomized Trials","year":2001,"lang":"en","type":"review","venue":"Annals of Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1450,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"","keywords":"Consolidated Standards of Reporting Trials; Checklist; Randomized controlled trial; Medicine; Statement (logic); Transparency (behavior); Family medicine; Medical physics; Medical education; Computer science; Psychology; Surgery","score_opus":0.910860594908733,"score_gpt":0.6735182901670546,"score_spread":0.2373423047416784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045127388","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016003829,0.9620769,0.024536572,0.004524681,0.00079509284,0.006771064,0.000113423135,0.0000019545973,0.0011642843],"genre_scores_gemma":[0.00026946873,0.9941708,0.0009253401,0.00026174713,0.0002344816,0.00053739815,0.0000514091,0.000018489589,0.003530866],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7691282,0.09753646,0.1241622,0.0013187288,0.007378436,0.0004759567],"domain_scores_gemma":[0.6192545,0.22388811,0.1461698,0.005205251,0.0053394865,0.00014281392],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7005126,0.000510656,0.031397223,0.00040852942,0.00012612269,0.00010199886,0.0024761644,0.00013403353,0.0026420746],"category_scores_gemma":[0.58402187,0.00014285622,0.011147582,0.00092501496,0.0006613743,0.00009350922,0.0001713149,0.000263715,0.000009353988],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013390428,0.000052918786,0.000011033197,0.0062852288,0.0036028211,0.0000016195783,0.00019407301,6.6683555e-7,0.000002381387,0.002660374,0.13024586,0.855604],"study_design_scores_gemma":[0.0049237637,0.0001427907,0.000002011463,0.011210994,0.004077918,0.000016244667,0.00039588465,0.000039902603,0.000003785681,0.005489885,0.97358155,0.00011529229],"about_ca_topic_score_codex":0.00027928752,"about_ca_topic_score_gemma":0.000027631646,"teacher_disagreement_score":0.85548866,"about_ca_system_score_codex":0.000016496095,"about_ca_system_score_gemma":0.0001957389,"threshold_uncertainty_score":0.9987555},"labels":[],"label_agreement":null},{"id":"W2045171199","doi":"10.1016/j.jval.2013.08.1566","title":"Easing Decision-Making by Expanding Methods of Multiple Treatment Comparison Meta-Analysis – Incorporating Non-Comparative Studies Via Informative Priors","year":2013,"lang":"en","type":"article","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McMaster University","funders":"","keywords":"Prior probability; Bayesian probability; Meta-analysis; Frequentist inference; Markov chain Monte Carlo; Statistics; Econometrics; Medicine; Bayesian inference; Mathematics; Internal medicine","score_opus":0.8488595570590012,"score_gpt":0.639732342098657,"score_spread":0.20912721496034414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045171199","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43235525,0.011728552,0.55275637,0.00024673197,0.00014435539,0.0024005126,0.000024004441,0.000008508633,0.0003357118],"genre_scores_gemma":[0.6862465,0.000036788522,0.31339183,0.00006399404,0.000010939385,0.00016707157,0.0000051761745,0.000008456785,0.00006924326],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9536316,0.022162752,0.019072883,0.0010915609,0.003512187,0.00052905414],"domain_scores_gemma":[0.9196765,0.05492927,0.020756079,0.0026951458,0.0016665609,0.000276492],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.095953375,0.00056787505,0.014236182,0.0016971626,0.000369244,0.00040567672,0.0009769619,0.00009219226,0.0007469071],"category_scores_gemma":[0.017284438,0.00027538394,0.0036070691,0.0053709857,0.00012643464,0.0007818803,0.00020919027,0.00022278001,0.000181759],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004547521,0.0006163955,0.15219387,0.0003933879,0.11857738,0.0000030785995,0.19450091,0.40799436,0.0002559877,0.0003119625,0.004116811,0.120990396],"study_design_scores_gemma":[0.00035914403,0.00024332984,0.004393739,0.00012614255,0.012232559,0.0000022450595,0.05409557,0.92272794,0.0003865823,0.004843461,0.0002629458,0.00032635382],"about_ca_topic_score_codex":0.0023517418,"about_ca_topic_score_gemma":0.00034888333,"teacher_disagreement_score":0.51473355,"about_ca_system_score_codex":0.0004643913,"about_ca_system_score_gemma":0.00016307071,"threshold_uncertainty_score":0.99996984},"labels":[],"label_agreement":null},{"id":"W2045384400","doi":"10.1016/j.artmed.2010.10.005","title":"Exploiting the systematic review protocol for classification of medical abstracts","year":2010,"lang":"en","type":"article","venue":"Artificial Intelligence in Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":45,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"U.S. National Library of Medicine; Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research; McMaster University; Ontario Centres of Excellence","keywords":"Computer science; Machine learning; Naive Bayes classifier; Protocol (science); Artificial intelligence; Classifier (UML); Test set; Precision and recall; Complement (music); Class (philosophy); Set (abstract data type); Multi-label classification; Information retrieval; Data mining; Support vector machine; Medicine","score_opus":0.8464154327922817,"score_gpt":0.6352384885722445,"score_spread":0.2111769442200372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045384400","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0060997955,0.0007983911,0.2297293,0.08444886,0.0012954727,0.6709989,0.0000072088274,0.000021257238,0.0066008167],"genre_scores_gemma":[0.6384059,0.000051920506,0.0020337657,0.0020449867,0.0006061572,0.35640576,0.0000061032006,0.000024722804,0.00042065445],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96658534,0.0037098983,0.020850554,0.0006964604,0.007872992,0.0002847318],"domain_scores_gemma":[0.9669365,0.019502921,0.008292045,0.0033458048,0.0017509746,0.00017173296],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27392638,0.00021515516,0.0030798768,0.0002460402,0.00009909288,0.00010582616,0.0027988574,0.00012749876,0.006604249],"category_scores_gemma":[0.38329276,0.0000789632,0.0005466317,0.0014364533,0.000328701,0.00013037528,0.000064427586,0.00039834098,0.0004400033],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006809516,0.0006885152,0.0015925161,0.30579215,0.00024463152,0.000016551281,0.006097403,0.00006879357,0.007827806,0.464904,0.04346449,0.16923502],"study_design_scores_gemma":[0.00042139387,0.0005944403,0.0024578916,0.2433034,0.0014614554,0.00011590879,0.032421704,0.29851303,0.005256266,0.38255525,0.03193501,0.0009642802],"about_ca_topic_score_codex":0.000049368096,"about_ca_topic_score_gemma":0.00047259865,"teacher_disagreement_score":0.63230616,"about_ca_system_score_codex":0.00001403448,"about_ca_system_score_gemma":0.000110103145,"threshold_uncertainty_score":0.9943038},"labels":[],"label_agreement":null},{"id":"W2045632273","doi":"10.1111/j.1445-5994.2004.00747.x","title":"Cochrane Collaboration: more than systematic reviews?","year":2005,"lang":"en","type":"editorial","venue":"Internal Medicine Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Systematic review; Cochrane collaboration; MEDLINE; Family medicine; Cochrane Library; Meta-analysis; Internal medicine","score_opus":0.4635091210319083,"score_gpt":0.5659117356024664,"score_spread":0.10240261457055816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045632273","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000039116083,0.09293468,0.007933489,0.006855151,0.87846756,0.0020152072,0.000049910414,0.000009774051,0.011695125],"genre_scores_gemma":[0.0001927388,0.0066572353,0.00070869375,0.00036766083,0.80165607,0.00008687389,0.000033680506,0.00005493382,0.19024213],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.89815944,0.026275745,0.040318124,0.0014550315,0.03317811,0.0006135256],"domain_scores_gemma":[0.8566101,0.042844515,0.07137551,0.008138283,0.019636327,0.0013952166],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.29396263,0.001250346,0.0206603,0.0016431601,0.00032710232,0.0028144647,0.0074406895,0.0007857509,0.050687686],"category_scores_gemma":[0.53818077,0.00049211626,0.004298325,0.001967868,0.00024902506,0.0006053014,0.00023624145,0.0030179436,0.009939748],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022305365,0.00003359111,0.000051210696,0.0058337683,0.0006831222,0.00011504143,0.0009786919,0.000008388955,0.000006147,0.000020577818,0.99119866,0.0010485249],"study_design_scores_gemma":[0.00063157437,0.00025267008,0.000018474473,0.058181558,0.0020515085,0.00080429483,0.0013214606,0.00031758094,9.609723e-7,0.00047025582,0.9355682,0.00038143713],"about_ca_topic_score_codex":0.00002325894,"about_ca_topic_score_gemma":0.000097685326,"teacher_disagreement_score":0.24421816,"about_ca_system_score_codex":0.00048448803,"about_ca_system_score_gemma":0.00064241904,"threshold_uncertainty_score":0.99975306},"labels":[],"label_agreement":null},{"id":"W2046121962","doi":"10.1016/j.jclinepi.2004.08.021","title":"Language of publication restrictions in systematic reviews gave different results depending on whether the intervention was conventional or complementary","year":2005,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":214,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Alberta; GlaxoSmithKline (Canada); Children's Hospital of Eastern Ontario","funders":"","keywords":"Systematic review; Psychological intervention; Publication bias; Meta-analysis; Randomized controlled trial; Medicine; Intervention (counseling); MEDLINE; Random effects model; Odds; Study heterogeneity; Odds ratio; Surgery; Pathology; Internal medicine","score_opus":0.914407917999512,"score_gpt":0.6782085590900272,"score_spread":0.23619935890948485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046121962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80088866,0.00866869,0.06373297,0.11415422,0.0032142794,0.0049723163,0.000077437406,0.0000067411106,0.004284694],"genre_scores_gemma":[0.9895526,0.0008032741,0.0040997914,0.002093637,0.0005138131,0.000040541836,0.000014735442,0.000007704828,0.0028738766],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.67089444,0.22114822,0.103952385,0.0007930108,0.0028343382,0.00037761225],"domain_scores_gemma":[0.5798797,0.32212883,0.09328442,0.0029059101,0.0015681932,0.00023293278],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.53423166,0.0001910687,0.0077378675,0.00047880056,0.00006114316,0.000053415875,0.0012992934,0.00013236317,0.0034214708],"category_scores_gemma":[0.6493161,0.00006471121,0.0038899146,0.00054855034,0.00010293164,0.00018235366,0.00008843708,0.0006058791,0.00030268083],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011939545,0.0024177788,0.31809625,0.0028756578,0.0014811998,0.0000141772725,0.0011388321,0.0011907791,0.000027978143,0.033938285,0.56465286,0.07297229],"study_design_scores_gemma":[0.0053855283,0.0019643225,0.7814066,0.011163376,0.0012503662,0.00021395537,0.0032816879,0.030210063,0.000012545772,0.017020106,0.14774324,0.0003482011],"about_ca_topic_score_codex":0.000024790634,"about_ca_topic_score_gemma":0.00042437416,"teacher_disagreement_score":0.46331036,"about_ca_system_score_codex":0.00007113938,"about_ca_system_score_gemma":0.000046957128,"threshold_uncertainty_score":0.9974895},"labels":[],"label_agreement":null},{"id":"W2046183643","doi":"10.1016/j.neuroimage.2013.08.012","title":"A systematic review of the reporting of sample size calculations and corresponding data components in observational functional magnetic resonance imaging studies","year":2013,"lang":"en","type":"review","venue":"NeuroImage","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Programs for Assessment of Technology in Health Research Institute; McMaster University; Baycrest Hospital; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Sample size determination; Statistics; Observational study; Variance (accounting); Statistical power; Autocorrelation; Sample (material); Econometrics; Meta-analysis; Psychology; Mathematics; Medicine; Physics","score_opus":0.9083868874443098,"score_gpt":0.565565589707999,"score_spread":0.34282129773631087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046183643","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011710371,0.9956222,0.00012471818,0.0001453248,0.00025692207,0.003373981,0.0002735866,0.000002542048,0.000083578016],"genre_scores_gemma":[0.000075819546,0.9959469,0.0024854117,0.0001570863,0.000026865142,0.00018796978,0.000056057957,0.0000222756,0.0010416559],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.95084995,0.012565448,0.03125781,0.0011790375,0.0039430526,0.00020468302],"domain_scores_gemma":[0.804227,0.09239907,0.087674215,0.01266982,0.002912586,0.00011732431],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08105694,0.00043030124,0.011773016,0.00031065254,0.00012698132,0.00016631345,0.0022465573,0.000053854885,0.00059415033],"category_scores_gemma":[0.5649014,0.0001910644,0.0014016171,0.0022681933,0.00018112826,0.00032036725,0.0011879989,0.0002863205,0.000035790366],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.9913647e-7,0.00003706926,0.0054772445,0.9532746,0.00012820841,0.000006619127,0.000056731336,0.0000024442913,0.0000042871493,0.00020812916,0.006991055,0.033812717],"study_design_scores_gemma":[0.000111077105,0.000009356958,0.02082358,0.8384632,0.0037079167,0.00013233715,0.000103235936,0.0031904723,1.0558262e-7,0.00043417892,0.13274363,0.00028093648],"about_ca_topic_score_codex":0.00002725442,"about_ca_topic_score_gemma":0.000008170146,"teacher_disagreement_score":0.4838445,"about_ca_system_score_codex":0.00004350319,"about_ca_system_score_gemma":0.00019541786,"threshold_uncertainty_score":0.94624525},"labels":[],"label_agreement":null},{"id":"W2046205587","doi":"10.1016/j.apmr.2011.11.038","title":"Conducting Systematic Evidence Reviews: Core Concepts and Lessons Learned","year":2012,"lang":"en","type":"article","venue":"Archives of Physical Medicine and Rehabilitation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"West Park Healthcare Centre","funders":"","keywords":"Quality (philosophy); Process (computing); Systematic review; Computer science; Plan (archaeology); Guideline; Field (mathematics); Evidence-based practice; Best practice; Process management; Evidence-based medicine; Component (thermodynamics); Inclusion (mineral); Management science; Data science; Knowledge management; MEDLINE; Medicine; Psychology; Business; Engineering; Alternative medicine; Pathology; Political science","score_opus":0.802956714747576,"score_gpt":0.5908304219163268,"score_spread":0.21212629283124917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046205587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9416602,0.040960807,0.002860879,0.010819328,0.00015552269,0.0018523696,0.0000029794026,0.00000601878,0.0016818983],"genre_scores_gemma":[0.99559104,0.00030238397,0.003503962,0.000082604645,0.00015306947,0.000042768446,0.0000012655964,0.0000050184544,0.000317878],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98880076,0.0059038554,0.0034397359,0.0004308177,0.001262112,0.00016271623],"domain_scores_gemma":[0.91103876,0.08521791,0.0024106675,0.0009533522,0.00020011909,0.00017921829],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03143962,0.0001772605,0.0028288795,0.00019946368,0.0000913995,0.000034276793,0.00027250714,0.000024355508,0.00008888503],"category_scores_gemma":[0.21912728,0.000074148935,0.00043980053,0.0003850364,0.00070975407,0.00034274886,0.00007425101,0.00010664549,0.000041437223],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046904857,0.0003388686,0.055631906,0.0685565,0.00033355312,7.4633357e-7,0.2968572,0.000013529077,0.057995114,0.20913544,0.005584116,0.3055061],"study_design_scores_gemma":[0.0022656298,0.005418314,0.15872203,0.14912225,0.0044892533,0.0000535116,0.19236939,0.034650043,0.00032851787,0.4395651,0.011741115,0.001274865],"about_ca_topic_score_codex":0.000010813331,"about_ca_topic_score_gemma":0.0000015054086,"teacher_disagreement_score":0.30423126,"about_ca_system_score_codex":0.000004320941,"about_ca_system_score_gemma":0.000010793841,"threshold_uncertainty_score":0.99733675},"labels":[],"label_agreement":null},{"id":"W2046318951","doi":"10.1186/1471-2288-13-46","title":"‘Trying to pin down jelly’ - exploring intuitive processes in quality assessment for meta-ethnography","year":2013,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":156,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Institute for Health and Care Research","keywords":"Rigour; Qualitative research; Interpretation (philosophy); Context (archaeology); CLARITY; Quality (philosophy); Inclusion (mineral); Nursing research; Psychology; Health care; Engineering ethics; Management science; Epistemology; Applied psychology; Medical education; Medicine; Computer science; Sociology; Nursing; Social psychology; Social science; Political science; Engineering","score_opus":0.99372823810203,"score_gpt":0.7774698873370017,"score_spread":0.2162583507650283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046318951","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10326382,0.0011354729,0.8817758,0.007333046,0.00031181832,0.0036434499,0.000013170604,0.000012473529,0.0025109737],"genre_scores_gemma":[0.13181932,0.00022840447,0.8420345,0.0013064283,0.00030484423,0.022424435,0.000009745753,0.000033217017,0.0018390772],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.6090611,0.34471065,0.01605265,0.003434687,0.02458398,0.002156874],"domain_scores_gemma":[0.11062527,0.8677865,0.0028468107,0.005523238,0.010924515,0.0022936226],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.74262285,0.0003897605,0.0065015955,0.0024081238,0.0002886581,0.00062678655,0.0038554035,0.00030305758,0.033003353],"category_scores_gemma":[0.88497853,0.00018902252,0.0018411024,0.0064893328,0.00046587476,0.0004808103,0.0009265756,0.0010365973,0.0011858986],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028329808,0.0008445462,0.0542303,0.0036791558,0.0030847015,0.000033001674,0.011479828,0.0002344388,0.0017823596,0.053896952,0.10024787,0.77020353],"study_design_scores_gemma":[0.0024291258,0.0014241332,0.08152368,0.0006170114,0.0008532476,0.000023206674,0.05184869,0.009689278,0.0019473493,0.5639636,0.28426734,0.001413341],"about_ca_topic_score_codex":0.0009986557,"about_ca_topic_score_gemma":0.0031295721,"teacher_disagreement_score":0.7687902,"about_ca_system_score_codex":0.00011388699,"about_ca_system_score_gemma":0.0015895054,"threshold_uncertainty_score":0.99959177},"labels":[],"label_agreement":null},{"id":"W2046657252","doi":"10.1111/j.1547-5069.2006.00100.x","title":"Optimal CINAHL Search Strategies for Identifying Therapy Studies and Review Articles","year":2006,"lang":"en","type":"article","venue":"Journal of Nursing Scholarship","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Toronto Metropolitan University","funders":"U.S. National Library of Medicine","keywords":"CINAHL; Sensitivity (control systems); MEDLINE; Gold standard (test); Computer science; Term (time); Search engine indexing; Medicine; Systematic review; Medical physics; Information retrieval; Data mining; Internal medicine; Engineering","score_opus":0.8977447082458753,"score_gpt":0.6343550422678338,"score_spread":0.2633896659780415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046657252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6572572,0.32934183,0.009418648,0.0031999901,0.00023553427,0.00033533084,0.0000012156821,0.000002037076,0.00020822897],"genre_scores_gemma":[0.9649141,0.005355408,0.028643938,0.00026199155,0.0002799714,0.000005590713,3.6276626e-7,0.00001229779,0.00052635],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9872806,0.0038394644,0.005331664,0.00033002422,0.0029765973,0.00024166958],"domain_scores_gemma":[0.9903631,0.0028131397,0.0032511696,0.0006673878,0.002803276,0.000101916354],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11612139,0.0001921734,0.0022235748,0.00034640392,0.00026001432,0.0019527852,0.0007302761,0.000045645917,0.00014684895],"category_scores_gemma":[0.01019901,0.00009168089,0.0009842262,0.0006629468,0.00011773117,0.0012662865,0.000022769205,0.000263693,0.000026488502],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026770143,0.00055456633,0.029164882,0.0026947635,0.0016653126,0.00007704224,0.0063691763,0.001140655,0.013192307,0.017879855,0.16759178,0.759402],"study_design_scores_gemma":[0.0029704329,0.0013095229,0.1693224,0.0310419,0.0024405664,0.0015626586,0.04581211,0.0010459061,0.0025198888,0.71090996,0.03010438,0.0009602767],"about_ca_topic_score_codex":9.63656e-7,"about_ca_topic_score_gemma":0.0000017040384,"teacher_disagreement_score":0.7584417,"about_ca_system_score_codex":0.000059972073,"about_ca_system_score_gemma":0.00009931062,"threshold_uncertainty_score":0.9990833},"labels":[],"label_agreement":null},{"id":"W2047132989","doi":"10.1371/journal.pone.0009914","title":"Updating Systematic Reviews: An International Survey","year":2010,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Children's Hospital of Eastern Ontario; Ottawa Hospital; University of Toronto","funders":"Agency for Healthcare Research and Quality; Ottawa Hospital Research Institute; Canadian Institutes of Health Research; University of Ottawa","keywords":"Commission; Descriptive statistics; Health care; The Internet; Sample (material); Resource (disambiguation); Business; Public relations; Medicine; Political science; Computer science; Statistics; World Wide Web; Finance","score_opus":0.8856644546810154,"score_gpt":0.5314179489996225,"score_spread":0.35424650568139293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047132989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97094625,0.00040623805,0.0015370558,0.00034437235,0.0006178151,0.0024294907,0.00003494293,0.000016811115,0.02366701],"genre_scores_gemma":[0.9623224,0.000043865846,0.024400858,0.00034051205,0.00028463197,0.0001735842,0.000048675072,0.000017181357,0.012368285],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9605637,0.019235853,0.011606498,0.0009362251,0.0074251853,0.00023254385],"domain_scores_gemma":[0.97977716,0.006391848,0.0062551256,0.0052179513,0.0021428633,0.00021507392],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.25802782,0.00021730953,0.004049238,0.00024996474,0.000106474,0.0011938843,0.0028354311,0.0000716376,0.021529721],"category_scores_gemma":[0.27161556,0.000101884165,0.00066038885,0.0007341435,0.00003087503,0.0005544026,0.00012745545,0.0002404688,0.01589367],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015199966,0.0038953214,0.884971,0.018172335,0.003527911,0.000012921761,0.0019552985,0.000007378261,0.027690293,0.01605263,0.037401956,0.0062977164],"study_design_scores_gemma":[0.0019141828,0.00048316113,0.64256066,0.026571052,0.0076898737,0.00010097581,0.0027768642,0.22704284,0.0031971503,0.017569732,0.06581781,0.0042756754],"about_ca_topic_score_codex":0.000017890421,"about_ca_topic_score_gemma":0.00034145886,"teacher_disagreement_score":0.24241036,"about_ca_system_score_codex":0.000014042231,"about_ca_system_score_gemma":0.000025507727,"threshold_uncertainty_score":0.999843},"labels":[],"label_agreement":null},{"id":"W2047586716","doi":"10.1016/j.jclinepi.2012.01.012","title":"GRADE guidelines: 12. Preparing Summary of Findings tables—binary outcomes","year":2012,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":846,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; McMaster University","funders":"","keywords":"Observational study; Relative risk; Confidence interval; Absolute risk reduction; Point estimation; Randomized controlled trial; Medicine; Meta-analysis; Statistics; Baseline (sea); Mathematics; Internal medicine","score_opus":0.9676604359397987,"score_gpt":0.7295634591413548,"score_spread":0.23809697679844388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047586716","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011021166,0.9889181,0.0033593106,0.0011079112,0.004395101,0.0006596419,0.00003704695,0.0000031737918,0.001409477],"genre_scores_gemma":[0.000040855248,0.9633791,0.027870892,0.0009574231,0.0016813487,0.00001392079,0.000014091776,0.00004325159,0.005999116],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.50646573,0.21657704,0.26792088,0.0018887819,0.0059977365,0.0011498396],"domain_scores_gemma":[0.24215038,0.52908534,0.21744457,0.006274911,0.003915596,0.0011292029],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.7827396,0.0010120916,0.098145194,0.0012175429,0.00008933523,0.00008316266,0.0064931693,0.0016419151,0.0035932434],"category_scores_gemma":[0.85519624,0.00039884564,0.042301007,0.0009897376,0.00041114227,0.00040727208,0.00078052137,0.0024580942,0.00083808217],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012206098,0.00017264875,0.09566723,0.0030720567,0.0023226826,0.000013260062,0.000015041331,0.00002782864,2.8872773e-8,0.00068696,0.3086146,0.58939546],"study_design_scores_gemma":[0.00022510403,0.00020435416,0.0032002951,0.005442475,0.0060737533,0.00023669048,0.00002398781,0.000118170945,1.409143e-8,0.004484751,0.9797014,0.00028900418],"about_ca_topic_score_codex":0.000019771827,"about_ca_topic_score_gemma":0.000013766706,"teacher_disagreement_score":0.6710868,"about_ca_system_score_codex":0.00007121701,"about_ca_system_score_gemma":0.00078452646,"threshold_uncertainty_score":0.99993986},"labels":[],"label_agreement":null},{"id":"W2048112655","doi":"10.1007/s00134-011-2272-7","title":"Unblinding plan of PROWESS-SHOCK trial","year":2011,"lang":"en","type":"letter","venue":"Intensive Care Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Pain medicine; Medicine; Anesthesiology; Shock (circulatory); Intensive care medicine; Medical emergency; Anesthesia; Internal medicine","score_opus":0.7900873926305677,"score_gpt":0.5236856360621798,"score_spread":0.26640175656838794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048112655","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059824632,0.012957247,0.0026637742,0.8753693,0.01939977,0.0073442925,0.0003385079,0.00002824626,0.075916365],"genre_scores_gemma":[0.028528847,0.00007867431,0.0004107276,0.9059352,0.015813788,0.00016990083,0.0007299116,0.00010365724,0.048229285],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.967993,0.0061876876,0.01459627,0.001589242,0.009194268,0.00043951324],"domain_scores_gemma":[0.94109595,0.006815912,0.01348592,0.0053090244,0.033141136,0.00015203693],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.032172486,0.0007326222,0.011000285,0.0014783564,0.00007414491,0.000114405964,0.0032499558,0.0007732552,0.02271192],"category_scores_gemma":[0.23336789,0.00030498952,0.0026237464,0.0012245019,0.00042485472,0.00008721576,0.00023656018,0.0014957638,0.0016405395],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026350035,0.000004162109,0.0003462421,0.00028259208,0.0004087065,0.00022769425,0.0044643227,2.1319691e-7,0.000011283133,0.00004041686,0.9919107,0.0020401992],"study_design_scores_gemma":[0.0042398158,0.0006431157,0.000052467254,0.0010723431,0.0012511028,0.000045453482,0.015258416,0.000011547762,0.00003290838,0.00095951674,0.97614825,0.0002850618],"about_ca_topic_score_codex":0.00009673623,"about_ca_topic_score_gemma":0.000019849489,"teacher_disagreement_score":0.2011954,"about_ca_system_score_codex":0.00007806113,"about_ca_system_score_gemma":0.00019134395,"threshold_uncertainty_score":0.9999402},"labels":[],"label_agreement":null},{"id":"W2048139673","doi":"10.1016/j.jclinepi.2014.04.001","title":"Active implementation strategy of CONSORT adherence by a dental specialty journal improved randomized clinical trial reporting","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":94,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Consolidated Standards of Reporting Trials; Medicine; Checklist; Randomized controlled trial; Interquartile range; Clinical trial; Family medicine; Psychology; Surgery; Internal medicine","score_opus":0.9102011549577893,"score_gpt":0.7230497012117116,"score_spread":0.18715145374607767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048139673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88637805,0.0003292513,0.105036855,0.0013017985,0.004888668,0.0009960765,0.000011657662,0.0000019175604,0.0010557326],"genre_scores_gemma":[0.9811197,0.00049833953,0.013550195,0.00093676697,0.0034756798,0.000009539024,0.0000051445995,0.000013264881,0.00039137446],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.2452578,0.44607976,0.3018878,0.0014017352,0.0045890664,0.00078382116],"domain_scores_gemma":[0.06943987,0.4981855,0.4244708,0.0017884946,0.005157172,0.0009581821],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.88856584,0.0003633272,0.029509557,0.0002956018,0.00012843967,0.00015254831,0.0017792518,0.00049771933,0.0059439274],"category_scores_gemma":[0.93818766,0.00016665636,0.014929005,0.0004135123,0.00078785775,0.00038910715,0.00013680308,0.0018164888,0.00008247529],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.16063915,0.0006140706,0.24041042,0.000023994284,0.0025881517,0.000022813063,0.000092717426,0.00004628192,0.000064110245,0.0017073312,0.08711199,0.50667894],"study_design_scores_gemma":[0.69780785,0.0100772595,0.10746882,0.00018265213,0.0034115312,0.0009644674,0.0026220297,0.011915363,0.00006001455,0.13365804,0.031243524,0.0005884582],"about_ca_topic_score_codex":0.00002881574,"about_ca_topic_score_gemma":0.000053389165,"teacher_disagreement_score":0.5371687,"about_ca_system_score_codex":0.00003945335,"about_ca_system_score_gemma":0.00082982355,"threshold_uncertainty_score":0.9949648},"labels":[],"label_agreement":null},{"id":"W2048187734","doi":"10.1111/j.1939-165x.2007.tb00175.x","title":"Towards complete and accurate reporting of studies of diagnostic accuracy: the STARD initiative:The STARD initiative","year":2007,"lang":"en","type":"article","venue":"Pure Amsterdam UMC","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"","keywords":"Checklist; Diagnostic accuracy; Transparency (behavior); Medical physics; Computer science; Diagnostic test; Test (biology); Medicine; Standardization; Data mining; Information retrieval; Psychology; Radiology; Pediatrics","score_opus":0.8029370636207621,"score_gpt":0.5538534608815506,"score_spread":0.24908360273921148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048187734","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96775794,0.009675431,0.009315753,0.004252373,0.0003870671,0.0017647666,0.00011188009,0.000008642352,0.006726133],"genre_scores_gemma":[0.9977333,0.00031087437,0.0009297083,0.0007032359,0.00008868127,0.000042258707,0.000004509241,0.00001350536,0.00017395598],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9721504,0.00623929,0.01644461,0.000784263,0.0039649373,0.00041650067],"domain_scores_gemma":[0.83166456,0.10937558,0.048562586,0.00453629,0.005661312,0.00019967399],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12161222,0.00036512662,0.0036703558,0.00022314,0.00033025135,0.00027077197,0.0013797977,0.00006649526,0.00043705266],"category_scores_gemma":[0.33044568,0.00013575706,0.00089858356,0.0013027936,0.000638369,0.00036502918,0.00057827943,0.0002739636,0.00005737516],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002622627,0.00036602656,0.40507737,0.0020297014,0.00864114,0.00022206099,0.16280118,0.0002490112,0.00097106694,0.009670966,0.06880925,0.34089997],"study_design_scores_gemma":[0.00077127176,0.0004340313,0.8208185,0.0007081779,0.0017365697,0.0000700534,0.0958403,0.0007029807,0.0013634382,0.037059296,0.039903786,0.00059162546],"about_ca_topic_score_codex":0.00003354707,"about_ca_topic_score_gemma":0.00021415485,"teacher_disagreement_score":0.41574112,"about_ca_system_score_codex":0.0000306953,"about_ca_system_score_gemma":0.000107427215,"threshold_uncertainty_score":0.90448505},"labels":[],"label_agreement":null},{"id":"W2048634900","doi":"10.1016/j.jclinepi.2006.03.004","title":"Limited search strategies were effective in finding relevant nonrandomized studies","year":2006,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":55,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; University of Toronto","funders":"","keywords":"Medicine; MEDLINE; Terminology; Psychological intervention; Vocabulary; Clinical study design; Cochrane Library; Standardization; Controlled vocabulary; Research design; Cohort study; Computer science; Information retrieval; Randomized controlled trial; Clinical trial; Surgery; Nursing; Statistics; Pathology","score_opus":0.9123345603419358,"score_gpt":0.7036210264626043,"score_spread":0.20871353387933156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048634900","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96328294,0.0071086474,0.017616566,0.0075585917,0.0017280596,0.0006046423,0.0000025826632,0.000002490884,0.0020954995],"genre_scores_gemma":[0.98704976,0.0010582011,0.009353892,0.000594098,0.00076399406,0.000011454041,9.388273e-7,0.000009035874,0.0011586491],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.55502385,0.35073817,0.088846445,0.0012007729,0.0034326285,0.00075813185],"domain_scores_gemma":[0.179596,0.7825111,0.03321118,0.001573614,0.0028542667,0.0002537866],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7627578,0.0002950702,0.02210819,0.0006974958,0.0000861488,0.00012013125,0.0013214602,0.00031986216,0.0006909928],"category_scores_gemma":[0.803117,0.00012049259,0.005610678,0.0008741041,0.00035725447,0.0003014156,0.00014673635,0.0012839814,0.0003743097],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017784762,0.0004213066,0.85059124,0.00009058091,0.001460476,0.00020052519,0.0003161426,0.011862725,0.000043837095,0.014020649,0.07968829,0.03952577],"study_design_scores_gemma":[0.007366057,0.0008708617,0.7148639,0.0003170711,0.00035994375,0.00010413042,0.0028678954,0.00857749,0.000005616643,0.24788143,0.016568037,0.00021756678],"about_ca_topic_score_codex":0.000031240637,"about_ca_topic_score_gemma":0.00013055054,"teacher_disagreement_score":0.43177298,"about_ca_system_score_codex":0.00005558398,"about_ca_system_score_gemma":0.00021531641,"threshold_uncertainty_score":0.99240965},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2048775918","doi":"10.1016/j.jclinepi.2005.11.010","title":"Single data extraction generated more errors than double data extraction in systematic reviews","year":2006,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":463,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Capital District Health Authority","funders":"","keywords":"McNemar's test; Data extraction; Data set; Statistics; Computer science; Extraction (chemistry); Meta-analysis; Mathematics; Data mining; Medicine; MEDLINE; Chromatography","score_opus":0.9648740447910295,"score_gpt":0.7031798080107645,"score_spread":0.26169423678026493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048775918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5280022,0.0696023,0.3444012,0.030966295,0.016085846,0.0062806495,0.00020672604,0.000026282332,0.0044284915],"genre_scores_gemma":[0.8505032,0.0049984963,0.12637,0.0032179793,0.0061872546,0.000046184647,0.0009261863,0.00007170392,0.007679024],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.64009064,0.20972204,0.1426196,0.002628101,0.0041706786,0.0007689343],"domain_scores_gemma":[0.39652732,0.35914743,0.21347591,0.026589954,0.0034319346,0.0008274523],"candidate_categories":["metaresearch","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7508445,0.00039368158,0.01873177,0.0005622948,0.00009157976,0.00020260553,0.0060788486,0.00047983404,0.0012684561],"category_scores_gemma":[0.7052623,0.00017975466,0.002045781,0.0011919348,0.00015215755,0.0016176306,0.0004820714,0.0011853747,0.0009792439],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002516192,0.0012068744,0.22861362,0.0020112263,0.0005588168,0.00012043864,0.00004377311,0.0027693731,0.00022095127,0.00081776956,0.7426853,0.020700231],"study_design_scores_gemma":[0.002173843,0.00039725428,0.14078096,0.0033205263,0.0021607147,0.0011698835,0.0004220077,0.1979243,0.00000796975,0.010430935,0.6406427,0.0005689158],"about_ca_topic_score_codex":0.00018789801,"about_ca_topic_score_gemma":0.0007228846,"teacher_disagreement_score":0.322501,"about_ca_system_score_codex":0.000069670976,"about_ca_system_score_gemma":0.00020144919,"threshold_uncertainty_score":0.9997986},"labels":[],"label_agreement":null},{"id":"W2049103906","doi":"10.7326/0003-4819-152-11-201006010-00232","title":"CONSORT 2010 Statement: Updated Guidelines for Reporting Parallel Group Randomized Trials","year":2010,"lang":"en","type":"article","venue":"Annals of Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3864,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; Cancer Research UK","keywords":"Consolidated Standards of Reporting Trials; Medicine; Guideline; Randomized controlled trial; Statement (logic); Family medicine; Alternative medicine; MEDLINE; Medical physics; Internal medicine; Pathology","score_opus":0.904350971416928,"score_gpt":0.6567331284666208,"score_spread":0.2476178429503072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049103906","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29505286,0.006022969,0.57330376,0.09330703,0.009212348,0.007970185,0.00011754991,0.00003061753,0.014982722],"genre_scores_gemma":[0.84357184,0.00072335417,0.082211584,0.015668977,0.0029936396,0.00053991965,0.00014628653,0.000061833925,0.05408258],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.905646,0.008959699,0.07880728,0.001012061,0.0051652254,0.00040969686],"domain_scores_gemma":[0.77719736,0.056028448,0.13781352,0.004999353,0.023401687,0.00055960676],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6296727,0.00035396498,0.012658243,0.00051545026,0.00007285959,0.00015212677,0.0014572188,0.00011093698,0.018691134],"category_scores_gemma":[0.8352344,0.0001366793,0.0036102533,0.00045285188,0.00031836843,0.00019246395,0.00009678661,0.00023280107,0.00014377577],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044165016,0.00004516372,0.0013130205,0.000050417588,0.0011907276,0.000008957915,0.00021936922,0.000008514965,0.0036966177,0.00508668,0.9671113,0.016852723],"study_design_scores_gemma":[0.059737008,0.0004237861,0.0006245645,0.00068513915,0.0015094165,0.00007424388,0.0010048936,0.011538302,0.0022326407,0.0875537,0.83422184,0.00039447832],"about_ca_topic_score_codex":0.0002490151,"about_ca_topic_score_gemma":0.000075750286,"teacher_disagreement_score":0.548519,"about_ca_system_score_codex":0.0000035968587,"about_ca_system_score_gemma":0.00005673851,"threshold_uncertainty_score":0.9822059},"labels":[],"label_agreement":null},{"id":"W2049105546","doi":"10.1007/bf02802646","title":"How to read a systematic review","year":2000,"lang":"en","type":"review","venue":"The Indian Journal of Pediatrics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Narrative review; Inclusion (mineral); Psychology; MEDLINE; Reading (process); Medicine; Management science; Psychotherapist; Social psychology; Linguistics; Political science; Engineering","score_opus":0.6459090316090005,"score_gpt":0.5186802418804994,"score_spread":0.12722878972850105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049105546","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.640094e-7,0.99221504,0.00040989486,0.0021811468,0.00068641093,0.0038370183,0.00004150241,0.000002460644,0.0006256943],"genre_scores_gemma":[0.0000014131306,0.98048836,0.0006332676,0.00073039095,0.0014461214,0.00006167448,0.0000034772345,0.000047526915,0.016587766],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9220492,0.034328446,0.030675216,0.0007478043,0.011701443,0.0004978405],"domain_scores_gemma":[0.92106724,0.015518665,0.052774355,0.00746347,0.0024602502,0.00071603333],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.24105869,0.0008794041,0.029659145,0.0018894594,0.0001836027,0.0023609805,0.010678621,0.00027073658,0.0033057127],"category_scores_gemma":[0.13938688,0.0002823651,0.0129099265,0.0069510806,0.00006761939,0.000287504,0.00019248272,0.0011240543,0.007544668],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.7301706e-7,0.00001676439,0.0000012304401,0.58447635,0.0002492867,0.00013311472,0.00020911117,0.0000010411262,4.404035e-10,0.000037811635,0.19587673,0.2189978],"study_design_scores_gemma":[0.000029588216,0.000053023625,1.7853404e-7,0.20541,0.018909194,0.0017516462,0.00014719611,2.4605265e-7,1.696908e-9,0.00018844273,0.7732828,0.00022767323],"about_ca_topic_score_codex":9.916919e-7,"about_ca_topic_score_gemma":0.0000031850188,"teacher_disagreement_score":0.57740605,"about_ca_system_score_codex":0.00015031477,"about_ca_system_score_gemma":0.00092081423,"threshold_uncertainty_score":0.99996287},"labels":[],"label_agreement":null},{"id":"W2049110830","doi":"10.1111/j.1756-5391.2009.01006.x","title":"Meta‐analysis of randomized trials for health care interventions: one for all?","year":2009,"lang":"en","type":"review","venue":"Journal of Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Natural Science Foundation of China","keywords":"Randomized controlled trial; Meta-analysis; Psychological intervention; Medicine; Psychology; Nursing","score_opus":0.9820464684378005,"score_gpt":0.719992384647849,"score_spread":0.26205408378995154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049110830","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.13670424e-7,0.7192618,0.26279855,0.010104834,0.00043579226,0.0072151064,0.00016688164,0.0000017867412,0.000015140643],"genre_scores_gemma":[0.000011414157,0.96260685,0.033649325,0.0012782946,0.00079625315,0.00059876835,0.000099727375,0.00002975015,0.0009296482],"study_design_codex":"design_other","study_design_gemma":"meta_analysis","domain_scores_codex":[0.7764243,0.09685356,0.11382454,0.001256445,0.0111153135,0.0005258562],"domain_scores_gemma":[0.5080314,0.30070832,0.17418838,0.0033379009,0.013187457,0.0005464837],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.72090745,0.00092039973,0.15800548,0.00713946,0.0001184443,0.00024526223,0.0032670805,0.00030899426,0.0051611923],"category_scores_gemma":[0.6310614,0.00029857343,0.17433842,0.004538936,0.00022337568,0.00032382138,0.00004303902,0.00043552736,0.000012853081],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002352204,0.00012596803,3.0173433e-7,0.037118502,0.43341592,0.0000021443395,0.0002040211,0.00008146564,1.790099e-7,0.00019387815,0.04864854,0.47785687],"study_design_scores_gemma":[0.009224164,0.00084544194,2.434127e-7,0.033094298,0.55324346,0.000004658536,0.0001160126,0.00011111546,2.7325945e-7,0.0005538053,0.4026764,0.0001301632],"about_ca_topic_score_codex":0.000017047647,"about_ca_topic_score_gemma":0.0000320321,"teacher_disagreement_score":0.4777267,"about_ca_system_score_codex":0.00025904897,"about_ca_system_score_gemma":0.002057784,"threshold_uncertainty_score":0.99994665},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2049294183","doi":"10.1197/j.aem.2005.07.039","title":"Publication Bias of Randomized Controlled Trials in Emergency Medicine","year":2005,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Randomized controlled trial; Confidence interval; Publication bias; MEDLINE; Family medicine; Meta-analysis; Emergency medicine; Internal medicine","score_opus":0.7771167632300933,"score_gpt":0.5873262642438675,"score_spread":0.1897904989862258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049294183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26165766,0.23943506,0.019964451,0.20873612,0.011830164,0.01889105,0.00002527272,0.00005522086,0.239405],"genre_scores_gemma":[0.8633549,0.05257682,0.00039912836,0.00046859722,0.003255972,0.00081856677,0.00005263244,0.000034457717,0.079038896],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.5916143,0.1253484,0.25976855,0.0026731608,0.019540701,0.0010548583],"domain_scores_gemma":[0.7896134,0.07305503,0.122390956,0.0064800703,0.0077322316,0.00072831125],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.75287193,0.0006211551,0.03580023,0.0025858833,0.00007737006,0.0000049197815,0.0026600056,0.00037599987,0.3245673],"category_scores_gemma":[0.8704934,0.00023344075,0.0049775396,0.00497355,0.00031890525,0.0004386732,0.00010616862,0.00064908207,0.0009915446],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004338358,0.000085780994,0.044657547,0.00010075193,0.0012138329,4.873449e-7,0.0033203438,0.000055259145,0.0020750177,0.0144217275,0.9237666,0.005964295],"study_design_scores_gemma":[0.40967965,0.0003330811,0.014667964,0.0011007263,0.009522401,0.000010630324,0.0037046557,0.031657193,0.0001585873,0.0926597,0.43548292,0.0010225058],"about_ca_topic_score_codex":0.0001530821,"about_ca_topic_score_gemma":0.000062994666,"teacher_disagreement_score":0.60169727,"about_ca_system_score_codex":0.00005285944,"about_ca_system_score_gemma":0.000092410286,"threshold_uncertainty_score":0.9997863},"labels":[],"label_agreement":null},{"id":"W2049321668","doi":"10.1001/jama.285.15.1992","title":"Use of the CONSORT Statement and Quality of Reports of Randomized Trials","year":2001,"lang":"en","type":"article","venue":"JAMA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1038,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"","keywords":"Consolidated Standards of Reporting Trials; Medicine; Checklist; Jadad scale; Randomized controlled trial; Confidence interval; Publication bias; Family medicine; Internal medicine; Cochrane Library","score_opus":0.8967491861606584,"score_gpt":0.5936262196833392,"score_spread":0.3031229664773192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049321668","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9947232,0.0006305132,0.001531798,0.00048256808,0.0001094327,0.0011488211,0.0000166413,5.404937e-7,0.0013565064],"genre_scores_gemma":[0.99498314,0.00012481051,0.0012912439,0.00005579106,0.000010315608,0.000013620523,6.65692e-7,0.000001901231,0.003518538],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.87409157,0.07302833,0.046011325,0.00057779154,0.006148227,0.0001427439],"domain_scores_gemma":[0.9100985,0.046020158,0.03842942,0.0034746234,0.0019165641,0.000060762213],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4631067,0.00009320934,0.0074026114,0.00009223819,0.000020362068,0.000083021405,0.0002912231,0.000036783975,0.002397317],"category_scores_gemma":[0.3964837,0.000030586616,0.002092659,0.00041763744,0.00016498425,0.000101013866,0.00007582838,0.000034158948,0.0000045847346],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014186696,0.00055057026,0.7564557,0.0007802801,0.0052444357,0.0000124120825,0.0047162655,0.00022505099,0.012584539,0.016786413,0.114565134,0.0738925],"study_design_scores_gemma":[0.15055944,0.00017152488,0.44649372,0.0007772809,0.007272138,0.00006839278,0.0040020584,0.0026860274,0.024045521,0.07063559,0.29261315,0.0006751588],"about_ca_topic_score_codex":0.0001701023,"about_ca_topic_score_gemma":0.000023679644,"teacher_disagreement_score":0.30996197,"about_ca_system_score_codex":0.0000041858075,"about_ca_system_score_gemma":0.000043117463,"threshold_uncertainty_score":0.99851465},"labels":[],"label_agreement":null},{"id":"W2049465862","doi":"10.1186/1472-6963-11-268","title":"Paucity of qualitative research in general medical and health services and policy research journals: analysis of publication rates","year":2011,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cancer Care Ontario; University of Toronto","funders":"","keywords":"Qualitative research; Citation; Nursing research; Health informatics; Health services research; Medicine; Health policy; Health administration; Health care; Bibliometrics; MEDLINE; Public health; Ranking (information retrieval); Qualitative analysis; Library science; Nursing; Social science; Political science; Sociology; Computer science","score_opus":0.9556517327164997,"score_gpt":0.775290194182347,"score_spread":0.1803615385341527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049465862","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97050303,0.015705736,0.00022278202,0.010112421,0.00002638004,0.0018063999,0.00007647666,0.0000035011794,0.001543299],"genre_scores_gemma":[0.98961914,0.005526877,0.0036828401,0.00043164424,0.00010444791,0.000116693845,0.000026421187,0.000017262859,0.00047465332],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6852011,0.25469095,0.017890286,0.0025299513,0.03725348,0.002434235],"domain_scores_gemma":[0.9145306,0.042476393,0.006662241,0.005610083,0.027898194,0.002822514],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.76039135,0.00026516782,0.004306586,0.0154901445,0.00073934195,0.0006502793,0.0033030142,0.00026140708,0.0026745202],"category_scores_gemma":[0.013744738,0.00015640813,0.00041744384,0.034441806,0.0009398926,0.00067056634,0.0013193884,0.00144384,0.00009174114],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014728824,0.0005117475,0.78547764,0.008146445,0.0004968208,0.0000036190022,0.16925377,0.000007783848,0.000038628878,0.013158856,0.00080423086,0.021953152],"study_design_scores_gemma":[0.00037448067,0.000427282,0.87130433,0.0007982214,0.000023044162,0.000004368301,0.07939598,0.02915843,0.000027582775,0.017374083,0.0010007978,0.00011136937],"about_ca_topic_score_codex":0.09955664,"about_ca_topic_score_gemma":0.08406115,"teacher_disagreement_score":0.74664664,"about_ca_system_score_codex":0.00027584413,"about_ca_system_score_gemma":0.0036033106,"threshold_uncertainty_score":0.9982372},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2049907037","doi":"10.1038/ejhg.2011.27","title":"Strengthening the reporting of genetic risk prediction studies (GRIPS): explanation and elaboration","year":2011,"lang":"en","type":"article","venue":"European Journal of Human Genetics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"U.S. Department of Health and Human Services","keywords":"Checklist; Multidisciplinary approach; Transparency (behavior); Risk assessment; Quality (philosophy); Strengths and weaknesses; Completeness (order theory); Risk analysis (engineering); Data science; Management science; Computer science; Medicine; Psychology; Engineering; Political science","score_opus":0.7629212036548187,"score_gpt":0.4826637727783911,"score_spread":0.2802574308764276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049907037","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98001254,0.0052452763,0.0128535405,0.00002539048,0.00019959707,0.00012144456,0.0000032274495,0.0000013850256,0.0015375852],"genre_scores_gemma":[0.98630923,0.00058501,0.012767763,0.000011812121,0.00016617114,4.9145893e-7,4.976634e-7,0.0000089318255,0.00015007326],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97365165,0.007810527,0.01641225,0.0002256588,0.0018083706,0.00009153385],"domain_scores_gemma":[0.9598755,0.0004826761,0.036905013,0.00073004136,0.0019559958,0.000050754574],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10412608,0.0001232816,0.00092663243,0.0002114306,0.00020423654,0.00014138433,0.0005067257,0.000014218995,0.00015981156],"category_scores_gemma":[0.022341158,0.000054552485,0.0003116308,0.00029746184,0.00008465574,0.00010947155,0.00007232766,0.00014618329,0.000013758875],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025363352,0.00009055156,0.7188504,0.000079702324,0.0012929004,0.00006553816,0.06198954,0.0024044327,0.004880271,0.00037019752,0.01413915,0.195812],"study_design_scores_gemma":[0.00029168086,0.0006145623,0.97602093,0.00011334812,0.00083212176,0.00011817451,0.012741922,0.0021488261,0.00086503,0.0030330024,0.0031060427,0.00011435259],"about_ca_topic_score_codex":7.5004647e-7,"about_ca_topic_score_gemma":0.000004462264,"teacher_disagreement_score":0.2571706,"about_ca_system_score_codex":0.00000949923,"about_ca_system_score_gemma":0.000018545968,"threshold_uncertainty_score":0.9858941},"labels":[],"label_agreement":null},{"id":"W2049989275","doi":"10.1136/ebm.14.4.100","title":"The devil is in the details...or not? A primer on individual patient data meta-analysis","year":2009,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Primer (cosmetics); Meta-analysis; Psychology; Computer science; Medicine; Internal medicine; Chemistry","score_opus":0.9355634960450253,"score_gpt":0.5838908827533396,"score_spread":0.35167261329168575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049989275","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036686603,0.06959125,0.009352457,0.87570035,0.0005031588,0.004918364,0.00017635344,0.000023927965,0.0030475322],"genre_scores_gemma":[0.9246107,0.0002621165,0.0009209061,0.07200115,0.00019377664,0.000110432076,0.00003612709,0.0000100078105,0.001854815],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95426005,0.019345323,0.009638035,0.0018458706,0.014364673,0.00054604554],"domain_scores_gemma":[0.92824507,0.05057969,0.004804595,0.015264627,0.00087126327,0.00023475761],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.22852646,0.0005437169,0.0054174117,0.0008406004,0.00041331697,0.00081544096,0.009086364,0.00010242163,0.013852533],"category_scores_gemma":[0.12805544,0.00013973891,0.0027487522,0.0073437653,0.0002658209,0.00047080225,0.00020055033,0.00045856924,0.0008819925],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036546664,0.00034241888,0.006866116,0.00003075308,0.0377226,0.00008864261,0.004544716,0.0006095985,0.000025763255,0.0011999911,0.75286746,0.19533648],"study_design_scores_gemma":[0.0008966767,0.0017246678,0.10679897,0.0002602978,0.33754265,0.000015587302,0.003936161,0.0096234055,0.00011082385,0.0020936655,0.5363574,0.000639667],"about_ca_topic_score_codex":0.00009284546,"about_ca_topic_score_gemma":0.00046289014,"teacher_disagreement_score":0.8879241,"about_ca_system_score_codex":0.000041637562,"about_ca_system_score_gemma":0.00027292132,"threshold_uncertainty_score":0.99989593},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2050464345","doi":"10.1002/sim.4501","title":"Ratio of geometric means to analyze continuous outcomes in meta‐analysis: comparison to mean differences and ratio of arithmetic means using empiric data and simulation","year":2012,"lang":"en","type":"article","venue":"Statistics in Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Institute for Clinical Evaluative Sciences; Population Health Research Institute; Public Health Ontario; Hospital for Sick Children; Health Sciences Centre; Sunnybrook Health Science Centre; SickKids Foundation; University of Toronto; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Pooling; Statistics; Standard deviation; Post-hoc analysis; Meta-analysis; Post hoc; Computer science; Confidence interval; Geometric mean; Econometrics; Mathematics; Medicine; Artificial intelligence; Internal medicine","score_opus":0.7130185644199137,"score_gpt":0.5692878424835579,"score_spread":0.14373072193635583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050464345","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27898496,0.0027904394,0.7169733,0.00022367518,0.00006794069,0.00057008397,0.000355423,0.0000012930209,0.000032859472],"genre_scores_gemma":[0.915945,0.000034818884,0.0837694,0.00008671301,0.000022544462,0.000006304332,0.000059469014,0.0000069199377,0.00006884013],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98468566,0.0035905947,0.0074833687,0.00082752324,0.0031418044,0.00027102674],"domain_scores_gemma":[0.9808412,0.012976938,0.0026541355,0.0026127587,0.00068711577,0.0002278209],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05489317,0.00028579778,0.007081279,0.0033613911,0.00004686125,0.00008866113,0.0011205587,0.000058505677,0.0005125733],"category_scores_gemma":[0.053896617,0.0001488091,0.00015559753,0.0065056216,0.00014441214,0.00023424414,0.0003621296,0.00012545343,0.000004847887],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010065766,0.00009954131,0.96711934,0.00009048065,0.0051545715,0.0000013665216,0.0059888023,0.018119134,0.000028666758,0.0005009419,0.00031604318,0.0025710494],"study_design_scores_gemma":[0.00026221402,0.00008212163,0.36382598,0.000028155748,0.023276364,5.834974e-7,0.0036607943,0.60800606,0.0000035255132,0.0006599007,0.00007035046,0.00012391176],"about_ca_topic_score_codex":0.0008690143,"about_ca_topic_score_gemma":0.0052788067,"teacher_disagreement_score":0.63696,"about_ca_system_score_codex":0.000023608816,"about_ca_system_score_gemma":0.000036351124,"threshold_uncertainty_score":0.9731864},"labels":[],"label_agreement":null},{"id":"W2050715634","doi":"10.1186/s12888-014-0332-6","title":"Geographic trends of scientific output and citation practices in psychiatry","year":2014,"lang":"en","type":"article","venue":"BMC Psychiatry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute for Health and Care Research; Wellcome Trust","keywords":"Citation; Productivity; Medicine; Web of science; Bibliometrics; Citation analysis; Library science; Psychology; MEDLINE; Psychiatry; Political science; Law; Computer science","score_opus":0.5393660709731984,"score_gpt":0.4900683085743314,"score_spread":0.04929776239886702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050715634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97513795,0.0021092265,0.003437578,0.0016564401,0.0034874417,0.00024044188,0.000007391422,0.0000062726053,0.013917237],"genre_scores_gemma":[0.96074057,0.000008406707,0.035847448,0.00012303026,0.0001292124,0.000015592721,0.0000067302694,0.000009314665,0.0031197069],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9854989,0.0048617437,0.005335079,0.0010874578,0.0029831675,0.00023364033],"domain_scores_gemma":[0.9885345,0.0011631368,0.007318081,0.002453004,0.00041195247,0.00011933444],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07869149,0.00022090189,0.001540111,0.0020666982,0.00013931384,0.00073438184,0.0009592081,0.0001008322,0.00082167785],"category_scores_gemma":[0.012053816,0.00012468464,0.0007293569,0.0037908808,0.0001523825,0.00041901149,0.00006753991,0.00014189164,0.00022914362],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009125304,0.00009914049,0.953703,0.00009386182,0.000026185422,1.9252147e-8,0.00013480386,0.000021760807,0.000011945375,0.01841652,0.015987268,0.011496371],"study_design_scores_gemma":[0.0003695284,0.00005313397,0.9201619,0.00006105497,0.00010888503,0.0000041179933,0.0006907324,0.00490503,9.586502e-7,0.055738762,0.017762512,0.0001433806],"about_ca_topic_score_codex":0.000031427582,"about_ca_topic_score_gemma":0.0018885604,"teacher_disagreement_score":0.06663767,"about_ca_system_score_codex":0.000005515911,"about_ca_system_score_gemma":0.00013470766,"threshold_uncertainty_score":0.9962681},"labels":[],"label_agreement":null},{"id":"W2051050748","doi":"10.1186/s13643-015-0022-6","title":"Rapid review programs to support health care and policy decision making: a descriptive analysis of processes and methods","year":2015,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":141,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"George & Fay Yee Centre for Healthcare Innovation; University of Ottawa; Winnipeg Regional Health Authority; Canadian Agency for Drugs and Technologies in Health; Ottawa Hospital; Children's Hospital of Eastern Ontario","funders":"","keywords":"Medicine; Health care; Novelty; Realm; Sample (material); Government (linguistics); Viewpoints; Psychology; Political science","score_opus":0.7584215853201245,"score_gpt":0.6159245703692975,"score_spread":0.142497014950827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051050748","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007339243,0.85104907,0.12303643,0.0005937813,0.00012376138,0.022507804,0.000024987196,0.0000117407135,0.0019185168],"genre_scores_gemma":[0.047360368,0.09980214,0.84114605,0.004621963,0.00013696842,0.0053320685,0.000049064754,0.00008207358,0.0014692774],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.92542094,0.043019667,0.024604673,0.0016660641,0.004806491,0.0004821912],"domain_scores_gemma":[0.96670985,0.005828929,0.017208299,0.005057333,0.0043390044,0.00085656537],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28429604,0.0006367438,0.019988814,0.0016198623,0.00011393365,0.0005008004,0.0014079023,0.0000897689,0.00025424923],"category_scores_gemma":[0.2597084,0.0002686607,0.0019049235,0.012034664,0.000089986315,0.000289702,0.00034693172,0.00011895474,0.00021322923],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006464398,0.000040676965,0.0010580381,0.29138008,0.00093432865,0.0000017045927,0.012677988,0.0000017733587,0.000001050421,0.00041711197,0.019876517,0.67360425],"study_design_scores_gemma":[0.00060523424,0.0021408321,0.00090361666,0.22713612,0.019934323,0.00021751646,0.026142789,0.0010366887,0.000005169881,0.0024948993,0.7180362,0.0013466597],"about_ca_topic_score_codex":0.00004573606,"about_ca_topic_score_gemma":0.00016103288,"teacher_disagreement_score":0.7512469,"about_ca_system_score_codex":0.00015076698,"about_ca_system_score_gemma":0.00057865167,"threshold_uncertainty_score":0.9999766},"labels":[],"label_agreement":null},{"id":"W2051137586","doi":"10.1186/1747-5341-3-23","title":"The need to reform our assessment of evidence from clinical trials: A commentary","year":2008,"lang":"en","type":"article","venue":"Philosophy Ethics and Humanities in Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta Hospital","funders":"","keywords":"Observational study; Generalizability theory; Evidence-based medicine; Critical appraisal; Grading (engineering); Psychology; Criticism; Randomized controlled trial; Empirical evidence; Scientific evidence; Epistemology; Positive economics; Cognitive psychology; MEDLINE; Medicine; Alternative medicine; Political science; Law; Developmental psychology; Economics","score_opus":0.9849541635185632,"score_gpt":0.7156952655807971,"score_spread":0.26925889793776614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051137586","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1332466,0.012308729,0.0027878426,0.8266374,0.0020148887,0.0017780788,0.00004461504,0.0000073970555,0.02117445],"genre_scores_gemma":[0.9777252,0.0046710693,0.0012404857,0.014775723,0.0011182432,0.000037866914,0.0000051262227,0.00000778218,0.0004185184],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9250478,0.04522641,0.020661265,0.00096082164,0.00780609,0.00029759362],"domain_scores_gemma":[0.9076751,0.085127756,0.0038785913,0.0021803116,0.0009910727,0.00014720128],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.42623943,0.0002181849,0.0039221225,0.00026425833,0.00049908774,0.00011975963,0.0013861371,0.00012411685,0.00049252826],"category_scores_gemma":[0.16030875,0.00007532,0.0005575311,0.00038501172,0.0005867087,0.00013582606,0.0002696724,0.0010358385,0.000022704893],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032157806,0.00037804188,0.1337982,0.00035239613,0.001362793,0.0000703416,0.11957407,0.000027938402,0.000065074615,0.34646198,0.376494,0.0210936],"study_design_scores_gemma":[0.0016452866,0.0011519496,0.07933639,0.0021771821,0.0005458019,0.000010045922,0.07614574,0.0026315555,0.000004623423,0.69178796,0.14420968,0.00035376093],"about_ca_topic_score_codex":0.0010773177,"about_ca_topic_score_gemma":0.00057934644,"teacher_disagreement_score":0.8444786,"about_ca_system_score_codex":0.00005145069,"about_ca_system_score_gemma":0.00009855174,"threshold_uncertainty_score":0.8467643},"labels":[],"label_agreement":null},{"id":"W2051284664","doi":"10.1186/1471-2288-10-15","title":"Electronic search strategies to identify reports of cluster randomized trials in MEDLINE: low precision will improve with adherence to reporting standards","year":2010,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Robarts Clinical Trials; Western University; Institute of Population and Public Health; University of Ottawa; Ottawa Hospital","funders":"Canadian Institutes of Health Research","keywords":"MEDLINE; Cluster (spacecraft); Medicine; Randomized controlled trial; Medical physics; Family medicine; Information retrieval; Computer science; Pathology; Political science","score_opus":0.8874814456484222,"score_gpt":0.7286403869770463,"score_spread":0.158841058671376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051284664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50192505,0.00019783746,0.49208456,0.0011449244,0.00035945658,0.00367178,0.000005801388,0.000005060289,0.00060553645],"genre_scores_gemma":[0.7628393,0.00006851463,0.23410618,0.00014457658,0.00026042748,0.00074786256,0.0000046792393,0.000028468914,0.0017999619],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.053052727,0.7913287,0.07854138,0.0053092,0.06851107,0.0032568756],"domain_scores_gemma":[0.032745328,0.9193839,0.019507391,0.008706307,0.017453857,0.0022032391],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9702266,0.00039494224,0.0143922325,0.002264447,0.00013841307,0.0006084632,0.002784166,0.0005145971,0.013477149],"category_scores_gemma":[0.9893037,0.00017296136,0.0017618312,0.0044439794,0.0007677826,0.00033903305,0.0009682023,0.0022255578,0.00011362537],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.13536358,0.0007270377,0.01588389,0.0019531709,0.0014251296,0.0013663217,0.009612027,0.0016464058,0.13972919,0.015840583,0.031222126,0.64523053],"study_design_scores_gemma":[0.14994548,0.0129043115,0.018106358,0.0061103343,0.0013897105,0.0023214843,0.03303381,0.05296625,0.06421838,0.61308116,0.042570475,0.0033522407],"about_ca_topic_score_codex":0.0006422964,"about_ca_topic_score_gemma":0.009666349,"teacher_disagreement_score":0.6418783,"about_ca_system_score_codex":0.00013941799,"about_ca_system_score_gemma":0.009556212,"threshold_uncertainty_score":0.9960587},"labels":[],"label_agreement":null},{"id":"W2051411115","doi":"10.1016/j.jpsychores.2010.09.015","title":"Transparency of outcome reporting and trial registration of randomized controlled trials in top psychosomatic and behavioral health journals: A systematic review","year":2010,"lang":"en","type":"review","venue":"Journal of Psychosomatic Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":69,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"Canadian Institutes of Health Research","keywords":"Randomized controlled trial; Medicine; Psychological intervention; Consolidated Standards of Reporting Trials; Alternative medicine; Family medicine; MEDLINE; Trial registration; Clinical trial; Health care; Systematic review; Psychiatry; Surgery","score_opus":0.929411330357366,"score_gpt":0.7356501426217166,"score_spread":0.19376118773564943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051411115","genre_codex":"review","genre_gemma":"review","domain_codex":"reporting","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":"reporting","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016246524,0.96627736,0.00073732133,0.00082521996,0.0006105717,0.02968945,0.000015540756,0.0000014328868,0.0002184309],"genre_scores_gemma":[0.0010896228,0.99454606,0.003031623,0.000023017208,0.00016995671,0.0007339716,0.0000023970877,0.000038373088,0.00036500572],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.17523324,0.3823211,0.4133558,0.0015621419,0.026571834,0.0009558977],"domain_scores_gemma":[0.33078018,0.15572663,0.5008579,0.004970013,0.0069227144,0.00074258435],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.89758503,0.0008775403,0.15861289,0.00519975,0.00013968481,0.0008628684,0.002450454,0.0005281129,0.00081861176],"category_scores_gemma":[0.68845165,0.00035067214,0.018978849,0.0035263374,0.00042023265,0.00043739149,0.000080425416,0.0022846463,0.000012691937],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0076885032,0.0004909833,0.00011460787,0.921248,0.002292334,0.000027806802,0.0009767952,2.3716638e-7,0.0000018996315,0.00018707167,0.0009705266,0.066001244],"study_design_scores_gemma":[0.13734455,0.0006896011,0.00001759164,0.8400887,0.014661224,0.0006939346,0.00057031476,0.000087456625,1.200468e-7,0.0042133015,0.001354109,0.00027905716],"about_ca_topic_score_codex":0.00003917769,"about_ca_topic_score_gemma":0.000038537757,"teacher_disagreement_score":0.22659446,"about_ca_system_score_codex":0.00011000469,"about_ca_system_score_gemma":0.0013166678,"threshold_uncertainty_score":0.9998945},"labels":[],"label_agreement":null},{"id":"W2051814545","doi":"10.3138/ptc.2012-18cc","title":"Clinician's Commentary on Salbach et al.","year":2013,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Curriculum; Dissemination; Publication; Presentation (obstetrics); Medical education; Medicine; Information Dissemination; Psychology; Political science; Pedagogy; Surgery","score_opus":0.47067923258900296,"score_gpt":0.525310861430106,"score_spread":0.05463162884110301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051814545","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4059522,0.00081789057,0.0011546008,0.54922736,0.0020038646,0.0019980788,0.00007953601,0.000017171795,0.03874932],"genre_scores_gemma":[0.49912897,0.000041601652,0.0004760438,0.4930573,0.00010333625,0.00005112807,0.000010749133,0.000018237233,0.0071126074],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.988056,0.0036732662,0.0033059367,0.0006745993,0.004038517,0.00025168597],"domain_scores_gemma":[0.9920988,0.0030446874,0.0015049423,0.0028200592,0.00034552577,0.00018599785],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.013321302,0.0002532333,0.0016980326,0.00012336424,0.000112612586,0.00042866613,0.0013229016,0.000026005311,0.039642386],"category_scores_gemma":[0.00085019413,0.0001243034,0.0006536798,0.0006206773,0.000025847978,0.00016934797,0.000039234666,0.00014998652,0.002379713],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024929411,0.000034371846,0.002332755,0.0000028557256,0.00009232086,0.0000012662451,0.00003635407,0.00006464551,0.000221304,0.00023063,0.9722457,0.024735304],"study_design_scores_gemma":[0.00016317406,0.00004144251,0.008770413,0.000012290644,0.0000097028305,4.809913e-7,0.00016310647,0.0021936842,0.00005404917,0.0017342723,0.9867065,0.00015088277],"about_ca_topic_score_codex":0.43562776,"about_ca_topic_score_gemma":0.31389087,"teacher_disagreement_score":0.121736884,"about_ca_system_score_codex":0.00009333123,"about_ca_system_score_gemma":0.00019640841,"threshold_uncertainty_score":0.99839705},"labels":[],"label_agreement":null},{"id":"W2051922705","doi":"10.3163/1536-5050.102.3.001","title":"Welcoming systematic reviews to the Journal of the Medical Library Association","year":2014,"lang":"en","type":"editorial","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"","keywords":"Popularity; Systematic review; Medical library; Medical literature; Cochrane Library; MEDLINE; Library science; Association (psychology); Data science; Computer science; Medicine; Psychology; Political science","score_opus":0.21253236152471797,"score_gpt":0.4282060231569239,"score_spread":0.21567366163220594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051922705","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005139567,0.008889736,0.0014461187,0.18311864,0.80122185,0.002151189,0.000069348695,0.000009410624,0.002579782],"genre_scores_gemma":[0.001888107,0.0045866407,0.0006311608,0.013195333,0.8654891,0.000040467843,0.000015479938,0.00012853206,0.11402514],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.74319744,0.14186399,0.036405504,0.00062447094,0.077192,0.0007165808],"domain_scores_gemma":[0.31346333,0.34507033,0.32065454,0.009785229,0.0079325475,0.0030939863],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.4511702,0.00070576917,0.009685345,0.0005772427,0.0005745537,0.0024232706,0.01861587,0.0018827532,0.010891391],"category_scores_gemma":[0.8180312,0.00021374789,0.008736992,0.0030458753,0.000084931846,0.0016148674,0.0015493206,0.0055293734,0.00078639726],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021147385,0.00006931972,0.002965119,0.0010123334,0.0010489601,0.000009995856,0.00040085884,0.000017348993,6.267834e-7,0.00006782593,0.9934658,0.00092067814],"study_design_scores_gemma":[0.0004945019,0.00008344586,0.0005779488,0.0121093,0.0020228652,0.000076271404,0.00017748763,0.00035734265,0.0000047523145,0.0013373044,0.9825449,0.0002139027],"about_ca_topic_score_codex":0.0000021160738,"about_ca_topic_score_gemma":0.000008016225,"teacher_disagreement_score":0.4297341,"about_ca_system_score_codex":0.0006059534,"about_ca_system_score_gemma":0.0035868883,"threshold_uncertainty_score":0.9999916},"labels":[],"label_agreement":null},{"id":"W2052496547","doi":"10.2106/jbjs.h.01602","title":"Outcome Measures and Implications for Sample-Size Calculations","year":2009,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Outcome (game theory); Sample size determination; Categorical variable; Sample (material); Psychology; Research design; Continuous variable; Computer science; Statistics; Econometrics; Mathematics","score_opus":0.7886361588644624,"score_gpt":0.517810300418588,"score_spread":0.27082585844587437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052496547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76947856,0.006607773,0.18065752,0.041901413,0.0003220982,0.00047060096,0.000051863826,0.0000039467395,0.00050622754],"genre_scores_gemma":[0.98588413,0.00019568967,0.012625288,0.0006949288,0.00011942209,0.00000339577,7.2036585e-7,0.0000037608372,0.0004726458],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99027866,0.0007251765,0.0077092447,0.00020835683,0.00095525273,0.00012328562],"domain_scores_gemma":[0.97792387,0.015388798,0.004745339,0.00059419445,0.0011613686,0.00018645609],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06332916,0.00011772202,0.0026360305,0.0004314696,0.00015958783,0.00035260807,0.00006906608,0.000042046275,0.00020158176],"category_scores_gemma":[0.09352754,0.000057124726,0.0015381215,0.0003365335,0.0000283981,0.00022624072,0.000014817609,0.000079308986,0.000007121064],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021935672,0.00009819509,0.64570206,0.00004599248,0.00022169281,0.000004275873,0.00024205705,0.00003478422,0.0011703464,0.005209982,0.16434796,0.18290074],"study_design_scores_gemma":[0.0001088959,0.000027672346,0.8955725,0.00002773917,0.00016763537,0.00013237442,0.00008382959,0.00014290115,0.00000708304,0.047453176,0.056199536,0.000076697426],"about_ca_topic_score_codex":0.0000030652484,"about_ca_topic_score_gemma":0.0000053836397,"teacher_disagreement_score":0.24987042,"about_ca_system_score_codex":0.000009705708,"about_ca_system_score_gemma":0.000050739876,"threshold_uncertainty_score":0.9644997},"labels":[],"label_agreement":null},{"id":"W2052672767","doi":"10.1160/th12-10-0749","title":"Does network meta-analysis generate any new knowledge?","year":2012,"lang":"en","type":"letter","venue":"Thrombosis and Haemostasis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Point (geometry); Confidence interval; Measure (data warehouse); Point estimation; Computer science; Value (mathematics); Limit (mathematics); Meta-analysis; Statistics; Mathematics; Algorithm; Data mining; Medicine","score_opus":0.8576485836477029,"score_gpt":0.5297677652336983,"score_spread":0.3278808184140046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052672767","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005244666,0.111801066,0.013502909,0.8512119,0.0028379913,0.0024253489,0.0009336043,0.0000657749,0.01669692],"genre_scores_gemma":[0.0040228018,0.0043075397,0.032344818,0.5473975,0.020731691,0.00033458084,0.000887838,0.00027661963,0.3896966],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9607645,0.015833506,0.012357589,0.0032090032,0.0064568985,0.0013784618],"domain_scores_gemma":[0.97449595,0.005657412,0.008769459,0.009024936,0.0013833266,0.00066892226],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.06921087,0.0016825515,0.025876142,0.001282431,0.00064479554,0.0036758136,0.0033356098,0.0012551234,0.1412777],"category_scores_gemma":[0.0025033369,0.00061268767,0.021450866,0.0055296686,0.00022482789,0.00048719154,0.0007027661,0.0013972847,0.006296215],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014545016,0.000025099853,0.0012184026,0.000059417438,0.20346491,0.000005156459,0.0002800722,0.000034139914,8.5699105e-7,0.00010522036,0.78929436,0.005510896],"study_design_scores_gemma":[0.000076277116,0.000012615725,0.0007174093,0.0000064697456,0.3668721,0.0000022613353,0.00003914974,0.00023458127,0.0000055954165,0.0019458275,0.62953746,0.0005502655],"about_ca_topic_score_codex":0.00025004853,"about_ca_topic_score_gemma":0.0005828616,"teacher_disagreement_score":0.3729997,"about_ca_system_score_codex":0.00006388661,"about_ca_system_score_gemma":0.00017221802,"threshold_uncertainty_score":0.9996324},"labels":[],"label_agreement":null},{"id":"W2053110752","doi":"10.1615/jlongtermeffmedimplants.v17.i2.50","title":"User's Guide to a Meta-Analysis about an Orthopaedic Implant","year":2007,"lang":"en","type":"article","venue":"Journal of Long-Term Effects of Medical Implants","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton General Hospital; McMaster University","funders":"","keywords":"Meta-analysis; Pooling; Computer science; Systematic review; Quality (philosophy); MEDLINE; Risk analysis (engineering); Data science; Medicine; Artificial intelligence","score_opus":0.395334278783891,"score_gpt":0.5400304483822916,"score_spread":0.14469616959840065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053110752","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87791014,0.002941854,0.11656537,0.0008612701,0.00090602,0.00060076313,0.000027142476,0.00000493814,0.00018251894],"genre_scores_gemma":[0.9941045,0.00010994269,0.0032108189,0.0014585515,0.00044351863,0.000007977218,0.000008372134,0.000023145461,0.0006331592],"study_design_codex":"meta_analysis","study_design_gemma":"observational","domain_scores_codex":[0.94924456,0.0077240597,0.018383713,0.000881799,0.023022525,0.00074334216],"domain_scores_gemma":[0.9631364,0.016731579,0.01215717,0.0030916627,0.0022903897,0.002592828],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23747267,0.00056411896,0.011605686,0.002638977,0.00011764228,0.00044394907,0.005162918,0.00033792533,0.010799398],"category_scores_gemma":[0.060348254,0.00024661646,0.010627709,0.0031163755,0.00012604646,0.00051396,0.00030896097,0.00060416857,0.00033747667],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005097239,0.0016038598,0.29253778,0.00092901656,0.31971717,0.028062785,0.0015114815,0.00025860933,0.0017022864,0.00029199023,0.14521788,0.20765741],"study_design_scores_gemma":[0.0021451602,0.0018328223,0.70324415,0.00037450605,0.27055752,0.009914275,0.00019791747,0.000592456,0.0017477924,0.00025268053,0.0083790915,0.00076161453],"about_ca_topic_score_codex":0.00005329239,"about_ca_topic_score_gemma":0.0005503106,"teacher_disagreement_score":0.4107064,"about_ca_system_score_codex":0.000054239455,"about_ca_system_score_gemma":0.00027771588,"threshold_uncertainty_score":0.9999986},"labels":[],"label_agreement":null},{"id":"W2053646717","doi":"10.1016/j.jclinepi.2007.05.003","title":"A survey of abstracts of high-impact clinical journals indicated most statistical methods presented are summary statistics","year":2007,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Statistics; Confidence interval; Medicine; Summary statistics; Statistical analysis; Medical statistics; p-value; Statistical hypothesis testing; Mathematics","score_opus":0.9458305348711866,"score_gpt":0.7660828170350276,"score_spread":0.17974771783615906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053646717","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3314624,0.0016620072,0.6635388,0.00076057913,0.0014853983,0.00029050987,0.00061925035,0.0000018563198,0.00017918985],"genre_scores_gemma":[0.696868,0.0009362119,0.3009631,0.0005822433,0.00041213006,7.821113e-7,0.000029597744,0.00002134408,0.00018658399],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.17200457,0.54808587,0.26816323,0.00182299,0.0084594805,0.0014638777],"domain_scores_gemma":[0.057548273,0.7674449,0.15961194,0.0025539258,0.011266505,0.0015744794],"candidate_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8992218,0.00048272012,0.029333476,0.00097079575,0.00006687689,0.000064410466,0.0029385379,0.00095331593,0.0048349667],"category_scores_gemma":[0.9643791,0.00022837392,0.0048675495,0.0018490067,0.0012630421,0.00022248205,0.00027431065,0.0025243112,0.00010775433],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007118902,0.0006458471,0.78955144,0.000046388785,0.0016100045,0.00007613647,0.00001587849,0.00045614174,0.000009538069,0.0005084731,0.12602934,0.0803389],"study_design_scores_gemma":[0.0011064719,0.0012378227,0.9652976,0.0001613341,0.00061785616,0.00008458658,0.00006920741,0.0025628158,0.000008622408,0.025700748,0.0029893704,0.00016356206],"about_ca_topic_score_codex":0.0003223342,"about_ca_topic_score_gemma":0.00021462583,"teacher_disagreement_score":0.3654056,"about_ca_system_score_codex":0.00004271438,"about_ca_system_score_gemma":0.0010104331,"threshold_uncertainty_score":0.9997769},"labels":[],"label_agreement":null},{"id":"W2053702984","doi":"10.1046/j.1365-2796.2003.01201.x","title":"The evolution of the randomized controlled trial and its role in evidence‐based decision making","year":2003,"lang":"en","type":"article","venue":"Journal of Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":139,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Population Health Research Institute","funders":"Canadian Institutes of Health Research; Heart and Stroke Foundation of Canada","keywords":"Randomized controlled trial; Medicine; Randomization; Clinical decision making; Evidence-based medicine; Intensive care medicine; Alternative medicine; Surgery; Pathology","score_opus":0.39087091477575336,"score_gpt":0.5038213826735389,"score_spread":0.11295046789778557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053702984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90710574,0.058548905,0.02580504,0.002756125,0.0022205545,0.0019779624,2.8320173e-7,4.7175288e-7,0.0015849383],"genre_scores_gemma":[0.99868464,0.00024298982,0.0002741363,0.0001607201,0.00017428593,0.000012420546,6.1116023e-9,0.0000034640377,0.00044733784],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.96084285,0.019934515,0.013655096,0.0002120909,0.005216693,0.00013877753],"domain_scores_gemma":[0.8867384,0.0899459,0.019825172,0.0009888475,0.002397715,0.00010397673],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28669062,0.0001558649,0.0047846213,0.00041454774,0.00007828766,0.00011459951,0.0011209277,0.000048496233,0.00073751475],"category_scores_gemma":[0.52249026,0.000038619106,0.0016970646,0.0006325948,0.00014831535,0.00017561497,0.00003990564,0.00027877293,0.0000072738076],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9674007,0.00008834824,0.006980291,0.000024029952,0.0005925719,0.000014252029,0.00063091615,0.00043082263,0.0009537957,0.005708261,0.004015787,0.013160177],"study_design_scores_gemma":[0.93516856,0.00045040323,0.001767275,0.0049617197,0.00077269727,0.00011061071,0.0014547788,0.03022955,0.00007930233,0.023382217,0.001550689,0.00007216397],"about_ca_topic_score_codex":0.000011174833,"about_ca_topic_score_gemma":0.00002513633,"teacher_disagreement_score":0.23579961,"about_ca_system_score_codex":0.00008094769,"about_ca_system_score_gemma":0.00016046126,"threshold_uncertainty_score":0.80752695},"labels":[],"label_agreement":null},{"id":"W2054473715","doi":"10.1016/j.jclinepi.2012.07.014","title":"Likelihood ratios, sensitivity, and specificity values can be back-calculated when the odds ratios are known","year":2012,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"False positive paradox; False positives and false negatives; Diagnostic odds ratio; False Negative Reactions; True positive rate; Sensitivity (control systems); Statistics; Odds ratio; Medicine; Meta-analysis; Likelihood ratios in diagnostic testing; Odds; Confidence interval; Mathematics; Computer science; Artificial intelligence; Logistic regression; Pathology; Internal medicine","score_opus":0.8435677692648154,"score_gpt":0.6014811249430791,"score_spread":0.2420866443217362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054473715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8441951,0.0050241034,0.04155546,0.10342535,0.0035481274,0.00056160614,0.00002166827,0.000004506406,0.0016640746],"genre_scores_gemma":[0.97624356,0.0006993508,0.008524946,0.0099236835,0.0033519412,0.0000023448724,0.000002534974,0.00001313533,0.0012385194],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7976866,0.16588856,0.032942556,0.0006790988,0.0021967487,0.00060647825],"domain_scores_gemma":[0.6675509,0.2869398,0.03930039,0.002638703,0.002562168,0.0010080338],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6166289,0.00033280448,0.010336099,0.00018305123,0.0002101803,0.00017592766,0.0009750484,0.00038187252,0.003340902],"category_scores_gemma":[0.5794972,0.00012583252,0.0033869823,0.00039823924,0.00047888997,0.0003395913,0.00024262117,0.0010734769,0.0004658656],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041762964,0.00014107602,0.7562901,0.0000138348,0.00048162407,0.000010822094,0.00033697643,0.00007576148,0.000024895418,0.002278273,0.22377351,0.016531399],"study_design_scores_gemma":[0.0005230086,0.00022088937,0.7676785,0.00006916683,0.0005596485,0.00035010025,0.00073437067,0.0063890396,0.000011261292,0.025567211,0.19768691,0.00020986889],"about_ca_topic_score_codex":0.000024827941,"about_ca_topic_score_gemma":0.00017073871,"teacher_disagreement_score":0.13204844,"about_ca_system_score_codex":0.000025838926,"about_ca_system_score_gemma":0.00014156908,"threshold_uncertainty_score":0.99757016},"labels":[],"label_agreement":null},{"id":"W2054661812","doi":"10.1016/j.maturitas.2012.02.012","title":"Reporting clinical research: Guidance to encourage accurate and transparent research reporting","year":2012,"lang":"en","type":"article","venue":"Maturitas","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Canadian Institutes of Health Research; Cancer Research UK","keywords":"Medicine; Transparency (behavior); Observational study; Comparative effectiveness research; Systematic review; Clinical trial; Medical physics; Quality (philosophy); Research design; Medical education; Alternative medicine; MEDLINE; Family medicine; Pathology; Computer science; Computer security; Statistics","score_opus":0.9832135072527073,"score_gpt":0.7449009440602723,"score_spread":0.238312563192435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054661812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93945336,0.005853952,0.002707719,0.005299113,0.0008100656,0.0014152215,0.000009476385,0.000018520546,0.044432547],"genre_scores_gemma":[0.97779435,0.000049226805,0.011628501,0.00017963581,0.0005790781,0.00008561211,0.000002696376,0.000020489004,0.009660409],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8250318,0.059741493,0.08433259,0.0034532784,0.024697034,0.0027437657],"domain_scores_gemma":[0.90540004,0.03496496,0.039156318,0.010902213,0.007503386,0.0020730773],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.80783516,0.0002497059,0.0032379217,0.00067572325,0.00065339485,0.0015310853,0.0015249883,0.00016715725,0.002121431],"category_scores_gemma":[0.6534243,0.00013126686,0.0009316453,0.002769589,0.00021112153,0.00047733408,0.0005614723,0.0010834645,0.002780592],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031153002,0.00017812522,0.44527918,0.00018333575,0.00014640778,0.00018402646,0.004794842,0.000015821917,0.00079107075,0.0028340518,0.49201205,0.053549934],"study_design_scores_gemma":[0.00014409468,0.00010412359,0.38376734,0.00029279216,0.00006391212,0.00015206668,0.0044779344,0.00075116113,0.00022891736,0.0065980866,0.60310626,0.0003133235],"about_ca_topic_score_codex":0.000044631084,"about_ca_topic_score_gemma":0.0000455737,"teacher_disagreement_score":0.1544108,"about_ca_system_score_codex":0.000056029672,"about_ca_system_score_gemma":0.000119535805,"threshold_uncertainty_score":0.9995054},"labels":[],"label_agreement":null},{"id":"W2054685912","doi":"10.3945/ajcn.2010.29767","title":"Combining or not combining published results in the presence of heterogeneity?","year":2010,"lang":"en","type":"letter","venue":"American Journal of Clinical Nutrition","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"MEDLINE; Computational biology; Computer science; Chemistry; Biology; Biochemistry","score_opus":0.667467835568497,"score_gpt":0.5591083266392164,"score_spread":0.10835950892928059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054685912","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2250317,0.00025388243,0.0011364724,0.7690549,0.0023730015,0.0010472481,0.00010411544,0.0000035476503,0.0009951318],"genre_scores_gemma":[0.77548015,0.00037872072,0.009718409,0.2105322,0.0034116479,0.000026155169,0.000043925185,0.000033732733,0.000375046],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9049433,0.043592863,0.039907064,0.0010197039,0.010108595,0.00042848417],"domain_scores_gemma":[0.83636034,0.09737343,0.058787644,0.0038081878,0.0034871884,0.00018321765],"candidate_categories":["metaresearch","open_science","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.25306505,0.0004107718,0.009194828,0.000884648,0.000084622996,0.00090162084,0.0055836816,0.0006789675,0.0004823001],"category_scores_gemma":[0.2571127,0.0001685735,0.00423764,0.002285508,0.0008271069,0.00055137847,0.00016090256,0.0069283005,0.00006324313],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062806025,0.00038307128,0.0024601745,0.000079583464,0.00023103888,0.0002177841,0.00026461727,0.000007168992,0.000015675303,0.000018961175,0.9718276,0.023866221],"study_design_scores_gemma":[0.0031391869,0.002690464,0.008225206,0.0013383921,0.0005449441,0.0003474002,0.0013843034,0.00046715897,0.00002432428,0.0025684873,0.978918,0.00035210684],"about_ca_topic_score_codex":0.000032783417,"about_ca_topic_score_gemma":0.000040909315,"teacher_disagreement_score":0.5585227,"about_ca_system_score_codex":0.000019726882,"about_ca_system_score_gemma":0.00027817974,"threshold_uncertainty_score":0.99979657},"labels":[],"label_agreement":null},{"id":"W2054747465","doi":"10.1016/j.jclinepi.2006.11.003","title":"Effect sizes can be calculated for studies reporting ranges for outcome variables in systematic reviews","year":2007,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":251,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Outcome (game theory); Maxima and minima; Systematic review; Rheumatoid arthritis; Medicine; Replication (statistics); Range (aeronautics); Human immunodeficiency virus (HIV); Statistics; MEDLINE; Econometrics; Mathematics; Internal medicine; Family medicine; Biology","score_opus":0.9583537100903815,"score_gpt":0.7429365719750513,"score_spread":0.21541713811533025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054747465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5566768,0.060355328,0.34667423,0.017471764,0.006702206,0.011883916,0.000017865856,0.000009423654,0.00020842711],"genre_scores_gemma":[0.81044203,0.0027150922,0.17293236,0.008542245,0.002306907,0.00046521105,0.0000066897032,0.000059848644,0.0025296488],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.4164447,0.22667131,0.35101587,0.0017598743,0.0028235547,0.0012846909],"domain_scores_gemma":[0.01640563,0.80150384,0.17706913,0.0017756681,0.0029097178,0.00033602302],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9532247,0.00041460982,0.04501912,0.0005182191,0.000111737325,0.000061480656,0.0013068845,0.00039806173,0.00008050724],"category_scores_gemma":[0.9921331,0.0001595129,0.010975937,0.0006924862,0.00016114471,0.00012717006,0.00008898742,0.000551787,0.000019847226],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000517909,0.00016041164,0.9068373,0.028179226,0.002454374,0.000057922156,0.00033583704,0.0005011347,0.000036731017,0.0027657987,0.036106773,0.022046613],"study_design_scores_gemma":[0.021314913,0.012982978,0.28376317,0.048554473,0.023481827,0.0017180457,0.005833547,0.047659006,0.00012987742,0.27335104,0.27835858,0.0028525589],"about_ca_topic_score_codex":0.000009329213,"about_ca_topic_score_gemma":0.00013651453,"teacher_disagreement_score":0.6230741,"about_ca_system_score_codex":0.00007604005,"about_ca_system_score_gemma":0.0001070918,"threshold_uncertainty_score":0.9989289},"labels":[],"label_agreement":null},{"id":"W2055557358","doi":"10.1038/bjc.2013.725","title":"Randomised controlled trials and population-based observational research: partners in the evolution of medical evidence","year":2014,"lang":"en","type":"article","venue":"British Journal of Cancer","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":470,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; Queen's University","funders":"Cancer Care Ontario","keywords":"Observational study; Population; Medicine; Randomized controlled trial; MEDLINE; Family medicine; Internal medicine; Biology; Environmental health","score_opus":0.8739839157445691,"score_gpt":0.6345413603989247,"score_spread":0.2394425553456444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055557358","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9304902,0.040986013,0.01178146,0.014956195,0.00027732863,0.0012149486,0.00000660273,6.496384e-7,0.00028661365],"genre_scores_gemma":[0.9983904,0.0006430674,0.0003270128,0.00025460467,0.00022704618,0.000045915098,5.81521e-7,0.0000027735364,0.00010863379],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9075231,0.06512936,0.012346378,0.0002659403,0.014565878,0.00016934867],"domain_scores_gemma":[0.8673835,0.11942069,0.008897809,0.0005521881,0.0035972516,0.00014855537],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.62309796,0.00008318509,0.0035644562,0.00032336064,0.00009117792,0.00041777352,0.0009832326,0.00007190626,0.0027714083],"category_scores_gemma":[0.589415,0.000037463047,0.001036845,0.00081719825,0.00009983864,0.00024256905,0.00002063165,0.0002641835,0.000004062933],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045123026,0.00018904777,0.6683715,0.0001605279,0.0006249713,0.00003907395,0.0005516363,0.004877645,0.00015330693,0.007975263,0.077639565,0.23490517],"study_design_scores_gemma":[0.031852134,0.00009868832,0.8877156,0.0022779761,0.00036203387,0.00007261625,0.00057338906,0.049391728,0.000005269613,0.02077916,0.0067651668,0.0001062377],"about_ca_topic_score_codex":0.00088127726,"about_ca_topic_score_gemma":0.0016208673,"teacher_disagreement_score":0.23479892,"about_ca_system_score_codex":0.00006951963,"about_ca_system_score_gemma":0.000614916,"threshold_uncertainty_score":0.9981402},"labels":[],"label_agreement":null},{"id":"W2055830213","doi":"10.1186/1471-2288-13-134","title":"How confidence intervals become confusion intervals","year":2013,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of British Columbia","funders":"","keywords":"Confidence interval; Harm; Confusion; MEDLINE; Medicine; Point estimation; Statistical significance; Psychology; Statistics; Social psychology; Mathematics","score_opus":0.9715599684711017,"score_gpt":0.7146335475274728,"score_spread":0.25692642094362894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055830213","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12702332,0.0015639181,0.82760376,0.033149898,0.0009645898,0.0016779683,0.000005608925,0.000017932647,0.007993005],"genre_scores_gemma":[0.62401545,0.00045836263,0.22581057,0.0030855543,0.0008260259,0.0008188924,0.000012988754,0.000050248196,0.14492193],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.53529704,0.42168066,0.011075712,0.0024930146,0.027907347,0.0015462085],"domain_scores_gemma":[0.121887945,0.842664,0.005284731,0.012087064,0.014424304,0.0036519798],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.717023,0.000380291,0.0055829585,0.0012473374,0.0002651778,0.0018910032,0.0074325325,0.0005313557,0.26082382],"category_scores_gemma":[0.91610354,0.00017519172,0.0018362768,0.0021464976,0.0013619079,0.00047953526,0.0019631274,0.0014060831,0.02783901],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003837542,0.000121619414,0.01081347,0.0002480993,0.00020294898,0.000054241627,0.0009746597,0.0000016506779,0.0030207515,0.041950274,0.5410313,0.4015426],"study_design_scores_gemma":[0.0009875626,0.0006976826,0.028011728,0.0005038665,0.000090510075,0.00023808802,0.009674029,0.025053885,0.0011962985,0.35455394,0.57839996,0.00059247966],"about_ca_topic_score_codex":0.00043143326,"about_ca_topic_score_gemma":0.00062303524,"teacher_disagreement_score":0.60179317,"about_ca_system_score_codex":0.000073366944,"about_ca_system_score_gemma":0.00077423186,"threshold_uncertainty_score":0.99914515},"labels":[],"label_agreement":null},{"id":"W2055948554","doi":"10.1503/cmaj.110598","title":"The perilous state of independent randomized clinical trials and related applied research in Canada","year":2012,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; Hamilton Health Sciences; University of British Columbia","funders":"Canadian Institutes of Health Research; National Institutes of Health; Medical Research Council; National Institute for Health and Care Research","keywords":"Life expectancy; Intensive care medicine; Randomized controlled trial; Medicine; Clinical trial; Gerontology; Environmental health; Surgery; Pathology","score_opus":0.6530825769512333,"score_gpt":0.5648524757498292,"score_spread":0.08823010120140407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055948554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9348484,0.0057040327,0.00015107251,0.04053256,0.0030572086,0.0015692131,0.000026537484,0.0000011427621,0.01410978],"genre_scores_gemma":[0.9975069,0.0005437373,0.00003311202,0.0005288676,0.00024043582,0.000014886479,9.0419513e-7,0.000005301512,0.0011258639],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.6932244,0.2437009,0.032963037,0.0005517025,0.028238414,0.00132155],"domain_scores_gemma":[0.78708786,0.19418652,0.01133576,0.0010260184,0.002811804,0.0035520662],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8710311,0.00011965044,0.0036467235,0.0003639676,0.00033725874,0.0003691468,0.00090432557,0.0001889523,0.00581051],"category_scores_gemma":[0.5337763,0.000050163446,0.00065099675,0.000926044,0.00015291332,0.00009078278,0.000048466693,0.0014590828,0.00012533696],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005166539,0.000031144933,0.25419623,0.000008417511,0.0009340784,0.000059127804,0.0013517129,0.000013481283,0.000001530223,0.0024843088,0.20692126,0.5334821],"study_design_scores_gemma":[0.04668817,0.00003517372,0.34161016,0.00011583748,0.0002837813,0.00019548697,0.01034174,0.0056027793,0.0000026087519,0.02562153,0.56916094,0.0003417905],"about_ca_topic_score_codex":0.30898657,"about_ca_topic_score_gemma":0.9458525,"teacher_disagreement_score":0.636866,"about_ca_system_score_codex":0.00093242736,"about_ca_system_score_gemma":0.009829002,"threshold_uncertainty_score":0.99578434},"labels":[],"label_agreement":null},{"id":"W2056051963","doi":"10.1503/cmaj.1040577","title":"The best type of trial","year":2004,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Computer science; Randomized controlled trial; Simple (philosophy); Medicine; Data science; Surgery; Pathology; Philosophy; Epistemology","score_opus":0.5093675079660436,"score_gpt":0.48639280729098405,"score_spread":0.022974700675059523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056051963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.699706,0.0021233296,0.0019000666,0.20659852,0.011083419,0.00090301153,0.000026103942,0.0000035548048,0.07765598],"genre_scores_gemma":[0.9810737,0.00025309113,0.000353983,0.0038788642,0.0022612785,0.00000490954,0.0000015665357,0.000009175796,0.012163454],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98164564,0.0032666675,0.004893621,0.00016996183,0.009760403,0.00026367538],"domain_scores_gemma":[0.9897028,0.002900593,0.0034024706,0.00059169595,0.0024842424,0.00091817207],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.14212984,0.00008472895,0.0008860625,0.00016317616,0.0003441165,0.0005285345,0.0012532404,0.00016092104,0.0117897],"category_scores_gemma":[0.21471687,0.000034848545,0.00066824595,0.00082885136,0.000041359013,0.00008520765,0.000015819916,0.00040363366,0.0028418542],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100530975,0.000051713916,0.01760052,0.0000033936296,0.0004757385,0.00006521769,0.00047658203,0.00007294204,0.0000038703,0.010902142,0.81406355,0.15618382],"study_design_scores_gemma":[0.002507866,0.00007053702,0.0014513374,0.000016425398,0.000045389996,0.000039290724,0.00067869475,0.000076424185,0.0000017931042,0.008061109,0.9870021,0.00004905501],"about_ca_topic_score_codex":0.0005632384,"about_ca_topic_score_gemma":0.017326722,"teacher_disagreement_score":0.28136766,"about_ca_system_score_codex":0.0003123055,"about_ca_system_score_gemma":0.0032522958,"threshold_uncertainty_score":0.9979345},"labels":[],"label_agreement":null},{"id":"W2056092709","doi":"10.1177/0193945902250036","title":"An Example of the Use of Systematic Reviews to Answer an Effectiveness Question","year":2003,"lang":"en","type":"review","venue":"Western Journal of Nursing Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Systematic review; Relevance (law); Data extraction; Psychological intervention; MEDLINE; Health care; Psychology; Management science; Computer science; Medicine; Nursing; Political science; Engineering","score_opus":0.9642933957668607,"score_gpt":0.6962343173445484,"score_spread":0.26805907842231225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056092709","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021107562,0.98588616,0.0050340495,0.000019701378,0.00084359455,0.005996527,0.000011259602,9.761528e-7,0.00009695793],"genre_scores_gemma":[0.00238209,0.9905683,0.004501574,0.000032514305,0.00026840356,0.00016415381,0.0000043659556,0.000098656885,0.0019799576],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.7174377,0.250419,0.019993542,0.00082926435,0.010905293,0.0004152045],"domain_scores_gemma":[0.9463142,0.017126145,0.020631751,0.0073131593,0.00812598,0.00048874086],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.40320954,0.00051009346,0.016618412,0.002086984,0.00016195209,0.0009922442,0.0052785086,0.00026018257,0.00019007946],"category_scores_gemma":[0.05776146,0.00019262974,0.004317052,0.0041570542,0.00023623755,0.0007212896,0.00010072051,0.00092083076,0.0001535586],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022368558,0.00063971255,0.0005589079,0.18275914,0.00029136206,0.0000067529522,0.0009759092,0.00004604336,0.000030998857,0.00023315153,0.0025758846,0.8118598],"study_design_scores_gemma":[0.00009110931,0.0006466764,0.0003122165,0.59774774,0.0019142643,0.00037623907,0.00022677217,0.00002344659,0.0000057309667,0.0005273928,0.39792243,0.00020598008],"about_ca_topic_score_codex":0.00003958916,"about_ca_topic_score_gemma":0.000015948912,"teacher_disagreement_score":0.8116538,"about_ca_system_score_codex":0.00034142568,"about_ca_system_score_gemma":0.00084492646,"threshold_uncertainty_score":0.9979809},"labels":[],"label_agreement":null},{"id":"W2056285559","doi":"10.1002/sim.5402","title":"Improving the reporting of randomised trials: the CONSORT Statement and beyond","year":2012,"lang":"en","type":"article","venue":"Statistics in Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":116,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Medical Research Council","keywords":"Consolidated Standards of Reporting Trials; Context (archaeology); Alternative medicine; Systematic review; Clinical trial; Medicine; Medical research; Reliability (semiconductor); MEDLINE; Family medicine; Medical education; Political science","score_opus":0.7374228889944674,"score_gpt":0.5840386606266567,"score_spread":0.15338422836781074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056285559","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.118508935,0.018545706,0.83675784,0.0064327084,0.0018951515,0.005068006,0.000117466734,0.0000044066533,0.012669773],"genre_scores_gemma":[0.98095495,0.00014107235,0.016913487,0.0004489596,0.00020124529,0.000056550136,0.0000066123275,0.0000072103608,0.0012699073],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.93998045,0.017647924,0.036987375,0.00044115816,0.004617096,0.00032599393],"domain_scores_gemma":[0.87927634,0.08067937,0.036895987,0.0022289322,0.0007957093,0.00012366386],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.603489,0.00014474147,0.0032672372,0.0001220341,0.00010735097,0.00007255467,0.00048516624,0.000025989139,0.0022537494],"category_scores_gemma":[0.6088646,0.00004008858,0.00019390367,0.00043838107,0.0003154161,0.00005633149,0.000078177465,0.00014908706,0.0000146885095],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028359256,0.00009619535,0.13097048,0.0003478982,0.0007381363,0.00001932868,0.028509634,0.000043425844,0.0013372783,0.08913092,0.3765777,0.3719454],"study_design_scores_gemma":[0.042689577,0.000672723,0.18170254,0.00077376707,0.008427151,0.00018480467,0.18094307,0.07817345,0.0005387732,0.23885798,0.2659638,0.0010723438],"about_ca_topic_score_codex":0.00007225492,"about_ca_topic_score_gemma":0.00003357511,"teacher_disagreement_score":0.862446,"about_ca_system_score_codex":0.000014165412,"about_ca_system_score_gemma":0.000048221813,"threshold_uncertainty_score":0.9986583},"labels":[],"label_agreement":null},{"id":"W2056785271","doi":"10.1016/j.jclinepi.2013.02.004","title":"The GRADE approach is reproducible in assessing the quality of evidence of quantitative evidence syntheses","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":371,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Population Health Research Institute; Hospital for Sick Children; University Health Network; Toronto General Hospital; University of Calgary; Canadian Agency for Drugs and Technologies in Health; Women's College Hospital; Humber River Regional Hospital; McMaster University","funders":"","keywords":"Confidence interval; Grading (engineering); Reliability (semiconductor); Inter-rater reliability; Quality of evidence; Medicine; Psychology; Physical therapy; Rating scale; Meta-analysis; Internal medicine; Developmental psychology","score_opus":0.9898598135410488,"score_gpt":0.7755362204362136,"score_spread":0.21432359310483518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056785271","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8513644,0.02968916,0.043816894,0.072981276,0.0007309259,0.00073851296,0.0000016915766,0.000001163519,0.0006760273],"genre_scores_gemma":[0.96670276,0.002973372,0.029044807,0.0008401472,0.00012482466,0.000011075776,3.5862094e-8,0.000005008621,0.00029799546],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.33021885,0.5285644,0.13177516,0.0018842072,0.0068171723,0.00074018555],"domain_scores_gemma":[0.012369537,0.9064055,0.07281304,0.0042914925,0.003960582,0.00015981616],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8482775,0.00021014104,0.010491695,0.0001909053,0.00011267704,0.0001241469,0.0037207252,0.00018974306,0.0005142106],"category_scores_gemma":[0.9797841,0.000059274487,0.0038138118,0.0011461877,0.0012042887,0.0007567784,0.00023751575,0.0009167516,0.000074841846],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007309088,0.0001754548,0.94510984,0.00014025254,0.00031097277,8.772283e-7,0.0005945936,0.00059382396,0.00012820821,0.008614265,0.017506728,0.02675189],"study_design_scores_gemma":[0.00009066483,0.00029881793,0.896281,0.0012082531,0.00014706384,0.000017713053,0.0032390745,0.009550549,0.000031642674,0.08779961,0.0012462612,0.00008936471],"about_ca_topic_score_codex":0.00024607024,"about_ca_topic_score_gemma":0.00002302822,"teacher_disagreement_score":0.37784111,"about_ca_system_score_codex":0.000019396464,"about_ca_system_score_gemma":0.00032492285,"threshold_uncertainty_score":0.71719134},"labels":[],"label_agreement":null},{"id":"W2057021751","doi":"10.1111/j.1744-1609.2012.00288.x","title":"Making evidence more wanted: a systematic review of facilitators to enhance the uptake of evidence from systematic reviews and meta-analyses","year":2012,"lang":"en","type":"review","venue":"International Journal of Evidence-Based Healthcare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Systematic review; Context (archaeology); Data extraction; Grey literature; MEDLINE; Meta-analysis; Evidence-based medicine; Psychology; Relevance (law); Expediting; Evidence-based practice; Critical appraisal; Medicine; Medical education; Alternative medicine; Pathology; Political science; Biology","score_opus":0.9660526543247885,"score_gpt":0.6957228326553713,"score_spread":0.2703298216694172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057021751","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025844873,0.974917,0.005559376,0.007943225,0.00088047795,0.010377836,0.00028709564,0.0000047189933,0.00000443582],"genre_scores_gemma":[0.0026486153,0.9892749,0.0046146372,0.001974873,0.0002643831,0.0009054631,0.0000060424245,0.00005061024,0.00026047695],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.84560025,0.067253515,0.065056905,0.0016445578,0.019819008,0.0006257318],"domain_scores_gemma":[0.76587397,0.105745345,0.10207201,0.006935784,0.018711237,0.0006616436],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.2698337,0.0015128739,0.04451248,0.001890736,0.00016799236,0.00064289424,0.011335079,0.00034636955,0.0018468925],"category_scores_gemma":[0.4770361,0.0005006715,0.01618393,0.0033162534,0.00028208355,0.0016983747,0.0005941588,0.00110728,0.0003321708],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022741724,0.00003708935,0.000051193187,0.9679298,0.008274515,0.000018646162,0.0005697934,0.000013055341,0.0000031670331,0.000031682186,0.0013403528,0.021707987],"study_design_scores_gemma":[0.00003539512,0.00014221655,0.000015154113,0.88316345,0.09806833,0.00015573688,0.00037914762,0.000049992625,0.0000061102323,0.000069474125,0.017561145,0.00035384938],"about_ca_topic_score_codex":0.00018965504,"about_ca_topic_score_gemma":0.00006895243,"teacher_disagreement_score":0.20720236,"about_ca_system_score_codex":0.0005824666,"about_ca_system_score_gemma":0.001891508,"threshold_uncertainty_score":0.999762},"labels":[],"label_agreement":null},{"id":"W2057412057","doi":"10.1016/j.cps.2007.10.003","title":"The Role of Systematic Reviews in Clinical Research and Practice","year":2008,"lang":"en","type":"review","venue":"Clinics in Plastic Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; St. Joseph’s Healthcare Hamilton; Health Sciences Centre; Hamilton Health Sciences; London Health Sciences Centre; McMaster University","funders":"","keywords":"Systematic review; Medicine; Clinical Practice; Clinical decision making; Meta-analysis; Management science; Evidence-based medicine; MEDLINE; Alternative medicine; Intensive care medicine; Family medicine; Pathology","score_opus":0.9523073180954605,"score_gpt":0.6946446593590735,"score_spread":0.25766265873638705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057412057","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004558241,0.9924564,0.000024168417,0.00002761801,0.0019646236,0.0038030462,0.000010903274,0.0000020318068,0.001665661],"genre_scores_gemma":[0.000059787882,0.9981707,0.00020124891,0.000018687706,0.00017291763,0.0005863647,0.0000058879837,0.000034047993,0.00075036084],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.33419746,0.48970714,0.15706646,0.003796174,0.013910686,0.0013220632],"domain_scores_gemma":[0.040227752,0.9210854,0.029869486,0.0067829755,0.0018049,0.00022946192],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.77963144,0.0006454111,0.033202607,0.0018742022,0.00017800712,0.0005241336,0.0031315351,0.000690868,0.00014370427],"category_scores_gemma":[0.9673556,0.00025596577,0.005623325,0.0057588723,0.00072499923,0.00020973333,0.0006087779,0.002156533,0.0020140267],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017736498,0.00027096676,0.0044087768,0.0807754,0.00026861555,0.000068197616,0.00009847372,6.495523e-7,1.7937754e-9,0.0008509604,0.019712927,0.89352727],"study_design_scores_gemma":[0.00004915019,0.0000301049,0.0001125319,0.093011186,0.0004080382,0.00012002554,0.00042260255,0.00020117403,1.6138749e-9,0.00134894,0.9041056,0.00019062901],"about_ca_topic_score_codex":0.000008220741,"about_ca_topic_score_gemma":0.000050502676,"teacher_disagreement_score":0.89333665,"about_ca_system_score_codex":0.000093579096,"about_ca_system_score_gemma":0.0011727511,"threshold_uncertainty_score":0.9999893},"labels":[],"label_agreement":null},{"id":"W2057713439","doi":"10.1159/000051263","title":"Interrater Reliability of the Modified Jadad Quality Scale for Systematic Reviews of Alzheimer’s Disease Drug Trials","year":2001,"lang":"en","type":"article","venue":"Dementia and Geriatric Cognitive Disorders","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":422,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University; Jewish General Hospital","funders":"","keywords":"Jadad scale; Inter-rater reliability; Drug trial; Reliability (semiconductor); Clinical trial; Disease; Intraclass correlation; Psychology; Medicine; Rating scale; Physical therapy; Psychometrics; Clinical psychology; Randomized controlled trial; Internal medicine; Developmental psychology","score_opus":0.5310084060225012,"score_gpt":0.508124553850207,"score_spread":0.02288385217229416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057713439","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9044648,0.021896228,0.053237926,0.0009462345,0.0004753457,0.017009784,0.00029364566,0.0000049693526,0.001671062],"genre_scores_gemma":[0.99797076,0.00059718976,0.00016964757,0.000096627875,0.000023071381,0.00058068486,0.000013737714,0.000008521005,0.0005397601],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9601729,0.02433554,0.0127755925,0.0007743849,0.0017239143,0.00021768424],"domain_scores_gemma":[0.9718958,0.011887766,0.012418073,0.0020354225,0.0016071231,0.00015578521],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13395666,0.0003013897,0.0052657793,0.00018692738,0.00014481538,0.00012949981,0.00069757586,0.000049511687,0.0011234753],"category_scores_gemma":[0.09156661,0.00012447199,0.003346532,0.0010316893,0.00016925411,0.00015928244,0.00015477308,0.00006731057,0.000025712718],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001760626,0.0025054568,0.78211236,0.064901,0.0071082735,0.0000010242436,0.010677718,0.00009114655,0.00038846952,0.0025809389,0.032384805,0.0954882],"study_design_scores_gemma":[0.009034226,0.00031655838,0.78714657,0.0064977943,0.054965988,0.000003297135,0.024409216,0.00899138,0.0004638406,0.093606114,0.01268522,0.0018797928],"about_ca_topic_score_codex":0.000050548886,"about_ca_topic_score_gemma":0.00009174523,"teacher_disagreement_score":0.09360841,"about_ca_system_score_codex":0.0000067676388,"about_ca_system_score_gemma":0.000052747237,"threshold_uncertainty_score":0.99978966},"labels":[],"label_agreement":null},{"id":"W2057758569","doi":"10.1177/1740774507083389","title":"Meta-analysis of community-based cluster randomization trials with binary outcomes","year":2007,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Robarts Clinical Trials; University of Guelph","funders":"","keywords":"Computer science; Type I and type II errors; Confounding; Meta-analysis; Context (archaeology); Econometrics; Statistics; Statistical power; Cluster (spacecraft); Statistic; Data mining; Medicine; Mathematics","score_opus":0.9786769574305204,"score_gpt":0.7132232643200425,"score_spread":0.26545369311047795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057758569","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2535035,0.0012302119,0.7284983,0.005889563,0.0008774708,0.006347848,0.0002734142,0.000025281955,0.0033544558],"genre_scores_gemma":[0.9731714,0.00002047949,0.015646458,0.0049476647,0.00016029146,0.00008742676,0.00010961088,0.000025563608,0.0058310754],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.25866726,0.62438345,0.10650853,0.0012095876,0.008779762,0.00045139712],"domain_scores_gemma":[0.10694823,0.8270151,0.053763643,0.008747354,0.0031306855,0.0003949813],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9494274,0.0004715254,0.0573316,0.0016157734,0.00020228387,0.0004225232,0.0022027735,0.0003180548,0.018473728],"category_scores_gemma":[0.72429407,0.00016105946,0.04796131,0.0050191167,0.00027733453,0.00018303687,0.00013492447,0.00045357834,0.0003879811],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005608359,0.0014226361,0.0670881,0.00007224839,0.88083357,0.0000062203026,0.00031318763,0.010179751,0.000039800416,0.0007592906,0.024837011,0.008839816],"study_design_scores_gemma":[0.011926833,0.00033156452,0.021156212,0.000008461468,0.9488603,4.6086203e-7,0.00036322154,0.0031028017,0.000079708734,0.0024583207,0.011408828,0.00030332297],"about_ca_topic_score_codex":0.00002231771,"about_ca_topic_score_gemma":0.00010596092,"teacher_disagreement_score":0.719668,"about_ca_system_score_codex":0.000016281694,"about_ca_system_score_gemma":0.00012958766,"threshold_uncertainty_score":0.98242354},"labels":[],"label_agreement":null},{"id":"W2057787549","doi":"10.1371/journal.pone.0092508","title":"The Quality of Reporting Methods and Results in Network Meta-Analyses: An Overview of Reviews and Suggestions for Improvement","year":2014,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Ottawa Hospital; University of Ottawa","funders":"Medical Research Council; Canadian Institutes of Health Research; Amgen Canada; Cancer Research UK; Amgen","keywords":"Systematic review; MEDLINE; Computer science; Meta-analysis; Bayesian network; Quality (philosophy); Data science; Medicine; Artificial intelligence","score_opus":0.9704631709779162,"score_gpt":0.6796603107925704,"score_spread":0.29080286018534585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057787549","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53984207,0.33848977,0.10692563,0.0038059335,0.000115866096,0.008942458,0.00010455226,0.000008482228,0.0017652258],"genre_scores_gemma":[0.25441253,0.0055847466,0.7380629,0.00022218747,0.00007782336,0.00042780914,0.000010417035,0.000013994529,0.0011875544],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8803853,0.054372553,0.05920326,0.0016111908,0.004004715,0.00042303413],"domain_scores_gemma":[0.89211005,0.040937282,0.058533475,0.0061813104,0.0020509274,0.00018697469],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5657779,0.0001714341,0.0063404585,0.000097079115,0.000110853776,0.00013458823,0.00047121322,0.000044862907,0.00007059754],"category_scores_gemma":[0.3196067,0.00006675578,0.0010476722,0.0007315738,0.00007715516,0.00010963207,0.000113838534,0.00007741436,0.0000017120002],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023005578,0.0022742774,0.06500135,0.0106696645,0.028001795,7.0314377e-7,0.004337089,0.00030321203,0.057322428,0.050388094,0.006821366,0.77465],"study_design_scores_gemma":[0.0036716256,0.002224156,0.22101189,0.003366618,0.12070422,0.0000056122008,0.0031174775,0.14734057,0.015842104,0.35045108,0.13045663,0.0018080224],"about_ca_topic_score_codex":0.00009029826,"about_ca_topic_score_gemma":0.0006312884,"teacher_disagreement_score":0.77284193,"about_ca_system_score_codex":0.0000074024033,"about_ca_system_score_gemma":0.000019465626,"threshold_uncertainty_score":0.68612456},"labels":[],"label_agreement":null},{"id":"W2057963231","doi":"10.3736/jcim20060504","title":"Critical appraisal of clinical studies in Chinese herbal medicine","year":2006,"lang":"en","type":"review","venue":"Journal of Chinese Integrative Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"","keywords":"Alternative medicine; Critical appraisal; Consolidated Standards of Reporting Trials; Medicine; Randomized controlled trial; Evidence-based medicine; Quality (philosophy); Traditional medicine; MEDLINE; Clinical trial; Traditional Chinese medicine; Integrative medicine; Family medicine; Pathology","score_opus":0.8335534610720737,"score_gpt":0.725348365473214,"score_spread":0.10820509559885971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057963231","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009655759,0.9814831,0.0021435726,0.0022622577,0.00747402,0.00069721835,0.000025123072,0.000002910865,0.004946249],"genre_scores_gemma":[0.0044394103,0.98544616,0.0014043612,0.00012272227,0.006762823,0.000022707782,0.000016569167,0.000051419316,0.0017338094],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.865715,0.038146734,0.08199098,0.0013492709,0.012306382,0.0004916173],"domain_scores_gemma":[0.51780295,0.36453122,0.08913212,0.005535894,0.022014486,0.0009833531],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.25860006,0.0016565575,0.063530736,0.003307267,0.00006838353,0.00007494161,0.0040543033,0.0005389417,0.003834202],"category_scores_gemma":[0.8038318,0.00043797318,0.009071517,0.0060943994,0.0030150898,0.00042516884,0.00026882466,0.0029029753,0.000113077636],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012475817,0.0007187987,0.022346457,0.012750683,0.0043051825,0.00086198887,0.004737039,0.000006641355,0.0000012536191,0.0015939348,0.26973388,0.68281937],"study_design_scores_gemma":[0.0016923024,0.0018047312,0.0027346173,0.06175705,0.0038626338,0.0009890652,0.002740109,0.000120341414,4.2149324e-8,0.017056214,0.90678734,0.0004555605],"about_ca_topic_score_codex":0.000042829506,"about_ca_topic_score_gemma":0.0001797677,"teacher_disagreement_score":0.6823638,"about_ca_system_score_codex":0.000141668,"about_ca_system_score_gemma":0.0006776176,"threshold_uncertainty_score":0.9998072},"labels":[],"label_agreement":null},{"id":"W2058767778","doi":"10.1016/j.bbmt.2010.11.028","title":"Publication Bias in Blood and Marrow Transplantation","year":2010,"lang":"en","type":"article","venue":"Biology of Blood and Marrow Transplantation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CancerCare Manitoba; University of Manitoba","funders":"U.S. National Library of Medicine","keywords":"Medicine; CINAHL; MEDLINE; Publication bias; Transplantation; Family medicine; Internal medicine; Meta-analysis; Psychological intervention","score_opus":0.3197688890626701,"score_gpt":0.4157598668755456,"score_spread":0.09599097781287552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058767778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995295,0.0005237977,0.0014535526,0.0007363312,0.00014872737,0.0004197855,0.00009962332,0.000006670286,0.0013165127],"genre_scores_gemma":[0.9953297,0.0013876341,0.0027159443,0.000088055735,0.000035681307,0.000031996933,0.00019293414,0.0000067878204,0.00021128586],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9937813,0.0016224687,0.0031787273,0.00065208063,0.0005843698,0.00018100874],"domain_scores_gemma":[0.9963582,0.0013394381,0.0013417202,0.00055135123,0.0003161475,0.00009315102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016348032,0.00020530375,0.0010856069,0.000522675,0.000076185555,0.00013381723,0.00032257216,0.0002207306,0.0005026942],"category_scores_gemma":[0.0012876454,0.00012654497,0.0002017018,0.00050102215,0.00015305441,0.0002936956,0.000009170861,0.00016966848,0.00002354647],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055046105,0.00011829232,0.48077556,0.0002833076,0.00011973464,0.0000065390113,0.0014048947,0.0000017911243,0.4938519,0.008363614,0.000110985755,0.014908323],"study_design_scores_gemma":[0.005563707,0.0005018191,0.89737016,0.00015556732,0.0031801474,0.0007145203,0.00051977846,0.0007655386,0.06733512,0.019619016,0.003541416,0.0007331851],"about_ca_topic_score_codex":0.000084833984,"about_ca_topic_score_gemma":0.00091089966,"teacher_disagreement_score":0.42651677,"about_ca_system_score_codex":0.0000015790073,"about_ca_system_score_gemma":0.000032756718,"threshold_uncertainty_score":0.56659347},"labels":[],"label_agreement":null},{"id":"W2058839493","doi":"10.1371/journal.pone.0027319","title":"Establishing a Minimum Dataset for Prospective Registration of Systematic Reviews: An International Consultation","year":2011,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Institute for Health and Care Research","keywords":"Transparency (behavior); Delphi method; Trial registration; Medicine; MEDLINE; Medical education; Family medicine; Psychology; Computer science; Political science; Clinical trial; Artificial intelligence; Pathology","score_opus":0.8910250848457641,"score_gpt":0.5117206639167723,"score_spread":0.37930442092899186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058839493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6638363,0.0038895241,0.21968147,0.00090071926,0.0010934644,0.059758455,0.00918595,0.000050287978,0.041603822],"genre_scores_gemma":[0.8430532,0.00010897839,0.14858037,0.00017321856,0.000177773,0.0018482553,0.0017101136,0.000022428732,0.0043256567],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98611736,0.0031240322,0.007232112,0.00057596015,0.0028394696,0.00011109017],"domain_scores_gemma":[0.98359483,0.0034643775,0.008161903,0.002213678,0.0024879912,0.00007720462],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06595425,0.00015449278,0.0024764503,0.0002255825,0.000059599664,0.00036781508,0.001204121,0.000048971022,0.0011128746],"category_scores_gemma":[0.17276049,0.000083264975,0.00035142363,0.0004644482,0.000038949074,0.0011366502,0.000038589347,0.000054682518,0.00024156993],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009638339,0.023336692,0.11507207,0.23449859,0.015243263,0.000017885848,0.09935769,0.000032757373,0.042553846,0.17519082,0.28642353,0.007309044],"study_design_scores_gemma":[0.0117371995,0.005494926,0.054367635,0.10155922,0.03895988,0.000081483646,0.052214775,0.41915223,0.044175383,0.23496844,0.032021772,0.0052670552],"about_ca_topic_score_codex":0.000015156366,"about_ca_topic_score_gemma":0.000051211682,"teacher_disagreement_score":0.41911948,"about_ca_system_score_codex":0.000028843266,"about_ca_system_score_gemma":0.00003582899,"threshold_uncertainty_score":0.99980026},"labels":[],"label_agreement":null},{"id":"W2059333369","doi":"10.1136/bmj.h870","title":"Use of GRADE for assessment of evidence about prognosis: rating confidence in estimates of event rates in broad categories of patients","year":2015,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":865,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; Ottawa Hospital; University of Ottawa; Institute for Clinical Evaluative Sciences; University of Calgary; Dalhousie University; University Health Network; Toronto General Hospital; Alberta Health Services; McMaster University","funders":"","keywords":"Confidence interval; Event (particle physics); Statistics; Rating system; Medicine; Psychology; Mathematics; Economics","score_opus":0.8757885850934758,"score_gpt":0.6108259811741193,"score_spread":0.26496260391935644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059333369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99019223,0.0009725729,0.006486151,0.00015854652,0.000082749284,0.0020475267,0.000025129928,9.216333e-7,0.000034156827],"genre_scores_gemma":[0.9723587,0.000021060101,0.02736559,0.000007857212,0.0000050554618,0.00017769994,0.000003539968,0.0000044904236,0.000056002602],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9860565,0.002062678,0.008820894,0.00036618856,0.0025467218,0.00014700869],"domain_scores_gemma":[0.98239994,0.006777629,0.00747753,0.000937219,0.0023555306,0.000052133615],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.044045907,0.00015165187,0.002451489,0.0003221955,0.000011838861,0.000055610697,0.0006628228,0.00004666302,0.000055485078],"category_scores_gemma":[0.08022181,0.000077516874,0.0003853642,0.000930492,0.00011017128,0.00039834494,0.0000972839,0.000050283423,0.0000020992886],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017905208,0.00019012157,0.99217856,0.00050953607,0.00004100101,2.884759e-7,0.0011815646,0.0017789338,0.0005090624,0.0008815874,0.0009709446,0.001740508],"study_design_scores_gemma":[0.0005060636,0.0003305238,0.92240036,0.0021694254,0.00012781024,4.478607e-7,0.002079945,0.05515844,0.0116629535,0.0053126453,0.00011319871,0.00013817755],"about_ca_topic_score_codex":0.00048146708,"about_ca_topic_score_gemma":0.00025626255,"teacher_disagreement_score":0.06977818,"about_ca_system_score_codex":0.00002688871,"about_ca_system_score_gemma":0.00025089193,"threshold_uncertainty_score":0.9843559},"labels":[],"label_agreement":null},{"id":"W2059423267","doi":"10.1097/01.ccm.0000178361.73895.24","title":"Abstract reporting in randomized clinical trials of acute lung injury: An audit and assessment of a quality of reporting score*","year":2005,"lang":"en","type":"article","venue":"Critical Care Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"Medicine; CINAHL; Randomized controlled trial; MEDLINE; Audit; Psychological intervention; Family medicine; Physical therapy; Internal medicine; Nursing","score_opus":0.8484039909849671,"score_gpt":0.7194879754191151,"score_spread":0.12891601556585197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059423267","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9855122,0.0025001746,0.0053358944,0.002221784,0.00023476011,0.0010119242,0.000020927275,0.0000031947754,0.0031591486],"genre_scores_gemma":[0.9892974,0.00007360417,0.010257215,0.00011216801,0.00019544148,0.000020958094,0.000010233757,0.0000073190413,0.000025674983],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.61696404,0.07962391,0.2898968,0.0020986735,0.010857663,0.000558926],"domain_scores_gemma":[0.49389037,0.23605013,0.2523472,0.0067665507,0.010095611,0.00085015374],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7760524,0.00022855312,0.018951986,0.00037698017,0.000034008073,0.000040349045,0.00046440633,0.00014945782,0.0018098362],"category_scores_gemma":[0.9086839,0.00010479877,0.0021198525,0.00064441643,0.0008128564,0.00017569556,0.00010835374,0.00033114545,0.0000012519635],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026135964,0.00035071952,0.8629396,0.0030926284,0.00072315685,0.000058676305,0.0022172402,0.000008562373,0.0047604684,0.00972654,0.0011268302,0.11238199],"study_design_scores_gemma":[0.04668353,0.00077447435,0.9050383,0.0041612503,0.006291716,0.000041442483,0.01449873,0.011735196,0.0009645988,0.008928906,0.00040731518,0.00047453423],"about_ca_topic_score_codex":0.000135294,"about_ca_topic_score_gemma":0.00005280065,"teacher_disagreement_score":0.1564262,"about_ca_system_score_codex":0.000029829198,"about_ca_system_score_gemma":0.0002529276,"threshold_uncertainty_score":0.99910265},"labels":[],"label_agreement":null},{"id":"W2059459105","doi":"10.1016/j.jclinepi.2011.04.015","title":"Specific instructions for estimating unclearly reported blinding status in randomized trials were reliable and valid","year":2011,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":179,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; Institute for Work & Health; McMaster University","funders":"Canadian Institutes of Health Research; National Natural Science Foundation of China; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Blinding; Randomized controlled trial; Medicine; Reliability (semiconductor); Clinical trial; Randomization; MEDLINE; Research design; Statistics; Surgery; Internal medicine","score_opus":0.9688858210123364,"score_gpt":0.6955036562161118,"score_spread":0.2733821647962247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059459105","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5339977,0.0024822068,0.45109773,0.0023179029,0.0057765064,0.0015613638,0.000008281038,0.000004428156,0.0027538748],"genre_scores_gemma":[0.22922689,0.0010011983,0.7681239,0.00040103873,0.00073964184,0.000021153348,0.0000016328622,0.000013261903,0.0004712354],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.5301411,0.24730743,0.21745051,0.0016521614,0.0025043369,0.0009444276],"domain_scores_gemma":[0.07435179,0.78675044,0.13361692,0.0020302352,0.002567989,0.0006826458],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8830355,0.0002358276,0.029440923,0.000657531,0.000103713384,0.00010502184,0.00066052756,0.00032852017,0.0017909062],"category_scores_gemma":[0.95199627,0.00010428446,0.0065518357,0.00054711377,0.00029942498,0.00029330511,0.00007657856,0.000702327,0.00004214969],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020023216,0.00027640822,0.7202071,0.000077329016,0.0020371273,0.000049876195,0.0006594691,0.0008362898,0.0000129664395,0.026356192,0.05280759,0.17665644],"study_design_scores_gemma":[0.08428875,0.00077445444,0.075172536,0.00043398104,0.0017811554,0.00043127444,0.0010116813,0.058386344,0.0000050645276,0.73273283,0.04463039,0.00035155658],"about_ca_topic_score_codex":0.000038769973,"about_ca_topic_score_gemma":0.0000116256915,"teacher_disagreement_score":0.7063766,"about_ca_system_score_codex":0.000033493307,"about_ca_system_score_gemma":0.00020016063,"threshold_uncertainty_score":0.9991216},"labels":[],"label_agreement":null},{"id":"W2059793682","doi":"10.1167/iovs.05-0915","title":"How Evidence-Based Are Publications in Clinical Ophthalmic Journals?","year":2006,"lang":"en","type":"article","venue":"Investigative Ophthalmology & Visual Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McMaster University","keywords":"Medicine; Evidence-based medicine; Quality of evidence; MEDLINE; Randomized controlled trial; Family medicine; Ophthalmology; Alternative medicine; Surgery; Pathology; Political science","score_opus":0.810051237067997,"score_gpt":0.5934001499889635,"score_spread":0.21665108707903347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059793682","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9765592,0.00091476965,0.0002630308,0.017526867,0.0004809514,0.0007250286,0.000009514339,0.000012726882,0.0035078921],"genre_scores_gemma":[0.9896669,0.000005452506,0.0048541315,0.00055834086,0.0002000777,0.000103550796,0.0000031030959,0.000013655341,0.004594791],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9622788,0.017059753,0.009565313,0.0027345724,0.007428399,0.00093319477],"domain_scores_gemma":[0.9656512,0.015105736,0.010028524,0.0037646603,0.0046486603,0.00080119196],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.18764575,0.0004922917,0.0031449688,0.002013419,0.00061558635,0.0033449533,0.0055305646,0.00024785503,0.0031193572],"category_scores_gemma":[0.23832555,0.00027205853,0.0011925966,0.01256103,0.005680691,0.0027887356,0.00040548932,0.0007116259,0.0012961228],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055693354,0.00021924739,0.9813971,0.000008000957,0.000015095932,0.00010056478,0.00005605613,0.0001754047,0.012799004,0.0009809181,0.0036232546,0.0006198012],"study_design_scores_gemma":[0.00021215768,0.00016819639,0.95173204,0.00016361811,0.00003650333,0.00020185922,0.00040000665,0.006122122,0.0021833347,0.03750694,0.0009809114,0.00029230822],"about_ca_topic_score_codex":0.00009216875,"about_ca_topic_score_gemma":0.00003580419,"teacher_disagreement_score":0.050679807,"about_ca_system_score_codex":0.00020669993,"about_ca_system_score_gemma":0.0013067393,"threshold_uncertainty_score":0.9999732},"labels":[],"label_agreement":null},{"id":"W2059874779","doi":"10.1371/journal.pone.0020185","title":"Epidemiology, Quality and Reporting Characteristics of Systematic Reviews of Traditional Chinese Medicine Interventions Published in Chinese Journals","year":2011,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Alberta; Lanzhou University","keywords":"Systematic review; Medicine; Psychological intervention; Epidemiology; MEDLINE; Alternative medicine; Specialty; Meta-analysis; Data extraction; Family medicine; Publication bias; China; Quality (philosophy); Pathology; Psychiatry","score_opus":0.9767140384802047,"score_gpt":0.6506685977850202,"score_spread":0.3260454406951845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059874779","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018743579,0.9923156,0.0004669695,0.00014690812,0.00017245857,0.0040757013,0.00013734438,0.0000031989916,0.0008074709],"genre_scores_gemma":[0.0014033685,0.99438375,0.0028130417,0.000036655812,0.00021160989,0.00042548633,0.00011775509,0.000023871384,0.00058443326],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.65656275,0.107030354,0.22854504,0.0019561,0.005404152,0.0005016261],"domain_scores_gemma":[0.42981786,0.09357694,0.46262395,0.009010531,0.004447906,0.0005228071],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5611646,0.0007313179,0.06898637,0.0017016372,0.000058413887,0.000073411225,0.00193064,0.00032916607,0.009331256],"category_scores_gemma":[0.8737319,0.0002836093,0.0068911677,0.0026030897,0.00027121688,0.00032793215,0.00021904024,0.0006599831,0.00007341059],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026286316,0.000912645,0.048751865,0.92950326,0.0018381763,0.000004291636,0.00025665428,3.0748286e-8,0.0000017974546,0.0008226486,0.0004897143,0.017416311],"study_design_scores_gemma":[0.00023600893,0.00013077314,0.0806347,0.8883978,0.010239952,0.00010566891,0.000061915736,0.00007244158,5.9337395e-8,0.01641998,0.0032450892,0.0004556089],"about_ca_topic_score_codex":0.000032793476,"about_ca_topic_score_gemma":0.00003403057,"teacher_disagreement_score":0.3125673,"about_ca_system_score_codex":0.000052142575,"about_ca_system_score_gemma":0.00011755475,"threshold_uncertainty_score":0.9999616},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2060659600","doi":"10.1111/j.1471-1842.2008.00830.x","title":"A pragmatic critical appraisal instrument for search filters: introducing the CADTH CAI","year":2008,"lang":"en","type":"article","venue":"Health Information & Libraries Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Library and Archives Canada; Canadian Agency for Drugs and Technologies in Health","funders":"","keywords":"Filter (signal processing); Computer science; Critical appraisal; Agency (philosophy); Information retrieval; Selection (genetic algorithm); Data science; Artificial intelligence; Medicine; Alternative medicine; Pathology","score_opus":0.6532482781554212,"score_gpt":0.531136025688006,"score_spread":0.1221122524674152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060659600","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020695314,0.001152956,0.8223725,0.14792128,0.0027954534,0.0018231753,0.000076720615,0.000021917782,0.003140704],"genre_scores_gemma":[0.720319,0.00048358276,0.24770364,0.027020356,0.0025868393,0.00029093676,0.00011082729,0.000040333613,0.001444513],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97895676,0.004956286,0.010431534,0.00027605976,0.0047858944,0.00059345114],"domain_scores_gemma":[0.977421,0.01384863,0.004737044,0.0017301231,0.0016926283,0.0005705711],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.07522992,0.00023824605,0.0015309341,0.00048352318,0.002211952,0.0036721763,0.0013906432,0.00007032654,0.0029699644],"category_scores_gemma":[0.07041784,0.00010480116,0.00073534483,0.0009251047,0.00021635366,0.005545217,0.00014357155,0.0005469988,0.0008204407],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041344803,0.000035426456,0.0015156067,0.00032522765,0.00009421586,0.0000017076096,0.03642335,0.0008654048,7.266451e-7,0.042430893,0.8638748,0.054391325],"study_design_scores_gemma":[0.0005136605,0.00023213074,0.0027467203,0.00009101425,0.00003486484,0.0010819044,0.013777548,0.05627117,0.000009571221,0.0050536627,0.9200145,0.00017326428],"about_ca_topic_score_codex":0.000012076021,"about_ca_topic_score_gemma":0.0000027759145,"teacher_disagreement_score":0.69962364,"about_ca_system_score_codex":0.00009019524,"about_ca_system_score_gemma":0.0012927088,"threshold_uncertainty_score":0.99995756},"labels":[],"label_agreement":null},{"id":"W2060971566","doi":"10.1186/1471-2288-13-116","title":"Inconsistency in the items included in tools used in general health research and physical therapy to evaluate the methodological quality of randomized controlled trials: a descriptive analysis","year":2013,"lang":"en","type":"review","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Economics; University of Alberta","funders":"Alberta Innovates; Killam Trusts; University of Alberta; Canadian Institutes of Health Research; Physiotherapy Foundation of Canada; Alberta Innovates - Health Solutions; Women and Children's Health Research Institute; Children's Health Research Institute","keywords":"Blinding; Comparability; Randomized controlled trial; Quality (philosophy); Medicine; Descriptive statistics; Research design; Inclusion and exclusion criteria; Medical physics; Statistics; Alternative medicine; Mathematics; Surgery","score_opus":0.9962394484585844,"score_gpt":0.8198154726783908,"score_spread":0.17642397578019353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060971566","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022784678,0.9076906,0.026370294,0.005700271,0.00016706224,0.03694959,0.00003232675,0.0000039135693,0.00030126382],"genre_scores_gemma":[0.0025804332,0.946214,0.030853035,0.00033133547,0.00031914993,0.019265946,0.000025572832,0.0000339119,0.00037658753],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.013720521,0.90873617,0.044551633,0.0029040566,0.0283029,0.0017846999],"domain_scores_gemma":[0.0059882915,0.9736418,0.009602441,0.0057829316,0.00413949,0.0008450395],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","sts","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9914954,0.0009933463,0.11283014,0.009401452,0.00030801634,0.0008755353,0.008958339,0.0011387179,0.002574806],"category_scores_gemma":[0.98602754,0.00028670082,0.01337856,0.02446816,0.003672722,0.00015716428,0.0017905988,0.0058228495,0.00011898745],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020377839,0.0009293134,0.0007047273,0.0019210059,0.005010441,0.000030139963,0.014314923,0.000022855824,0.000011553943,0.018103495,0.0014628813,0.93711084],"study_design_scores_gemma":[0.30331627,0.003450902,0.007063833,0.010463609,0.006916312,0.000068199115,0.05328022,0.031134846,0.000004271171,0.5010353,0.081210524,0.0020557572],"about_ca_topic_score_codex":0.0076577803,"about_ca_topic_score_gemma":0.014633808,"teacher_disagreement_score":0.9350551,"about_ca_system_score_codex":0.00044969632,"about_ca_system_score_gemma":0.006378876,"threshold_uncertainty_score":0.9999585},"labels":[],"label_agreement":null},{"id":"W2061211489","doi":"10.1016/j.jclinepi.2014.11.023","title":"Grading the strength of a body of evidence when assessing health care interventions: an EPC update","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":281,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Ottawa Hospital","funders":"Agency for Healthcare Research and Quality","keywords":"Grading (engineering); Observational study; Psychological intervention; CLARITY; Systematic review; Medicine; Health care; Concordance; Randomized controlled trial; Evidence-based medicine; MEDLINE; Medical physics; Family medicine; Applied psychology; Psychology; Nursing; Alternative medicine; Surgery","score_opus":0.9698907698676973,"score_gpt":0.7549767541571039,"score_spread":0.21491401571059343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061211489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5381584,0.015867528,0.41087514,0.03277998,0.0016567406,0.0003781682,0.00000789815,0.0000023711855,0.0002737703],"genre_scores_gemma":[0.95471615,0.0006530589,0.042685483,0.0015914458,0.0002854041,0.0000016712231,8.6631144e-7,0.000005961099,0.000059954087],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6044392,0.3029099,0.08835826,0.0008345753,0.003001206,0.00045685217],"domain_scores_gemma":[0.46486843,0.3918703,0.13424453,0.004029708,0.0044280994,0.0005589596],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6779526,0.00018011422,0.010887037,0.00027580714,0.00009899276,0.00007226065,0.002465476,0.0001476787,0.00087450986],"category_scores_gemma":[0.7539817,0.000063618485,0.005970236,0.00039931026,0.0003326679,0.00044976908,0.00015061685,0.0006630664,0.000030242983],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060210667,0.00024406686,0.63521713,0.00044420673,0.00057602755,0.0000020910484,0.00073159405,0.00033884647,0.000012623755,0.014180174,0.029579073,0.31861398],"study_design_scores_gemma":[0.0009286243,0.0037383146,0.73584384,0.0049500954,0.0011447944,0.000088938774,0.0047598705,0.02771321,0.000012177797,0.17237869,0.04817979,0.0002616333],"about_ca_topic_score_codex":0.00003388161,"about_ca_topic_score_gemma":0.000047008118,"teacher_disagreement_score":0.41655773,"about_ca_system_score_codex":0.000023409013,"about_ca_system_score_gemma":0.0002768128,"threshold_uncertainty_score":0.957527},"labels":[],"label_agreement":null},{"id":"W2061242309","doi":"10.4414/smw.2012.13518","title":"Meta-analyses: what they can and cannot do","year":2012,"lang":"en","type":"review","venue":"Swiss Medical Weekly","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Gottfried und Julia Bangerter-Rhyner-Stiftung","keywords":"Meta-analysis; Medicine; Pooling; Sample size determination; Systematic review; Psychological intervention; Study heterogeneity; MEDLINE; Critical appraisal; Statistics; Computer science; Alternative medicine; Artificial intelligence; Psychiatry; Pathology","score_opus":0.9370932499517179,"score_gpt":0.629748726028944,"score_spread":0.3073445239227739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061242309","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000019683898,0.9901936,0.00030356206,0.003367509,0.0011433322,0.0013132766,0.00008154038,0.000012549232,0.003582684],"genre_scores_gemma":[0.00011739154,0.97566223,0.00039756758,0.00081929925,0.0007143046,0.00027461446,0.000064631626,0.00006530138,0.021884657],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.92747617,0.030274231,0.01980221,0.0024907053,0.01906326,0.00089342816],"domain_scores_gemma":[0.96123374,0.015339371,0.011588478,0.008507279,0.0009469664,0.0023841925],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.20030038,0.0014724986,0.0349127,0.00096390105,0.00023777118,0.003362374,0.005660742,0.0009820343,0.09859934],"category_scores_gemma":[0.047990795,0.00052316557,0.0151022915,0.0020131588,0.00030724346,0.0005180482,0.0008028675,0.0012061357,0.0077905552],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.096106e-7,0.00004247262,0.0000074259324,0.002217179,0.013162967,0.000031846957,0.00020792596,1.0876917e-7,1.9478836e-8,0.0007191728,0.03537927,0.9482311],"study_design_scores_gemma":[0.000063991974,0.00001982415,0.0000038987923,0.0014048252,0.09614071,0.00013600581,0.00031661266,0.000014964397,4.0190283e-8,0.002168278,0.89926624,0.00046463075],"about_ca_topic_score_codex":0.00020650626,"about_ca_topic_score_gemma":0.00057907886,"teacher_disagreement_score":0.9477665,"about_ca_system_score_codex":0.00009123671,"about_ca_system_score_gemma":0.00087827165,"threshold_uncertainty_score":0.9998025},"labels":[],"label_agreement":null},{"id":"W2061449433","doi":"10.1038/ijo.2011.207","title":"Is funding source related to study reporting quality in obesity or nutrition randomized control trials in top-tier medical journals?","year":2011,"lang":"en","type":"review","venue":"International Journal of Obesity","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Obesity; Medicine; Randomized controlled trial; Quality (philosophy); Control (management); MEDLINE; Environmental health; Internal medicine; Biology; Computer science","score_opus":0.8500993512178288,"score_gpt":0.6548928763963162,"score_spread":0.19520647482151254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061449433","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.090488255,0.8802913,0.01744574,0.00085254764,0.0034266822,0.007020214,0.000057529764,0.0000071546933,0.00041061052],"genre_scores_gemma":[0.09906337,0.89541584,0.0018806896,0.00048819627,0.0011067052,0.0001945098,0.0000129129485,0.00005789218,0.0017798886],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.5948318,0.2061293,0.17188892,0.0019430756,0.024444161,0.00076269044],"domain_scores_gemma":[0.73902625,0.0658644,0.18536758,0.002297629,0.006548437,0.00089566637],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7603875,0.0007056277,0.034267265,0.0039051375,0.00010436669,0.0010743577,0.0046395194,0.0005655831,0.021296293],"category_scores_gemma":[0.6630333,0.00032815186,0.010091906,0.0020177744,0.000073662195,0.0005718837,0.00036047582,0.0018677425,0.00030435744],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0101137655,0.005224394,0.104208805,0.001253726,0.009476259,0.0026967789,0.0035255523,0.000024319968,6.183421e-7,0.00022832403,0.004993465,0.858254],"study_design_scores_gemma":[0.186595,0.00057497004,0.02441356,0.06625759,0.009695691,0.004732953,0.0032455807,0.00062997657,0.000002360089,0.01271077,0.6892652,0.0018763662],"about_ca_topic_score_codex":0.00013857546,"about_ca_topic_score_gemma":0.00014419328,"teacher_disagreement_score":0.8563776,"about_ca_system_score_codex":0.00062205864,"about_ca_system_score_gemma":0.0009060224,"threshold_uncertainty_score":0.9999626},"labels":[],"label_agreement":null},{"id":"W2062890872","doi":"10.1016/j.prevetmed.2009.06.002","title":"Methodological quality and completeness of reporting in clinical trials conducted in livestock species","year":2009,"lang":"en","type":"article","venue":"Preventive Veterinary Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":90,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Institute of Population and Public Health; Canadian Institutes of Health Research; Institut pour la Recherche en Santé Publique; Public Health Agency of Canada","keywords":"Blinding; Consolidated Standards of Reporting Trials; Checklist; Randomization; Medicine; Clinical trial; Randomized controlled trial; Rigour; Family medicine; Research design; Psychology; Statistics; Internal medicine; Mathematics","score_opus":0.9924180682264175,"score_gpt":0.7631734473829986,"score_spread":0.2292446208434189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062890872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98868614,0.0015267134,0.00561668,0.0018545856,0.00019154196,0.0008815311,0.0000046806135,0.000003050473,0.001235073],"genre_scores_gemma":[0.9901954,0.00014424702,0.00889988,0.0001804095,0.000086911525,0.000013552056,0.000005223006,0.000003267307,0.0004711246],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.5955302,0.30708152,0.0910114,0.0019888554,0.00394754,0.00044050478],"domain_scores_gemma":[0.7985531,0.13729322,0.059579253,0.0031196398,0.0011604022,0.00029438833],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.69637144,0.00023180546,0.010105931,0.00046699325,0.000029502571,0.00003541253,0.00058465044,0.0001138207,0.0023066332],"category_scores_gemma":[0.6634773,0.00010573973,0.00084662304,0.0011289758,0.00032447308,0.00013162203,0.0001460338,0.00027259655,0.000010178139],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050604553,0.00049619714,0.8648714,0.00022985159,0.00017113458,0.00024926153,0.0019572177,0.0000077404875,0.039986614,0.0030695219,0.0012333626,0.08722169],"study_design_scores_gemma":[0.0008730394,0.0010029868,0.97869724,0.00033853835,0.000067257475,0.000042524203,0.0012922541,0.00021745036,0.000029348008,0.016175585,0.0011642055,0.0000995672],"about_ca_topic_score_codex":0.000035541074,"about_ca_topic_score_gemma":0.000013728363,"teacher_disagreement_score":0.2030229,"about_ca_system_score_codex":0.000018362132,"about_ca_system_score_gemma":0.000034334713,"threshold_uncertainty_score":0.9986054},"labels":[],"label_agreement":null},{"id":"W2062914729","doi":"10.1503/cmaj.091164","title":"Snappy answers to stupid questions: an evidence-based framework for responding to peer-review feedback","year":2009,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Hamilton Health Sciences; McMaster University; University of Toronto","funders":"","keywords":"Promotion (chess); Peer feedback; Scale (ratio); Mood; Value (mathematics); Psychology; Medical education; Computer science; Medicine; Public relations; Social psychology; Political science; Law","score_opus":0.4927954389884851,"score_gpt":0.527325377209669,"score_spread":0.03452993822118389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062914729","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062837657,0.0032736468,0.16004674,0.82699615,0.0011667149,0.0014616427,0.000056401674,0.000009168022,0.0007057561],"genre_scores_gemma":[0.104069434,0.0006631456,0.13305709,0.7313154,0.0047849147,0.00021088072,0.00003330154,0.00005062042,0.025815226],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97002816,0.007408238,0.005866054,0.00070839847,0.015288576,0.000700547],"domain_scores_gemma":[0.96993303,0.0101211555,0.0029547177,0.0015182587,0.009293594,0.0061792475],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.25721273,0.00027007458,0.0020452791,0.0015128053,0.00056626566,0.0015935419,0.0021912192,0.00032873862,0.020176379],"category_scores_gemma":[0.66010284,0.00016720868,0.0010807198,0.0040981187,0.00001631502,0.00048245268,0.000017023407,0.0006848528,0.0022432115],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008203114,0.00001872142,0.0027195169,0.000015836988,0.000050270934,0.000018073888,0.00020555143,0.00008151342,0.0000033278113,0.0028508035,0.8492235,0.14480466],"study_design_scores_gemma":[0.00014582217,0.00023275494,0.009384754,0.002388963,0.00012808482,0.000021850032,0.00032420477,0.0007160089,0.0000018264686,0.005863802,0.98057485,0.00021709542],"about_ca_topic_score_codex":0.00012891494,"about_ca_topic_score_gemma":0.0033263366,"teacher_disagreement_score":0.40289012,"about_ca_system_score_codex":0.0011633275,"about_ca_system_score_gemma":0.003085502,"threshold_uncertainty_score":0.9994429},"labels":[],"label_agreement":null},{"id":"W2062934264","doi":"10.1371/journal.pone.0041239","title":"Reliability of the Peer-Review Process for Adverse Event Rating","year":2012,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Institute for Clinical Evaluative Sciences; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Adverse effect; Medicine; Emergency medicine; Internal medicine","score_opus":0.7800581212637085,"score_gpt":0.5218225621248295,"score_spread":0.2582355591388791,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062934264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96189123,0.0109325675,0.0035045817,0.010268352,0.00023538723,0.0062192604,0.000052032345,0.000007102705,0.0068894923],"genre_scores_gemma":[0.9816348,0.00003391305,0.0033852083,0.0003739761,0.000071889335,0.00020162537,0.0000022428096,0.000005837938,0.014290521],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9848885,0.0027211646,0.0050806873,0.00033982834,0.0067819622,0.000187887],"domain_scores_gemma":[0.98504996,0.0027415834,0.0043278714,0.0030993836,0.0046781106,0.00010306308],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14245538,0.00012296396,0.0020276844,0.000034248445,0.00008779889,0.000030112948,0.0010795692,0.00003067831,0.0025875785],"category_scores_gemma":[0.20454247,0.00004509622,0.0011999898,0.0006420174,0.000034755718,0.00019148484,0.00008064668,0.00007328146,0.0003089379],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002835143,0.00760548,0.64480305,0.044363715,0.0017286012,2.1352268e-7,0.005766486,0.00015040326,0.004778288,0.0031324828,0.27287394,0.014769009],"study_design_scores_gemma":[0.002104615,0.0004354418,0.25147808,0.0261909,0.023557257,0.000009769552,0.00556189,0.034924272,0.039235346,0.037203327,0.57721126,0.0020878315],"about_ca_topic_score_codex":0.0000016462926,"about_ca_topic_score_gemma":0.0000031947257,"teacher_disagreement_score":0.39332497,"about_ca_system_score_codex":0.000016286407,"about_ca_system_score_gemma":0.000045468692,"threshold_uncertainty_score":0.9983242},"labels":[],"label_agreement":null},{"id":"W2063005954","doi":"10.1016/j.jclinepi.2011.04.007","title":"Sensitive Clinical Queries retrieved relevant systematic reviews as well as primary studies: an analytic survey","year":2011,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research","keywords":"PsycINFO; CINAHL; MEDLINE; Systematic review; Etiology; Medicine; Information retrieval; Computer science; Internal medicine; Biology","score_opus":0.9777776711586176,"score_gpt":0.7428429140863486,"score_spread":0.23493475707226896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063005954","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011667523,0.98329717,0.0022398438,0.00034546573,0.006821474,0.0044690277,0.000040513893,0.000009679996,0.0026601308],"genre_scores_gemma":[0.000022098999,0.97732896,0.0059906268,0.00441078,0.00219241,0.000060266844,0.000042240834,0.000094246934,0.009858401],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.0889493,0.66195047,0.24063201,0.0031816168,0.0042906115,0.0009960254],"domain_scores_gemma":[0.011716294,0.6870316,0.27964717,0.009862133,0.009826418,0.0019163623],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.9471821,0.0021646686,0.22270735,0.0010778726,0.00023770337,0.00027275755,0.0076898476,0.0029923825,0.0039424384],"category_scores_gemma":[0.98459697,0.0008523415,0.055103116,0.002889596,0.0016910211,0.00063058344,0.00089214183,0.006067771,0.030604957],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048101434,0.0010765478,0.012140272,0.17787163,0.024352884,0.0007175545,0.0002450492,0.0000032296068,1.2045723e-8,0.0020341887,0.37786394,0.40321368],"study_design_scores_gemma":[0.00039638038,0.002191209,0.0022946503,0.06582157,0.016215188,0.0013045765,0.00023059528,0.000037425303,6.028099e-9,0.009422821,0.9013824,0.0007031882],"about_ca_topic_score_codex":0.000045693003,"about_ca_topic_score_gemma":0.00013415728,"teacher_disagreement_score":0.52351844,"about_ca_system_score_codex":0.0002751467,"about_ca_system_score_gemma":0.003219754,"threshold_uncertainty_score":0.99939275},"labels":[],"label_agreement":null},{"id":"W2063363252","doi":"10.1016/j.surg.2009.12.012","title":"Pathology reviews in the research context: Future directions","year":2010,"lang":"en","type":"editorial","venue":"Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Expert opinion; Context (archaeology); Second opinion; Informed consent; Patient care; Medical physics; MEDLINE; Process (computing); Subject (documents); Pathology; Intensive care medicine; Alternative medicine; Computer science; Nursing","score_opus":0.7531455948388232,"score_gpt":0.5791994237405134,"score_spread":0.1739461710983098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063363252","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029053722,0.05490753,0.0000200273,0.0029847166,0.9324076,0.001253715,0.00008282856,0.000004685176,0.008048315],"genre_scores_gemma":[0.00024469898,0.016356705,0.00008846706,0.00029650447,0.9510556,0.00069546246,0.00013304208,0.000030806194,0.031098746],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.78455293,0.17242692,0.019771319,0.0025973672,0.019685177,0.0009662661],"domain_scores_gemma":[0.5849239,0.37755114,0.01117908,0.019305047,0.00675763,0.00028320213],"candidate_categories":["metaresearch","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.67145556,0.00044877405,0.007710685,0.0017043015,0.00038228673,0.0012327674,0.0038818421,0.0013130088,0.009618414],"category_scores_gemma":[0.5196112,0.00016713256,0.004085356,0.0044136764,0.00023449112,0.00014195708,0.00021402734,0.0043457653,0.011926362],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026710159,0.000032728865,0.00036544376,0.000052436353,0.000022384658,0.000042631258,0.00042724318,2.3905665e-8,0.0000013831943,0.000104651735,0.9178089,0.08113952],"study_design_scores_gemma":[0.000028369512,0.0000071290438,0.00031504693,0.0001068996,0.000057706424,0.000009880416,0.0005861439,0.0000021032422,2.1487624e-7,0.0017020418,0.997026,0.0001584145],"about_ca_topic_score_codex":0.000088020046,"about_ca_topic_score_gemma":0.0032124475,"teacher_disagreement_score":0.2051242,"about_ca_system_score_codex":0.00005178326,"about_ca_system_score_gemma":0.000585,"threshold_uncertainty_score":0.9999835},"labels":[],"label_agreement":null},{"id":"W2064052286","doi":"10.1016/j.jclinepi.2014.11.012","title":"Copresentation of relative and absolute effects is essential to promote optimal interpretability of treatment effects","year":2014,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Interpretability; Absolute (philosophy); Medicine; Computer science; Machine learning; Philosophy; Epistemology","score_opus":0.7282977570590544,"score_gpt":0.642368630379622,"score_spread":0.08592912667943242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064052286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5329978,0.0018882056,0.19825917,0.26045746,0.003258131,0.002603079,0.000046261637,0.0000026551402,0.00048727807],"genre_scores_gemma":[0.6033388,0.0008551212,0.12946263,0.25562975,0.0067474665,0.00007775018,0.000028182962,0.00008556998,0.003774722],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.77991945,0.15739688,0.057992447,0.0015063813,0.0027035517,0.00048130233],"domain_scores_gemma":[0.5851954,0.34877616,0.061149605,0.0022971956,0.0022382562,0.00034334208],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28034192,0.00049581344,0.02450788,0.00049134565,0.000035805482,0.000037624577,0.0012598096,0.0010972822,0.0004928754],"category_scores_gemma":[0.5637447,0.00022399699,0.007067131,0.00035045645,0.00048052162,0.00015413464,0.00020225362,0.0013962482,0.00009666118],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004916642,0.00026451965,0.06356708,0.0015882599,0.0048350845,0.00006762503,0.0008463312,0.00023783508,0.000077256016,0.00019539424,0.87909836,0.048730582],"study_design_scores_gemma":[0.0056862123,0.03256254,0.2103431,0.003887907,0.012889222,0.0003353979,0.00006929319,0.02289637,0.0005908598,0.06916475,0.6405139,0.0010604755],"about_ca_topic_score_codex":0.000032051663,"about_ca_topic_score_gemma":0.0000040661707,"teacher_disagreement_score":0.28340277,"about_ca_system_score_codex":0.000061387414,"about_ca_system_score_gemma":0.00020996187,"threshold_uncertainty_score":0.9899743},"labels":[],"label_agreement":null},{"id":"W2064296154","doi":"10.1097/01.brs.0000065484.95996.af","title":"Updated Method Guidelines for Systematic Reviews in the Cochrane Collaboration Back Review Group","year":2003,"lang":"en","type":"article","venue":"Spine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2199,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network; Toronto General Hospital; Institute for Work & Health","funders":"","keywords":"Medicine; Systematic review; Data extraction; MEDLINE; Relevance (law); Alternative medicine; Cochrane collaboration; Cochrane Library; Family medicine; Medical education; Medical physics; Pathology","score_opus":0.763145399694103,"score_gpt":0.6166412634076097,"score_spread":0.14650413628649328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064296154","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015391635,0.48989907,0.4510677,0.020340897,0.000580974,0.03046896,0.000027121276,0.000009239866,0.007452117],"genre_scores_gemma":[0.0016483144,0.044891972,0.86840874,0.04577679,0.00036698513,0.0064906282,0.00024033233,0.00006639266,0.03210982],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9278449,0.046380006,0.02085059,0.0009803951,0.0036269594,0.00031717244],"domain_scores_gemma":[0.97858363,0.004178871,0.007846938,0.0050472673,0.0042490033,0.00009429294],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.40538898,0.00033557808,0.0061936826,0.00020066163,0.00010158833,0.0004399362,0.0014741427,0.000069694834,0.0050342726],"category_scores_gemma":[0.3032775,0.00011924438,0.0013081066,0.0040319683,0.000020288182,0.00021510126,0.000026184785,0.00009654133,0.00281114],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016684817,0.000044416945,0.00003651282,0.03992937,0.000060428505,0.0000013301433,0.00014907526,0.00002311568,0.00008906169,0.013672947,0.9442582,0.0017338839],"study_design_scores_gemma":[0.00031589484,0.000059876533,0.00004465626,0.019216528,0.0005397305,0.000026530426,0.0006008293,0.0032337976,0.000010923507,0.0028932628,0.9728463,0.00021166037],"about_ca_topic_score_codex":0.0000052589744,"about_ca_topic_score_gemma":0.000094345065,"teacher_disagreement_score":0.44500712,"about_ca_system_score_codex":0.000031313964,"about_ca_system_score_gemma":0.00005404589,"threshold_uncertainty_score":0.9979653},"labels":[],"label_agreement":null},{"id":"W2065300975","doi":"10.1057/palgrave.hep.8300059","title":"What You Don't Know: Graduate Deans' Knowledge of Doctoral Completion Rates","year":2004,"lang":"en","type":"article","venue":"Higher Education Policy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Division of Graduate Education; Health Canada; Sick Kids Foundation","keywords":"Graduate students; Medical education; Supervisor; Graduate education; Doctoral studies; Psychology; Medicine; Political science; Pedagogy","score_opus":0.6715057011600585,"score_gpt":0.5639836889957986,"score_spread":0.10752201216425983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065300975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9048989,0.010002055,0.0010200309,0.030111259,0.0060714707,0.0011535252,0.000027900856,0.000027251284,0.046687614],"genre_scores_gemma":[0.9033073,0.00014837895,0.0010359129,0.00045299146,0.0006958368,0.000050689094,0.000030832984,0.000013964844,0.09426406],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99141544,0.0017648434,0.004334611,0.00061768614,0.0016207999,0.00024661876],"domain_scores_gemma":[0.9926983,0.0005678627,0.002568587,0.002149841,0.0018170743,0.00019834549],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.01213419,0.00026106474,0.0015518416,0.00078738667,0.00012295776,0.00078973506,0.001019532,0.000076111406,0.006879565],"category_scores_gemma":[0.0020387447,0.00014966607,0.00082642125,0.002370879,0.00010593524,0.00068604137,0.00007190755,0.000104438775,0.0057407105],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010967633,0.0011231356,0.02257889,0.00017206761,0.00020366727,3.7206308e-7,0.0068913656,0.00019862344,0.0007806193,0.80135906,0.13533518,0.031346086],"study_design_scores_gemma":[0.00026692724,0.000036856636,0.18464398,0.00012665777,0.00010752171,0.0000056274203,0.0012803572,0.00003257308,0.00039131983,0.103983335,0.70890903,0.00021577178],"about_ca_topic_score_codex":0.00052109954,"about_ca_topic_score_gemma":0.00005793434,"teacher_disagreement_score":0.6973757,"about_ca_system_score_codex":0.00013545936,"about_ca_system_score_gemma":0.0005950572,"threshold_uncertainty_score":0.99503344},"labels":[],"label_agreement":null},{"id":"W2065320444","doi":"10.1007/s11606-012-2030-8","title":"Chapter 5: Assessing Risk of Bias as a Domain of Quality in Medical Test Studies","year":2012,"lang":"en","type":"article","venue":"Journal of General Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Agency for Healthcare Research and Quality","keywords":"Medicine; Test (biology); Context (archaeology); Systematic review; Quality (philosophy); Internal validity; Categorization; Publication bias; MEDLINE; Meta-analysis; Computer science; Artificial intelligence; Pathology","score_opus":0.8247082700658515,"score_gpt":0.6359344799048843,"score_spread":0.18877379016096718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065320444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97707886,0.010569208,0.0035305312,0.0029879075,0.00092607987,0.00009885056,0.0000030029673,5.669466e-7,0.004805011],"genre_scores_gemma":[0.99326193,0.00062294985,0.003473008,0.00037417785,0.0008697247,0.0000010810658,1.9277373e-7,0.000006713993,0.001390189],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9695124,0.00659852,0.015544511,0.00022596007,0.007896167,0.00022244762],"domain_scores_gemma":[0.9579669,0.014357878,0.023362448,0.0010558435,0.0028173372,0.00043954095],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22769982,0.00021660115,0.0047373693,0.0007517377,0.000027462605,0.0000333028,0.0011474771,0.00008156957,0.004552763],"category_scores_gemma":[0.22004312,0.00008448822,0.0010371422,0.0005914002,0.00031908017,0.000340299,0.00014033409,0.0004235088,0.000032197862],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000603002,0.00023653865,0.95936644,0.0000973529,0.00077014416,0.000050948776,0.003878257,0.000012900107,0.0042298045,0.0020100118,0.009814448,0.01947284],"study_design_scores_gemma":[0.0039126636,0.001959142,0.9007222,0.0060120784,0.0012161371,0.0013668147,0.021374246,0.0012016199,0.002888648,0.030634232,0.02831682,0.00039538363],"about_ca_topic_score_codex":0.00025665315,"about_ca_topic_score_gemma":0.00007144845,"teacher_disagreement_score":0.05864424,"about_ca_system_score_codex":0.000047254685,"about_ca_system_score_gemma":0.00007381634,"threshold_uncertainty_score":0.9963572},"labels":[],"label_agreement":null},{"id":"W2065378584","doi":"10.1371/journal.pone.0049163","title":"Inconsistent Definitions for Intention-To-Treat in Relation to Missing Outcome Data: Systematic Review of the Methods Literature","year":2012,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":128,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Observational study; MEDLINE; Medicine; Missing data; Intention-to-treat analysis; Randomized controlled trial; Psychology; Statistics; Surgery; Internal medicine; Mathematics","score_opus":0.9487944688829033,"score_gpt":0.6109909190705339,"score_spread":0.3378035498123694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065378584","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000010825532,0.97336,0.011474277,0.00069533475,0.00017774032,0.013199988,0.0004907054,0.00000441973,0.0005964568],"genre_scores_gemma":[0.00000392974,0.85168153,0.14267696,0.0004952303,0.000053674034,0.0016231423,0.00029622187,0.000036172245,0.0031331421],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.945418,0.027969332,0.021435445,0.0011957287,0.0036698997,0.00031159172],"domain_scores_gemma":[0.95630896,0.016880838,0.012718626,0.01170213,0.0021373786,0.0002520961],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15271291,0.0005574036,0.017726252,0.000889584,0.00013036677,0.00046717568,0.0036298705,0.00023185932,0.0003530603],"category_scores_gemma":[0.21580589,0.00022381588,0.0036900176,0.004462031,0.000026239724,0.0002992926,0.00065781636,0.0003589237,0.0006987707],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.8410296e-7,0.000187866,0.000047242298,0.977056,0.00054305745,2.914387e-7,0.00010771411,1.4004202e-7,9.984818e-7,0.00066932384,0.0009908598,0.020395903],"study_design_scores_gemma":[0.00004019939,0.0000128826005,0.000016961487,0.8950131,0.02742194,0.000008862298,0.000027678165,0.00004563687,4.0857464e-7,0.00046650405,0.07672612,0.00021967727],"about_ca_topic_score_codex":0.0000029629718,"about_ca_topic_score_gemma":0.00001419819,"teacher_disagreement_score":0.13120268,"about_ca_system_score_codex":0.0001583832,"about_ca_system_score_gemma":0.00012831582,"threshold_uncertainty_score":0.99685663},"labels":[],"label_agreement":null},{"id":"W2065556335","doi":"10.1302/2046-3758.35.2000280","title":"Design and execution of clinical trials in orthopaedic surgery","year":2014,"lang":"en","type":"review","venue":"Bone and Joint Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Clinical trial; Orthopedic surgery; Randomized controlled trial; Medical physics; Alternative medicine; Physical therapy; MEDLINE; Surgery; Internal medicine; Pathology","score_opus":0.9860545380829839,"score_gpt":0.7418720961586756,"score_spread":0.24418244192430838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065556335","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019585871,0.9932815,0.0033982776,0.000110364716,0.00011877483,0.0022876237,0.000006250672,0.000001201838,0.00060019264],"genre_scores_gemma":[0.00020136386,0.9960506,0.0009473906,0.000010592293,0.00016504685,0.00012400877,0.000007711634,0.0000132051255,0.002480103],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.34180176,0.56865853,0.075562134,0.0024141527,0.010860731,0.0007027063],"domain_scores_gemma":[0.36790144,0.59332937,0.029034162,0.0061493195,0.0028124542,0.00077325245],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9263432,0.00032313183,0.032852914,0.002650409,0.0000846079,0.00045549576,0.0004121192,0.0004457835,0.0012669141],"category_scores_gemma":[0.55470264,0.00013646173,0.005325698,0.0020937368,0.00029692688,0.000094363066,0.00031662185,0.0008201646,0.0004250409],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009230018,0.000033504137,0.00031308713,0.005675735,0.00009791525,0.000011610254,0.000017013752,1.234485e-7,2.187788e-7,0.00021104995,0.04031084,0.95331967],"study_design_scores_gemma":[0.00013529048,0.00006566268,0.00035821897,0.0060789036,0.00032075244,0.000025739608,0.00003684774,0.00024595682,1.6693248e-7,0.0016458821,0.99095565,0.00013094945],"about_ca_topic_score_codex":0.000030932497,"about_ca_topic_score_gemma":0.000012182153,"teacher_disagreement_score":0.9531887,"about_ca_system_score_codex":0.000017821243,"about_ca_system_score_gemma":0.0006800776,"threshold_uncertainty_score":0.99964607},"labels":[],"label_agreement":null},{"id":"W2065610115","doi":"10.1016/s0140-6736(07)61835-2","title":"CONSORT for reporting randomised trials in journal and conference abstracts","year":2008,"lang":"en","type":"article","venue":"The Lancet","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":458,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Children's Hospital of Eastern Ontario","funders":"","keywords":"Scopus; Internet portal; Family medicine; Medicine; Human immunodeficiency virus (HIV); The Internet; Alternative medicine; Public health; MEDLINE; Clinical trial; Political science; World Wide Web; Internal medicine; Pathology; Computer science","score_opus":0.9401007708109369,"score_gpt":0.5957937696198259,"score_spread":0.344307001191111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065610115","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9752343,0.0009433622,0.0074272947,0.0036503442,0.00019243766,0.0010552849,0.0000068841723,0.0000022869108,0.011487802],"genre_scores_gemma":[0.9942265,0.0001857511,0.0026225857,0.00033294057,0.00031680503,0.000029806059,7.2771525e-7,0.0000030660776,0.0022817813],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96541893,0.010465252,0.021658747,0.000393554,0.0018004357,0.00026309778],"domain_scores_gemma":[0.9001382,0.050854594,0.0446733,0.0029914873,0.001174843,0.00016755247],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4855878,0.00010560961,0.004937181,0.0000901432,0.00017230198,0.0005023174,0.00068250205,0.000034103476,0.001029948],"category_scores_gemma":[0.4376245,0.000036586734,0.00070716836,0.00020098881,0.00006554273,0.000094501025,0.0000276124,0.00013804935,0.000055274504],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016964017,0.000061020575,0.11797867,0.00010731813,0.0005045018,0.00010732552,0.0046054237,0.00029486624,0.0015705735,0.0033190295,0.8347349,0.035019964],"study_design_scores_gemma":[0.049662407,0.00012639105,0.32474265,0.00038309235,0.0007027069,0.0028847936,0.003121879,0.0060937465,0.00071563263,0.17889312,0.43204266,0.0006309413],"about_ca_topic_score_codex":0.0000057884863,"about_ca_topic_score_gemma":0.000019485286,"teacher_disagreement_score":0.40269226,"about_ca_system_score_codex":0.000009079615,"about_ca_system_score_gemma":0.00007965651,"threshold_uncertainty_score":0.99988323},"labels":[],"label_agreement":null},{"id":"W2065681286","doi":"10.1371/journal.pctr.0020022","title":"Development and Evaluation of a Pedagogical Tool to Improve Understanding of a Quality Checklist: A Randomised Controlled Trial","year":2007,"lang":"en","type":"article","venue":"PLoS Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Blinding; Checklist; Medicine; Randomized controlled trial; Confidence interval; Psychological intervention; Coding (social sciences); Clinical trial; Randomization; Grading (engineering); Physical therapy; Medical physics; Psychology; Statistics; Nursing; Surgery; Internal medicine","score_opus":0.9766944636143061,"score_gpt":0.7152751183743534,"score_spread":0.2614193452399527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065681286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94921046,0.00014013117,0.035163026,0.000227035,0.00041216653,0.012933386,0.000009269973,0.0000031592608,0.0019013764],"genre_scores_gemma":[0.9879757,0.0000071527593,0.010839013,0.00011035175,0.00024239015,0.00025735,0.0000019514769,0.000006625174,0.00055944],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.4689449,0.28760996,0.20288809,0.0037751482,0.035804525,0.0009773726],"domain_scores_gemma":[0.34787524,0.58409655,0.055783506,0.004571305,0.0068088043,0.000864582],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.89260894,0.0002441585,0.013422758,0.00029058204,0.000069072106,0.0001581678,0.0005815563,0.00021287065,0.0020962132],"category_scores_gemma":[0.86177963,0.000109647895,0.0033224828,0.00063109276,0.00010297798,0.00008415022,0.00011256255,0.00014444801,0.000055168322],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.85598207,0.001972827,0.0017873163,0.00017197854,0.00432681,0.0000017537351,0.0035264182,0.000016169024,0.005421374,0.0095038265,0.0008274971,0.11646197],"study_design_scores_gemma":[0.9697773,0.0005701133,0.002055712,0.00009878414,0.0031608045,3.880995e-7,0.0025637,0.0023336739,0.0010171919,0.017416969,0.00073952065,0.00026588145],"about_ca_topic_score_codex":0.0000023843768,"about_ca_topic_score_gemma":0.000016353068,"teacher_disagreement_score":0.29648662,"about_ca_system_score_codex":0.000073379095,"about_ca_system_score_gemma":0.00042945333,"threshold_uncertainty_score":0.998816},"labels":[],"label_agreement":null},{"id":"W2066104795","doi":"10.1037/a0029946","title":"Bootstrap confidence intervals for the mean correlation corrected for Case IV range restriction: A more adequate procedure for meta-analysis.","year":2012,"lang":"en","type":"article","venue":"Journal of Applied Psychology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Confidence interval; Statistics; Percentile; Nonparametric statistics; Robust confidence intervals; CDF-based nonparametric confidence interval; Correlation; Range (aeronautics); Mathematics; Monte Carlo method; Meta-analysis; Medicine","score_opus":0.7955223045986451,"score_gpt":0.574295076767126,"score_spread":0.22122722783151916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066104795","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0077854283,0.0038402732,0.9785075,0.004200708,0.0014131832,0.0035664407,0.00008902388,0.000004861592,0.0005925489],"genre_scores_gemma":[0.9799935,0.000029843504,0.014294706,0.0016981625,0.0006068961,0.0014316015,0.000011394172,0.000023329956,0.0019105357],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9890122,0.0011645334,0.0074539986,0.00056696794,0.0014088303,0.00039348417],"domain_scores_gemma":[0.9725443,0.012683504,0.010637793,0.001517454,0.0024139548,0.0002029913],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.07024268,0.0003275011,0.004330917,0.000659437,0.00029418385,0.0002559625,0.0011338068,0.00020292166,0.0019930664],"category_scores_gemma":[0.0067988397,0.00013962493,0.0069759884,0.0014577166,0.000094258394,0.00025513445,0.000026006825,0.00025535867,0.000047805697],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024503453,0.0004940353,0.0013451928,0.00014935562,0.16401623,0.00001821532,0.008098201,0.0035913892,0.00017884115,0.03162686,0.7757478,0.0122835385],"study_design_scores_gemma":[0.0047181663,0.0010560743,0.006365718,0.00001743007,0.59369326,0.0029608638,0.010852737,0.044267762,0.00006861169,0.039261024,0.2959839,0.00075446645],"about_ca_topic_score_codex":0.0000029080911,"about_ca_topic_score_gemma":0.000030043158,"teacher_disagreement_score":0.9722081,"about_ca_system_score_codex":0.000029971068,"about_ca_system_score_gemma":0.000056039305,"threshold_uncertainty_score":0.99891925},"labels":[],"label_agreement":null},{"id":"W2066480210","doi":"10.1186/1741-7015-11-20","title":"RAMESES publication standards: meta-narrative reviews","year":2013,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":599,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Health Services and Delivery Research Programme; Menzies Centre for Australian Studies, King's College London, University of London; University of Waterloo; Queen's University; University College London; University of Toronto; Dalhousie University; Universiteit Maastricht; University of Leeds; National Institute for Health and Care Research; Queen Mary University of London; McGill University; University of South Australia; University of East London","keywords":"Narrative; Systematic review; Narrative inquiry; Set (abstract data type); Delphi; Publishing; Delphi method; Medicine; Computer science; MEDLINE; Political science; Literature; Artificial intelligence","score_opus":0.882098673666388,"score_gpt":0.593729071523679,"score_spread":0.2883696021427089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066480210","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012015983,0.13622601,0.38690743,0.10461672,0.0019584235,0.013290956,0.00006313608,0.00007354268,0.3448478],"genre_scores_gemma":[0.34447202,0.0022185682,0.06490284,0.019044215,0.0021854625,0.0043312423,0.00015404636,0.00007892663,0.56261265],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96537083,0.013595743,0.011705832,0.0010770984,0.007974828,0.0002756421],"domain_scores_gemma":[0.9584963,0.009604838,0.011665791,0.009016801,0.010638349,0.000577974],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.2032906,0.00034614748,0.005929305,0.0004189925,0.00015043805,0.00055331294,0.0016297129,0.00007071585,0.37129995],"category_scores_gemma":[0.34042192,0.00011532231,0.0015993053,0.0019142348,0.00016171491,0.00058957643,0.00008948634,0.00014376866,0.014695588],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013767005,0.000014610611,0.00122877,0.000039599552,0.0002603476,3.000002e-7,0.0011384571,0.0000013864652,0.00004544709,0.001859582,0.97828686,0.01712326],"study_design_scores_gemma":[0.00019258534,0.000061504354,0.0025345536,0.000048509104,0.0010851274,0.000006472367,0.0021893561,0.00070791575,0.000011076359,0.0068324655,0.98620397,0.00012646941],"about_ca_topic_score_codex":0.00007158313,"about_ca_topic_score_gemma":0.0000692463,"teacher_disagreement_score":0.35660437,"about_ca_system_score_codex":0.00004847931,"about_ca_system_score_gemma":0.00011912464,"threshold_uncertainty_score":0.9860716},"labels":[],"label_agreement":null},{"id":"W2066896354","doi":"10.1371/journal.pmed.0040078","title":"Epidemiology and Reporting Characteristics of Systematic Reviews","year":2007,"lang":"en","type":"article","venue":"PLoS Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":903,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Population and Public Health; University of Ottawa; Children's Hospital of Eastern Ontario","funders":"U.S. National Library of Medicine; Cancer Research UK; National Institutes of Health; U.S. Public Health Service; Canadian Institutes of Health Research; University of Ottawa","keywords":"Epidemiology; Medicine; MEDLINE; Systematic review; Family medicine; Reporting bias; Publication bias; Meta-analysis; Pathology","score_opus":0.9272868738012594,"score_gpt":0.6074818268142426,"score_spread":0.31980504698701684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066896354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76670563,0.08957941,0.10426594,0.004882779,0.0012799368,0.0073248157,0.0000069569455,0.000019599345,0.025934918],"genre_scores_gemma":[0.9880757,0.00067880366,0.0058404314,0.0009537442,0.0003093532,0.000033405253,0.000004823154,0.000010792602,0.0040929536],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.83958733,0.024079366,0.12902918,0.0014860687,0.0051855776,0.00063247705],"domain_scores_gemma":[0.7694371,0.07699172,0.14433204,0.0065278923,0.0022104261,0.00050084235],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5804152,0.00021875092,0.012839618,0.00033096608,0.000053643602,0.000013559187,0.0006051382,0.00007657345,0.0017594944],"category_scores_gemma":[0.85012513,0.0000809881,0.0005954165,0.00072058674,0.00016696806,0.00005848837,0.00007406838,0.00013129076,0.00028431093],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013117453,0.00009486629,0.87568283,0.061156623,0.0005234542,0.0000592019,0.0025829854,3.5639798e-7,0.0021229838,0.0071321228,0.02593716,0.024694305],"study_design_scores_gemma":[0.0010732093,0.0007545746,0.81859463,0.07012891,0.0071484996,0.00083943096,0.0053016506,0.0077544404,0.00025271578,0.022481993,0.06470783,0.0009621191],"about_ca_topic_score_codex":0.0000074504733,"about_ca_topic_score_gemma":0.000004833322,"teacher_disagreement_score":0.26970991,"about_ca_system_score_codex":0.000013386139,"about_ca_system_score_gemma":0.000013793131,"threshold_uncertainty_score":0.999153},"labels":[],"label_agreement":null},{"id":"W2067106654","doi":"10.1097/aci.0b013e32833c148b","title":"GRADE system: new paradigm","year":2010,"lang":"en","type":"review","venue":"Current Opinion in Allergy and Clinical Immunology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Health Sciences Centre","funders":"","keywords":"Grading (engineering); Medicine; Evidence-based medicine; Quality of evidence; MEDLINE; Systematic review; Intervention (counseling); Medical education; Quality (philosophy); Alternative medicine; Meta-analysis; Nursing; Pathology","score_opus":0.8369606507989273,"score_gpt":0.6232857806976765,"score_spread":0.21367487010125086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067106654","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000049049518,0.969033,0.00079681067,0.00022873322,0.028229117,0.001015577,0.00001800816,0.000014418949,0.0006594557],"genre_scores_gemma":[0.000003683658,0.9967233,0.00024965862,0.000016186532,0.0012317715,0.00009772993,0.00010434799,0.000030753803,0.0015425588],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.94495654,0.023777697,0.026492812,0.002440745,0.0017687089,0.00056348956],"domain_scores_gemma":[0.9700922,0.014026322,0.010423562,0.0048837834,0.00020744096,0.00036673638],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.05672345,0.0008611361,0.016077476,0.0007563526,0.00012891793,0.000469661,0.0034426425,0.0015207342,0.002423088],"category_scores_gemma":[0.018534718,0.00043229715,0.005222119,0.0012229969,0.00038367652,0.00014167781,0.00062181556,0.0026754576,0.005529236],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039804763,0.000100235426,0.000070707916,0.0015201749,0.00063761533,0.0000020242767,0.000018270337,1.382184e-7,3.967587e-9,0.02816245,0.02379974,0.9456847],"study_design_scores_gemma":[0.00035178495,0.00007195026,0.0002638194,0.0059323977,0.00033712227,0.00009372794,0.000032542397,0.00004334007,1.9745028e-9,0.0033270621,0.9891609,0.0003853297],"about_ca_topic_score_codex":0.000016130038,"about_ca_topic_score_gemma":0.00003085226,"teacher_disagreement_score":0.9653612,"about_ca_system_score_codex":0.000050338516,"about_ca_system_score_gemma":0.0005158249,"threshold_uncertainty_score":0.9998129},"labels":[],"label_agreement":null},{"id":"W2067414157","doi":"10.1159/000324432","title":"Basics of Systematic Reviews and Meta-Analyses for the Nephrologist","year":2011,"lang":"en","type":"review","venue":"Nephron Clinical Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Alberta","funders":"","keywords":"Medicine; Systematic review; Meta-analysis; Best practice; MEDLINE; Nephrology; Strengths and weaknesses; Clinical Practice; Protocol (science); Management science; Alternative medicine; Internal medicine; Family medicine; Pathology; Psychology","score_opus":0.9888653397882983,"score_gpt":0.7500926748908091,"score_spread":0.23877266489748916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067414157","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.411023e-8,0.9611919,0.019272331,0.0006783998,0.0005705341,0.014007871,0.00009268003,0.000006494862,0.0041797725],"genre_scores_gemma":[0.0000012381104,0.96578866,0.021342127,0.0019164857,0.00032991148,0.0017143651,0.000011424244,0.00005202126,0.008843746],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7558854,0.15984057,0.07568969,0.0028525451,0.005184391,0.00054738263],"domain_scores_gemma":[0.27974004,0.59804016,0.10401526,0.014454801,0.0033994615,0.00035027982],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.5602657,0.0012378892,0.05770135,0.00032298436,0.00028524493,0.0009481713,0.005676875,0.0007874594,0.004200193],"category_scores_gemma":[0.7833445,0.00036876684,0.03196676,0.0015279168,0.0006056422,0.0005708845,0.0005874903,0.0011575927,0.002553066],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024050629,0.0002645389,0.0000017642438,0.21433887,0.049890567,0.0000049295204,0.000056796343,9.707436e-7,1.5338625e-8,0.0067292512,0.20608072,0.5226075],"study_design_scores_gemma":[0.00006966602,0.00010454204,0.0000010674999,0.0016646241,0.34826446,0.000039479342,0.00007341645,0.000056911536,1.0302583e-8,0.00053851755,0.64897496,0.00021234417],"about_ca_topic_score_codex":0.000022944942,"about_ca_topic_score_gemma":0.00003182102,"teacher_disagreement_score":0.5223952,"about_ca_system_score_codex":0.000031680513,"about_ca_system_score_gemma":0.00041953742,"threshold_uncertainty_score":0.99987644},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2068016549","doi":"10.1111/j.1471-1842.2008.00823.x","title":"Consistency and accuracy of indexing systematic review articles and meta‐analyses in <scp>medline</scp>","year":2009,"lang":"en","type":"review","venue":"Health Information & Libraries Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"U.S. National Library of Medicine; Canadian Institutes of Health Research","keywords":"MEDLINE; Meta-analysis; Systematic review; Search engine indexing; Information retrieval; Medicine; Publication bias; Computer science; Internal medicine","score_opus":0.7935897364643344,"score_gpt":0.5667424302171852,"score_spread":0.22684730624714922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068016549","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007084896,0.9946582,0.000996599,0.00083785184,0.00008738373,0.002730116,0.00003862688,0.000006215384,0.00063797925],"genre_scores_gemma":[0.000029895484,0.99379694,0.003585883,0.0022848793,0.000036681806,0.00007367266,0.000022724667,0.000012121984,0.00015722198],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9403515,0.015590801,0.039186995,0.00044423618,0.0039534243,0.00047304694],"domain_scores_gemma":[0.9237538,0.019937651,0.052738145,0.0018753808,0.0011149927,0.00058001356],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08626609,0.0006791098,0.022613896,0.0019120679,0.00032164995,0.0025306419,0.0011654039,0.00020819683,0.00036638408],"category_scores_gemma":[0.12057728,0.00030338916,0.0024213898,0.0025947755,0.0001404576,0.004686995,0.00018566525,0.00074234605,0.00010801408],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.3028335e-7,0.000016818634,0.000016551174,0.8242111,0.0015497402,0.0000028831016,0.0012506779,0.000003159125,5.570994e-9,0.0020071387,0.010185524,0.16075572],"study_design_scores_gemma":[0.00022942017,0.00009440159,0.000050801875,0.2805716,0.02402061,0.001226397,0.0028017538,0.00034200397,1.4886267e-7,0.0036299254,0.6868118,0.00022113897],"about_ca_topic_score_codex":0.0000067613587,"about_ca_topic_score_gemma":0.0000046032765,"teacher_disagreement_score":0.67662627,"about_ca_system_score_codex":0.000056654648,"about_ca_system_score_gemma":0.0012266367,"threshold_uncertainty_score":0.9999418},"labels":[],"label_agreement":null},{"id":"W2068125206","doi":"10.2106/jbjs.f.00683","title":"Reporting of Outcomes in Orthopaedic Randomized Trials","year":2007,"lang":"en","type":"review","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":112,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences; Hamilton General Hospital","funders":"","keywords":"Blinding; Randomized controlled trial; Medicine; Randomization; Clinical trial; Outcome (game theory); Physical therapy; Consolidated Standards of Reporting Trials; Surgery; Internal medicine","score_opus":0.9147166925784586,"score_gpt":0.6076546168225283,"score_spread":0.30706207575593025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068125206","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001300708,0.99554497,0.0008965968,0.00010693071,0.0008926681,0.000835028,0.0000052579553,8.467104e-7,0.0004170131],"genre_scores_gemma":[0.00029468426,0.99726707,0.0010532505,0.000042679563,0.00021227784,0.000009200985,0.000001987859,0.000017121567,0.0011017299],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.5180651,0.07937805,0.3912915,0.0008888857,0.009896527,0.00047994877],"domain_scores_gemma":[0.20075303,0.22953306,0.56502306,0.0020968064,0.0022732287,0.0003208478],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.90081817,0.0005106178,0.13368504,0.0055764327,0.000037433536,0.00025966077,0.00022037044,0.00028123302,0.001341667],"category_scores_gemma":[0.817279,0.00018367854,0.048632994,0.0016151078,0.00010148868,0.00021099017,0.000090727044,0.0005754828,0.00003147212],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026435027,0.000059598664,0.0029041062,0.0056352634,0.0014088718,0.00040242032,0.000053961005,6.191764e-7,2.565139e-7,0.000028961193,0.008645124,0.9805965],"study_design_scores_gemma":[0.005680833,0.000020479967,0.0005591587,0.027664892,0.006611374,0.0012927534,0.00012881221,0.000008603898,4.687671e-7,0.0011897589,0.95653856,0.00030431],"about_ca_topic_score_codex":0.000009578053,"about_ca_topic_score_gemma":0.000005013419,"teacher_disagreement_score":0.98029214,"about_ca_system_score_codex":0.000033606815,"about_ca_system_score_gemma":0.0006499247,"threshold_uncertainty_score":0.99957126},"labels":[],"label_agreement":null},{"id":"W2068264290","doi":"10.1002/jrsm.1123","title":"A scoping review of scoping reviews: advancing the approach and enhancing the consistency","year":2014,"lang":"en","type":"review","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3082,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; Public Health Agency of Canada","funders":"Ontario Ministry of Agriculture, Food and Rural Affairs","keywords":"Consistency (knowledge bases); Computer science; Management science; Data science; Artificial intelligence; Engineering","score_opus":0.923851977769396,"score_gpt":0.7277039479738097,"score_spread":0.19614802979558632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068264290","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.881358e-8,0.89128095,0.08701174,0.00036275727,0.00015053486,0.013085499,0.0000071714053,0.0000063993734,0.008094846],"genre_scores_gemma":[2.5862494e-7,0.8728453,0.12292083,0.00017121351,0.0002188215,0.0030648229,0.0000024582473,0.000061287676,0.00071502157],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.3442413,0.60252833,0.03582132,0.0033598873,0.012536934,0.0015122361],"domain_scores_gemma":[0.16755807,0.7719051,0.031214796,0.023746068,0.0049097296,0.00066622894],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8674546,0.0010387482,0.032336485,0.0010539858,0.0012318883,0.0012375886,0.0076147914,0.00033329125,0.0019210866],"category_scores_gemma":[0.7785432,0.0003363213,0.0071474602,0.006299767,0.0010373698,0.00023951859,0.0017099698,0.0017074734,0.0004517362],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.055199e-7,0.000009484009,5.3205434e-7,0.3897209,0.0001654179,4.8441433e-7,0.00005685872,1.8669775e-7,0.0000012501804,0.00030912814,0.0018305465,0.6079048],"study_design_scores_gemma":[0.000012652012,0.000010991995,2.3074124e-7,0.53863424,0.0013004079,0.000038747992,0.00014691554,0.00007943699,0.0000053457666,0.00023877142,0.4593396,0.00019265861],"about_ca_topic_score_codex":0.000017628292,"about_ca_topic_score_gemma":0.000016865028,"teacher_disagreement_score":0.60771215,"about_ca_system_score_codex":0.00013023637,"about_ca_system_score_gemma":0.0015124232,"threshold_uncertainty_score":0.99990886},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2068364322","doi":"10.1213/01.ane.0000150612.71007.a3","title":"The Quality of Randomized Controlled Trials in Major Anesthesiology Journals","year":2005,"lang":"en","type":"article","venue":"Anesthesia & Analgesia","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Blinding; Anesthesiology; Medicine; Randomized controlled trial; Randomization; MEDLINE; Clinical trial; Quality Score; Sample size determination; Anesthesia; Surgery; Internal medicine; Statistics","score_opus":0.5659484486998051,"score_gpt":0.5334736453267027,"score_spread":0.03247480337310238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068364322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9399531,0.027181797,0.0016385892,0.024026083,0.00007135011,0.0043059494,0.0000014286954,0.000008044474,0.0028136978],"genre_scores_gemma":[0.99146044,0.0007371984,0.001412085,0.0010164492,0.00017984054,0.00026161593,0.0000017237994,0.000015269181,0.0049153897],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.501569,0.40002027,0.08643491,0.0014781572,0.00961463,0.00088302995],"domain_scores_gemma":[0.59940654,0.33632717,0.055037584,0.0060937125,0.0028080519,0.0003269421],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.80226797,0.00046470255,0.03578112,0.0008015422,0.00021630054,0.00068130763,0.0025898092,0.00020977602,0.0052531622],"category_scores_gemma":[0.32280213,0.00015345628,0.012763131,0.0014686508,0.00036107507,0.0002217321,0.000041047897,0.00026858537,0.0007927743],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.19141716,0.0012117887,0.2718424,0.00015830608,0.011120329,0.00028044806,0.0034320734,0.0015294983,0.0016740935,0.2561245,0.094773166,0.16643625],"study_design_scores_gemma":[0.428452,0.00022611466,0.29378414,0.00028520226,0.005238706,0.0005393815,0.0029838593,0.013699832,0.00039164006,0.11429294,0.1388189,0.0012872822],"about_ca_topic_score_codex":0.000070254966,"about_ca_topic_score_gemma":0.00017948692,"teacher_disagreement_score":0.47946584,"about_ca_system_score_codex":0.000035406996,"about_ca_system_score_gemma":0.00015772383,"threshold_uncertainty_score":0.9999852},"labels":[],"label_agreement":null},{"id":"W2068444463","doi":"10.1001/jama.2012.127","title":"Few Studies Reporting Results at US Government Clinical Trials Site","year":2012,"lang":"en","type":"article","venue":"JAMA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Clinical trial; Government (linguistics); Family medicine; Internal medicine","score_opus":0.9572391434379321,"score_gpt":0.6870164383347392,"score_spread":0.2702227051031929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068444463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95707065,0.0069265617,0.00020243682,0.0030170043,0.0018383632,0.0006624296,0.000038973456,0.000007809335,0.030235803],"genre_scores_gemma":[0.94113517,0.0002738356,0.002926179,0.00083499623,0.0015502902,0.00003091553,0.000003942824,0.000009734084,0.053234912],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7988394,0.07183911,0.109174356,0.0020264192,0.017282335,0.0008383976],"domain_scores_gemma":[0.5393929,0.20120515,0.23644412,0.017878862,0.0036880057,0.0013910055],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7587452,0.00022996688,0.0064820815,0.000057560454,0.000183435,0.0004531846,0.00067191594,0.000117700634,0.0022506055],"category_scores_gemma":[0.8546776,0.000093307004,0.0033052086,0.0005041805,0.00005888031,0.0002988644,0.000456466,0.00016368875,0.00841714],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054024906,0.000062094354,0.38771662,0.000020508656,0.0005171004,0.000010868923,0.00083253265,0.0000046392383,0.000046750007,0.000179131,0.5137756,0.09678012],"study_design_scores_gemma":[0.0006297769,0.000030172216,0.18155271,0.000049114653,0.0004484915,0.000016537866,0.0011838845,0.00019136409,0.00008133282,0.0002798583,0.8153929,0.00014383298],"about_ca_topic_score_codex":0.000005746573,"about_ca_topic_score_gemma":0.000024539218,"teacher_disagreement_score":0.30161732,"about_ca_system_score_codex":0.000110811176,"about_ca_system_score_gemma":0.000022210677,"threshold_uncertainty_score":0.99866146},"labels":[],"label_agreement":null},{"id":"W2068684103","doi":"10.1038/modpathol.2010.39","title":"The outcome of abstracts presented at the United States and Canadian Academy of Pathology annual meetings","year":2010,"lang":"en","type":"article","venue":"Modern Pathology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Presentation (obstetrics); Medicine; Surgical pathology; MEDLINE; Family medicine; Library science; Pathology; Medical physics; Computer science; Surgery; Political science","score_opus":0.3959340471751712,"score_gpt":0.46624304421187973,"score_spread":0.07030899703670851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068684103","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98945546,0.00043099248,0.0001462241,0.008166417,0.00013957925,0.00036038551,0.00015021507,0.000002367088,0.0011483604],"genre_scores_gemma":[0.9953892,0.000052716427,0.00022907006,0.0007197795,0.000019330755,0.000016478016,0.000010259195,0.000008031394,0.0035550853],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.989221,0.0043348414,0.0043941694,0.0005382841,0.0011571103,0.00035461775],"domain_scores_gemma":[0.98948,0.00542415,0.0028735353,0.0014574723,0.00060810754,0.0001567087],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.050729237,0.00018888008,0.0014549261,0.00029987155,0.0002489688,0.00006527622,0.0013589745,0.00023227521,0.0004075059],"category_scores_gemma":[0.017268922,0.000071222705,0.00034234772,0.00046426945,0.0007449321,0.000059160582,0.0002464438,0.00039132245,0.000088716544],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007440554,0.000097146294,0.8667654,0.000101611455,0.0003931099,0.00015285888,0.01720445,0.0016053069,0.02479133,0.0086993035,0.056980845,0.023134246],"study_design_scores_gemma":[0.00039163718,0.000079333004,0.6755266,0.000009566142,0.0002535881,0.00048462657,0.0020976579,0.010739228,0.00097547896,0.025834031,0.28337178,0.00023646968],"about_ca_topic_score_codex":0.0034685084,"about_ca_topic_score_gemma":0.054759104,"teacher_disagreement_score":0.22639093,"about_ca_system_score_codex":0.000010295418,"about_ca_system_score_gemma":0.000043832664,"threshold_uncertainty_score":0.99100906},"labels":[],"label_agreement":null},{"id":"W2068769841","doi":"10.1016/s0140-6736(06)68358-x","title":"Systematic reviews: when is an update an update?","year":2006,"lang":"en","type":"article","venue":"The Lancet","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":108,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"","keywords":"Systematic review; Health care; Scopus; Psychological intervention; Alternative medicine; MEDLINE; Medicine; Medical education; Political science; Nursing; Pathology","score_opus":0.6807798804144851,"score_gpt":0.4978999423682627,"score_spread":0.18287993804622243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068769841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58103746,0.11058864,0.06043501,0.08313966,0.0033221212,0.026047997,0.0005900077,0.00030301904,0.13453607],"genre_scores_gemma":[0.86495423,0.001486116,0.031510063,0.03675698,0.005585382,0.0008958241,0.00017851722,0.00011373114,0.05851913],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9659748,0.02115238,0.008297251,0.00087311043,0.003301619,0.00040082788],"domain_scores_gemma":[0.98279464,0.0010895194,0.0044743703,0.01108289,0.00042633145,0.0001322514],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.1523836,0.00034502032,0.0064616282,0.00013508297,0.00023322656,0.0017876987,0.0051834225,0.00006962802,0.013594268],"category_scores_gemma":[0.006560067,0.00011964892,0.0010645778,0.00076596206,0.00006553494,0.00054393953,0.00012848071,0.00016339059,0.028567148],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004623125,0.000047343394,0.0013288879,0.0015391612,0.00009080436,0.0000034296077,0.00074359047,0.00001530275,0.000032510296,0.009953953,0.984292,0.0019484294],"study_design_scores_gemma":[0.00024785366,0.00003625052,0.0013447133,0.00071108085,0.00056653726,0.000029462115,0.00038650678,0.0063049984,0.000024231043,0.12728429,0.86274433,0.00031975313],"about_ca_topic_score_codex":0.00005334971,"about_ca_topic_score_gemma":0.00015039716,"teacher_disagreement_score":0.28391677,"about_ca_system_score_codex":0.000022019547,"about_ca_system_score_gemma":0.000022386954,"threshold_uncertainty_score":0.99924856},"labels":[],"label_agreement":null},{"id":"W2069296472","doi":"10.1503/cmaj.092252","title":"Registration of observational studies: Is it time?","year":2010,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":159,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institutes of Health","keywords":"Observational study; Medicine; Medical physics; Clinical trial; Computer science; Intensive care medicine; Data science; Pathology","score_opus":0.6557953981213896,"score_gpt":0.5102932377797847,"score_spread":0.1455021603416049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069296472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4899303,0.00044677273,0.0010082382,0.44086695,0.0036320565,0.00042190735,0.00011058226,0.0000043318423,0.06357886],"genre_scores_gemma":[0.7949372,0.0001412258,0.0053100865,0.05319376,0.0041453578,0.000017098639,0.000026702435,0.000023937078,0.14220467],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9783354,0.0022974927,0.0065894076,0.00030000965,0.012221789,0.0002559439],"domain_scores_gemma":[0.981533,0.004403159,0.0060247723,0.0007421871,0.006315573,0.0009813184],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.1465894,0.00012918815,0.0013200714,0.00031002253,0.00022996325,0.00034410864,0.0010295681,0.00027357216,0.15168156],"category_scores_gemma":[0.2524836,0.00007323201,0.00072248763,0.0008008744,0.000057435685,0.00025389783,0.000019384825,0.0006538115,0.00342891],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.520944e-7,0.000008179323,0.037672315,0.0000035366966,0.00017313659,0.000008307005,0.00044063406,0.0000020277207,0.00003098652,0.0013428526,0.9534077,0.006909752],"study_design_scores_gemma":[0.00015877993,0.000014909737,0.024130808,0.000024159672,0.00005589902,0.000057705434,0.0007702957,0.0016510548,0.000010439698,0.0052782865,0.9677627,0.00008494966],"about_ca_topic_score_codex":0.00014282645,"about_ca_topic_score_gemma":0.013524659,"teacher_disagreement_score":0.38767317,"about_ca_system_score_codex":0.00019218521,"about_ca_system_score_gemma":0.0023390027,"threshold_uncertainty_score":0.99734706},"labels":[],"label_agreement":null},{"id":"W2069381974","doi":"10.1016/j.arth.2011.11.005","title":"Comparison of Arthroplasty Trial Publications After Registration in ClinicalTrials.gov","year":2012,"lang":"en","type":"article","venue":"The Journal of Arthroplasty","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; Hamilton General Hospital","funders":"","keywords":"Medicine; Arthroplasty; Joint arthroplasty; Trial registration; Clinical trial; Presentation (obstetrics); MEDLINE; Medical physics; Surgery; Internal medicine","score_opus":0.7565004938928575,"score_gpt":0.5796508548229465,"score_spread":0.1768496390699109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069381974","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98536646,0.0015771412,0.007686995,0.0018644555,0.0015143618,0.0005904846,0.000011958149,0.0000017280644,0.0013864223],"genre_scores_gemma":[0.99713886,0.00010483122,0.001196218,0.000058837195,0.0005345142,0.000009127391,0.0000015526966,0.000005974136,0.00095011696],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9615214,0.014405611,0.018838732,0.000263394,0.0046483274,0.00032252303],"domain_scores_gemma":[0.9694878,0.009991322,0.016914086,0.0019565346,0.0014415107,0.00020877062],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1645832,0.00019736959,0.0028036356,0.00040509406,0.00009784192,0.00019597703,0.0007482557,0.00010752012,0.0062012034],"category_scores_gemma":[0.04781401,0.000081784085,0.0012559666,0.001181964,0.00020353743,0.00072216237,0.000078294,0.00039267447,0.0007736439],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0070161005,0.0017532421,0.75889105,0.00002812873,0.00036157583,0.0000014693317,0.0034699708,0.000634971,0.00015100176,0.001590652,0.21028987,0.015811991],"study_design_scores_gemma":[0.017022716,0.0014226125,0.50878555,0.00014610472,0.0008620048,0.00011491516,0.004282902,0.001115322,0.00019368225,0.0024423113,0.4632483,0.00036356022],"about_ca_topic_score_codex":0.000005121618,"about_ca_topic_score_gemma":0.00011387161,"teacher_disagreement_score":0.25295845,"about_ca_system_score_codex":0.000031353793,"about_ca_system_score_gemma":0.00018536487,"threshold_uncertainty_score":0.9947073},"labels":[],"label_agreement":null},{"id":"W2069400463","doi":"10.2106/jbjs.944icl","title":"Practical Research Methods for Orthopaedic Surgeons","year":2012,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Jargon; Sample size determination; Sample (material); Computer science; Statistical hypothesis testing; Research design; Management science; Selection (genetic algorithm); Population; Data science; Statistical population; Statistics; Artificial intelligence; Medicine; Mathematics; Engineering; Descriptive statistics","score_opus":0.9198533174908161,"score_gpt":0.6681658122397254,"score_spread":0.25168750525109074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069400463","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38647136,0.027816052,0.5557633,0.02234692,0.0035348001,0.0008100371,0.000009378831,0.000004422022,0.003243747],"genre_scores_gemma":[0.7576563,0.0011781238,0.23420745,0.0004630872,0.0011877773,0.00002134911,0.0000014314832,0.000024476558,0.005260032],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95844793,0.02310232,0.013200224,0.0003132635,0.0044017057,0.00053456327],"domain_scores_gemma":[0.86830175,0.1159474,0.009356163,0.0012895672,0.004347576,0.00075752416],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.70417744,0.00015004656,0.0043235114,0.0015156314,0.00019766473,0.00041851262,0.00010800623,0.000090941154,0.0021696715],"category_scores_gemma":[0.33812413,0.000067932226,0.0034659605,0.0010007991,0.00009587734,0.0006833021,0.00008853578,0.00039622368,0.00013969748],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041623156,0.00014319278,0.084071934,0.000075890566,0.00021275874,0.000020250463,0.00021037643,5.030858e-7,0.00031976492,0.0017008921,0.8058629,0.107339926],"study_design_scores_gemma":[0.0001263647,0.000054650412,0.044395383,0.00008554557,0.00020438334,0.0009376917,0.0008361226,0.00025903084,0.00011634692,0.0065038824,0.94636405,0.00011656],"about_ca_topic_score_codex":0.0000036770655,"about_ca_topic_score_gemma":0.0000016786563,"teacher_disagreement_score":0.37118492,"about_ca_system_score_codex":0.00002173387,"about_ca_system_score_gemma":0.00025014178,"threshold_uncertainty_score":0.99874246},"labels":[],"label_agreement":null},{"id":"W2069435458","doi":"10.1186/1745-6215-12-s1-a47","title":"The influence of CONSORT on the quality of reporting of randomised controlled trials: an updated review","year":2011,"lang":"en","type":"article","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; Ottawa Hospital","funders":"","keywords":"Consolidated Standards of Reporting Trials; Medicine; Checklist; Randomized controlled trial; Alternative medicine; Critical appraisal; Research design; Quality (philosophy); MEDLINE; Family medicine; Medical physics; Psychology; Surgery; Statistics","score_opus":0.951085791041841,"score_gpt":0.6560261704083942,"score_spread":0.2950596206334468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069435458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9632622,0.0134825865,0.00037090777,0.0006674056,0.00022083256,0.014217117,0.0000384908,0.000004507075,0.0077359537],"genre_scores_gemma":[0.9972749,0.0013877142,0.00030841192,0.00022879802,0.00003157892,0.00019782135,0.0000024168403,0.000005951314,0.0005624235],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"randomized_trial","domain_scores_codex":[0.2163292,0.5449689,0.22829957,0.001038223,0.009016554,0.00034755864],"domain_scores_gemma":[0.055984855,0.46064833,0.4646482,0.011077844,0.0074828574,0.00015793862],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9395475,0.00023146546,0.026111076,0.00011613435,0.00010016523,0.00007351132,0.0018057636,0.000068837435,0.006472602],"category_scores_gemma":[0.952993,0.000060061906,0.006325147,0.0008375992,0.00023634871,0.000099638724,0.00005521674,0.000102015314,0.00005010522],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.16769075,0.0029231797,0.032535058,0.0064742924,0.045033425,0.00001554181,0.012286287,0.00036039104,0.15522912,0.26272652,0.1867553,0.12797013],"study_design_scores_gemma":[0.41381067,0.0028071364,0.09952296,0.018356541,0.067873664,0.0000314488,0.012566722,0.0016795418,0.10989018,0.21996164,0.050757892,0.00274159],"about_ca_topic_score_codex":0.00007700073,"about_ca_topic_score_gemma":0.000013193902,"teacher_disagreement_score":0.24611992,"about_ca_system_score_codex":0.0000059058684,"about_ca_system_score_gemma":0.00017649,"threshold_uncertainty_score":0.9944356},"labels":[],"label_agreement":null},{"id":"W2070024855","doi":"10.1016/s0140-6736(10)60413-8","title":"CONSORT 2010 changes and testing blindness in RCTs","year":2010,"lang":"en","type":"article","venue":"The Lancet","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":149,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research; Cancer Research UK","keywords":"Consolidated Standards of Reporting Trials; Blinding; Medicine; Scopus; Family medicine; Randomized controlled trial; Systematic review; MEDLINE; Psychological intervention; Internal medicine; Nursing","score_opus":0.8526888495271019,"score_gpt":0.5333153287208833,"score_spread":0.3193735208062186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070024855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97697836,0.00028268027,0.000059612732,0.008048567,0.00033945637,0.00023768045,0.00000563963,0.000004113609,0.014043863],"genre_scores_gemma":[0.9929355,0.000012851491,0.0021162624,0.00073573133,0.00035455264,0.000016523636,5.6435385e-7,0.0000039447573,0.0038240966],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954966,0.0015428514,0.0014147449,0.00032922052,0.001040635,0.00017595728],"domain_scores_gemma":[0.99205834,0.0046282494,0.0008602529,0.0021923245,0.00021009054,0.00005071649],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07132367,0.00010267444,0.0014697398,0.000098200006,0.00007498457,0.0004247499,0.0010863811,0.000042106432,0.0013319909],"category_scores_gemma":[0.037044685,0.000037393696,0.00009086795,0.00062906236,0.000078850084,0.00006033028,0.00010285718,0.00021762947,0.00059511664],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007169955,0.000026991189,0.7950345,0.00003922785,0.000035952413,0.000008321003,0.0012289166,0.000007289224,0.0034749603,0.0042580245,0.10061458,0.095264025],"study_design_scores_gemma":[0.0004898352,0.00002548727,0.66847783,0.00004781852,0.00006546034,0.000051900963,0.0005593803,0.007407796,0.00017304755,0.019305259,0.30319533,0.00020083437],"about_ca_topic_score_codex":0.000032946384,"about_ca_topic_score_gemma":0.0010086119,"teacher_disagreement_score":0.20258075,"about_ca_system_score_codex":0.0000020314658,"about_ca_system_score_gemma":0.000015860402,"threshold_uncertainty_score":0.9995809},"labels":[],"label_agreement":null},{"id":"W2070070132","doi":"10.1097/brs.0b013e3181b1c99f","title":"2009 Updated Method Guidelines for Systematic Reviews in the Cochrane Back Review Group","year":2009,"lang":"en","type":"article","venue":"Spine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1662,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; Toronto Rehabilitation Institute; University of Toronto","funders":"","keywords":"Medicine; Systematic review; Cochrane Library; MEDLINE; Data extraction; Psychological intervention; Consistency (knowledge bases); Cochrane collaboration; Alternative medicine; Family medicine; Pathology; Nursing; Artificial intelligence; Computer science","score_opus":0.7841498535875197,"score_gpt":0.6197888307992674,"score_spread":0.16436102278825226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070070132","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007052336,0.63492125,0.28625414,0.051036883,0.00029916386,0.021696528,0.00002402939,0.000011818421,0.005685639],"genre_scores_gemma":[0.0013051726,0.0736816,0.7290039,0.15318324,0.0008643588,0.0024395224,0.00023161732,0.000056569654,0.039233997],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94696534,0.02487521,0.02273348,0.0010868035,0.0039249007,0.00041424058],"domain_scores_gemma":[0.9822226,0.0030280985,0.0068377815,0.0056468565,0.0021523656,0.00011226299],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.3787631,0.00043209738,0.0084960805,0.00024823408,0.000094957024,0.00038331232,0.0028783907,0.00007925455,0.005104798],"category_scores_gemma":[0.17106442,0.00014660953,0.0024874632,0.0028635892,0.000020427853,0.00019743916,0.000042575637,0.0001474255,0.004447267],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020171403,0.000049479113,0.00001031483,0.019469937,0.00003894789,0.0000024432609,0.00006629615,0.000007690667,0.000059620186,0.002376063,0.9632336,0.0146836145],"study_design_scores_gemma":[0.00041497042,0.00016720832,0.00038121792,0.045792453,0.0008512892,0.00006381148,0.00019666007,0.006319744,0.000005322092,0.0064601717,0.93899715,0.00034999143],"about_ca_topic_score_codex":0.0000076171264,"about_ca_topic_score_gemma":0.00003030001,"teacher_disagreement_score":0.56123966,"about_ca_system_score_codex":0.000023298915,"about_ca_system_score_gemma":0.000026896218,"threshold_uncertainty_score":0.9963279},"labels":[],"label_agreement":null},{"id":"W2070111960","doi":"10.2165/11531510-000000000-00000","title":"We Know Accurately Only When We Know Little","year":2010,"lang":"en","type":"editorial","venue":"PharmacoEconomics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Coastal Health; Provincial Health Services Authority; Vancouver Coastal Health Research Institute; University of British Columbia","funders":"","keywords":"Need to know; Quality of Life Research; Health economics; Public health; Health administration; Medicine; Actuarial science; Business; Computer science; Nursing","score_opus":0.5312092419018025,"score_gpt":0.5345524901447978,"score_spread":0.003343248242995256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070111960","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034080484,0.025975594,0.00054693903,0.004257908,0.9473569,0.0012871482,0.0013401933,0.000035926023,0.018858602],"genre_scores_gemma":[0.00008930884,0.034673635,0.0026393076,0.00041970363,0.74172455,0.000121465084,0.00024717048,0.00014107881,0.2199438],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9725447,0.0049725557,0.014369369,0.0028952358,0.0044006184,0.0008174834],"domain_scores_gemma":[0.9593631,0.01904106,0.01329449,0.005621289,0.0019519153,0.0007281288],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.07118274,0.0012527548,0.008236649,0.00083499815,0.00028887266,0.0039955243,0.008228522,0.0012918479,0.08997855],"category_scores_gemma":[0.026588833,0.00077040825,0.00445556,0.00050036435,0.00015243591,0.00077710353,0.00075662363,0.00252678,0.07963752],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017718461,0.000056237976,0.00003515015,0.00012112219,0.00050615665,0.0000064607507,0.0002919023,0.000020283558,0.000036691796,0.00014101464,0.8515151,0.14725213],"study_design_scores_gemma":[0.00049545354,0.000026158365,0.000002749103,0.00010469496,0.00081709767,0.0000068249924,0.000095113675,0.0024051364,0.000070240625,0.0045726993,0.9906379,0.00076595123],"about_ca_topic_score_codex":0.000043731092,"about_ca_topic_score_gemma":0.00033721403,"teacher_disagreement_score":0.20563236,"about_ca_system_score_codex":0.00022512145,"about_ca_system_score_gemma":0.0015200725,"threshold_uncertainty_score":0.99977446},"labels":[],"label_agreement":null},{"id":"W2070181864","doi":"10.1097/00003246-200202000-00040","title":"Assessing methodological quality of clinical trials in sepsis: Searching for the right tool","year":2002,"lang":"en","type":"letter","venue":"Critical Care Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Vancouver General Hospital; University of British Columbia","funders":"","keywords":"Medicine; Sepsis; Clinical trial; Quality (philosophy); Intensive care medicine; Family medicine; Internal medicine; Epistemology","score_opus":0.9869979563222828,"score_gpt":0.7880524069138586,"score_spread":0.19894554940842424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070181864","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009504268,0.010727508,0.22097383,0.75820345,0.002440512,0.0023531066,0.00010099561,0.000007940454,0.0042422432],"genre_scores_gemma":[0.18036151,0.00026258474,0.081109144,0.7030052,0.029875832,0.00074511714,0.00022059854,0.000109113695,0.0043109288],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.42816663,0.4796704,0.073142625,0.0028647897,0.0151905725,0.00096496794],"domain_scores_gemma":[0.10272023,0.8796707,0.008704259,0.004891559,0.0038113534,0.0002019396],"candidate_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.814174,0.00056506146,0.023605054,0.000497241,0.00019422207,0.00058046315,0.0030879234,0.0011429593,0.01615566],"category_scores_gemma":[0.9625895,0.00018365188,0.007101485,0.0010591685,0.0012683722,0.00017056715,0.00024052091,0.003098127,0.00010195256],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022862881,0.00003410614,0.0023814023,0.0014876833,0.00021252559,0.000064343185,0.0004012229,0.000002335532,0.000006842818,0.0022144439,0.91642135,0.0767509],"study_design_scores_gemma":[0.0010874964,0.00027594191,0.0075011854,0.0010967519,0.0026222796,0.000012012705,0.00572884,0.0022694226,0.0000045964857,0.030543916,0.9484635,0.00039406173],"about_ca_topic_score_codex":0.00003402757,"about_ca_topic_score_gemma":0.000012361535,"teacher_disagreement_score":0.40000024,"about_ca_system_score_codex":0.000053787313,"about_ca_system_score_gemma":0.00016194099,"threshold_uncertainty_score":0.9992018},"labels":[],"label_agreement":null},{"id":"W2070232274","doi":"10.14740/jocmr2115w","title":"Clinical Research Quo Vadis? Trends in Reporting of Clinical Trials and Observational Study Designs Over Two Decades","year":2015,"lang":"en","type":"article","venue":"Journal of Clinical Medicine Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Medicine; Randomized controlled trial; Clinical study design; Research design; Medical literature; Clinical trial; Evidence-based medicine; Family medicine; Alternative medicine; Surgery; Internal medicine; Pathology; Statistics","score_opus":0.9984930451457487,"score_gpt":0.882353450358009,"score_spread":0.11613959478773961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070232274","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9814129,0.0022086836,0.0005280216,0.010043642,0.0013158858,0.0010319103,0.0000029852863,0.0000017884311,0.0034541942],"genre_scores_gemma":[0.9881671,0.0005674246,0.0034996828,0.00015658136,0.0046322998,0.000016087828,0.0000017924682,0.000021804357,0.0029372326],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.084261335,0.58498734,0.27305886,0.0025399681,0.053848345,0.0013041522],"domain_scores_gemma":[0.04421355,0.81085575,0.099227905,0.005246213,0.036941245,0.0035153371],"candidate_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.98297626,0.00033129327,0.019874178,0.0036714245,0.0001638706,0.00031924975,0.0031441848,0.0004851049,0.0034037814],"category_scores_gemma":[0.97718084,0.00014486746,0.0035225928,0.006741063,0.0020737508,0.0005007812,0.0007333483,0.005859734,0.00009629512],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077437906,0.0011970511,0.7351842,0.000020202318,0.00039481762,0.00019827813,0.0004157564,0.000010548127,0.0000056606314,0.0002859241,0.106729954,0.15478326],"study_design_scores_gemma":[0.007989861,0.006519939,0.94187474,0.0004861193,0.00025887496,0.00004929565,0.0065058502,0.0023879556,0.0000016489893,0.015580728,0.018220482,0.00012453034],"about_ca_topic_score_codex":0.00016951858,"about_ca_topic_score_gemma":0.00023562026,"teacher_disagreement_score":0.22586842,"about_ca_system_score_codex":0.0000737726,"about_ca_system_score_gemma":0.0025838683,"threshold_uncertainty_score":0.9975072},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2070309415","doi":"10.1001/jama.2013.879","title":"Reporting of Patient-Reported Outcomes in Randomized Trials","year":2013,"lang":"en","type":"article","venue":"JAMA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1365,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Canadian Institutes of Health Research; Cancer Research UK","keywords":"Consolidated Standards of Reporting Trials; Medicine; Generalizability theory; Checklist; Randomized controlled trial; External validity; Research design; Guideline; Missing data; Family medicine; Medical physics; Statistics; Surgery; Psychology","score_opus":0.708248240216738,"score_gpt":0.538791421431998,"score_spread":0.16945681878474006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070309415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9845249,0.00024983892,0.0010461392,0.0012822996,0.00025583216,0.0020402677,0.0000014155655,0.0000033998551,0.010595905],"genre_scores_gemma":[0.9913873,0.000004945471,0.0038868587,0.0001816705,0.000024229452,0.000154371,0.0000016896403,0.0000053735926,0.0043535447],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.84017074,0.039801408,0.11316978,0.00084202463,0.005743347,0.00027267882],"domain_scores_gemma":[0.41177708,0.16200967,0.40637377,0.012124892,0.007327845,0.00038673403],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.5070556,0.00017768813,0.016060125,0.0004439695,0.000026214128,0.00041185107,0.0005681904,0.00008095851,0.015352398],"category_scores_gemma":[0.8860079,0.000066093264,0.004364155,0.00087462773,0.000045617915,0.00027241575,0.00007914675,0.000093566196,0.0007901706],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082824193,0.00019458,0.64531827,0.00006529077,0.001296107,0.000032034848,0.002286532,0.00008591966,0.0007267447,0.0012210797,0.0564415,0.2915037],"study_design_scores_gemma":[0.2234231,0.000117285825,0.5584627,0.0004300783,0.002236975,0.000060071798,0.0069039376,0.019907156,0.0023455438,0.15820035,0.026878567,0.0010342724],"about_ca_topic_score_codex":0.00026724316,"about_ca_topic_score_gemma":0.000015867967,"teacher_disagreement_score":0.42839366,"about_ca_system_score_codex":0.000012184689,"about_ca_system_score_gemma":0.000047574642,"threshold_uncertainty_score":0.99998784},"labels":[],"label_agreement":null},{"id":"W2070325422","doi":"10.1111/zph.12123","title":"Conducting Systematic Reviews of Intervention Questions <scp>III</scp>: Synthesizing Data from Intervention Studies Using Meta‐Analysis","year":2014,"lang":"en","type":"article","venue":"Zoonoses and Public Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Institute of Population and Public Health; Canadian Institutes of Health Research; Public Health Agency of Canada","keywords":"Systematic review; Data extraction; Meta-analysis; Psychological intervention; Protocol (science); Relevance (law); Identification (biology); MEDLINE; Management science; Intervention (counseling); Research design; Computer science; Medicine; Data science; Alternative medicine; Psychology; Pathology; Statistics; Biology; Mathematics; Engineering; Political science","score_opus":0.9518570775354317,"score_gpt":0.6119116497085737,"score_spread":0.339945427826858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070325422","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22602269,0.26467708,0.5045405,0.0012311557,0.0005050814,0.002522277,0.00016972926,0.00002390989,0.00030756273],"genre_scores_gemma":[0.9863734,0.0020133366,0.010723699,0.00020980104,0.000094983196,0.00007166903,0.000091987655,0.00001482182,0.0004062894],"study_design_codex":"meta_analysis","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9292382,0.049065348,0.017444707,0.001514947,0.0022761705,0.00046063864],"domain_scores_gemma":[0.9071086,0.043535743,0.03612127,0.009998047,0.0025676105,0.00066872506],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24510618,0.0003580204,0.01030239,0.0008936729,0.00036209633,0.0009314582,0.0014574024,0.000075968965,0.0005488825],"category_scores_gemma":[0.16142179,0.0001824116,0.0033080995,0.0020483609,0.00009893348,0.0010213595,0.0005063442,0.00016042532,0.00007575909],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007961596,0.0018315456,0.035366222,0.15424666,0.61093587,0.000004336808,0.0237884,0.0005922366,0.00017364207,0.025857555,0.021191213,0.12600434],"study_design_scores_gemma":[0.0010668185,0.00041567168,0.003015156,0.011744187,0.3714895,0.000037957372,0.13318093,0.40501836,0.000051290717,0.010492849,0.062714845,0.0007724324],"about_ca_topic_score_codex":0.0021114126,"about_ca_topic_score_gemma":0.0014849128,"teacher_disagreement_score":0.7603507,"about_ca_system_score_codex":0.000057844518,"about_ca_system_score_gemma":0.00006388809,"threshold_uncertainty_score":0.8982073},"labels":[],"label_agreement":null},{"id":"W2070452757","doi":"10.1016/j.jclinepi.2009.01.013","title":"MEDLINE, EMBASE, and Cochrane index most primary studies but not abstracts included in orthopedic meta-analyses","year":2009,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":60,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"MEDLINE; CINAHL; Medicine; Meta-analysis; Cochrane Library; Psychological intervention; Internal medicine; Psychiatry","score_opus":0.9538503139033521,"score_gpt":0.7217914150196714,"score_spread":0.2320588988836807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070452757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.895642,0.053263225,0.003964145,0.04432541,0.0008098166,0.00040110006,0.0000124713715,0.000004080999,0.0015777675],"genre_scores_gemma":[0.9530821,0.006885037,0.013748874,0.024456052,0.0005806365,0.0000047308995,0.0000026359353,0.000009622297,0.0012303059],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.74211866,0.12631471,0.12306672,0.0017964918,0.0058632093,0.00084017427],"domain_scores_gemma":[0.36501983,0.5400689,0.08501849,0.0035652868,0.005180978,0.0011464873],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6451921,0.00048143673,0.03348906,0.0008434139,0.000092551076,0.00008893896,0.0015158899,0.00043223563,0.0009775799],"category_scores_gemma":[0.8257664,0.00019382569,0.0063392194,0.001112871,0.00043489327,0.00036886372,0.00020711376,0.001404648,0.000116541916],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067191455,0.0009730152,0.7279213,0.00019281374,0.01892661,0.0006994009,0.00028527525,0.0062213824,0.00013434557,0.001364266,0.1197144,0.12289527],"study_design_scores_gemma":[0.0011458051,0.0005720297,0.9457924,0.00008147594,0.0051608207,0.00020383227,0.000270804,0.0014121152,0.0000062124445,0.036349118,0.008782854,0.000222562],"about_ca_topic_score_codex":0.000022910415,"about_ca_topic_score_gemma":0.00010707002,"teacher_disagreement_score":0.41375422,"about_ca_system_score_codex":0.000036825433,"about_ca_system_score_gemma":0.00030446934,"threshold_uncertainty_score":0.9999357},"labels":[],"label_agreement":null},{"id":"W2070498340","doi":"10.1186/1472-6882-12-s1-p410","title":"P05.50. CONSORT extension for N-of-1 trials (CENT) guidelines","year":2012,"lang":"en","type":"article","venue":"BMC Complementary and Alternative Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Medicine; Consolidated Standards of Reporting Trials; Traditional medicine; Alternative medicine; Family medicine; Pathology","score_opus":0.9670491102230312,"score_gpt":0.6747779436015544,"score_spread":0.2922711666214768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070498340","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5943922,0.0213513,0.36998165,0.004831951,0.002981479,0.004005278,0.00037051633,0.000009277036,0.0020763571],"genre_scores_gemma":[0.94954306,0.00024314402,0.044469897,0.001802619,0.0020962853,0.00008131297,0.00011819845,0.000015067956,0.0016304334],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98131514,0.0051351734,0.010354797,0.0005479153,0.0023806395,0.0002663356],"domain_scores_gemma":[0.97721803,0.01485307,0.005293451,0.0011051382,0.0013318288,0.0001984919],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15122986,0.00025871117,0.0038275954,0.00028139068,0.00012417958,0.00004259801,0.00060139125,0.000022177992,0.014469799],"category_scores_gemma":[0.05236606,0.00011083641,0.00069411076,0.00027854723,0.00016301809,0.00019871852,0.00014056628,0.000055283792,0.000055805984],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002106727,0.00016021333,0.4305541,0.0002241003,0.0007888974,0.0000013319612,0.0013999505,0.000016937207,0.00461829,0.01749802,0.49009892,0.05442856],"study_design_scores_gemma":[0.0036608223,0.0003713138,0.042154286,0.00032729044,0.0010946183,0.000020999365,0.004394698,0.0049981996,0.0009439799,0.013949285,0.9278026,0.00028187604],"about_ca_topic_score_codex":0.00012083221,"about_ca_topic_score_gemma":0.000041164953,"teacher_disagreement_score":0.4377037,"about_ca_system_score_codex":0.000013483673,"about_ca_system_score_gemma":0.000020321522,"threshold_uncertainty_score":0.9864311},"labels":[],"label_agreement":null},{"id":"W2070558469","doi":"10.1016/j.jclinepi.2006.04.001","title":"EMBASE search strategies achieved high sensitivity and specificity for retrieving methodologically sound systematic reviews","year":2006,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":102,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"MEDLINE; Systematic review; Information retrieval; Medicine; Computer science; Medical physics; Biology","score_opus":0.9633625893941528,"score_gpt":0.700253013817999,"score_spread":0.2631095755761538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070558469","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35169932,0.0051774,0.63769215,0.0032226378,0.00066005375,0.0012486689,0.000009444267,0.0000031705229,0.00028715632],"genre_scores_gemma":[0.72572476,0.0010468257,0.27009323,0.0011755083,0.0012900359,0.000015246079,0.0000027074582,0.000013220717,0.00063847506],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.45906553,0.45757687,0.079007864,0.0013167055,0.0023818917,0.00065112376],"domain_scores_gemma":[0.13544156,0.8054739,0.052912895,0.002349071,0.0033351826,0.00048738043],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8914965,0.00040657827,0.02780844,0.0002949295,0.0001853607,0.0003393554,0.0010544725,0.00046486023,0.0003915527],"category_scores_gemma":[0.89142483,0.00016566664,0.0061288318,0.00058800034,0.00042431866,0.000341878,0.00016618476,0.0009822466,0.00011656835],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012692171,0.0009335396,0.56867623,0.017830687,0.0020829982,0.00023907034,0.0002038653,0.004047163,0.00055998797,0.27794996,0.08837863,0.03782865],"study_design_scores_gemma":[0.0011752337,0.0011738155,0.3809663,0.001569826,0.0013751449,0.0005286768,0.0007012519,0.013179371,0.00000816718,0.5857016,0.013177863,0.0004427293],"about_ca_topic_score_codex":0.000027738486,"about_ca_topic_score_gemma":0.000070637325,"teacher_disagreement_score":0.3740254,"about_ca_system_score_codex":0.0000339213,"about_ca_system_score_gemma":0.00016591785,"threshold_uncertainty_score":0.9866248},"labels":[],"label_agreement":null},{"id":"W2070619511","doi":"10.1111/zph.12124","title":"Conducting Systematic Reviews of Intervention Questions <scp>II</scp>: Relevance Screening, Data Extraction, Assessing Risk of Bias, Presenting the Results and Interpreting the Findings","year":2014,"lang":"en","type":"review","venue":"Zoonoses and Public Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Institute of Population and Public Health; Canadian Institutes of Health Research; Institut pour la Recherche en Santé Publique; Public Health Agency of Canada","keywords":"Data extraction; Relevance (law); Systematic review; Protocol (science); Identification (biology); MEDLINE; Medicine; Psychology; Alternative medicine; Data science; Computer science; Pathology; Biology; Political science","score_opus":0.8695666850342079,"score_gpt":0.5950145041751442,"score_spread":0.27455218085906363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070619511","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000836081,0.9751858,0.018964173,0.00056132674,0.00032759144,0.0035274732,0.00015958877,0.00000873161,0.0004292384],"genre_scores_gemma":[0.003959251,0.9912365,0.0037212304,0.000061004317,0.0001545348,0.00010885129,0.00008969093,0.000029336048,0.00063956383],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.84047586,0.1160603,0.03688728,0.0022937553,0.0035147155,0.0007681112],"domain_scores_gemma":[0.5617789,0.25676173,0.16106725,0.016697953,0.0030471196,0.00064708263],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.43097472,0.00055247353,0.0097667165,0.00049247994,0.0012088885,0.0019367285,0.0028126421,0.00018205863,0.00003241127],"category_scores_gemma":[0.5453649,0.00020998972,0.0015436364,0.0016332284,0.00026672625,0.00090068707,0.0011692104,0.00083204295,0.000012211009],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.7782964e-7,0.000044527864,0.00048895046,0.16846146,0.00049454847,2.4556903e-7,0.0016643693,0.000001789795,1.4094738e-7,0.0007735789,0.008667834,0.8194021],"study_design_scores_gemma":[0.000079971745,0.000043923985,0.00007228224,0.09128817,0.0012039833,0.00006569203,0.004959357,0.004231249,8.896055e-8,0.00016797484,0.8977892,0.0000981516],"about_ca_topic_score_codex":0.0005986269,"about_ca_topic_score_gemma":0.00017364776,"teacher_disagreement_score":0.8891213,"about_ca_system_score_codex":0.00004056385,"about_ca_system_score_gemma":0.00028324476,"threshold_uncertainty_score":0.9990994},"labels":[],"label_agreement":null},{"id":"W2070877465","doi":"10.1016/j.jclinepi.2008.02.004","title":"Systematic reviews can be produced and published faster","year":2008,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":104,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Ottawa; Children's Hospital of Eastern Ontario","funders":"U.S. Public Health Service","keywords":"Systematic review; MEDLINE; Medicine; Journal club; Grey literature; Quartile; Scopus; Interquartile range; Psychological intervention; Library science; Family medicine; Medical education; Computer science; Political science; Surgery; Confidence interval","score_opus":0.9423567029623191,"score_gpt":0.6608303438083841,"score_spread":0.281526359153935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070877465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7470256,0.039078075,0.031656474,0.16596568,0.0071003716,0.004640968,0.000014422851,0.00000996182,0.0045084497],"genre_scores_gemma":[0.8676659,0.012842356,0.04881807,0.04424776,0.0035803071,0.00007895083,0.000004991133,0.00004727808,0.022714416],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.53027856,0.31622612,0.14767632,0.0014976945,0.0037087873,0.0006125454],"domain_scores_gemma":[0.26088494,0.53964263,0.18382035,0.007966759,0.005942841,0.0017424857],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7781477,0.00033672157,0.03040363,0.0003866467,0.00011676944,0.0001309772,0.0019674567,0.0002983152,0.001985866],"category_scores_gemma":[0.9498925,0.00012333188,0.0058711483,0.00066550827,0.00033486655,0.0003598574,0.0001661213,0.0008642424,0.00040784082],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032287273,0.00011506455,0.37841016,0.001844737,0.0005926145,0.000048979375,0.00027926435,0.0000130166645,0.000006997964,0.0012659903,0.6116162,0.0057746912],"study_design_scores_gemma":[0.0020458836,0.0014025214,0.2686452,0.0039459188,0.0020536755,0.005449392,0.0004812929,0.004061824,0.000004846532,0.043726116,0.6674767,0.00070663],"about_ca_topic_score_codex":0.0000050447998,"about_ca_topic_score_gemma":0.000012472147,"teacher_disagreement_score":0.2693936,"about_ca_system_score_codex":0.000019308245,"about_ca_system_score_gemma":0.00020032698,"threshold_uncertainty_score":0.99892646},"labels":[],"label_agreement":null},{"id":"W2071434978","doi":"10.1136/bmj.326.7385.397","title":"Unit of analysis errors should be clarified in meta-analyses","year":2003,"lang":"en","type":"letter","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; University of Ottawa","funders":"","keywords":"Meta-analysis; Unit (ring theory); Cluster (spacecraft); Non-sampling error; Computer science; Psychology; Medicine; Internal medicine; Algorithm; Mathematics education","score_opus":0.9523248371690743,"score_gpt":0.6291400449561253,"score_spread":0.32318479221294905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071434978","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013540849,0.005733875,0.007881054,0.9155023,0.00051512074,0.0025135195,0.0004553494,0.0000110236415,0.06603367],"genre_scores_gemma":[0.011108182,0.00005100483,0.010520001,0.65783274,0.0005504795,0.00034610418,0.00045341367,0.00008158452,0.31905648],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9128125,0.042046003,0.027299438,0.0023510184,0.014894452,0.00059660815],"domain_scores_gemma":[0.9602399,0.008315652,0.018258302,0.011228617,0.0018267327,0.0001308272],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.16500627,0.0009592091,0.024009831,0.005636694,0.00007242737,0.00056793686,0.004308705,0.001235804,0.10188232],"category_scores_gemma":[0.043755986,0.00042979175,0.023991365,0.014095194,0.00014585261,0.00018330142,0.00018343642,0.0016347104,0.0012096408],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021980036,0.000029029634,0.0031612949,0.00007684181,0.045292884,0.00008847532,0.00008421903,0.00091982115,0.000005626837,0.00006608341,0.95014596,0.0001275536],"study_design_scores_gemma":[0.0000912411,0.000013926182,0.0008608138,0.000009391903,0.10777215,0.0000046793903,0.00021503611,0.00086235814,0.00001856614,0.0010232334,0.88874525,0.00038336348],"about_ca_topic_score_codex":0.00044198186,"about_ca_topic_score_gemma":0.0009785248,"teacher_disagreement_score":0.25766957,"about_ca_system_score_codex":0.000045426008,"about_ca_system_score_gemma":0.0002042937,"threshold_uncertainty_score":0.9998154},"labels":[],"label_agreement":null},{"id":"W2071654623","doi":"10.1016/s0895-4356(02)00446-8","title":"In the dark The reporting of blinding status in randomized controlled trials","year":2002,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":176,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; McMaster University","funders":"","keywords":"Blinding; Randomized controlled trial; Medicine; MEDLINE; Randomization; Alternative medicine; Family medicine; Double blind; Clinical trial; Surgery; Internal medicine; Placebo; Pathology","score_opus":0.962672989704361,"score_gpt":0.7217179844100274,"score_spread":0.24095500529433356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071654623","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8836141,0.014714527,0.012060087,0.074941486,0.002591072,0.0029874027,0.0000022523182,8.977821e-7,0.009088171],"genre_scores_gemma":[0.99062234,0.0018324035,0.0029505505,0.003618483,0.00048101,0.000023036826,1.444044e-7,0.0000042278793,0.00046778002],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.008922657,0.68802,0.2994509,0.00046485607,0.0027370742,0.0004045004],"domain_scores_gemma":[0.0026451799,0.7354071,0.25974494,0.0013215889,0.0007826697,0.000098490185],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.98579574,0.00021287105,0.07396099,0.00053261744,0.00004952447,0.00007446422,0.0018744548,0.00022981717,0.0029572286],"category_scores_gemma":[0.9969335,0.00005046146,0.019508319,0.00097251195,0.00035489723,0.00013674196,0.00006562017,0.0011492531,0.00005423681],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026876006,0.00045122317,0.8205263,0.00003104522,0.002311708,0.00012639689,0.0018229695,0.002452042,0.000008225308,0.012599752,0.10265725,0.030137083],"study_design_scores_gemma":[0.35717362,0.00046944368,0.11262639,0.00042793652,0.0028781018,0.00029990726,0.003347334,0.06554173,0.0000013438691,0.42431334,0.032671846,0.00024902067],"about_ca_topic_score_codex":0.000024524019,"about_ca_topic_score_gemma":0.000031065654,"teacher_disagreement_score":0.7078999,"about_ca_system_score_codex":0.00001543831,"about_ca_system_score_gemma":0.00011632141,"threshold_uncertainty_score":0.9979542},"labels":[],"label_agreement":null},{"id":"W2072019641","doi":"10.1186/cc13083","title":"Randomized controlled trials in pediatric critical care: a scoping review","year":2013,"lang":"en","type":"review","venue":"Critical Care","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; University of Ottawa; St. Joseph’s Healthcare Hamilton; University of Alberta; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Randomized controlled trial; Intensive care medicine; Internal medicine","score_opus":0.8422890655146755,"score_gpt":0.6554287663408865,"score_spread":0.186860299173789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072019641","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.7883502e-7,0.9584754,0.0009101047,0.0006746693,0.0014317012,0.029558476,0.000090633155,0.000017529355,0.008841191],"genre_scores_gemma":[0.00005732713,0.9857523,0.0013109309,0.0005881596,0.0009934542,0.0106890835,0.00007370321,0.00007213397,0.0004629394],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.6823679,0.2406487,0.0654951,0.0026243716,0.007954274,0.0009096259],"domain_scores_gemma":[0.21452516,0.74697095,0.016023332,0.009726248,0.011443898,0.0013103919],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.42772081,0.0016747671,0.17613892,0.0016105082,0.0002007523,0.0027135434,0.003544802,0.00087699934,0.030372355],"category_scores_gemma":[0.94706285,0.00066434924,0.052026622,0.003074729,0.00041761572,0.00032964884,0.00043278816,0.0011873296,0.010408881],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028085557,0.000039701634,0.000003307067,0.70290375,0.00025944144,0.00006109396,0.00013126116,1.10297385e-7,3.258241e-9,0.0058124396,0.010363408,0.28014466],"study_design_scores_gemma":[0.05327529,0.000053613538,2.392826e-7,0.5005639,0.08343029,0.00004592841,0.00062832865,0.000025971382,2.3721087e-8,0.0019416952,0.35870513,0.0013296054],"about_ca_topic_score_codex":0.000008208708,"about_ca_topic_score_gemma":0.000012243451,"teacher_disagreement_score":0.519342,"about_ca_system_score_codex":0.0002190825,"about_ca_system_score_gemma":0.0015366877,"threshold_uncertainty_score":0.99959993},"labels":[],"label_agreement":null},{"id":"W2072195856","doi":"10.1371/journal.pone.0074545","title":"A Descriptive Analysis of Oral Health Systematic Reviews Published 1991–2012: Cross Sectional Study","year":2013,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; University of Alberta","funders":"University of Alberta; Alberta Innovates; Killam Trusts; Alberta Innovates - Health Solutions; Women and Children's Health Research Institute; Children's Health Research Institute","keywords":"Medicine; Systematic review; Epidemiology; MEDLINE; Psychological intervention; Oral health; Family medicine; Randomized controlled trial; Internal medicine; Psychiatry","score_opus":0.8300737795560745,"score_gpt":0.5146365325212984,"score_spread":0.31543724703477616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072195856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98358977,0.0026180178,0.0019909746,0.0002718719,0.00012998992,0.010211696,0.00004218677,0.000013888699,0.0011316168],"genre_scores_gemma":[0.98123765,0.000034811565,0.004857535,0.00021626751,0.000040212017,0.0010991815,0.000030423336,0.000015105745,0.012468833],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.94108385,0.026394658,0.02071832,0.0013077555,0.010081907,0.00041348633],"domain_scores_gemma":[0.97197694,0.0035392358,0.014370198,0.005314753,0.0044395328,0.00035936286],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.18111292,0.0003934715,0.013454797,0.0015009269,0.00021111614,0.0019475474,0.0020035778,0.00008194425,0.031086806],"category_scores_gemma":[0.062430464,0.00018401767,0.0028955927,0.007033991,0.00007812675,0.0011274961,0.00019369985,0.00021052551,0.005522481],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007646457,0.005428638,0.9377575,0.0074372077,0.021059044,0.0000012354324,0.003191296,0.000053233078,0.00009327552,0.00021950086,0.024525825,0.00022560354],"study_design_scores_gemma":[0.00048816783,0.0004701986,0.96175337,0.001266794,0.0117568895,0.000002155195,0.0032652684,0.019151384,0.000010012139,0.00089394674,0.00052941544,0.0004124006],"about_ca_topic_score_codex":0.0007303514,"about_ca_topic_score_gemma":0.00094702165,"teacher_disagreement_score":0.11868245,"about_ca_system_score_codex":0.00013431424,"about_ca_system_score_gemma":0.00008447763,"threshold_uncertainty_score":0.9990885},"labels":[],"label_agreement":null},{"id":"W2072232374","doi":"10.1097/01.blo.0000127584.02606.00","title":"Interrater Reliability in Grading Abstracts for the Orthopaedic Trauma Association","year":2004,"lang":"en","type":"article","venue":"Clinical Orthopaedics and Related Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Grading (engineering); Inter-rater reliability; Presentation (obstetrics); Family medicine; Surgery; Psychology","score_opus":0.805026398468559,"score_gpt":0.626978881434744,"score_spread":0.17804751703381494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072232374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9680996,0.0016857799,0.00092204165,0.021909198,0.0013461639,0.0017339607,0.0000097664115,0.0000069045923,0.0042865877],"genre_scores_gemma":[0.99007744,0.00084736425,0.0004257529,0.00018333246,0.00018091414,0.000075154676,0.0000055658775,0.000014666169,0.008189825],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9683611,0.011695814,0.012490142,0.0013643404,0.0054045357,0.0006840812],"domain_scores_gemma":[0.92263085,0.06922058,0.0028121402,0.002422828,0.0025177994,0.0003958202],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5022024,0.00020574135,0.0017349544,0.0004118516,0.0004654303,0.0006866694,0.0011284994,0.00050081825,0.0008025913],"category_scores_gemma":[0.2668705,0.00008470822,0.002088007,0.0020007004,0.0003800575,0.00018946115,0.00022070354,0.0018863624,0.00063071144],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012591128,0.00055816065,0.76786715,0.00010140857,0.0005367624,0.00005346167,0.001245281,0.0014245978,0.000010722066,0.0050840396,0.03226564,0.19072689],"study_design_scores_gemma":[0.002616894,0.0004280206,0.72989756,0.00019714658,0.00018607042,0.000019084775,0.0013550629,0.012506008,0.0000062048903,0.11549011,0.1370349,0.00026295273],"about_ca_topic_score_codex":0.00003852237,"about_ca_topic_score_gemma":0.00015399186,"teacher_disagreement_score":0.23533191,"about_ca_system_score_codex":0.00013786415,"about_ca_system_score_gemma":0.00019753815,"threshold_uncertainty_score":0.8787812},"labels":[],"label_agreement":null},{"id":"W2072362299","doi":"10.1016/j.physio.2006.06.003","title":"An under-used yet easily understood statistic: the number needed to treat (NNT)","year":2006,"lang":"en","type":"article","venue":"Physiotherapy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of British Columbia; University of Sydney","keywords":"Number needed to treat; Statistic; Medicine; Number needed to harm; Confidence interval; Harm; Psychological intervention; Statistics; Physical therapy; Computer science; Relative risk; Mathematics; Psychology; Psychiatry","score_opus":0.5745742624313719,"score_gpt":0.5594687551795474,"score_spread":0.015105507251824468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072362299","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80205274,0.0002298472,0.1724343,0.006633731,0.0003081405,0.0013358511,0.00006209996,0.000035565747,0.016907744],"genre_scores_gemma":[0.9763248,0.000008316216,0.0037155729,0.004266876,0.00022944984,0.000057951416,0.0000148363315,0.000035556055,0.015346653],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98830354,0.0041833892,0.0029723616,0.00087199325,0.0033206465,0.00034808365],"domain_scores_gemma":[0.9918873,0.0026199897,0.001175354,0.003772722,0.00037296867,0.00017168312],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.011608594,0.00035784027,0.0017814919,0.00013372605,0.00028715623,0.0012631103,0.0018111716,0.00005840942,0.012934912],"category_scores_gemma":[0.0005955202,0.00014921674,0.00082941505,0.001368189,0.00007500419,0.00024585024,0.000031761934,0.00009673682,0.0066996054],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007532426,0.0006897303,0.00833841,0.0000316384,0.00029570854,0.000005671424,0.0028354754,0.004305351,0.033015322,0.07404632,0.8513615,0.024999512],"study_design_scores_gemma":[0.0026107803,0.00044053196,0.1408269,0.00006603969,0.000395903,0.000019422863,0.010296165,0.011345554,0.0030782546,0.5982042,0.23122029,0.0014959692],"about_ca_topic_score_codex":0.0011703493,"about_ca_topic_score_gemma":0.0005371164,"teacher_disagreement_score":0.62014127,"about_ca_system_score_codex":0.000060256873,"about_ca_system_score_gemma":0.000062185514,"threshold_uncertainty_score":0.9997737},"labels":[],"label_agreement":null},{"id":"W2072380646","doi":"10.1371/journal.pone.0025491","title":"The Number of Patients and Events Required to Limit the Risk of Overestimation of Intervention Effects in Meta-Analysis—A Simulation Study","year":2011,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":320,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Population Health Research Institute; McMaster University","funders":"","keywords":"Sample size determination; Meta-analysis; Statistics; Relative risk; Random effects model; Confidence interval; Intervention (counseling); Medicine; Mathematics; Internal medicine","score_opus":0.7497744449583111,"score_gpt":0.49084544193003293,"score_spread":0.2589290030282782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072380646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99531657,0.00013489783,0.0029163044,0.000015776579,0.000013566643,0.0014552764,0.00001193677,7.2033515e-7,0.00013494254],"genre_scores_gemma":[0.9986842,0.0000035112548,0.0010590686,0.00000486151,0.000002270247,0.000051949424,0.0000021614544,0.0000035542043,0.00018840657],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9836211,0.008542045,0.0046429965,0.0003018978,0.002812443,0.000079494144],"domain_scores_gemma":[0.9880123,0.004565443,0.0050340565,0.0013867307,0.00097163214,0.00002984467],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.039099034,0.000117160445,0.002403493,0.00022625616,0.000045020057,0.000032039632,0.00051530544,0.00002837539,0.0004539129],"category_scores_gemma":[0.024020279,0.000043792785,0.0011659533,0.0013392019,0.000028853521,0.00013862824,0.00011049526,0.000049523715,0.00003252317],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004411801,0.0021358593,0.9638192,0.00006266749,0.029890412,5.2118114e-8,0.0021033874,0.00085303857,0.000021300692,0.000082655795,0.00001214081,0.00097515015],"study_design_scores_gemma":[0.0002304513,0.00016907584,0.91271776,0.000019215544,0.0629385,8.61685e-9,0.00025748386,0.020885406,0.00021706955,0.002524812,0.0000012860813,0.000038939557],"about_ca_topic_score_codex":0.00012287077,"about_ca_topic_score_gemma":0.00026001234,"teacher_disagreement_score":0.051101465,"about_ca_system_score_codex":0.000009181915,"about_ca_system_score_gemma":0.00000472412,"threshold_uncertainty_score":0.98944974},"labels":[],"label_agreement":null},{"id":"W2072425969","doi":"10.1503/cmaj.120812","title":"Unexpected predictor–outcome associations in clinical prediction research: causes and solutions","year":2013,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek; GlaxoSmithKline","keywords":"Outcome (game theory); Predictive modelling; Framingham Heart Study; Framingham Risk Score; Computer science; Medicine; Machine learning; Internal medicine; Disease; Mathematics","score_opus":0.7851348028375074,"score_gpt":0.5625943869249123,"score_spread":0.2225404159125951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072425969","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9134485,0.0006559094,0.00059937814,0.07327203,0.0022185007,0.0009689077,0.00016583594,0.000014630513,0.0086563025],"genre_scores_gemma":[0.9907506,0.00016115698,0.0002664066,0.0021985378,0.0012998232,0.00005440561,0.000019758867,0.000014015048,0.005235258],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95348275,0.022329194,0.010553453,0.00059793546,0.012183029,0.0008536288],"domain_scores_gemma":[0.9723162,0.014718318,0.003466222,0.0009374018,0.0055407286,0.003021119],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.272033,0.00018478915,0.0016284625,0.0013310706,0.00081296614,0.0016291132,0.0009980429,0.0006335266,0.032761734],"category_scores_gemma":[0.3951144,0.00011541733,0.0006245662,0.002344617,0.00013534137,0.0006173282,0.00008423852,0.0021139549,0.0030284792],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.2804076e-7,0.000023703837,0.6473688,0.0000013015582,0.00007362771,0.00001210176,0.00017287707,0.0000036749989,8.096151e-7,0.00051411014,0.34613225,0.00569642],"study_design_scores_gemma":[0.00035173848,0.000029464805,0.8532913,0.000024014362,0.00003217976,0.00003451059,0.0010114834,0.004178543,8.6174765e-8,0.0050700433,0.13589102,0.00008565101],"about_ca_topic_score_codex":0.0041147377,"about_ca_topic_score_gemma":0.08595486,"teacher_disagreement_score":0.21024123,"about_ca_system_score_codex":0.0011769204,"about_ca_system_score_gemma":0.0021783393,"threshold_uncertainty_score":0.9994073},"labels":[],"label_agreement":null},{"id":"W2072653194","doi":"10.1353/pbm.0.0089","title":"Evidence-Based Medicine Again","year":2009,"lang":"en","type":"article","venue":"Perspectives in biology and medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Criticism; Evidence-based medicine; Terminology; Alternative medicine; Value (mathematics); MEDLINE; Medicine; Engineering ethics; Epistemology; Philosophy; Political science; Law; Computer science; Pathology","score_opus":0.7434910726935822,"score_gpt":0.5984713035054292,"score_spread":0.14501976918815296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072653194","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3329304,0.24652566,0.019975908,0.32808688,0.00072996714,0.001186482,0.0000038899134,0.00002264496,0.07053821],"genre_scores_gemma":[0.99211293,0.0019036343,0.00069245405,0.0034050797,0.00035123978,0.000009319968,0.000002630508,0.0000029086416,0.0015197904],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.98928076,0.0051496467,0.003383974,0.00095011754,0.0009983345,0.00023718686],"domain_scores_gemma":[0.9895578,0.0074392594,0.0011078324,0.0012956405,0.00045714393,0.00014233783],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.068449154,0.00023122875,0.0026561886,0.0006937926,0.000087953355,0.000021819775,0.0006651634,0.00011638959,0.0075250915],"category_scores_gemma":[0.10774205,0.00009143776,0.00020580494,0.0011142653,0.00076489116,0.000107999695,0.000028799022,0.00020799112,0.00010520564],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020037469,0.00020617872,0.23155041,0.00004585056,0.00016388603,0.00005622888,0.020164205,0.000026646896,0.010137555,0.38602462,0.07771398,0.27371007],"study_design_scores_gemma":[0.0018339225,0.0019510227,0.55631006,0.0011739574,0.0001915045,0.000033465745,0.020797329,0.002442961,0.000046314482,0.3820996,0.032804847,0.00031503613],"about_ca_topic_score_codex":0.0000388006,"about_ca_topic_score_gemma":0.000027874783,"teacher_disagreement_score":0.65918255,"about_ca_system_score_codex":0.000040875726,"about_ca_system_score_gemma":0.00003588994,"threshold_uncertainty_score":0.99338216},"labels":[],"label_agreement":null},{"id":"W2072770626","doi":"10.1002/jrsm.1089","title":"Special issue on inclusion of non‐randomized studies in systematic reviews","year":2013,"lang":"en","type":"erratum","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute for Health and Care Research; Medical Research Council; University of Ottawa; U.S. Department of Health and Human Services; Agency for Healthcare Research and Quality; Scottish Government","keywords":"Systematic review; Medicine; Health services research; Library science; Agency (philosophy); Psychological intervention; Health care; Inclusion (mineral); Government (linguistics); Political science; MEDLINE; Medical education; Family medicine; Public health; Sociology; Nursing; Social science; Law","score_opus":0.9025547465330345,"score_gpt":0.7078086700810654,"score_spread":0.19474607645196906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072770626","genre_codex":"other","genre_gemma":"other","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000669489,0.16844378,0.0055661816,0.0021513316,0.03447777,0.046519272,0.000050942173,0.000014574438,0.7427092],"genre_scores_gemma":[0.00003712959,0.049862396,0.096291035,0.0001074227,0.013801527,0.008337628,0.000010708522,0.000118958196,0.8314332],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.21119867,0.7123579,0.043911066,0.0032648398,0.027977934,0.0012895953],"domain_scores_gemma":[0.077449135,0.85409313,0.03460621,0.021037117,0.012124054,0.0006903286],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8945738,0.0012358738,0.055097006,0.006612655,0.00054777646,0.00069873186,0.008393107,0.00096716377,0.028365325],"category_scores_gemma":[0.93141925,0.0005081702,0.0084572295,0.006469866,0.0013086766,0.0002711053,0.003991237,0.002497755,0.012295384],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033177293,0.00012950387,0.0000017992878,0.04990325,0.0008557799,0.000012672531,0.0027347312,0.0000041641088,0.000027587084,0.00020590879,0.88337857,0.06241424],"study_design_scores_gemma":[0.0020322395,0.00008266775,0.0000075606126,0.06186749,0.00087841647,0.000004170058,0.0024765246,0.0031645591,0.00015205066,0.009181777,0.9196676,0.00048494124],"about_ca_topic_score_codex":0.000109396824,"about_ca_topic_score_gemma":0.000053850246,"teacher_disagreement_score":0.14173526,"about_ca_system_score_codex":0.00053478405,"about_ca_system_score_gemma":0.00047988287,"threshold_uncertainty_score":0.99980354},"labels":[],"label_agreement":null},{"id":"W2073059260","doi":"10.1016/j.jclinepi.2014.01.006","title":"Applying Grading of Recommendations Assessment, Development and Evaluation (GRADE) to diagnostic tests was challenging but doable","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":164,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"European Commission","keywords":"Grading (engineering); Operationalization; Quality of evidence; Test (biology); Systematic review; Publication bias; Perspective (graphical); Evidence-based medicine; MEDLINE; Medicine; Medical physics; Psychology; Meta-analysis; Computer science; Alternative medicine; Artificial intelligence; Pathology","score_opus":0.9248872393294887,"score_gpt":0.7005075891732893,"score_spread":0.22437965015619943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073059260","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6105593,0.0005623284,0.36945185,0.016474811,0.0010297765,0.0006800773,0.0000014473295,0.0000020037482,0.0012384057],"genre_scores_gemma":[0.8300625,0.00022437528,0.16828065,0.0010450959,0.00023458291,0.000038910843,0.0000017225086,0.0000062117115,0.00010597235],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.87134147,0.0781678,0.046307594,0.0008604177,0.0028934504,0.00042927268],"domain_scores_gemma":[0.39076057,0.57238936,0.03252717,0.001371946,0.0023501297,0.00060084934],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5984932,0.00018060693,0.006379001,0.00043857456,0.00013578172,0.000060299517,0.0007210885,0.00014099835,0.00061535666],"category_scores_gemma":[0.76035666,0.00009435984,0.0010072144,0.00037949308,0.00006359112,0.00017722062,0.00012768795,0.00041673132,0.000070013506],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063165735,0.00009812089,0.442621,0.000035855668,0.00023981572,9.768706e-7,0.00013570744,0.0020704025,0.000022208518,0.0045689144,0.012185398,0.5380153],"study_design_scores_gemma":[0.00082885195,0.00040249407,0.680961,0.00038728493,0.00049138267,0.000050910203,0.0006324674,0.075659916,0.000021018473,0.071044795,0.1693057,0.00021417993],"about_ca_topic_score_codex":0.0000047052595,"about_ca_topic_score_gemma":0.000013954848,"teacher_disagreement_score":0.5378011,"about_ca_system_score_codex":0.000043282256,"about_ca_system_score_gemma":0.00018192534,"threshold_uncertainty_score":0.6737724},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2073457340","doi":"10.1016/j.jclinepi.2008.09.006","title":"Conference abstracts of a new oncology drug do not always lead to full publication: Proceed with caution","year":2009,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cancer Care Ontario; McMaster University","funders":"","keywords":"Generalizability theory; Medicine; Publication bias; Confidence interval; Population; Odds ratio; Family medicine; Internal medicine; Oncology; Psychology; Environmental health","score_opus":0.9092971426391641,"score_gpt":0.6648259383659416,"score_spread":0.24447120427322244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073457340","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5828815,0.00046935273,0.11723984,0.2849915,0.0007507496,0.00071715907,0.000005376753,0.000005285814,0.012939221],"genre_scores_gemma":[0.9283537,0.00009840229,0.05902345,0.0094777625,0.000522617,0.000003078568,0.0000014481056,0.0000050227573,0.0025145032],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.90606666,0.03067092,0.05870434,0.0010671049,0.0029734548,0.0005175463],"domain_scores_gemma":[0.71273965,0.14766622,0.11769914,0.0039183097,0.015937768,0.0020389426],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3952619,0.0002467676,0.010751304,0.00041132694,0.000050238552,0.000091055175,0.0018632029,0.00031876384,0.0019520675],"category_scores_gemma":[0.5777281,0.00010844263,0.0020044912,0.0008664517,0.00017865456,0.0003122846,0.00005808241,0.00074473885,0.0006210978],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010497554,0.0005201518,0.04279341,0.000029186478,0.00037464025,0.000019380672,0.00058371865,0.0012970517,0.00017480584,0.022645444,0.58866984,0.3418426],"study_design_scores_gemma":[0.00126431,0.004245013,0.5567681,0.00014802306,0.00035370336,0.0003275761,0.00036462102,0.0013281996,0.00003657256,0.055580314,0.37937352,0.00021003667],"about_ca_topic_score_codex":0.000015223132,"about_ca_topic_score_gemma":0.00005634913,"teacher_disagreement_score":0.5139747,"about_ca_system_score_codex":0.000042397587,"about_ca_system_score_gemma":0.001146237,"threshold_uncertainty_score":0.99896026},"labels":[],"label_agreement":null},{"id":"W2073482431","doi":"10.1016/j.theriogenology.2006.04.017","title":"Critical evaluation of scientific articles and other sources of information: An introduction to evidence-based veterinary medicine","year":2006,"lang":"en","type":"review","venue":"Theriogenology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Agriculture and Agri-Food Canada","funders":"","keywords":"Credibility; Context (archaeology); Alternative medicine; Evidence-based medicine; Computer science; Medicine; Management science; Reading (process); Engineering ethics; Pathology; Epistemology; Political science; Engineering","score_opus":0.8312587597800363,"score_gpt":0.5779688851330099,"score_spread":0.25328987464702635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073482431","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024377301,0.97099376,0.0021319874,0.00082036725,0.00039750495,0.0010865871,0.000025460102,0.000004003747,0.00016300751],"genre_scores_gemma":[0.29228187,0.6649815,0.032282747,0.001272654,0.0050348565,0.0016765031,0.00037576247,0.00021811845,0.0018759931],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9745897,0.01412056,0.0071754926,0.0006335066,0.0033075977,0.0001731147],"domain_scores_gemma":[0.98919547,0.0026493417,0.0035354677,0.0022707353,0.0022674613,0.00008152557],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10517619,0.00024872707,0.004086419,0.0011354368,0.000081718776,0.00015830553,0.0008414664,0.00015675342,0.0055461666],"category_scores_gemma":[0.036118828,0.00012088583,0.0004688873,0.0015177496,0.00065609853,0.00035567413,0.00008357336,0.000080838574,0.00020877183],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009184812,0.000025236475,0.000063145446,0.0017478829,0.00006744741,2.1821029e-7,0.0004511898,0.000044598968,0.0000668595,0.0010380542,0.0014356719,0.9950505],"study_design_scores_gemma":[0.00008993046,0.00044413985,0.00012096613,0.0012693118,0.0017041698,0.000034892768,0.00025992116,0.00092486735,0.0000135499995,0.0017756463,0.9932372,0.00012541137],"about_ca_topic_score_codex":0.000031043895,"about_ca_topic_score_gemma":0.000013451857,"teacher_disagreement_score":0.9949251,"about_ca_system_score_codex":0.00003355077,"about_ca_system_score_gemma":0.00021011454,"threshold_uncertainty_score":0.9953629},"labels":[],"label_agreement":null},{"id":"W2073644162","doi":"10.1016/j.jclinepi.2008.10.009","title":"AMSTAR is a reliable and valid measurement tool to assess the methodological quality of systematic reviews","year":2009,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1770,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; University of Ottawa; Institute of Population and Public Health","funders":"","keywords":"Intraclass correlation; Inter-rater reliability; Kappa; Medicine; Construct validity; Reliability (semiconductor); Systematic review; Confidence interval; Criterion validity; Cohen's kappa; Medical physics; Statistics; Psychometrics; Mathematics; MEDLINE; Clinical psychology; Rating scale; Internal medicine; Biology","score_opus":0.9935874369043814,"score_gpt":0.7700991734328491,"score_spread":0.2234882634715324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073644162","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2874009,0.03716433,0.5720119,0.09485326,0.0019997444,0.004710452,0.000007853098,0.000005065693,0.0018465266],"genre_scores_gemma":[0.5850248,0.0054814667,0.3541916,0.05349223,0.00074433547,0.000042772674,3.5474406e-7,0.00001292426,0.0010095596],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.21986432,0.5956446,0.17417563,0.0014995525,0.008123549,0.00069234567],"domain_scores_gemma":[0.14164108,0.6907246,0.14972372,0.007809141,0.0090922145,0.0010092378],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9430243,0.00030588513,0.028831944,0.00018144466,0.00008595777,0.000088781126,0.0023206784,0.00027887884,0.0008696379],"category_scores_gemma":[0.947829,0.000095892836,0.0062946966,0.0006941587,0.00017092701,0.00013010994,0.00013937664,0.0007083155,0.00019319837],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053728215,0.0007703012,0.3044684,0.0073001226,0.0019131321,0.000016524622,0.00069618627,0.00040962934,0.00031268492,0.039707817,0.583803,0.060064934],"study_design_scores_gemma":[0.0008440074,0.0023250566,0.5900339,0.004001092,0.0018107531,0.00015525521,0.00048224136,0.0013644072,0.000020574458,0.25841984,0.14016216,0.00038072857],"about_ca_topic_score_codex":0.0000068152226,"about_ca_topic_score_gemma":0.0000037991128,"teacher_disagreement_score":0.44364083,"about_ca_system_score_codex":0.000032379226,"about_ca_system_score_gemma":0.00013115851,"threshold_uncertainty_score":0.98558605},"labels":[],"label_agreement":null},{"id":"W2073689943","doi":"10.1136/oemed-2013-101717.181","title":"181 Addressing continuous data for participants excluded from trial analysis: a guide for systematic reviewers","year":2013,"lang":"en","type":"article","venue":"Occupational and Environmental Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; McMaster University","funders":"","keywords":"Missing data; Meta-analysis; Confidence interval; Medicine; Imputation (statistics); Robustness (evolution); Statistics; Randomized controlled trial; Data collection; Clinical trial; Mathematics; Surgery; Internal medicine","score_opus":0.7986844240733805,"score_gpt":0.5467952182675218,"score_spread":0.2518892058058587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073689943","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7568743,0.014669126,0.19973265,0.0029996498,0.0009247813,0.02105506,0.0031839136,0.000016415916,0.0005440639],"genre_scores_gemma":[0.97967666,0.00009172102,0.010602498,0.00089869316,0.0005458766,0.001770768,0.0030752767,0.000016463902,0.003322036],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98815536,0.0015679873,0.0065362216,0.0010240398,0.002454943,0.00026141902],"domain_scores_gemma":[0.98624325,0.0076801935,0.0031829418,0.0025248185,0.00013430759,0.00023450424],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03054807,0.00028428235,0.003706898,0.00020565854,0.0002039029,0.00024948354,0.0009860459,0.000066324166,0.0061113406],"category_scores_gemma":[0.028987598,0.00013180648,0.00061082374,0.0003326516,0.00014380016,0.00034016208,0.00015558732,0.000051593146,0.00022608382],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028378244,0.000659422,0.11736634,0.005465392,0.011791519,0.000004279712,0.0017141508,0.0001611102,0.0021469526,0.00048903143,0.8251641,0.032199908],"study_design_scores_gemma":[0.05600759,0.0014667504,0.2672869,0.0070493217,0.046619374,0.00001040341,0.013141819,0.4734774,0.000033817585,0.0126433,0.12061386,0.0016494717],"about_ca_topic_score_codex":0.00008377098,"about_ca_topic_score_gemma":0.000027706032,"teacher_disagreement_score":0.7045502,"about_ca_system_score_codex":0.000034902117,"about_ca_system_score_gemma":0.00002089292,"threshold_uncertainty_score":0.9982548},"labels":[],"label_agreement":null},{"id":"W2073728752","doi":"10.1016/s0828-282x(10)70408-6","title":"CANadian Network and Centre for Trials INternationally (CANNeCTIN): A national network for Canadian-led trials in cardiovascular diseases and diabetes mellitus","year":2010,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta; Université Laval; McGill University; University of British Columbia Hospital; University of Waterloo; McMaster University; University of British Columbia; Dalhousie University","funders":"Canadian Institutes of Health Research; National Institutes of Health; Australian Government","keywords":"Medicine; Clinical trial; Biostatistics; Translational research; Knowledge translation; Medical education; Alternative medicine; Population; Family medicine; Public relations; Public health; Nursing; Political science; Environmental health; Knowledge management; Pathology","score_opus":0.3007564707395921,"score_gpt":0.41361232525742553,"score_spread":0.11285585451783342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073728752","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71519226,0.15890224,0.019130504,0.048351992,0.027523082,0.014515446,0.009911977,0.000009298735,0.006463176],"genre_scores_gemma":[0.99148667,0.00012799277,0.0024367268,0.0006700149,0.0048511014,0.00008376614,0.000049522325,0.00002249102,0.00027173563],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9822817,0.008824988,0.006577047,0.00057680137,0.0009035714,0.0008359047],"domain_scores_gemma":[0.97038,0.021337911,0.002702538,0.0006172147,0.0026381882,0.0023241676],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20461027,0.00030535698,0.007421185,0.0013434858,0.00034282904,0.0005941389,0.0007874193,0.00026633407,0.00029096566],"category_scores_gemma":[0.20858875,0.00019530559,0.0031567991,0.00053199864,0.00012512472,0.0001753049,0.000015772788,0.00027276837,0.0000062332647],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005141025,0.000002023201,0.47575888,0.00004200468,0.004705814,0.000042211785,0.00015062756,0.024935665,0.00000536331,0.009429401,0.45666403,0.028212573],"study_design_scores_gemma":[0.0010428411,0.0000526508,0.08017049,0.000046942496,0.00088496244,0.000060923867,0.00009717553,0.0012016736,6.4250526e-7,0.032630377,0.8836047,0.00020661927],"about_ca_topic_score_codex":0.11430307,"about_ca_topic_score_gemma":0.97090244,"teacher_disagreement_score":0.85659933,"about_ca_system_score_codex":0.00033980433,"about_ca_system_score_gemma":0.0066099428,"threshold_uncertainty_score":0.99902165},"labels":[],"label_agreement":null},{"id":"W2074329981","doi":"10.1016/j.cjca.2013.07.469","title":"Revascularization Techniques in Diabetics - A (Network) Meta-Analysis in Progress","year":2013,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Conventional PCI; Revascularization; Internal medicine; Cardiology; Coronary artery disease; Diabetes mellitus; Bypass grafting; Percutaneous coronary intervention; Artery; Complication; Myocardial infarction","score_opus":0.5248826758689544,"score_gpt":0.4459671880993703,"score_spread":0.07891548776958413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074329981","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37193596,0.13091075,0.38866064,0.03413443,0.0020915763,0.007977504,0.00007252286,0.000015469186,0.06420114],"genre_scores_gemma":[0.9944499,0.000039235267,0.0047329813,0.00021194851,0.00017073608,0.00004862946,0.0000032347348,0.00000755747,0.0003357859],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9800953,0.011249589,0.0067559998,0.0003750188,0.0011417429,0.00038234942],"domain_scores_gemma":[0.9929876,0.00096857396,0.0029274775,0.0013366689,0.0014242318,0.0003554813],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07372789,0.00019689242,0.007164412,0.0024857621,0.000042350694,0.00033380304,0.0012068243,0.00017349403,0.0026122187],"category_scores_gemma":[0.008395408,0.00010169761,0.0047859494,0.003943603,0.00011547819,0.00022629961,0.000025516094,0.0002909531,0.000108027765],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001319322,0.0000028570146,0.9075069,0.00000848904,0.028745504,0.00007481025,0.00015645745,0.022854555,0.0000027008923,0.00079167995,0.0317295,0.008125238],"study_design_scores_gemma":[0.00030949444,0.00012995879,0.5801325,0.000024815901,0.08371602,0.00011893502,0.0002965354,0.0031902683,0.0000111191,0.038783498,0.29281268,0.00047422995],"about_ca_topic_score_codex":0.0005200514,"about_ca_topic_score_gemma":0.01156439,"teacher_disagreement_score":0.6225139,"about_ca_system_score_codex":0.00010149115,"about_ca_system_score_gemma":0.0003495137,"threshold_uncertainty_score":0.9999573},"labels":[],"label_agreement":null},{"id":"W2074396154","doi":"10.1002/ibd.21372","title":"Introduction to Cochrane systematic reviews","year":2010,"lang":"en","type":"editorial","venue":"Inflammatory Bowel Diseases","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Robarts Clinical Trials","funders":"","keywords":"Systematic review; Medicine; MEDLINE; Biology","score_opus":0.20634462982510268,"score_gpt":0.44613871510161945,"score_spread":0.23979408527651677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074396154","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00040571822,0.015705116,0.0007701679,0.00084173144,0.97243553,0.008205645,0.000531854,0.00006258063,0.0010416262],"genre_scores_gemma":[0.00009387424,0.00057074823,0.0005177677,0.00021130695,0.9441378,0.0020792207,0.0003381014,0.00010656045,0.051944595],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9234213,0.024490459,0.027717158,0.00349063,0.02014763,0.0007328141],"domain_scores_gemma":[0.9031911,0.030390082,0.029309163,0.026391905,0.008779206,0.0019385745],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.13007624,0.0013691301,0.014257508,0.0012907159,0.0003452136,0.0031547055,0.0057406463,0.0010077643,0.022793125],"category_scores_gemma":[0.6080827,0.0006938377,0.0060010636,0.0013936925,0.00014002177,0.00052491087,0.00045844464,0.0011755432,0.094563484],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019824043,0.000055779437,0.00014473668,0.02849032,0.00024774906,0.000031937678,0.00010404654,0.000018521429,0.000019863328,0.00010606372,0.97023624,0.00052488694],"study_design_scores_gemma":[0.00014222275,0.000033492626,0.0003204128,0.0042412993,0.0019081294,0.000004591574,0.000070590926,0.000058401012,0.000002165207,0.0005381587,0.99199224,0.0006882911],"about_ca_topic_score_codex":0.000006580092,"about_ca_topic_score_gemma":0.00008351537,"teacher_disagreement_score":0.47800645,"about_ca_system_score_codex":0.00017355774,"about_ca_system_score_gemma":0.0005718842,"threshold_uncertainty_score":0.99990594},"labels":[],"label_agreement":null},{"id":"W2074890973","doi":"10.1016/s0749-8063(03)00707-2","title":"Factors to consider in determining the feasibility of randomized clinical trials","year":2003,"lang":"en","type":"review","venue":"Arthroscopy The Journal of Arthroscopic and Related Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Fowler Kennedy Sport Medicine Clinic","funders":"","keywords":"Multidisciplinary approach; Clinical trial; Clinical research; Randomized controlled trial; Management science; Psychology; Medicine; Medical education; Engineering ethics; Medical physics; Engineering; Sociology; Social science; Pathology","score_opus":0.8896155836157557,"score_gpt":0.6389089644885182,"score_spread":0.25070661912723746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074890973","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04023264,0.95307237,0.00036956425,0.00024623415,0.002973598,0.0028487386,0.000012273355,0.0000017039299,0.00024289213],"genre_scores_gemma":[0.008639697,0.99039346,0.00018235482,0.00015938938,0.000075771226,0.000012751137,0.0000020177742,0.000027421192,0.00050714205],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.68744147,0.2458766,0.06189281,0.0007785161,0.0035634271,0.00044717832],"domain_scores_gemma":[0.5547303,0.39117762,0.049317203,0.0030745147,0.0013510559,0.00034928005],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.6603002,0.0007063946,0.037426602,0.00082053663,0.00022054388,0.0003141475,0.00125093,0.00052854663,0.0017433224],"category_scores_gemma":[0.4101603,0.00019964064,0.012247786,0.0016797188,0.00092391897,0.00020059646,0.0001653278,0.0013295818,0.00007836054],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020906392,0.00067660696,0.13925348,0.003272952,0.013110169,0.000047646514,0.0042981803,0.000059190457,0.0000014236828,0.00045118819,0.05592478,0.78081375],"study_design_scores_gemma":[0.022973366,0.0004768288,0.0038811236,0.032436125,0.026529439,0.0002976246,0.0022624831,0.000080103004,0.000004009098,0.0076106936,0.90226763,0.0011805529],"about_ca_topic_score_codex":0.000003982165,"about_ca_topic_score_gemma":0.000011573387,"teacher_disagreement_score":0.84634286,"about_ca_system_score_codex":0.00004082604,"about_ca_system_score_gemma":0.00086258736,"threshold_uncertainty_score":0.99916923},"labels":[],"label_agreement":null},{"id":"W2074899501","doi":"10.1016/j.apmr.2013.12.010","title":"Elevating the Quality of Disability and Rehabilitation Research: Mandatory Use of the Reporting Guidelines","year":2014,"lang":"en","type":"editorial","venue":"Archives of Physical Medicine and Rehabilitation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"U.S. National Library of Medicine","keywords":"Rehabilitation; Quality (philosophy); Mandatory reporting; Medicine; Physical medicine and rehabilitation; Physical therapy; Medical emergency; Injury prevention; Poison control","score_opus":0.7295602597801732,"score_gpt":0.6134656533118308,"score_spread":0.11609460646834246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074899501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9614493,0.00056163565,0.00072117004,0.01353378,0.021060439,0.00214553,0.000077477336,0.0000041141757,0.00044651708],"genre_scores_gemma":[0.9423986,0.00005290329,0.010164281,0.000029021434,0.046916936,0.00007438817,0.000028218898,0.000023052635,0.00031256911],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.94050896,0.031167429,0.018815769,0.0010835762,0.008203628,0.00022061869],"domain_scores_gemma":[0.15935062,0.7988088,0.030559052,0.00505818,0.00609445,0.00012888032],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18137535,0.0002743088,0.0036740305,0.00024288574,0.0002067605,0.000051278952,0.00081675546,0.00013317107,0.0000203429],"category_scores_gemma":[0.9025711,0.000098109376,0.0012426894,0.0007921285,0.006702158,0.00016780075,0.00037247184,0.0005617739,8.295322e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001884423,0.00035137177,0.120524056,0.009572579,0.0003217607,9.767839e-8,0.04454453,0.00010552252,0.0055528376,0.015879782,0.6921107,0.1108483],"study_design_scores_gemma":[0.0007805121,0.0023655915,0.51135844,0.0056925104,0.00060601026,5.677429e-7,0.019474294,0.0079850685,0.000048176462,0.32702762,0.124345675,0.0003154906],"about_ca_topic_score_codex":0.0005109,"about_ca_topic_score_gemma":0.000088195884,"teacher_disagreement_score":0.7811583,"about_ca_system_score_codex":0.000016873959,"about_ca_system_score_gemma":0.00011320866,"threshold_uncertainty_score":0.996001},"labels":[],"label_agreement":null},{"id":"W2075143588","doi":"10.1136/emj.2010.101667","title":"Full text publication rates of studies presented at an international emergency medicine scientific meeting","year":2010,"lang":"en","type":"article","venue":"Emergency Medicine Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Presentation (obstetrics); Medical emergency; Emergency medicine; Library science; Radiology","score_opus":0.7230370943711675,"score_gpt":0.5940617165458014,"score_spread":0.12897537782536606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075143588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8716914,0.007616977,0.0014067937,0.021135788,0.0400455,0.0005247162,0.000009160438,0.00001223312,0.05755745],"genre_scores_gemma":[0.6009385,0.0024112682,0.00091785914,0.000031030137,0.005725219,0.000033094777,0.00006035251,0.00003495685,0.38984773],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9698695,0.0034912683,0.01596514,0.0009819048,0.009299592,0.00039257275],"domain_scores_gemma":[0.9665486,0.0010401449,0.013384309,0.002784448,0.01571751,0.00052494305],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13539805,0.00038091617,0.0024474964,0.0015528232,0.0006848231,0.000086424756,0.0031883554,0.00009745105,0.5275439],"category_scores_gemma":[0.17331702,0.00017324895,0.00077529636,0.0028714896,0.000491531,0.0010436226,0.00027135867,0.0005219027,0.0005130841],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019916408,0.000079249636,0.09697519,0.000039761242,0.0003749158,5.277869e-7,0.0030875236,0.000013150787,0.039557893,0.0005219251,0.8583232,0.0010067514],"study_design_scores_gemma":[0.0007398384,0.0004227473,0.058659885,0.00023962655,0.0005317488,0.00013232579,0.007999375,0.0059955805,0.000377518,0.008322375,0.9162669,0.00031203066],"about_ca_topic_score_codex":0.00003129989,"about_ca_topic_score_gemma":0.00040069493,"teacher_disagreement_score":0.5270308,"about_ca_system_score_codex":0.000049970593,"about_ca_system_score_gemma":0.000084415165,"threshold_uncertainty_score":0.89028966},"labels":[],"label_agreement":null},{"id":"W2076017614","doi":"10.3945/jn.114.207282","title":"Communication of Randomized Controlled Trial Results Must Match the Study Focus","year":2015,"lang":"en","type":"letter","venue":"Journal of Nutrition","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Randomized controlled trial; Focus (optics); Computer science; Psychology; Medicine; Physics; Internal medicine; Optics","score_opus":0.5620369017520352,"score_gpt":0.49566278505980504,"score_spread":0.0663741166922302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076017614","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012265002,0.014235374,0.0013180652,0.9337487,0.0026089202,0.029891586,0.00007661839,0.0000038185917,0.005851879],"genre_scores_gemma":[0.8054201,0.005997949,0.009993311,0.08959037,0.03720804,0.0038905623,0.00027804446,0.0002028737,0.047418747],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.8316942,0.11661007,0.037919264,0.00041802364,0.013168073,0.00019038068],"domain_scores_gemma":[0.8854102,0.039806314,0.06197277,0.0035853898,0.00915915,0.000066199296],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.44990426,0.00035437624,0.017532587,0.00086769945,0.00011845514,0.0007331008,0.0033056561,0.00035463754,0.0005298275],"category_scores_gemma":[0.13913468,0.000120400924,0.008417209,0.0007665503,0.000138934,0.00024659568,0.000098039476,0.0013476675,0.000101425714],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2691544,0.00047160123,0.0000011189163,0.000023845007,0.0011940018,0.000011906677,0.00045185373,0.0000039290953,0.0000011301729,0.000008291537,0.7283504,0.00032752738],"study_design_scores_gemma":[0.7467533,0.00042336984,0.0000033978265,0.00024857544,0.003963934,0.00003338064,0.001084617,0.00013239092,0.0000011093647,0.00967067,0.23759267,0.00009260286],"about_ca_topic_score_codex":0.000021452794,"about_ca_topic_score_gemma":0.0000120267005,"teacher_disagreement_score":0.84415835,"about_ca_system_score_codex":0.00007558055,"about_ca_system_score_gemma":0.00017869403,"threshold_uncertainty_score":0.99705315},"labels":[],"label_agreement":null},{"id":"W2076439839","doi":"10.1007/s11245-013-9189-4","title":"Down with the Hierarchies","year":2013,"lang":"en","type":"article","venue":"Topoi","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":81,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Epistemology; Computer science; Hierarchy; Data science; Management science; Political science; Philosophy; Engineering","score_opus":0.6111521229580114,"score_gpt":0.47636939021975944,"score_spread":0.13478273273825192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076439839","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6089174,0.000660259,0.009452165,0.032959044,0.00014081551,0.0010000103,0.0000024649273,0.000010258897,0.3468576],"genre_scores_gemma":[0.85767865,0.0000030950468,0.0018314,0.0010329157,0.00006946418,0.000057305668,5.486326e-7,0.000004028879,0.1393226],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934587,0.0021418366,0.0016470279,0.00031179105,0.002308086,0.00013258128],"domain_scores_gemma":[0.994517,0.0017886673,0.00081269507,0.0024660563,0.00035417208,0.00006138189],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.022207726,0.00010823634,0.00086684636,0.00007343918,0.00013076747,0.0009027764,0.0012291532,0.000017950992,0.06544752],"category_scores_gemma":[0.0025433651,0.000027355556,0.00038485482,0.00057029823,0.00008108318,0.00015428122,0.0000632235,0.0000732817,0.030136814],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012446683,0.000011342917,0.006220092,0.0000050354074,0.00007698131,0.0000012242562,0.00094352686,0.000020224183,0.000051527244,0.010444426,0.9322136,0.050010785],"study_design_scores_gemma":[0.000066650595,0.000027642684,0.037189785,0.0000054941247,0.0000511813,0.000009057325,0.001189061,0.00074312865,0.000029024795,0.018445121,0.94215214,0.000091693975],"about_ca_topic_score_codex":0.00003679266,"about_ca_topic_score_gemma":0.000034627843,"teacher_disagreement_score":0.24876125,"about_ca_system_score_codex":0.000003925003,"about_ca_system_score_gemma":0.000014904235,"threshold_uncertainty_score":0.9706183},"labels":[],"label_agreement":null},{"id":"W2076682535","doi":"10.1016/s0140-6736(05)71879-1","title":"Epidemiology and reporting of randomised trials published in PubMed journals","year":2005,"lang":"en","type":"article","venue":"The Lancet","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":481,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"","keywords":"Medicine; Epidemiology; Sample size determination; Percentile; MEDLINE; Clinical trial; Attrition; Randomized controlled trial; Family medicine; Alternative medicine; Data extraction; Internal medicine; Pathology; Statistics","score_opus":0.9231613542333046,"score_gpt":0.6074902155734591,"score_spread":0.31567113865984553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076682535","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.939368,0.01000095,0.0018337755,0.03700604,0.00019811722,0.0014564764,0.0000102640515,0.0000030620292,0.010123291],"genre_scores_gemma":[0.9943227,0.00017777171,0.002560465,0.0010210216,0.00045602463,0.000060616112,0.0000011759869,0.0000035423488,0.0013966456],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.59678984,0.24413007,0.1507472,0.0017986019,0.0052134045,0.0013208825],"domain_scores_gemma":[0.5874745,0.22972286,0.17097428,0.00988974,0.0016099075,0.0003287045],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8743266,0.00012162283,0.0115615055,0.00021913351,0.00004620409,0.00019437906,0.0011768906,0.000059517,0.0032425576],"category_scores_gemma":[0.8976857,0.000039232054,0.0008725512,0.0007138153,0.00006707733,0.00018634502,0.00008292052,0.00016797699,0.00004387807],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032233002,0.000018496017,0.72915614,0.000019932466,0.00019026373,0.0000017715851,0.0004307806,0.0002051019,0.000065426626,0.00072102516,0.18703225,0.081836514],"study_design_scores_gemma":[0.004893798,0.0000072158978,0.93325746,0.000033826615,0.000114459566,0.000024285373,0.00013226093,0.0022546423,0.00004221568,0.02710686,0.032054786,0.000078191544],"about_ca_topic_score_codex":0.000024809895,"about_ca_topic_score_gemma":0.00009488735,"teacher_disagreement_score":0.20410134,"about_ca_system_score_codex":0.000010443002,"about_ca_system_score_gemma":0.000028688039,"threshold_uncertainty_score":0.9976686},"labels":[],"label_agreement":null},{"id":"W2076729112","doi":"10.1001/archpedi.158.10.983","title":"Factors Influencing the Publication of Randomized Controlled Trials in Child Health Research","year":2004,"lang":"en","type":"article","venue":"Archives of Pediatrics and Adolescent Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"American Pediatric Society","keywords":"Respondent; Medicine; Randomized controlled trial; Family medicine; Alternative medicine; Publishing; Logistic regression; Publication bias; Meta-analysis; Surgery; Political science; Internal medicine","score_opus":0.6654695654709658,"score_gpt":0.5413543324287984,"score_spread":0.12411523304216743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076729112","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8677568,0.04522292,0.009849096,0.06399239,0.0002734407,0.008318925,0.000018896619,0.0000039743345,0.0045635747],"genre_scores_gemma":[0.99429524,0.004929164,0.00022289826,0.00023563903,0.00016377548,0.000027560503,0.0000056186627,0.0000047679678,0.00011533366],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.8923267,0.065448985,0.032686256,0.0008569455,0.008192971,0.0004880997],"domain_scores_gemma":[0.86660475,0.112238616,0.01773753,0.0019322266,0.0012074622,0.00027941275],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4483605,0.00018185127,0.011466383,0.0016710459,0.00012053352,0.00007637833,0.00081385707,0.00003569165,0.00013061958],"category_scores_gemma":[0.43859586,0.0000561902,0.0014105536,0.0016098628,0.00047538037,0.0000727782,0.00010627262,0.00029676227,0.0000033131457],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.031069916,0.0020579807,0.45688114,0.005047186,0.0017183239,0.000005978193,0.12787828,0.0011904207,0.0008927874,0.21077745,0.034417298,0.12806326],"study_design_scores_gemma":[0.43225536,0.0006359148,0.3941616,0.0028347303,0.0015708235,0.00000565903,0.024052417,0.0023156102,0.000087228575,0.1389759,0.002723276,0.00038145698],"about_ca_topic_score_codex":0.00011704811,"about_ca_topic_score_gemma":0.000022191613,"teacher_disagreement_score":0.40118545,"about_ca_system_score_codex":0.000015156301,"about_ca_system_score_gemma":0.00018800292,"threshold_uncertainty_score":0.783819},"labels":[],"label_agreement":null},{"id":"W2077653789","doi":"10.1001/2012.jama.11228","title":"How to Use an Article Reporting a Multiple Treatment Comparison Meta-analysis","year":2012,"lang":"en","type":"article","venue":"JAMA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":362,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Psychological intervention; Randomized controlled trial; Meta-analysis; Homogeneous; Interpretation (philosophy); External validity; Affect (linguistics); Evidence-based medicine; MEDLINE; Medical physics; Alternative medicine; Psychiatry; Social psychology; Surgery; Pathology; Computer science","score_opus":0.9102868081541081,"score_gpt":0.5690209552344029,"score_spread":0.34126585291970524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077653789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9519719,0.0005467019,0.043676313,0.0025971744,0.00009257874,0.0006213889,0.000019702005,0.000014077863,0.00046019998],"genre_scores_gemma":[0.9498029,9.2940434e-7,0.03447955,0.00031050498,0.00011335025,0.000109311666,0.000009996891,0.000011030453,0.015162454],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97943205,0.006053271,0.009592006,0.00093812164,0.0035225176,0.00046202468],"domain_scores_gemma":[0.97971165,0.0036032486,0.009633507,0.0054665958,0.00091359427,0.00067140453],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.07538357,0.00032020782,0.0066009006,0.0004972986,0.00017470858,0.0034754125,0.00074119173,0.000074658405,0.0047327634],"category_scores_gemma":[0.08750239,0.00013532054,0.006709894,0.0027747706,0.000019326331,0.0013623516,0.00009862149,0.00007975495,0.0017830508],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007718321,0.0003267558,0.930075,0.0000031813395,0.04088814,0.0000054964216,0.0032716342,0.0009890542,0.0003984253,0.00011763823,0.008192031,0.015724938],"study_design_scores_gemma":[0.00031708003,0.00013105209,0.49891827,0.0000015031088,0.2037322,0.000010411091,0.0032700286,0.06454763,0.0018641031,0.00010732611,0.22669177,0.00040863018],"about_ca_topic_score_codex":0.0002734751,"about_ca_topic_score_gemma":0.0009840886,"teacher_disagreement_score":0.43115672,"about_ca_system_score_codex":0.00006190086,"about_ca_system_score_gemma":0.000017229719,"threshold_uncertainty_score":0.9989942},"labels":[],"label_agreement":null},{"id":"W2077867927","doi":"10.4212/cjhp.v68i2.1440","title":"Systematic Reviews: What Do You Need to Know to Get Started?","year":2015,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":151,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Information retrieval; Computer science; Library science","score_opus":0.4898935606496134,"score_gpt":0.4777116338145457,"score_spread":0.012181926835067747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077867927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5060301,0.25200173,0.004010224,0.20323548,0.015452748,0.013204194,0.000068183675,0.000011039382,0.005986304],"genre_scores_gemma":[0.9825902,0.0003944561,0.0018265297,0.006990856,0.00077986676,0.0000691447,0.0000013306129,0.000038048598,0.0073095453],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9791652,0.0077591846,0.0081610195,0.0004269686,0.00397458,0.0005130645],"domain_scores_gemma":[0.9843518,0.0012519673,0.004900625,0.002464363,0.003499127,0.0035321233],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.13264564,0.00037208846,0.003847851,0.00085819146,0.0002467013,0.0043589813,0.0042582895,0.0000365911,0.0026438525],"category_scores_gemma":[0.056173377,0.00015326499,0.0015818117,0.0020847516,0.00005909744,0.0010778246,0.000085286745,0.00032113667,0.01094017],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008998751,0.000019476527,0.0015334889,0.00031399686,0.00026851014,0.00008476827,0.008145726,0.0003100112,0.0000105158515,0.00024426766,0.9813233,0.0077369264],"study_design_scores_gemma":[0.00036068508,0.00029428132,0.00012754553,0.0029144161,0.0005667518,0.00012801801,0.009379159,0.0001870684,0.00002044169,0.0016394636,0.9840794,0.00030275667],"about_ca_topic_score_codex":0.0008531526,"about_ca_topic_score_gemma":0.0044019227,"teacher_disagreement_score":0.47656012,"about_ca_system_score_codex":0.0003212852,"about_ca_system_score_gemma":0.0010579686,"threshold_uncertainty_score":0.9982679},"labels":[],"label_agreement":null},{"id":"W2077896332","doi":"10.1378/chest.10-0067","title":"Hypothesis Testing, Study Power, and Sample Size","year":2010,"lang":"en","type":"review","venue":"CHEST Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Public Health Ontario","funders":"","keywords":"Scopus; Sample size determination; Medicine; Statistical hypothesis testing; Sample (material); Set (abstract data type); Test (biology); Statistical power; MEDLINE; Information retrieval; Data science; Statistics; Computer science; Mathematics","score_opus":0.8608013221905031,"score_gpt":0.5589757806152031,"score_spread":0.30182554157529995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077896332","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027644596,0.9945605,0.0001935814,0.00004641716,0.00063019525,0.0010589286,0.000026539716,0.0000052495684,0.003202175],"genre_scores_gemma":[0.00007015565,0.9554287,0.039795324,0.000051932006,0.00056160486,0.000036590132,4.0146838e-7,0.00005211768,0.0040031695],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9671971,0.011667512,0.014261625,0.0012139449,0.005246226,0.0004135956],"domain_scores_gemma":[0.64188707,0.29879054,0.043691248,0.010565279,0.0034906622,0.0015751716],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.14885724,0.00077394245,0.013045849,0.0005631815,0.00045750933,0.0042007025,0.003254198,0.00031385396,0.014903101],"category_scores_gemma":[0.57175976,0.0003184176,0.0037563096,0.0015888929,0.00009802568,0.00019781079,0.00028947642,0.0015231472,0.0021507924],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.9183354e-7,0.00009041012,0.0013622119,0.0006802132,0.00032142308,0.0000341384,0.00014127365,4.9668852e-8,1.4959627e-7,0.000004581596,0.008967514,0.98839766],"study_design_scores_gemma":[0.00010189379,0.000090029265,0.0011384806,0.0010721976,0.00241699,0.0010099865,0.0002486704,0.0000035609594,2.3789086e-8,0.0027392816,0.99086773,0.00031116168],"about_ca_topic_score_codex":0.0000065723657,"about_ca_topic_score_gemma":0.000016225851,"teacher_disagreement_score":0.98808646,"about_ca_system_score_codex":0.00004685858,"about_ca_system_score_gemma":0.00038865893,"threshold_uncertainty_score":0.9999268},"labels":[],"label_agreement":null},{"id":"W2077901096","doi":"10.1371/journal.pmed.0050004","title":"In the Era of Systematic Reviews, Does the Size of an Individual Trial Still Matter?","year":2007,"lang":"en","type":"article","venue":"PLoS Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"London School of Hygiene and Tropical Medicine","keywords":"Clinical trial; Sample size determination; Systematic review; Medicine; MEDLINE; Quality (philosophy); Alternative medicine; Psychology; Epistemology; Pathology; Political science; Statistics; Law","score_opus":0.6915657570314214,"score_gpt":0.5218692412426198,"score_spread":0.16969651578880163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077901096","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9717892,0.007909483,0.00046093453,0.008573875,0.0006218249,0.0080258325,0.000013234347,0.0000023598345,0.0026032953],"genre_scores_gemma":[0.99676734,0.00010246226,0.00039151753,0.0017086392,0.00032121557,0.0000963042,0.0000021281844,0.0000072478097,0.00060311664],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9434321,0.025235076,0.020885142,0.0005937995,0.009556979,0.000296891],"domain_scores_gemma":[0.94646543,0.039014455,0.009336325,0.004546522,0.00054811116,0.00008914634],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.32559872,0.00022698402,0.0052085714,0.00019697254,0.000040293336,0.00006540621,0.003023347,0.000059490016,0.005969577],"category_scores_gemma":[0.13239256,0.000050949948,0.0006420551,0.0015328424,0.00021243637,0.00013603701,0.00006781452,0.00023774704,0.000247261],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035790107,0.005054307,0.04721337,0.13308237,0.004526316,0.00015227454,0.40390074,0.00002828466,0.004471179,0.009576286,0.35592094,0.03249489],"study_design_scores_gemma":[0.086639084,0.008878491,0.23157449,0.13412203,0.037219495,0.00041818406,0.32788202,0.0040043774,0.002447646,0.070634834,0.09345648,0.0027228654],"about_ca_topic_score_codex":0.00004153137,"about_ca_topic_score_gemma":0.00008888116,"teacher_disagreement_score":0.26246446,"about_ca_system_score_codex":0.000010470746,"about_ca_system_score_gemma":0.00002682825,"threshold_uncertainty_score":0.9949391},"labels":[],"label_agreement":null},{"id":"W2078049749","doi":"10.1097/01.mlr.0000185710.62071.7f","title":"The Influence of Display and Statistical Factors on the Interpretation of Metaanalysis Results by Physicians","year":2005,"lang":"en","type":"article","venue":"Medical Care","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Children's Hospital of Eastern Ontario; McGill University; McMaster University; Ottawa Hospital; University of Manitoba; University of Alberta; Community Based Research Centre; GlaxoSmithKline (Canada); University of Ottawa; University of British Columbia","funders":"","keywords":"Medicine; Sample size determination; Meta-analysis; Treatment effect; Homogeneous; Consistency (knowledge bases); Randomized controlled trial; Statistical significance; Interpretation (philosophy); Publication bias; Confidence interval; Analysis of variance; Clinical trial; Internal medicine; Statistics; Traditional medicine; Mathematics","score_opus":0.22291216550754414,"score_gpt":0.46704893170562756,"score_spread":0.24413676619808342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078049749","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872419,0.00081048964,0.0071956213,0.0032143807,0.000032363812,0.00019719366,0.00018544009,0.0000012785423,0.0011212846],"genre_scores_gemma":[0.9993759,0.00003096118,0.00010058994,0.00022618106,0.000014307948,0.000006587461,0.000011840903,0.000002706923,0.00023096312],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9883266,0.003351903,0.0031777457,0.00031373033,0.004724177,0.00010583706],"domain_scores_gemma":[0.9795498,0.017253129,0.0015023767,0.0010972003,0.0005173891,0.00008007778],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020284008,0.000116238705,0.0010753801,0.000052583302,0.00009680277,0.00008909924,0.00087857497,0.000045309684,0.0004761255],"category_scores_gemma":[0.08035286,0.000034747067,0.0003869015,0.00046030962,0.00030212564,0.0000566527,0.00006413896,0.00013123367,0.000036278383],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001508543,0.00017425035,0.031887773,0.00015124136,0.0016107354,0.0000030832555,0.039945405,0.0025017415,0.00034368588,0.024462152,0.12993401,0.76883507],"study_design_scores_gemma":[0.0013042676,0.00077370356,0.4245673,0.0007162651,0.0041076937,0.0000039694114,0.06838332,0.27889436,0.0022575764,0.0057252436,0.21252112,0.000745152],"about_ca_topic_score_codex":0.000031232623,"about_ca_topic_score_gemma":0.00017606588,"teacher_disagreement_score":0.7680899,"about_ca_system_score_codex":0.0000119146525,"about_ca_system_score_gemma":0.000027727767,"threshold_uncertainty_score":0.92739373},"labels":[],"label_agreement":null},{"id":"W2078052164","doi":"10.1097/sap.0b013e3181b95059","title":"A Primer in Meta-Analysis for the Plastic Surgeon","year":2010,"lang":"en","type":"article","venue":"Annals of Plastic Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medicine; Primer (cosmetics); Plastic surgery; Meta-analysis; MEDLINE; General surgery; Surgery; Pathology; Law","score_opus":0.8515206312379774,"score_gpt":0.5276467488323082,"score_spread":0.32387388240566917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078052164","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9433998,0.0030752409,0.047524963,0.0016363862,0.0026702937,0.0009674865,0.00021080974,0.000008829687,0.00050618587],"genre_scores_gemma":[0.99810094,0.000023679133,0.0002064042,0.00020003617,0.000073339426,0.00015793498,0.000010560721,0.000013248686,0.0012138392],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9825687,0.003179083,0.009172787,0.0008950773,0.003730853,0.00045354065],"domain_scores_gemma":[0.6256622,0.36505234,0.004530502,0.0030723263,0.00153465,0.00014797518],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14785856,0.000348787,0.00754307,0.0015567294,0.00010886283,0.00030206944,0.0013173439,0.0001228534,0.016669193],"category_scores_gemma":[0.32235253,0.00013765862,0.016002562,0.0040471232,0.00013641239,0.00018640223,0.00008956361,0.00022607404,0.0004211974],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000086923115,0.0002863529,0.664994,0.000084529114,0.15447435,0.0000070522874,0.00020767198,0.007240337,0.0001782873,0.0027140975,0.1673794,0.002346991],"study_design_scores_gemma":[0.000109069355,0.000025517562,0.81126297,0.000008383307,0.10825274,0.0000026532032,0.00020613371,0.019703738,0.0002030448,0.0028970242,0.05695613,0.00037257242],"about_ca_topic_score_codex":0.000097093725,"about_ca_topic_score_gemma":0.00065982825,"teacher_disagreement_score":0.36187327,"about_ca_system_score_codex":0.000003216412,"about_ca_system_score_gemma":0.00013420543,"threshold_uncertainty_score":0.9938519},"labels":[],"label_agreement":null},{"id":"W2078107425","doi":"10.1615/jlongtermeffmedimplants.v17.i2.20","title":"Hierarchy of Evidence: A Simple System for Orthopaedic Research?","year":2007,"lang":"en","type":"article","venue":"Journal of Long-Term Effects of Medical Implants","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton General Hospital; McMaster University","funders":"","keywords":"Categorization; Hierarchy; Computer science; Rating system; Simple (philosophy); Quality (philosophy); Expert opinion; Evidence-based medicine; Best evidence; Expert system; Data science; Quality of evidence; Management science; Psychology; Knowledge management; Medicine; Medical education; Alternative medicine; Artificial intelligence; Engineering; Meta-analysis; Pathology","score_opus":0.7774413204877424,"score_gpt":0.6240538214966965,"score_spread":0.15338749899104587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078107425","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9394687,0.0045219837,0.05330892,0.00047252225,0.001031969,0.0010742967,0.000011722966,0.0000025052254,0.00010742674],"genre_scores_gemma":[0.99816525,0.00021944234,0.00083408563,0.0000557457,0.0005313712,0.000009324435,0.0000017780927,0.000015600228,0.00016742047],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9445558,0.010195393,0.015771875,0.00057138666,0.028169056,0.0007364846],"domain_scores_gemma":[0.88000214,0.100753814,0.011103811,0.0018319937,0.0052155075,0.0010927564],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4080112,0.00027388937,0.004712656,0.0015384363,0.00012108452,0.00015871113,0.0037595453,0.0002963698,0.0007298038],"category_scores_gemma":[0.25586358,0.00011612618,0.002445351,0.0014852796,0.0003332682,0.00036660247,0.00026199434,0.00065106753,0.000065055654],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012891445,0.0007578835,0.34792864,0.018510908,0.002030048,0.004011954,0.0014172089,0.000014497004,0.007183891,0.00077707856,0.09124594,0.5248328],"study_design_scores_gemma":[0.012471865,0.0113167465,0.83636576,0.062409535,0.0032430377,0.014067216,0.0025140413,0.0032961874,0.040152706,0.005520685,0.0074796,0.0011626045],"about_ca_topic_score_codex":0.000014383344,"about_ca_topic_score_gemma":0.000029124756,"teacher_disagreement_score":0.5236702,"about_ca_system_score_codex":0.000081677856,"about_ca_system_score_gemma":0.0005287497,"threshold_uncertainty_score":0.799084},"labels":[],"label_agreement":null},{"id":"W2078271269","doi":"10.7326/m14-0697","title":"Transparent Reporting of a multivariable prediction model for Individual Prognosis Or Diagnosis (TRIPOD): The TRIPOD Statement","year":2015,"lang":"en","type":"article","venue":"Annals of Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2884,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Cleveland Clinic; University College London; Albert-Ludwigs-Universität Freiburg; University of Oxford; National Institute for Health and Care Research; University of North Carolina at Chapel Hill; Cancer Research UK; University of Ottawa; Vanderbilt University; Universiteit Maastricht; Memorial Sloan-Kettering Cancer Center","keywords":"Tripod (photography); Medicine; Checklist; Statement (logic); Psychology; Cognitive psychology","score_opus":0.9177881668533455,"score_gpt":0.5997751864451318,"score_spread":0.3180129804082137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078271269","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43644422,0.004031983,0.52763766,0.02386976,0.0010454208,0.004763768,0.0005190836,0.000014101415,0.001674003],"genre_scores_gemma":[0.9924255,0.00012984325,0.0045597954,0.000540783,0.00015278405,0.0004280216,0.000014914495,0.0000114931045,0.0017368369],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97149444,0.0014695922,0.021346545,0.0005337671,0.004908378,0.00024728416],"domain_scores_gemma":[0.9683065,0.003876266,0.022586942,0.0012537065,0.0037698487,0.0002067817],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14963903,0.0002356599,0.0028586364,0.00031001598,0.00005671581,0.000064524225,0.0012314634,0.00006146278,0.0006887385],"category_scores_gemma":[0.13530487,0.00008333773,0.00086155796,0.0006655601,0.00013091142,0.00018976921,0.000079077865,0.00012025643,0.0000069012294],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075237034,0.0006928816,0.1330729,0.0004511177,0.002284717,0.0000073378123,0.018493691,0.008262141,0.00022382243,0.00047714147,0.749728,0.085553855],"study_design_scores_gemma":[0.004549668,0.005022206,0.013774088,0.0035558583,0.0026966084,0.000037466187,0.01411787,0.845134,0.011466889,0.014675528,0.084570326,0.00039946154],"about_ca_topic_score_codex":0.0001973694,"about_ca_topic_score_gemma":0.000047931466,"teacher_disagreement_score":0.8368719,"about_ca_system_score_codex":0.000018065593,"about_ca_system_score_gemma":0.00014509272,"threshold_uncertainty_score":0.87562555},"labels":[],"label_agreement":null},{"id":"W2079031448","doi":"10.1016/j.jclinepi.2014.06.016","title":"Side effects are incompletely reported among systematic reviews in gastroenterology","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"National Health and Medical Research Council","keywords":"Medicine; Systematic review; Internal medicine; Gastroenterology; MEDLINE; Biology","score_opus":0.8932240023213982,"score_gpt":0.6439290742111524,"score_spread":0.24929492811024578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079031448","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87777644,0.0027840692,0.10862026,0.004817576,0.0030141002,0.0016808608,0.000001075446,0.000004290453,0.0013013337],"genre_scores_gemma":[0.9808965,0.00037025323,0.011135995,0.0064568794,0.00065952935,0.00003710138,9.4925196e-7,0.000015168499,0.00042763512],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.3252777,0.5230307,0.1472443,0.0012611187,0.0024625787,0.0007236167],"domain_scores_gemma":[0.105146095,0.6567467,0.2291528,0.005766457,0.0022522477,0.00093573256],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.83851343,0.0004251813,0.04217677,0.0007051312,0.0000536199,0.00007157114,0.002494934,0.000424258,0.00039502847],"category_scores_gemma":[0.9646318,0.00017839987,0.008063293,0.00072358374,0.0002981189,0.00021895675,0.00019403709,0.0013093487,0.0008988059],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005144456,0.00010188309,0.9771029,0.0018846528,0.0002569883,0.000080582904,0.000024777195,0.00016141825,0.0000027749604,0.00045951072,0.016915338,0.0029577578],"study_design_scores_gemma":[0.00078458333,0.00067378615,0.95357007,0.0036421523,0.00044118136,0.0003626531,0.000044706434,0.0074646804,2.9957758e-7,0.023553189,0.009338187,0.0001244945],"about_ca_topic_score_codex":0.0000117032505,"about_ca_topic_score_gemma":0.00017393634,"teacher_disagreement_score":0.2201316,"about_ca_system_score_codex":0.000040966333,"about_ca_system_score_gemma":0.00006265669,"threshold_uncertainty_score":0.9998791},"labels":[],"label_agreement":null},{"id":"W2079055892","doi":"10.2519/jospt.2009.2831","title":"Knowledge to Action: A Challenge for Neck Pain Treatment","year":2008,"lang":"en","type":"article","venue":"Journal of Orthopaedic and Sports Physical Therapy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Neck pain; Action (physics); Physical therapy; Physical medicine and rehabilitation; Alternative medicine; Pathology","score_opus":0.6515131349309607,"score_gpt":0.5079571407497929,"score_spread":0.14355599418116782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079055892","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98597974,0.0031675494,0.0076929056,0.0014185719,0.00025459848,0.0004924648,0.0000029392536,0.000002469073,0.0009887938],"genre_scores_gemma":[0.9907261,0.0019275848,0.0013461909,0.0002770996,0.0012232664,0.000023067778,6.8920025e-7,0.000011240902,0.004464744],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99378234,0.0009686032,0.002968555,0.00034818237,0.0017568342,0.00017547335],"domain_scores_gemma":[0.9949963,0.0012553259,0.0020323477,0.00064294605,0.000747538,0.00032555877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018556336,0.00022887942,0.002313871,0.00021412536,0.00016096343,0.00008807476,0.00031771278,0.000043843127,0.0005289908],"category_scores_gemma":[0.0011518154,0.00009472461,0.0021663231,0.00041660736,0.000044263394,0.00016415321,0.000014254989,0.00008930123,0.000039428414],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016351925,0.00069286546,0.010700729,0.000010843339,0.00025329483,0.000041598923,0.0030495261,0.000016468839,0.00006384254,0.00036807844,0.023700243,0.960939],"study_design_scores_gemma":[0.0011052963,0.0021454769,0.021278303,0.000034082947,0.00008308655,0.00009299715,0.00045644183,0.0008149683,0.00002418665,0.0031669682,0.97065145,0.0001467434],"about_ca_topic_score_codex":9.174702e-7,"about_ca_topic_score_gemma":0.0000020936905,"teacher_disagreement_score":0.96079224,"about_ca_system_score_codex":0.000029158387,"about_ca_system_score_gemma":0.00009864893,"threshold_uncertainty_score":0.6431293},"labels":[],"label_agreement":null},{"id":"W2079700016","doi":"10.1016/j.jval.2012.08.525","title":"CL3 Calibrating Bayesian Multiple Treatment Comparison Meta-Analysis With Multiple Cost-Effectiveness Acceptability Curves","year":2012,"lang":"en","type":"article","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University","funders":"","keywords":"Bayesian probability; Markov chain Monte Carlo; Computer science; Calibration; Bayesian inference; Meta-analysis; Statistics; Frequentist inference; Econometrics; Mathematics; Medicine; Internal medicine","score_opus":0.8366525448897001,"score_gpt":0.5640449137754371,"score_spread":0.272607631114263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079700016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6944488,0.042087458,0.24672455,0.0026895634,0.00036817693,0.012559515,0.0002916139,0.000053939326,0.000776355],"genre_scores_gemma":[0.9849743,0.000057066227,0.013686949,0.00026952405,0.00004958429,0.00072974066,0.000041736406,0.000021653394,0.00016944637],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.93225724,0.052050367,0.009557764,0.0014627097,0.0038119627,0.00085997715],"domain_scores_gemma":[0.96814185,0.021661934,0.0051346095,0.004020368,0.00042950644,0.0006117384],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1356963,0.000574966,0.01069887,0.0006613065,0.0002620052,0.00034662694,0.000976893,0.00010035863,0.004817494],"category_scores_gemma":[0.014927577,0.00025572887,0.004028982,0.0043609557,0.00009294394,0.00058571796,0.00009854377,0.00023490822,0.00022173641],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002233326,0.0005234777,0.94567853,0.0002472096,0.010937431,7.6588935e-7,0.001352505,0.0374362,0.0000018486901,0.0000939969,0.00023729545,0.003468405],"study_design_scores_gemma":[0.00070859864,0.00023122097,0.5986202,0.000042200307,0.025749795,0.0000039885035,0.0012161338,0.36464354,0.000079047444,0.00011844228,0.008191898,0.00039496462],"about_ca_topic_score_codex":0.009352127,"about_ca_topic_score_gemma":0.005292297,"teacher_disagreement_score":0.34705836,"about_ca_system_score_codex":0.00042980834,"about_ca_system_score_gemma":0.00022172788,"threshold_uncertainty_score":0.9999895},"labels":[],"label_agreement":null},{"id":"W2079784892","doi":"10.1227/neu.0b013e318271bc99","title":"Levels of Evidence in the Neurosurgical Literature","year":2012,"lang":"en","type":"review","venue":"Neurosurgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Confidence interval; Odds ratio; Evidence-based medicine; Randomized controlled trial; Sample size determination; Meta-analysis; MEDLINE; Internal medicine; Alternative medicine; Pathology; Statistics","score_opus":0.957865737581936,"score_gpt":0.6015870760828129,"score_spread":0.35627866149912313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079784892","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005087823,0.99627227,0.000036892397,0.00019784908,0.0012759595,0.0010922361,0.00009637054,0.0000035909434,0.0009739418],"genre_scores_gemma":[0.001349562,0.9948523,0.000048330476,0.00038173923,0.00030857022,0.00010260492,0.000008079688,0.00003267677,0.0029161202],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.90127456,0.06731558,0.020632554,0.0015477238,0.008681413,0.0005481798],"domain_scores_gemma":[0.9099475,0.071174845,0.01088615,0.007309796,0.00053214404,0.00014957334],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.19029273,0.00075688714,0.013870851,0.0010829311,0.00007302716,0.0011669587,0.0049451236,0.00037885725,0.002684436],"category_scores_gemma":[0.08820488,0.00023275836,0.008701817,0.006727001,0.00012108584,0.0004418118,0.00028480918,0.0010679981,0.0016651573],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018484042,0.000080932194,0.00072521815,0.0057835355,0.000042893826,0.000121307574,0.00018285975,0.0000017044268,5.998174e-7,0.0003308399,0.017784702,0.9749436],"study_design_scores_gemma":[0.00001816992,0.000011777665,0.0011836286,0.005515961,0.0005895646,0.00023946953,0.000007942421,0.0000107035685,1.0779888e-7,0.000120372824,0.99210113,0.00020117122],"about_ca_topic_score_codex":0.0000012762888,"about_ca_topic_score_gemma":0.0000010711923,"teacher_disagreement_score":0.9747424,"about_ca_system_score_codex":0.000018285995,"about_ca_system_score_gemma":0.00018080066,"threshold_uncertainty_score":0.99986994},"labels":[],"label_agreement":null},{"id":"W2079917355","doi":"10.2196/resprot.3615","title":"Retrieval of Publications Addressing Shared Decision Making: An Evaluation of Full-Text Searches on Medical Journal Websites","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Centre hospitalier universitaire de Québec; Université Laval","funders":"Canadian Medical Association; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Computer science; Information retrieval; World Wide Web; Data science","score_opus":0.9749235253062295,"score_gpt":0.7629597673157141,"score_spread":0.21196375799051537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079917355","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18301895,0.0002011409,0.015487337,0.004268226,0.00008247167,0.7598976,0.00007459507,0.000025141639,0.036944572],"genre_scores_gemma":[0.63405144,0.0000027202188,0.016442316,0.00006054306,0.00052528636,0.346336,0.000024136567,0.00005059996,0.0025069616],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8572189,0.058515884,0.009463614,0.0011221576,0.07302488,0.00065453],"domain_scores_gemma":[0.95085,0.010587416,0.0038613495,0.0037495648,0.030111458,0.00084021146],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.55375385,0.00021704187,0.0017676731,0.0020815453,0.00032285936,0.0018157485,0.004103599,0.00023216524,0.03045361],"category_scores_gemma":[0.3915869,0.0001108215,0.0006755695,0.00451835,0.0003813316,0.0009608618,0.00046143867,0.00087788573,0.0009534834],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017165815,0.0023184407,0.015262698,0.00032912137,0.00020429424,0.000009883881,0.003021539,0.0004399465,0.0041167294,0.0029765568,0.51665753,0.4529467],"study_design_scores_gemma":[0.008291585,0.008157298,0.101698436,0.018007174,0.00013434171,0.00025340915,0.008211654,0.3223701,0.0031433622,0.1722891,0.35658398,0.0008595419],"about_ca_topic_score_codex":0.0000021752696,"about_ca_topic_score_gemma":0.000015205501,"teacher_disagreement_score":0.45208713,"about_ca_system_score_codex":0.0002074436,"about_ca_system_score_gemma":0.003053432,"threshold_uncertainty_score":0.9998244},"labels":[],"label_agreement":null},{"id":"W2080285871","doi":"10.1136/bmj.d1569","title":"The influence of study characteristics on reporting of subgroup analyses in randomised controlled trials: systematic review","year":2011,"lang":"en","type":"review","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":95,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Institute for Work & Health; University of Toronto; McMaster University","funders":"National Institute on Aging; Instituto de Salud Carlos III; Canadian Institutes of Health Research; Hospital for Sick Children; Gottfried und Julia Bangerter-Rhyner-Stiftung; Ontario Ministry of Health and Long-Term Care; National Natural Science Foundation of China; European Commission; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Subgroup analysis; Medicine; Odds ratio; Confidence interval; Randomized controlled trial; MEDLINE; Clinical trial; Sample size determination; Meta-analysis; Family medicine; Internal medicine; Statistics","score_opus":0.8905991483301496,"score_gpt":0.6482990665720919,"score_spread":0.24230008175805773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080285871","genre_codex":"review","genre_gemma":"review","domain_codex":"reporting","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":"reporting","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029196197,0.9539464,0.000032383115,0.000017731441,0.0001798714,0.04488858,0.000018310984,0.0000026534792,0.00062212447],"genre_scores_gemma":[0.0019308106,0.99313074,0.00005761333,0.000029936547,0.000056295194,0.003916181,0.000005919771,0.000024360155,0.0008481619],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.31214768,0.3213598,0.3529991,0.0019552326,0.011006316,0.0005318854],"domain_scores_gemma":[0.22941197,0.20782456,0.5453731,0.013309226,0.003930961,0.00015018016],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.77900857,0.00083503296,0.12884276,0.0008672361,0.00009774694,0.0002690891,0.0036019536,0.00018224512,0.0004062002],"category_scores_gemma":[0.917843,0.0002465409,0.018188205,0.0027271179,0.00009105378,0.0000892884,0.0001716476,0.0003588783,0.0002129807],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025374914,0.0003049916,0.00014412156,0.9493795,0.007264104,0.000028101666,0.00022794619,0.000004225732,4.090922e-7,0.0001249928,0.0012437364,0.041024107],"study_design_scores_gemma":[0.0053243055,0.00015882112,0.0002272703,0.9060809,0.07008374,0.000022820039,0.00035600635,0.000049164857,1.2198704e-7,0.00009268139,0.01721236,0.00039178628],"about_ca_topic_score_codex":0.00002448708,"about_ca_topic_score_gemma":0.000015823383,"teacher_disagreement_score":0.19237402,"about_ca_system_score_codex":0.00004761948,"about_ca_system_score_gemma":0.00039600814,"threshold_uncertainty_score":0.9999987},"labels":[],"label_agreement":null},{"id":"W2080701168","doi":"10.1016/j.jclinepi.2012.02.008","title":"New methods can extend the use of minimal important difference units in meta-analyses of continuous outcome measures","year":2012,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Institute for Clinical Evaluative Sciences; McMaster University; Hospital for Sick Children","funders":"","keywords":"Meta-analysis; Random effects model; Medicine; Confidence interval; Clinical trial; Statistics; Point estimation; Mean difference; Standard error; Estimation; Treatment effect; Drug trial; Econometrics; Internal medicine; Mathematics","score_opus":0.9886393920051221,"score_gpt":0.7473320582811612,"score_spread":0.24130733372396085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080701168","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74781436,0.024154024,0.21693006,0.008821805,0.0015579157,0.00051152124,0.00003041593,0.0000016916557,0.00017819257],"genre_scores_gemma":[0.826922,0.0004130058,0.17001061,0.0013310562,0.0002477574,0.0000032910054,5.702707e-7,0.000009675778,0.0010620235],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.5166107,0.34302267,0.13438724,0.00086193415,0.0042964737,0.00082103576],"domain_scores_gemma":[0.20810871,0.6623456,0.120162025,0.0041081286,0.0043786876,0.0008968609],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6787355,0.00036384104,0.028347842,0.00048570713,0.00003565248,0.00003991358,0.002388371,0.00030440357,0.0019733158],"category_scores_gemma":[0.8850498,0.000116617055,0.009339368,0.0012875001,0.0004143998,0.00021076025,0.00019372697,0.0009069511,0.000012664112],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008461317,0.0001212091,0.953945,0.000015521926,0.004052586,0.0000046783466,0.00016513506,0.00018176812,0.00013079711,0.0019136542,0.0074196425,0.031965423],"study_design_scores_gemma":[0.00041837312,0.000305739,0.9541731,0.000028858536,0.008670588,0.00006719721,0.00028065758,0.00081787555,0.000059010963,0.011116857,0.023927523,0.00013423941],"about_ca_topic_score_codex":0.00040271628,"about_ca_topic_score_gemma":0.00020857826,"teacher_disagreement_score":0.31932294,"about_ca_system_score_codex":0.000015518068,"about_ca_system_score_gemma":0.0003509323,"threshold_uncertainty_score":0.99893904},"labels":[],"label_agreement":null},{"id":"W2080991577","doi":"10.3138/ptc.2013-67","title":"Types and Quality of Physical Therapy Research Publications: Has There Been a Change in the Past Decade?","year":2014,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"West Park Healthcare Centre; Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto","funders":"","keywords":"Rigour; Categorization; Quality (philosophy); Medicine; Psychology; Library science; Medical education; Computer science; Epistemology; Artificial intelligence; Philosophy","score_opus":0.8249106951024194,"score_gpt":0.5924107155677099,"score_spread":0.23249997953470958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080991577","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9780711,0.002312709,0.00010113282,0.015663391,0.000036344372,0.0008439078,0.000017372877,0.0000025135535,0.0029515554],"genre_scores_gemma":[0.9979329,0.00011329066,0.000076088596,0.0009926202,0.00019079351,0.00014435893,0.0000026996433,0.000008945535,0.0005382873],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98203164,0.011439677,0.0017930188,0.00049730757,0.00400813,0.00023022489],"domain_scores_gemma":[0.9886414,0.0075443117,0.0009014048,0.002160798,0.00067947945,0.00007260925],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.047732078,0.0001571288,0.0012544809,0.00021465802,0.00016713096,0.00036872426,0.0015020147,0.000034391443,0.0006798192],"category_scores_gemma":[0.002280369,0.00006454086,0.00025710114,0.0018660943,0.00015508157,0.00014653732,0.000041367177,0.0001722664,0.000023697881],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078004916,0.00061362126,0.2652987,0.00017166245,0.0003880629,8.600915e-7,0.020168923,0.000020104993,0.005351063,0.103860125,0.12905285,0.47499603],"study_design_scores_gemma":[0.00034671626,0.00008522973,0.57201564,0.000022305416,0.000007353406,5.0351565e-7,0.0011452199,0.0023693494,0.000088166475,0.013918404,0.4098559,0.00014523373],"about_ca_topic_score_codex":0.24751775,"about_ca_topic_score_gemma":0.3933825,"teacher_disagreement_score":0.4748508,"about_ca_system_score_codex":0.00003387702,"about_ca_system_score_gemma":0.00018509975,"threshold_uncertainty_score":0.98056024},"labels":[],"label_agreement":null},{"id":"W2081052974","doi":"10.1097/sla.0000000000000810","title":"Completion and Publication Rates of Randomized Controlled Trials in Surgery","year":2014,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"Hamilton Health Sciences Foundation; Hospital for Sick Children; Canadian Institutes of Health Research; Mitacs; Deutsche Forschungsgemeinschaft; Hamilton Health Sciences; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Discontinuation; Medicine; Randomized controlled trial; Odds ratio; Confidence interval; Logistic regression; Relative risk; Clinical trial; Surgery; Internal medicine","score_opus":0.9299330617614118,"score_gpt":0.5669270802646593,"score_spread":0.36300598149675245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081052974","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98230624,0.003966055,0.003898179,0.006207256,0.00023208953,0.001446111,0.000009541074,0.0000030206113,0.0019314846],"genre_scores_gemma":[0.99834037,0.00074102107,0.0001336104,0.00028396846,0.000040551946,0.00008956926,0.000013299562,0.000004835392,0.0003527826],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8277003,0.12106606,0.04622796,0.00070283137,0.0040238313,0.00027902375],"domain_scores_gemma":[0.20128383,0.74966806,0.04131261,0.0022010172,0.0053836433,0.00015083],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7803318,0.00017809833,0.028561935,0.0015448189,0.000027276923,0.00020523023,0.00026260986,0.000073742856,0.0016033027],"category_scores_gemma":[0.7716808,0.00007876191,0.00616767,0.0010217638,0.00013183102,0.0002553067,0.000031308504,0.000049945826,0.000044501165],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020789845,0.00031717395,0.49720088,0.00041122822,0.001987578,9.554128e-7,0.00032814516,0.00004204204,0.0008216231,0.014280727,0.3950963,0.06872351],"study_design_scores_gemma":[0.12555373,0.000059909715,0.63032603,0.0015883006,0.002194242,0.000010531587,0.00069492415,0.041739065,0.005172119,0.14330006,0.048184577,0.001176542],"about_ca_topic_score_codex":0.000041845407,"about_ca_topic_score_gemma":0.000005282847,"teacher_disagreement_score":0.628602,"about_ca_system_score_codex":0.000002170052,"about_ca_system_score_gemma":0.00005747644,"threshold_uncertainty_score":0.99930936},"labels":[],"label_agreement":null},{"id":"W2081069584","doi":"10.1097/01.sla.0000154258.30305.df","title":"Evaluating Meta-analyses in the General Surgical Literature","year":2005,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":131,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Calgary","funders":"","keywords":"Medicine; Meta-analysis; MEDLINE; Concordance; Critical appraisal; Systematic review; Evidence-based medicine; Family medicine; Alternative medicine; Internal medicine; Pathology","score_opus":0.9842320020590651,"score_gpt":0.6970802859876226,"score_spread":0.2871517160714425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081069584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9401754,0.038705286,0.00007147048,0.014033352,0.00010727894,0.000283581,0.000022979557,0.000003053748,0.0065975552],"genre_scores_gemma":[0.99168384,0.00023902173,0.0014050583,0.002077,0.0002809549,0.000035867386,0.000011153463,0.0000073746437,0.004259737],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95726943,0.023803476,0.0105428,0.00075137283,0.0072784172,0.0003544836],"domain_scores_gemma":[0.9675193,0.024183692,0.0037793354,0.002940191,0.0014894012,0.00008811528],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27311307,0.0002597481,0.004710898,0.00063189253,0.00007430485,0.00060608704,0.0012647597,0.00008586672,0.009595282],"category_scores_gemma":[0.036067273,0.00008852242,0.0068822186,0.0028659853,0.00005551543,0.00037570472,0.00006852684,0.00019251126,0.0004994694],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038599752,0.00040279844,0.029675728,0.000085372325,0.0058482643,0.00013459571,0.0029387937,0.006120134,0.00038310917,0.0040738136,0.8113729,0.13892594],"study_design_scores_gemma":[0.0002695895,0.00006099486,0.057011124,0.00013205742,0.005283858,0.00015979643,0.0010857697,0.027202189,0.0013811698,0.01486777,0.89176846,0.00077724847],"about_ca_topic_score_codex":0.000017081993,"about_ca_topic_score_gemma":0.000016597141,"teacher_disagreement_score":0.2370458,"about_ca_system_score_codex":0.00000392645,"about_ca_system_score_gemma":0.000056799323,"threshold_uncertainty_score":0.99131006},"labels":[{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2081441045","doi":"10.1097/prs.0b013e318254b1d1","title":"A Systematic Review of Power and Sample Size Reporting in Randomized Controlled Trials within Plastic Surgery","year":2012,"lang":"en","type":"review","venue":"Plastic & Reconstructive Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre","funders":"","keywords":"Sample size determination; Randomized controlled trial; Jadad scale; Medicine; Consolidated Standards of Reporting Trials; Sample (material); Surgery; Statistics; Mathematics","score_opus":0.5412856405643113,"score_gpt":0.4724809645852262,"score_spread":0.06880467597908507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081441045","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003045582,0.9795772,0.0010248183,0.000009350818,0.005204521,0.013362666,0.00022573149,0.0000136516355,0.00027752214],"genre_scores_gemma":[0.00087000313,0.994496,0.0011328423,0.000031833824,0.00015303744,0.0030351172,0.000028257746,0.00008435557,0.00016857867],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.47627053,0.25557488,0.2551953,0.0031261453,0.008610521,0.0012226369],"domain_scores_gemma":[0.0028064835,0.7663393,0.22569743,0.0029925427,0.0017824012,0.00038183443],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.7747572,0.0019407305,0.26039806,0.0035645473,0.00012501472,0.00056129205,0.0010334087,0.0005996012,0.007742947],"category_scores_gemma":[0.99536186,0.00082309666,0.04315535,0.003487525,0.00059642055,0.00043092103,0.00024311763,0.0008059397,0.00026390573],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011261305,0.00007210724,0.0008603394,0.9712653,0.009683496,0.000039509006,0.000099668796,6.546637e-7,9.873904e-8,0.00014965156,0.00067701447,0.016026018],"study_design_scores_gemma":[0.0066056293,0.000009056183,0.000025447162,0.93489337,0.054206602,0.00063584215,0.00019981475,0.00007632881,1.4076883e-7,0.00091959385,0.0015631736,0.00086497766],"about_ca_topic_score_codex":0.000026354097,"about_ca_topic_score_gemma":0.000011862253,"teacher_disagreement_score":0.5107644,"about_ca_system_score_codex":0.00017411527,"about_ca_system_score_gemma":0.0018198587,"threshold_uncertainty_score":0.999422},"labels":[],"label_agreement":null},{"id":"W2081952527","doi":"10.1067/mva.2002.125015","title":"A brief note on overlapping confidence intervals","year":2002,"lang":"en","type":"article","venue":"Journal of Vascular Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":408,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences","funders":"","keywords":"Confidence interval; Medicine; Statistics; Statistical significance; Clinical significance; Robust confidence intervals; Internal medicine; Mathematics","score_opus":0.6198466402207938,"score_gpt":0.46017658871966977,"score_spread":0.15967005150112407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081952527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8083396,0.020144343,0.14561604,0.0046703946,0.0044227606,0.00052805105,0.000006768691,0.000009931172,0.016262107],"genre_scores_gemma":[0.9942284,0.0005119584,0.0009756745,0.0012600512,0.00033221598,0.0000019963663,2.4505948e-7,0.000012576562,0.0026768525],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9766169,0.0061540063,0.009710249,0.00039584894,0.0068886587,0.00023430212],"domain_scores_gemma":[0.9741412,0.013732691,0.008350081,0.0020347268,0.001514923,0.00022639296],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.14157343,0.00022329556,0.0038315733,0.0007908389,0.000084553205,0.00072845595,0.0010106466,0.00007493193,0.017110104],"category_scores_gemma":[0.103978366,0.00010805238,0.0069451486,0.0009987651,0.000042588254,0.00042830015,0.00005823484,0.00028475915,0.0024091175],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001455576,0.00025485904,0.017647563,0.00006718772,0.0013521593,0.00042926436,0.000926503,0.0006355148,0.0005337138,0.0010332568,0.8171159,0.15998954],"study_design_scores_gemma":[0.00031987208,0.00010406655,0.0242231,0.0011829756,0.0004710738,0.00047406813,0.00028967933,0.007801889,0.00020238495,0.002779773,0.961773,0.00037813417],"about_ca_topic_score_codex":0.0000043654886,"about_ca_topic_score_gemma":0.0000019755635,"teacher_disagreement_score":0.18588883,"about_ca_system_score_codex":0.000042364518,"about_ca_system_score_gemma":0.000048679216,"threshold_uncertainty_score":0.9983676},"labels":[],"label_agreement":null},{"id":"W2082040323","doi":"10.1016/j.ijrobp.2014.12.002","title":"Clinical Trial Registration: A Mandatory Requirement for Publication in the Red Journal","year":2015,"lang":"en","type":"article","venue":"International Journal of Radiation Oncology*Biology*Physics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre","funders":"","keywords":"Medical journal; Clinical trial; Trial registration; Publishing; Medicine; Consolidated Standards of Reporting Trials; Family medicine; Library science; Political science; Computer science; Law; Pathology","score_opus":0.7203509396027571,"score_gpt":0.5912149864526302,"score_spread":0.12913595315012694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082040323","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26912007,0.0015013862,0.5612297,0.12598805,0.027506929,0.0034093538,0.00008309453,0.000014751221,0.011146648],"genre_scores_gemma":[0.9692426,0.0002173641,0.014560776,0.00366474,0.011480427,0.00007731014,0.00007740522,0.00001782804,0.0006615574],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9725698,0.011697337,0.0120791,0.00044703833,0.0029808416,0.00022586215],"domain_scores_gemma":[0.9688124,0.0058043036,0.016984116,0.000819869,0.0073934435,0.00018586594],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17834507,0.00020462573,0.0015738196,0.00036959554,0.00011460737,0.0006891076,0.0028947082,0.00023616728,0.0002953854],"category_scores_gemma":[0.0691231,0.000105072584,0.0014196503,0.0005201318,0.00014860107,0.00081891456,0.00006364908,0.0005624187,0.00011545117],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035008702,0.00087570824,0.08642048,0.0000038125131,0.00069264165,0.000016654778,0.0011899916,0.00038122784,0.000031877014,0.053809516,0.536431,0.31664622],"study_design_scores_gemma":[0.021788156,0.0015848145,0.005442791,0.000016834323,0.00015014724,0.00016755244,0.0005881598,0.0037761165,0.000007788871,0.14182857,0.8245201,0.00012894873],"about_ca_topic_score_codex":0.0000022555141,"about_ca_topic_score_gemma":0.000009406067,"teacher_disagreement_score":0.70012254,"about_ca_system_score_codex":0.0004764308,"about_ca_system_score_gemma":0.0012809575,"threshold_uncertainty_score":0.9387181},"labels":[],"label_agreement":null},{"id":"W2082270078","doi":"10.1016/j.jclinepi.2007.04.019","title":"Methodological quality and homogeneity influenced agreement between randomized trials and nonrandomized studies of the same intervention for back pain","year":2008,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Social Innovation; Toronto General Hospital; Mount Sinai Hospital; Institute for Work & Health; University of Toronto","funders":"","keywords":"Homogeneity (statistics); Randomized controlled trial; Medicine; Physical therapy; Statistics; Surgery; Mathematics","score_opus":0.9902367732542218,"score_gpt":0.7897325288760771,"score_spread":0.20050424437814462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082270078","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016817468,0.88743603,0.104127154,0.0018172421,0.0008250892,0.004047332,0.000052298314,7.999078e-7,0.000012312055],"genre_scores_gemma":[0.00009177199,0.95034933,0.04818399,0.000523814,0.0005574009,0.000091154965,0.000003796652,0.000009526115,0.0001892114],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.028538974,0.8239109,0.14459877,0.0009880827,0.0016607341,0.00030252838],"domain_scores_gemma":[0.005205148,0.82056385,0.17025508,0.0014802637,0.0022423184,0.00025332207],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.97282106,0.00064678455,0.1677626,0.00032887323,0.00012749688,0.000051923602,0.0017778804,0.0009018792,0.00029461164],"category_scores_gemma":[0.99262,0.00019227332,0.050710425,0.00043813174,0.001774746,0.00009340202,0.00047143747,0.0010091873,0.000010604538],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007012764,0.00009051681,0.0038456202,0.0042593833,0.011059903,8.410473e-7,0.000049827544,0.000003090952,8.7369344e-8,0.00037650976,0.00607785,0.9672236],"study_design_scores_gemma":[0.15869987,0.001330423,0.0055264356,0.0115688825,0.029108465,0.000105183564,0.00020397529,0.00013253707,2.9269646e-7,0.17529428,0.61750776,0.00052188657],"about_ca_topic_score_codex":0.000009070644,"about_ca_topic_score_gemma":0.0000065606914,"teacher_disagreement_score":0.96670175,"about_ca_system_score_codex":0.00003240393,"about_ca_system_score_gemma":0.0002338021,"threshold_uncertainty_score":0.9587965},"labels":[],"label_agreement":null},{"id":"W2082317966","doi":"10.7547/87507315-91-8-437","title":"The CONSORT Statement: Revised Recommendations for Improving the Quality of Reports of Parallel-Group Randomized Trials","year":2001,"lang":"en","type":"article","venue":"Journal of the American Podiatric Medical Association","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":197,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre For Cold Ocean Resources Engineering; Children's Hospital of Eastern Ontario","funders":"U.S. National Library of Medicine; Abbott Laboratories","keywords":"Consolidated Standards of Reporting Trials; Checklist; Randomized controlled trial; Medicine; Statement (logic); Transparency (behavior); Quality (philosophy); Medical education; Family medicine; Medical physics; Computer science; Psychology; Surgery","score_opus":0.536272710997491,"score_gpt":0.5510644233386824,"score_spread":0.014791712341191476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082317966","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5276404,0.0056714173,0.19906756,0.25581393,0.0035201348,0.007259697,0.00008845754,0.0000063811785,0.00093202014],"genre_scores_gemma":[0.98778635,0.0037051272,0.0048141996,0.0011222159,0.0005653955,0.000078262674,0.00000410837,0.000011600729,0.0019127382],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8639112,0.08431431,0.038796566,0.00035856868,0.012302894,0.0003164672],"domain_scores_gemma":[0.5176002,0.24893047,0.22577094,0.0022288235,0.0052597653,0.00020982377],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.68052274,0.00015990056,0.0056240065,0.00015801504,0.00028968288,0.000173535,0.0015091037,0.00006580634,0.0005241805],"category_scores_gemma":[0.7327945,0.000047867972,0.004728375,0.0015390263,0.00022843416,0.00012712751,0.00009552905,0.0002928709,0.000004520398],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0070804614,0.000448798,0.08639287,0.000117567506,0.004951355,0.0000035893452,0.001196166,0.00016096112,0.00016961392,0.0024240427,0.5222853,0.37476927],"study_design_scores_gemma":[0.08946765,0.000933053,0.09633329,0.00039552758,0.01715222,0.00014626728,0.012276729,0.013056484,0.000096507065,0.09458724,0.67473876,0.0008162668],"about_ca_topic_score_codex":0.00008911058,"about_ca_topic_score_gemma":0.000022849968,"teacher_disagreement_score":0.46014595,"about_ca_system_score_codex":0.00014275567,"about_ca_system_score_gemma":0.0004181969,"threshold_uncertainty_score":0.5739409},"labels":[],"label_agreement":null},{"id":"W2082368769","doi":"10.1038/sj.ejcn.1602191","title":"Organisation of a proposed Cochrane Diet and Nutrition Field","year":2005,"lang":"en","type":"article","venue":"European Journal of Clinical Nutrition","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Cochrane collaboration; Systematic review; Medicine; Psychological intervention; MEDLINE; Health care; Randomized controlled trial; Cochrane Library; Family medicine; Nursing; Gerontology; Political science; Surgery","score_opus":0.6218411780113394,"score_gpt":0.552820968227499,"score_spread":0.06902020978384038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082368769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9535243,0.0022158097,0.029121147,0.010270131,0.0003974048,0.00054769026,0.000008226451,0.0000038228377,0.003911448],"genre_scores_gemma":[0.9790138,0.0010783103,0.018412057,0.00036637744,0.00092781946,6.860943e-7,0.0000026428195,0.000008608957,0.00018967007],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9728498,0.011583519,0.012877073,0.00029784883,0.0022894891,0.000102303755],"domain_scores_gemma":[0.98543406,0.0044043125,0.0078817615,0.0006084262,0.0015144913,0.00015693501],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08984438,0.00012692857,0.0019690958,0.00022803523,0.000051336778,0.000173196,0.0005127258,0.000051088173,0.0017666167],"category_scores_gemma":[0.037318714,0.00006855133,0.0010238397,0.0003309487,0.000072886185,0.00034981838,0.000041364052,0.00025836777,0.0002631812],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035265714,0.005225799,0.014039042,0.00095903577,0.0005492908,0.000115245944,0.0010822684,0.000023396728,0.008353752,0.0016548763,0.35408288,0.6103878],"study_design_scores_gemma":[0.021290807,0.017305803,0.110451,0.0037254782,0.0014398582,0.0005128025,0.0022359474,0.0039736074,0.005281955,0.02162144,0.8114318,0.0007294828],"about_ca_topic_score_codex":3.2320577e-7,"about_ca_topic_score_gemma":0.0000013126527,"teacher_disagreement_score":0.60965836,"about_ca_system_score_codex":0.000008627458,"about_ca_system_score_gemma":0.00002625936,"threshold_uncertainty_score":0.9991459},"labels":[],"label_agreement":null},{"id":"W2082838997","doi":"10.1371/journal.pone.0114497","title":"The Use of Bayesian Networks to Assess the Quality of Evidence from Research Synthesis: 1.","year":2015,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; Health Sciences Centre","funders":"Ministry of Education, India; Medical Research Council; National Institute for Health and Care Research","keywords":"Bayesian probability; Quality (philosophy); Computer science; Computational biology; Biology; Artificial intelligence; Physics","score_opus":0.9911835382406707,"score_gpt":0.6475630293298187,"score_spread":0.34362050891085205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082838997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9264929,0.0040896293,0.05463924,0.011717513,0.00011914511,0.0019464301,0.000035215282,0.0000052674627,0.0009546373],"genre_scores_gemma":[0.98897535,0.00010055244,0.008409839,0.000077663884,0.000082041384,0.000089568086,3.890844e-7,0.000006989792,0.0022576],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8994525,0.07120942,0.008850541,0.0008260005,0.019259421,0.00040209087],"domain_scores_gemma":[0.77142626,0.20873678,0.0036398366,0.009002389,0.0069101537,0.0002846053],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.32118925,0.00012523674,0.002102126,0.000113095564,0.00016217628,0.00062670663,0.0032971024,0.000058581543,0.00060982886],"category_scores_gemma":[0.44888276,0.000038200436,0.0004918538,0.0016929724,0.00019413585,0.00022697521,0.00037916386,0.0002070946,0.0003561665],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004635032,0.0020625733,0.52431864,0.00032599276,0.0051470045,0.000004765292,0.009612716,0.0051825675,0.0058863764,0.0062603974,0.37137282,0.069362655],"study_design_scores_gemma":[0.00054698385,0.00064869295,0.47413793,0.0076999734,0.0036890008,0.0000015633467,0.024434585,0.35552165,0.017912788,0.040773246,0.073467225,0.0011663716],"about_ca_topic_score_codex":0.0005316127,"about_ca_topic_score_gemma":0.00057671685,"teacher_disagreement_score":0.35033908,"about_ca_system_score_codex":0.00002600428,"about_ca_system_score_gemma":0.000110958,"threshold_uncertainty_score":0.69897854},"labels":[],"label_agreement":null},{"id":"W2083040885","doi":"10.1371/journal.pone.0075122","title":"Testing the PRISMA-Equity 2012 Reporting Guideline: the Perspectives of Systematic Review Authors","year":2013,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Élisabeth Bruyère Hospital; Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research; Medical Research Council; Jack Brockhoff Foundation; National Health and Medical Research Council; Rockefeller Foundation","keywords":"Guideline; Systematic review; Equity (law); MEDLINE; Medicine; Biology; Political science; Pathology","score_opus":0.9283003615617527,"score_gpt":0.5841922773704245,"score_spread":0.3441080841913282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083040885","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000032212097,0.9772701,0.00032920833,0.000892613,0.000105063606,0.0138880415,0.000016643133,0.000015381143,0.007479684],"genre_scores_gemma":[0.0000047837043,0.97564834,0.007124106,0.0001564766,0.00024255991,0.0014852234,0.000008361565,0.000052301584,0.015277852],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.82400674,0.052651662,0.103268705,0.0021868623,0.017172929,0.00071311236],"domain_scores_gemma":[0.4133214,0.08222729,0.4436446,0.039820112,0.020462742,0.00052385306],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.45783707,0.00092681684,0.03195958,0.00030308476,0.00042069802,0.00098958,0.0075917016,0.00024421202,0.005329071],"category_scores_gemma":[0.70831037,0.00026196148,0.0072038732,0.0038969733,0.00020871597,0.00027549814,0.0011147861,0.00089139823,0.0031358318],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.00611175e-7,0.00013448748,0.0000067660267,0.9026664,0.002415385,0.0000025440318,0.00033931946,3.010104e-7,9.930986e-7,0.00023478818,0.03612093,0.058078013],"study_design_scores_gemma":[0.000019590563,0.00002214153,0.000002868248,0.83127934,0.04443345,0.00006629717,0.001164491,0.00030487918,3.507484e-7,0.00062760094,0.121720426,0.00035858693],"about_ca_topic_score_codex":0.00002008337,"about_ca_topic_score_gemma":0.0000036491404,"teacher_disagreement_score":0.41068533,"about_ca_system_score_codex":0.00011666255,"about_ca_system_score_gemma":0.00043507587,"threshold_uncertainty_score":0.99998325},"labels":[],"label_agreement":null},{"id":"W2083105018","doi":"10.1177/1090820x14528509","title":"Response to \"The FACE-Q: The Importance of Full Disclosure and Sound Methodology in Outcomes Studies\"","year":2014,"lang":"en","type":"letter","venue":"Aesthetic Surgery Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"William Osler Health System; McMaster University","funders":"","keywords":"Medicine; Sound (geography); Face (sociological concept); MEDLINE; Audiology; Acoustics; Linguistics","score_opus":0.794223960543795,"score_gpt":0.5386758429067701,"score_spread":0.2555481176370249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083105018","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2970156,0.006070399,0.0024155027,0.6931653,0.00087030354,0.00042424953,0.00000716704,0.0000012864458,0.000030178524],"genre_scores_gemma":[0.18346937,0.0008643068,0.0036258197,0.79710364,0.0008727782,0.00017962701,0.0000054070333,0.0001163258,0.013762701],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.87052685,0.109585196,0.012946839,0.0009565592,0.0053894287,0.00059510436],"domain_scores_gemma":[0.8519839,0.130622,0.01156644,0.0045593306,0.0011234157,0.00014491154],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.44689006,0.0005389163,0.007315338,0.00083024666,0.00028145104,0.0005481468,0.0024400563,0.00030889266,0.00061950425],"category_scores_gemma":[0.06529581,0.00017076307,0.0026339062,0.0011444838,0.00036707913,0.00008728623,0.00025408986,0.001583144,0.00022284115],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004414733,0.000007655473,0.09398629,0.000015366513,0.0002370173,0.00013576866,0.001506436,0.000032498043,6.346565e-7,0.000015476136,0.89294887,0.011069818],"study_design_scores_gemma":[0.0001218958,0.0000517791,0.009463174,0.00012786264,0.00030132686,0.014568595,0.0025081239,0.000027688538,3.6339247e-7,0.012532349,0.9600291,0.00026771156],"about_ca_topic_score_codex":0.0000050269764,"about_ca_topic_score_gemma":0.00008793494,"teacher_disagreement_score":0.38159424,"about_ca_system_score_codex":0.000053044892,"about_ca_system_score_gemma":0.00015967178,"threshold_uncertainty_score":0.9425776},"labels":[],"label_agreement":null},{"id":"W2083138209","doi":"10.1097/00003246-200207000-00039","title":"Multicenter clinical research in adult critical care","year":2002,"lang":"en","type":"article","venue":"Critical Care Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Clinical trial; Clinical research; Intensive care; Government (linguistics); Protocol (science); Intensive care medicine; Alternative medicine; Pathology","score_opus":0.9094799439706426,"score_gpt":0.6987119373122682,"score_spread":0.21076800665837436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083138209","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2314238,0.08083189,0.008231127,0.2584175,0.008378286,0.004249532,0.00012894509,0.00008337325,0.40825555],"genre_scores_gemma":[0.9939985,0.000065409804,0.001459771,0.0023479017,0.0010489774,0.000059015485,0.000007342597,0.000021155902,0.0009918864],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.95363057,0.022869814,0.010603872,0.0018048717,0.0101947,0.0008962033],"domain_scores_gemma":[0.92358816,0.059480608,0.0003400378,0.0036977266,0.011900482,0.0009929852],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.07904654,0.00034505274,0.0037186698,0.000758641,0.00022650322,0.00035392292,0.001953935,0.0002951091,0.03232195],"category_scores_gemma":[0.5558435,0.00016793916,0.001035613,0.0020798251,0.0019135836,0.00020484919,0.00030208973,0.0012824399,0.009617999],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062350926,0.0006059657,0.3453854,0.0019699985,0.000060776467,0.0010278006,0.01834675,0.0000031053366,0.000030121479,0.078086175,0.33401117,0.22041039],"study_design_scores_gemma":[0.0054858066,0.0027022518,0.06419494,0.0027656246,0.0009590554,0.00010638112,0.41910046,0.02697639,0.000035258934,0.019924695,0.45644608,0.0013030787],"about_ca_topic_score_codex":0.000048857088,"about_ca_topic_score_gemma":0.00011447976,"teacher_disagreement_score":0.76257473,"about_ca_system_score_codex":0.000112998096,"about_ca_system_score_gemma":0.00004082049,"threshold_uncertainty_score":0.9911531},"labels":[],"label_agreement":null},{"id":"W2083330818","doi":"10.1016/j.jclinepi.2012.12.008","title":"Statistical methods for the meta-analysis of diagnostic tests must take into account the use of surrogate standards","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Calgary","funders":"","keywords":"Surrogate endpoint; Medicine; Statistical analysis; Meta-analysis; Medical physics; Statistics; Mathematics; Internal medicine","score_opus":0.9630290080522151,"score_gpt":0.7413155499885182,"score_spread":0.2217134580636969,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083330818","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016943712,0.0055663968,0.9543235,0.02138452,0.00064535794,0.0008928888,0.00020549224,0.0000010920514,0.00003707577],"genre_scores_gemma":[0.41782296,0.0011965333,0.57517534,0.004861511,0.00029395023,0.00009469308,0.000005485882,0.00002045351,0.0005290856],"study_design_codex":"meta_analysis","study_design_gemma":"observational","domain_scores_codex":[0.6868108,0.22619571,0.08069773,0.0010176182,0.0046937293,0.00058440666],"domain_scores_gemma":[0.017899334,0.9210055,0.04765477,0.0033302882,0.009805115,0.0003050107],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.73715067,0.00033416753,0.025647132,0.00042156802,0.00012548783,0.00014405837,0.0029487782,0.00026877993,0.011763103],"category_scores_gemma":[0.9712421,0.00009473074,0.020608036,0.0015293101,0.0010497778,0.00026084055,0.00022047512,0.00069681724,0.0000409706],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001912139,0.00040179415,0.15825215,0.00010206993,0.29872572,0.000004577922,0.0003486196,0.024199167,0.000016489053,0.023397408,0.27693298,0.21742779],"study_design_scores_gemma":[0.00039559286,0.00058910425,0.31399155,0.000013507765,0.2693026,0.000013143217,0.00031122126,0.08973749,0.000003331159,0.08918999,0.23629978,0.0001526674],"about_ca_topic_score_codex":0.00019129393,"about_ca_topic_score_gemma":0.00017022359,"teacher_disagreement_score":0.6948098,"about_ca_system_score_codex":0.000025979465,"about_ca_system_score_gemma":0.0003470345,"threshold_uncertainty_score":0.98920035},"labels":[],"label_agreement":null},{"id":"W2083466630","doi":"10.1371/journal.pone.0113277","title":"What Guidance Are Researchers Given on How to Present Network Meta-Analyses to End-Users such as Policymakers and Clinicians? A Systematic Review","year":2014,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Canadian Institutes of Health Research; Agency for Healthcare Research and Quality","keywords":"Meta-analysis; MEDLINE; Systematic review; Medicine; Data science; Computer science; Psychology; Biology; Pathology","score_opus":0.9466169240210028,"score_gpt":0.6279745529335029,"score_spread":0.31864237108749993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083466630","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004559875,0.96734756,0.00015039842,0.01326132,0.00016840363,0.017970635,0.000081059334,0.000020946529,0.0009950958],"genre_scores_gemma":[0.000009179872,0.94794613,0.0023931956,0.0062252283,0.0005133197,0.004469412,0.00002528878,0.00011757634,0.03830068],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.8744243,0.07884794,0.022174578,0.004301155,0.018846354,0.0014057119],"domain_scores_gemma":[0.91991574,0.037126068,0.020770641,0.016796272,0.0033510318,0.0020402733],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.20910127,0.0017861215,0.06132062,0.0014555522,0.0003134139,0.0048322873,0.006353363,0.0004334542,0.00290342],"category_scores_gemma":[0.23699865,0.00081485126,0.011901721,0.006506021,0.00013304965,0.00047282802,0.00093839184,0.00088792265,0.014213503],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067138167,0.00018311045,0.000005286454,0.7042517,0.038425118,0.000021847789,0.0001543064,0.000019877423,1.2393585e-7,0.000111889,0.24198066,0.014839369],"study_design_scores_gemma":[0.00004252018,0.00014940041,0.0000015134606,0.39187902,0.09553303,0.0000061436654,0.00020068506,0.000028681612,2.653736e-7,0.00008410144,0.51157886,0.0004957861],"about_ca_topic_score_codex":0.000034841047,"about_ca_topic_score_gemma":0.00012515827,"teacher_disagreement_score":0.31237265,"about_ca_system_score_codex":0.00027085072,"about_ca_system_score_gemma":0.00030377845,"threshold_uncertainty_score":0.9994884},"labels":[],"label_agreement":null},{"id":"W2083674500","doi":"10.1016/j.jtcvs.2010.11.052","title":"Reporting adverse events in a surgical trial for complex congenital heart disease: The Pediatric Heart Network experience","year":2011,"lang":"en","type":"article","venue":"Journal of Thoracic and Cardiovascular Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"National Heart, Lung, and Blood Institute","keywords":"Medicine; Heart disease; Adverse effect; Disease; MEDLINE; Intensive care medicine; Pediatrics; Cardiology; Internal medicine","score_opus":0.6255395544799652,"score_gpt":0.48377360041218903,"score_spread":0.1417659540677762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083674500","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9773731,0.017328575,0.0034655365,0.000111602916,0.0009391674,0.00066677015,0.0000030866483,0.000002009894,0.00011010997],"genre_scores_gemma":[0.9975373,0.00017871884,0.0010663222,0.00007890239,0.0009781657,0.00004097264,9.4898564e-7,0.000010717324,0.00010792666],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9782454,0.0071958536,0.010345327,0.00047045734,0.003418904,0.00032405634],"domain_scores_gemma":[0.98742515,0.0042094723,0.0060046585,0.0013804428,0.0007088125,0.00027148746],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20437413,0.00022137714,0.003952486,0.00026676158,0.00019133724,0.0000930518,0.0004951881,0.00006599395,0.00035165917],"category_scores_gemma":[0.027418654,0.00010155052,0.008958398,0.00089847116,0.000067662215,0.00030339655,0.00009271886,0.0001979039,0.00001729749],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032708065,0.00010412359,0.9743237,0.00006555984,0.00092112407,0.0003173027,0.00054865895,0.00040068946,7.766025e-7,0.000019091714,0.0104983,0.009529851],"study_design_scores_gemma":[0.0039488706,0.00013555915,0.8474072,0.00014448726,0.003312226,0.0019341497,0.0023029773,0.0012276699,0.0000026455182,0.0026168115,0.1364229,0.0005444943],"about_ca_topic_score_codex":0.000010525292,"about_ca_topic_score_gemma":0.0000018794652,"teacher_disagreement_score":0.17695548,"about_ca_system_score_codex":0.000017092552,"about_ca_system_score_gemma":0.00017506494,"threshold_uncertainty_score":0.9807738},"labels":[],"label_agreement":null},{"id":"W2083815143","doi":"10.1371/journal.pone.0057132","title":"Addressing Dichotomous Data for Participants Excluded from Trial Analysis: A Guide for Systematic Reviewers","year":2013,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":156,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; Hospital for Sick Children; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Missing data; Meta-analysis; Randomized controlled trial; Protocol (science); MEDLINE; Systematic review; Medicine; Reporting bias; Data extraction; Psychology; Data science; Alternative medicine; Computer science; Surgery; Pathology","score_opus":0.9514042187403585,"score_gpt":0.5811460800279936,"score_spread":0.3702581387123649,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083815143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5638494,0.022347797,0.3112429,0.002509,0.0007899451,0.09437135,0.0031305961,0.00009595786,0.0016630723],"genre_scores_gemma":[0.68601257,0.00015275263,0.2563287,0.0014522517,0.0014809507,0.026671834,0.0015430184,0.00012272019,0.026235173],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9708547,0.0065746973,0.014605849,0.0018038097,0.00557599,0.00058496866],"domain_scores_gemma":[0.94538057,0.023790257,0.01111348,0.015939102,0.0032966859,0.0004799106],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.10224898,0.00041709695,0.0101493,0.00046079757,0.00025048282,0.0020770824,0.004378316,0.000122064295,0.0047718138],"category_scores_gemma":[0.2272246,0.00020676215,0.0024811064,0.0016909259,0.000047590478,0.0006803122,0.00030157797,0.00009703904,0.00195476],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017565166,0.005554119,0.0062695644,0.060262278,0.11711211,0.000006970697,0.0022815224,0.000106694446,0.004800337,0.0003763862,0.7964929,0.0049806302],"study_design_scores_gemma":[0.01883472,0.00042244644,0.0008716758,0.017362757,0.16580234,6.9939784e-7,0.0018899527,0.7741531,0.00033873654,0.009482171,0.009492409,0.0013490028],"about_ca_topic_score_codex":0.00007393612,"about_ca_topic_score_gemma":0.0001423235,"teacher_disagreement_score":0.7870005,"about_ca_system_score_codex":0.00004537803,"about_ca_system_score_gemma":0.000091158785,"threshold_uncertainty_score":0.9989589},"labels":[],"label_agreement":null},{"id":"W2083852280","doi":"10.1016/j.jclinepi.2014.11.002","title":"Cochrane Airways Group reviews were prioritized for updating using a pragmatic approach","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Population Health Research Institute","funders":"Asthma and Lung UK; Evidence Synthesis Programme; National Institute for Health and Care Research","keywords":"Prioritization; Scope (computer science); Guideline; Systematic review; Publication; Process (computing); Cochrane collaboration; Computer science; Medicine; Expert opinion; MEDLINE; Management science; Engineering; Intensive care medicine; Business; Pathology; Political science","score_opus":0.893276027307836,"score_gpt":0.6699511098995793,"score_spread":0.22332491740825666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083852280","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034505438,0.004693516,0.95376843,0.00258691,0.0014499585,0.0010506791,0.000004631747,0.0000034137176,0.001937027],"genre_scores_gemma":[0.080570854,0.0009381215,0.9107173,0.004703796,0.00253548,0.000025826317,0.0000065034196,0.000025356592,0.0004767253],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.6103144,0.2587247,0.12550841,0.0014935897,0.0031225467,0.00083631213],"domain_scores_gemma":[0.25845712,0.5870095,0.14550774,0.004607549,0.0034363293,0.0009817422],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.84676695,0.0003805677,0.026684124,0.00030670618,0.00017091009,0.0001370869,0.002232704,0.00040038142,0.0011991338],"category_scores_gemma":[0.9191512,0.00016619808,0.01015741,0.0005388111,0.00020972198,0.00027281145,0.00013825607,0.00086345145,0.00024250988],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040434962,0.00087354705,0.14432871,0.0021841761,0.0013367519,0.000007854943,0.0004125319,0.002098714,0.00014946739,0.095091954,0.28605703,0.4670549],"study_design_scores_gemma":[0.0023738123,0.00079778593,0.008051078,0.0007305163,0.0012187081,0.00029137917,0.0003953256,0.3742331,5.8480794e-7,0.12636548,0.48519832,0.00034388984],"about_ca_topic_score_codex":0.000003081843,"about_ca_topic_score_gemma":0.0000028359882,"teacher_disagreement_score":0.466711,"about_ca_system_score_codex":0.00003041434,"about_ca_system_score_gemma":0.00012791956,"threshold_uncertainty_score":0.9997556},"labels":[],"label_agreement":null},{"id":"W2083868447","doi":"10.1016/j.jcrc.2012.10.071","title":"Capture-mark-recapture as a tool for estimating the number of articles available for systematic reviews in critical care medicine","year":2013,"lang":"en","type":"article","venue":"Journal of Critical Care","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of Calgary","funders":"","keywords":"Systematic review; Population; MEDLINE; Medicine; Mark and recapture; Rounding; Inclusion (mineral); Computer science; Psychology; Environmental health","score_opus":0.48489334235020387,"score_gpt":0.5400913240901105,"score_spread":0.05519798173990664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083868447","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17359184,0.2472138,0.43447742,0.079913236,0.0057580094,0.037351206,0.0002460832,0.000023548273,0.021424875],"genre_scores_gemma":[0.9422708,0.000007019347,0.055703707,0.00078942254,0.0003540592,0.00038910774,0.0000020135667,0.00001917927,0.0004646597],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.979406,0.005003388,0.01161135,0.0004348822,0.003141658,0.00040271637],"domain_scores_gemma":[0.94016564,0.043405388,0.003220362,0.0016469295,0.011283392,0.0002782817],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.049189452,0.0003270678,0.0050996845,0.00020798169,0.00015340716,0.0004127775,0.0013408753,0.00015114238,0.005294059],"category_scores_gemma":[0.47450224,0.00012368066,0.0019628312,0.00062278303,0.0002773206,0.0004534983,0.00006797196,0.00032695863,0.0003867995],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020436675,0.0004745084,0.01252208,0.481625,0.0004378919,0.00006920626,0.05465515,0.000320194,0.00092336937,0.07729999,0.35368034,0.017787917],"study_design_scores_gemma":[0.005748948,0.0025811351,0.0014205598,0.08207344,0.012781044,0.0018581245,0.49250147,0.07448236,0.00053802755,0.28953955,0.034461077,0.0020142773],"about_ca_topic_score_codex":0.000025450301,"about_ca_topic_score_gemma":0.00001688707,"teacher_disagreement_score":0.76867896,"about_ca_system_score_codex":0.00007980941,"about_ca_system_score_gemma":0.00013601583,"threshold_uncertainty_score":0.99561524},"labels":[],"label_agreement":null},{"id":"W2083975461","doi":"10.1111/j.1464-410x.2008.08155.x","title":"Evaluating the evidence: the methodological and reporting quality of comparative observational studies of surgical interventions in urological publications","year":2008,"lang":"en","type":"article","venue":"British Journal of Urology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Observational study; Medicine; Consolidated Standards of Reporting Trials; Confidence interval; Psychological intervention; Scale (ratio); MEDLINE; Internal medicine","score_opus":0.9924601406257053,"score_gpt":0.7455722887669024,"score_spread":0.2468878518588029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083975461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96343076,0.024707776,0.0026002396,0.008788071,0.00007756858,0.00023550326,0.000004021279,7.6264746e-7,0.00015527554],"genre_scores_gemma":[0.9920602,0.0009597751,0.006683251,0.00011723843,0.000041518422,0.000014066965,5.760995e-7,0.0000015287751,0.00012188635],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.919469,0.056230657,0.02130115,0.00035736323,0.0024832804,0.00015856254],"domain_scores_gemma":[0.78472614,0.15550102,0.05105188,0.0010945793,0.007535202,0.00009116093],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.35102773,0.00009968019,0.0029376573,0.00014777537,0.00021647001,0.0000633026,0.0009064439,0.00007080255,0.00054112147],"category_scores_gemma":[0.41629913,0.000041334617,0.0011728391,0.0008600384,0.0009491038,0.00019507195,0.00020502582,0.00041812772,0.000002143028],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014159978,0.00031273672,0.9589635,0.00006266287,0.0006677824,0.000072611525,0.0030575905,0.0027858466,0.0002532057,0.014859766,0.0055721905,0.013250486],"study_design_scores_gemma":[0.00020168013,0.0003116001,0.97525924,0.00007093656,0.00011890859,0.0033676177,0.0013528777,0.0012141222,0.0000030401704,0.017578924,0.00048232116,0.000038726568],"about_ca_topic_score_codex":0.00001825387,"about_ca_topic_score_gemma":0.000060779752,"teacher_disagreement_score":0.13474284,"about_ca_system_score_codex":0.000011876343,"about_ca_system_score_gemma":0.00010804555,"threshold_uncertainty_score":0.6682535},"labels":[],"label_agreement":null},{"id":"W2084033360","doi":"10.1007/s10826-013-9795-1","title":"Between Black and White: Examining Grey Literature in Meta-analyses of Psychological Research","year":2013,"lang":"en","type":"article","venue":"Journal of Child and Family Studies","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":90,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Grey literature; Meta-analysis; Inclusion (mineral); Psychology; Psychological intervention; Publication bias; Systematic review; White (mutation); Applied psychology; Social psychology; Clinical psychology; MEDLINE; Medicine; Political science; Psychiatry","score_opus":0.9316437456358971,"score_gpt":0.638685197001198,"score_spread":0.29295854863469917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084033360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9073943,0.08655063,0.00004494228,0.0025231682,0.000047558544,0.00020098791,0.000004660883,5.495164e-7,0.0032332013],"genre_scores_gemma":[0.99309474,0.0047293324,0.0012917314,0.00025456827,0.00011713301,0.000003977452,2.6806737e-7,0.000004031015,0.00050419685],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9849581,0.0057747695,0.005796618,0.00042625255,0.0028419627,0.0002022656],"domain_scores_gemma":[0.9877123,0.005231768,0.002865751,0.0006650062,0.003401427,0.00012370327],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07085953,0.00021325373,0.0048968215,0.00086336775,0.00011429307,0.00055311585,0.00057155336,0.000083536375,0.00019458859],"category_scores_gemma":[0.023178259,0.00007542533,0.0007986194,0.0013484078,0.00033409533,0.000417721,0.00018749834,0.00048780156,0.000018492769],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002361691,0.00013117891,0.8564004,0.00015851436,0.009978562,0.000028440845,0.009595902,0.000022590344,0.00035314666,0.00017821333,0.10488399,0.018245485],"study_design_scores_gemma":[0.00024315534,0.00025604162,0.980742,0.00016396395,0.0012094504,0.000022781967,0.008643724,0.000019542415,0.000007965092,0.006513298,0.0020961494,0.00008197316],"about_ca_topic_score_codex":0.0000033570134,"about_ca_topic_score_gemma":0.0000029396138,"teacher_disagreement_score":0.12434159,"about_ca_system_score_codex":0.000007880572,"about_ca_system_score_gemma":0.000009043357,"threshold_uncertainty_score":0.9850499},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2084856266","doi":"10.1302/0301-620x.93b6.26322","title":"The Canadian Orthopaedic Trauma Society","year":2011,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery - British Volume","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":161,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Nova Scotia Health Authority; Foothills Medical Centre","funders":"Canadian Orthopaedic Trauma Society","keywords":"Quality (philosophy); Function (biology); Medicine","score_opus":0.5616592392805217,"score_gpt":0.381077891432216,"score_spread":0.18058134784830576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084856266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9555834,0.02681965,0.0007115866,0.003670878,0.0015286165,0.00025763034,0.000021823007,0.0000036476822,0.0114027485],"genre_scores_gemma":[0.98615694,0.0015288126,0.0011984108,0.0006869937,0.00020744622,0.0000030218127,8.389265e-7,0.000011884234,0.010205664],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98597616,0.0020396395,0.008604519,0.00030153504,0.0027265213,0.00035164494],"domain_scores_gemma":[0.9906931,0.0013828824,0.0052544577,0.00076959433,0.0013404469,0.0005595026],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12975872,0.0001614192,0.0027012127,0.0002689023,0.0006165291,0.0015427772,0.00030296503,0.00009481757,0.005490194],"category_scores_gemma":[0.0117343385,0.00008678153,0.0040706117,0.0005892159,0.00017010346,0.00040213202,0.00004230783,0.0003046193,0.00019500796],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030054068,0.000017789454,0.10418113,0.000011484337,0.00016275972,0.00021339512,0.00031244403,3.3195138e-7,0.0000021743588,0.000033548986,0.7492357,0.14582625],"study_design_scores_gemma":[0.00010417738,0.000030534764,0.47252187,0.000111004774,0.00013605427,0.0024533516,0.0006608764,0.00033925555,0.000002265332,0.0022142096,0.5212883,0.00013810032],"about_ca_topic_score_codex":0.013673967,"about_ca_topic_score_gemma":0.08250168,"teacher_disagreement_score":0.36834076,"about_ca_system_score_codex":0.000045038043,"about_ca_system_score_gemma":0.0003972373,"threshold_uncertainty_score":0.9994937},"labels":[],"label_agreement":null},{"id":"W2085077732","doi":"10.1097/brs.0b013e31822671eb","title":"Reliability of 3 Assessment Tools Used to Evaluate Randomized Controlled Trials for Treatment of Neck Pain","year":2011,"lang":"en","type":"article","venue":"Spine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Memorial Chiropractic College; McMaster University; Canadian Physiotherapy Association","funders":"","keywords":"Medicine; Jadad scale; Internal validity; Randomized controlled trial; Physical therapy; Neck pain; Statistic; External validity; Inter-rater reliability; Reliability (semiconductor); Statistics; Surgery; Alternative medicine; Rating scale","score_opus":0.8442190619004464,"score_gpt":0.5833488742119164,"score_spread":0.26087018768853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085077732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6583309,0.00066482555,0.3033062,0.00071824965,0.00042199867,0.031606402,0.00009415993,0.000005919019,0.004851311],"genre_scores_gemma":[0.8896626,0.000025203579,0.10390852,0.000061920044,0.00004951989,0.002312693,0.000008653555,0.000008994922,0.003961875],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.87813777,0.07772166,0.037601784,0.0011407543,0.005063715,0.00033430938],"domain_scores_gemma":[0.9330682,0.043239072,0.015980782,0.0040935366,0.0034290224,0.00018937593],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5906296,0.00027158187,0.025690308,0.00025428744,0.000034104407,0.000084209576,0.0006104272,0.000059189348,0.008461079],"category_scores_gemma":[0.42134246,0.000093436036,0.00902589,0.00046977663,0.000053479325,0.00008149524,0.00003134099,0.000018078988,0.000061881794],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.31587958,0.0075883083,0.009782579,0.0011821911,0.0248228,0.0000046830182,0.010894682,0.0013390408,0.026110202,0.02470142,0.03484631,0.5428482],"study_design_scores_gemma":[0.86791897,0.004498006,0.010923605,0.00019712748,0.011832569,5.958645e-7,0.00058021303,0.043276865,0.0058110356,0.035625216,0.018886901,0.00044891026],"about_ca_topic_score_codex":0.00003747735,"about_ca_topic_score_gemma":0.000013625762,"teacher_disagreement_score":0.5520394,"about_ca_system_score_codex":0.000047669473,"about_ca_system_score_gemma":0.00014333188,"threshold_uncertainty_score":0.99244535},"labels":[],"label_agreement":null},{"id":"W2085530107","doi":"10.1371/journal.pone.0048894","title":"A Comparison of Statistical Methods for Identifying Out-of-Date Systematic Reviews","year":2012,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Office of the Higher Education Commission; Royal Golden Jubilee (RGJ) Ph.D. Programme; Thailand Research Fund; Khon Kaen University; University of Ottawa","keywords":"Systematic review; Meta-analysis; Medicine; Statistics; Statistical power; MEDLINE; Random effects model; Computer science; Medical physics; Data mining; Mathematics; Internal medicine","score_opus":0.956066391526984,"score_gpt":0.6722449776337923,"score_spread":0.2838214138931917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085530107","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005875394,0.016813265,0.9722461,0.00004070632,0.00022008536,0.003633437,0.000033639357,0.0000034935515,0.0011338645],"genre_scores_gemma":[0.2118062,0.000045994875,0.7860948,0.000027786067,0.000058084075,0.00030974223,0.0000077035465,0.000012698315,0.0016370147],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.95099753,0.024671655,0.01953482,0.0005381903,0.0039017822,0.00035600332],"domain_scores_gemma":[0.9601321,0.024751347,0.010929336,0.0028087685,0.0011939288,0.00018452067],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.22383198,0.0002175398,0.010257585,0.00023905963,0.00005729962,0.00012892419,0.0010514919,0.00006248974,0.0021723113],"category_scores_gemma":[0.17532443,0.00010399969,0.0012179682,0.00055844313,0.000055151126,0.00021020844,0.00010596903,0.000088147346,0.0009839516],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006205475,0.008832125,0.08812134,0.64064956,0.008960521,6.7929363e-7,0.020120967,0.000009508628,0.06922414,0.07593439,0.05152789,0.036556855],"study_design_scores_gemma":[0.0037487147,0.0016284232,0.015297137,0.1283579,0.10971824,0.000013217732,0.016815647,0.40717247,0.14692362,0.06725867,0.09881525,0.0042506824],"about_ca_topic_score_codex":0.0000018129329,"about_ca_topic_score_gemma":0.0000029090706,"teacher_disagreement_score":0.5122916,"about_ca_system_score_codex":0.000013528903,"about_ca_system_score_gemma":0.000018771547,"threshold_uncertainty_score":0.9997939},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2086187032","doi":"10.1111/zph.12125","title":"Conducting Systematic Reviews of Intervention Questions I: Writing the Review Protocol, Formulating the Question and Searching the Literature","year":2014,"lang":"en","type":"article","venue":"Zoonoses and Public Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Canadian Institutes of Health Research","keywords":"Systematic review; Protocol (science); Psychological intervention; Intervention (counseling); Grey literature; MEDLINE; Management science; Alternative medicine; Population; Medicine; Psychology; Computer science; Political science; Pathology; Engineering; Nursing","score_opus":0.7063089629356321,"score_gpt":0.5826795722572302,"score_spread":0.12362939067840184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086187032","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027597165,0.24963278,0.0810401,0.2542635,0.00045034284,0.383536,0.000025025302,0.000043930926,0.0034111727],"genre_scores_gemma":[0.94881713,0.0061752186,0.003098161,0.0068946946,0.00039399063,0.033902243,0.000013765084,0.000027176668,0.00067763886],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9165241,0.07006214,0.010487097,0.000611914,0.0019204105,0.00039431444],"domain_scores_gemma":[0.9693508,0.016134188,0.010687467,0.0025427495,0.0010962059,0.00018856385],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.35890275,0.00019583688,0.0019845814,0.00009932368,0.0010608915,0.001644187,0.00071027176,0.000038193648,0.00010996973],"category_scores_gemma":[0.100894794,0.00005570612,0.00051650713,0.0009415055,0.00010190313,0.00043018474,0.00016155108,0.00036652316,0.00001288535],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020420973,0.000051937874,0.003981133,0.19842239,0.00011547073,1.9409326e-7,0.007408721,0.0000066282832,0.0000076246965,0.13313963,0.0060368883,0.65082735],"study_design_scores_gemma":[0.0005748204,0.00044221588,0.007214396,0.21217376,0.0004776432,0.00034648163,0.018109212,0.052346732,0.0000021666906,0.0189639,0.6888354,0.0005133038],"about_ca_topic_score_codex":0.00013412279,"about_ca_topic_score_gemma":0.000093438364,"teacher_disagreement_score":0.92121994,"about_ca_system_score_codex":0.000020363297,"about_ca_system_score_gemma":0.00006401593,"threshold_uncertainty_score":0.9993922},"labels":[],"label_agreement":null},{"id":"W2086226100","doi":"10.1016/j.jclinepi.2008.06.001","title":"The capture–mark–recapture technique can be used as a stopping rule when searching in systematic reviews","year":2008,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":50,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Foothills Medical Centre; McMaster University; University of Toronto; University of Calgary; Toronto Public Health","funders":"","keywords":"CINAHL; Systematic review; MEDLINE; Medicine; Computer science; Statistics; Medical physics; Information retrieval; Mathematics; Psychiatry","score_opus":0.9036751309230715,"score_gpt":0.6476465017044899,"score_spread":0.2560286292185816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086226100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43413094,0.10084414,0.18895292,0.24361031,0.006448278,0.014630045,0.000018342651,0.000026779802,0.011338254],"genre_scores_gemma":[0.8654977,0.015407949,0.07326549,0.029765384,0.0018525147,0.00036477222,0.0000035788382,0.000072039344,0.013770546],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.40463987,0.47623158,0.11151337,0.0013462607,0.0052229534,0.0010459702],"domain_scores_gemma":[0.2628133,0.64783925,0.08094882,0.005354977,0.0021377797,0.00090585905],"candidate_categories":["metaresearch","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8177751,0.0004155237,0.021845456,0.00048160713,0.0002990392,0.00013520262,0.0037332552,0.0004872992,0.0006188341],"category_scores_gemma":[0.90061176,0.0001474976,0.006850707,0.00086349825,0.00039587906,0.00020943875,0.0002251457,0.002491939,0.00031724834],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023707452,0.0004504379,0.5145208,0.0046758517,0.0016380021,0.0007244547,0.005819121,0.0007480437,0.0001220588,0.014903538,0.43742174,0.018738838],"study_design_scores_gemma":[0.0018309245,0.0008138489,0.059808876,0.011869259,0.0009519174,0.005670798,0.00289653,0.0074892067,0.000008442918,0.2649208,0.6428448,0.0008946108],"about_ca_topic_score_codex":0.000105020714,"about_ca_topic_score_gemma":0.00029235662,"teacher_disagreement_score":0.45471194,"about_ca_system_score_codex":0.00009040434,"about_ca_system_score_gemma":0.00049965386,"threshold_uncertainty_score":0.9998093},"labels":[],"label_agreement":null},{"id":"W2086636112","doi":"10.1615/jlongtermeffmedimplants.2013010025","title":"Evaluating Implants in Orthopaedic Trials: Tips for Conducting Research","year":2013,"lang":"en","type":"article","venue":"Journal of Long-Term Effects of Medical Implants","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton General Hospital; Western University","funders":"","keywords":"Blinding; Observational study; Protocol (science); Randomized controlled trial; Randomization; Medical physics; Medicine; Clinical trial; Quality (philosophy); Research design; Alternative medicine; Physical therapy; Surgery; Pathology; Mathematics","score_opus":0.9395626944552131,"score_gpt":0.7075478078140053,"score_spread":0.23201488664120784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086636112","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9899388,0.0021667138,0.003410276,0.0009491584,0.001400182,0.0020439215,0.000007816775,0.0000019050769,0.00008121123],"genre_scores_gemma":[0.99725664,0.00014858686,0.0015363884,0.000108252185,0.0006890538,0.00006380774,0.0000034950913,0.000018375435,0.00017542132],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9059008,0.045238215,0.022573734,0.00076055696,0.024635369,0.00089133566],"domain_scores_gemma":[0.654626,0.307284,0.02593757,0.0027153192,0.007837509,0.0015996011],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.58282334,0.00031011362,0.0064827013,0.001498576,0.00014152353,0.0004901755,0.0025907678,0.00032001824,0.0040502283],"category_scores_gemma":[0.60690284,0.00014257034,0.001979916,0.0011647437,0.0001691841,0.0005745656,0.0002578997,0.0009877394,0.00026886622],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022049241,0.0003963091,0.13777386,0.0017692578,0.00078252197,0.00095168286,0.0009642142,0.00001926206,0.00838963,0.00005392999,0.052661862,0.796017],"study_design_scores_gemma":[0.04335565,0.010537239,0.78230035,0.035516217,0.003002227,0.031737622,0.0043748263,0.043736577,0.01723219,0.024517579,0.0016432587,0.002046276],"about_ca_topic_score_codex":0.00003890743,"about_ca_topic_score_gemma":0.000037733942,"teacher_disagreement_score":0.7939707,"about_ca_system_score_codex":0.00006757028,"about_ca_system_score_gemma":0.0005570157,"threshold_uncertainty_score":0.9968602},"labels":[],"label_agreement":null},{"id":"W2086972635","doi":"10.1186/1745-6215-10-46","title":"Randomized trials published in some Chinese journals: how many are randomized?","year":2009,"lang":"en","type":"article","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":240,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Bond University; University of Ottawa","keywords":"Randomized controlled trial; Randomization; Medicine; Clinical trial; Consolidated Standards of Reporting Trials; Sample size determination; MEDLINE; Family medicine; Alternative medicine; Research design; Surgery; Pathology","score_opus":0.8104427644281631,"score_gpt":0.5888774459981225,"score_spread":0.22156531843004057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086972635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39227706,0.14830714,0.06828486,0.2633311,0.011805495,0.08011875,0.00019281934,0.00014089944,0.03554187],"genre_scores_gemma":[0.96324587,0.0016869678,0.0029242176,0.0023689873,0.0024498596,0.00068455754,0.00001341537,0.00003135018,0.02659475],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.17809549,0.7046546,0.09852866,0.0026346305,0.015012895,0.0010737331],"domain_scores_gemma":[0.17872998,0.6750805,0.12983786,0.011249164,0.0040488853,0.0010536547],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.93852955,0.0007807976,0.0768947,0.0023259309,0.00015841838,0.007991918,0.003082111,0.00031458755,0.03863257],"category_scores_gemma":[0.9576631,0.00027321564,0.022600906,0.0030055481,0.00014764567,0.0016967736,0.00009971357,0.0004460647,0.0014533226],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6420869,0.00039650832,0.0006296806,0.0000555864,0.0030039388,0.00007401791,0.0011423385,0.00017303026,0.00039933223,0.013608021,0.30360416,0.03482647],"study_design_scores_gemma":[0.6818233,0.000015357651,0.0004108159,0.000111012036,0.0011759435,0.0000095345695,0.0001606417,0.0013923809,0.000025286432,0.31098586,0.0036208923,0.00026894637],"about_ca_topic_score_codex":0.000013497325,"about_ca_topic_score_gemma":0.000012514756,"teacher_disagreement_score":0.5709688,"about_ca_system_score_codex":0.000057785706,"about_ca_system_score_gemma":0.00016434379,"threshold_uncertainty_score":0.999972},"labels":[],"label_agreement":null},{"id":"W2087018216","doi":"10.1016/j.jclinepi.2008.11.006","title":"Diagnostic test systematic reviews: Bibliographic search filters (“Clinical Queries”) for diagnostic accuracy studies perform well","year":2009,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Toronto; McMaster University","funders":"U.S. National Library of Medicine","keywords":"MEDLINE; Journal club; Systematic review; Medicine; Information retrieval; Medical physics; Meta-analysis; Data extraction; Computer science; Pathology","score_opus":0.9434927357553999,"score_gpt":0.7168723149679593,"score_spread":0.2266204207874406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087018216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46335673,0.2749239,0.110988304,0.11374247,0.017485224,0.018027438,0.00009022884,0.000042083535,0.0013436363],"genre_scores_gemma":[0.6778173,0.25441602,0.041107956,0.019716784,0.0051205503,0.00026109317,0.000008413134,0.00004942574,0.0015024649],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.63236004,0.19734247,0.16276206,0.002155243,0.004018099,0.0013620483],"domain_scores_gemma":[0.0051497906,0.92411596,0.060213454,0.00377091,0.0057113273,0.0010385588],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.7985175,0.0007372185,0.04021815,0.002357204,0.00028364436,0.0002689101,0.0041164826,0.0006165025,0.001283081],"category_scores_gemma":[0.996251,0.00031764692,0.018937925,0.0041651707,0.00077090575,0.0006146765,0.00021940682,0.0017595418,0.001704052],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007855461,0.00058273337,0.56912935,0.00422881,0.0011852104,0.000055194676,0.00013025133,0.00011722041,6.5928583e-7,0.0012153923,0.3896375,0.03363912],"study_design_scores_gemma":[0.0032695448,0.01113974,0.6088343,0.019629564,0.006385036,0.000640585,0.0017264126,0.009045933,0.0000014304557,0.093996294,0.2442753,0.001055846],"about_ca_topic_score_codex":0.0000030316858,"about_ca_topic_score_gemma":0.000013169725,"teacher_disagreement_score":0.7267735,"about_ca_system_score_codex":0.00004650751,"about_ca_system_score_gemma":0.00029917387,"threshold_uncertainty_score":0.9999276},"labels":[],"label_agreement":null},{"id":"W2087238799","doi":"10.1016/j.pmrj.2009.08.253","title":"Poster 232: Point of Care Testing in a Rehabilitation Setting: Use and Clinical Impact During Rapid Responses","year":2009,"lang":"en","type":"article","venue":"PM&R","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Citation; Medicine; Library science; Gerontology; Computer science","score_opus":0.643237443918268,"score_gpt":0.5601012494822589,"score_spread":0.08313619443600906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087238799","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99800986,0.00060191244,0.00003028227,0.0006101113,0.000032372525,0.00036076122,0.000006772873,0.00000335998,0.00034455978],"genre_scores_gemma":[0.9922964,0.0000068308063,0.0074677467,0.00007624365,0.00002504564,0.0000028186837,0.0000011144591,0.0000040693517,0.00011970883],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9850475,0.007309903,0.005730535,0.0005402552,0.0012113464,0.00016046847],"domain_scores_gemma":[0.9727762,0.02317708,0.0020048083,0.0013042401,0.0006410371,0.00009667702],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05165466,0.00013726484,0.0015205793,0.00034813886,0.000046965975,0.00026665028,0.00028611865,0.00005813942,0.00019445628],"category_scores_gemma":[0.2676853,0.00006968901,0.0006434929,0.0007399359,0.000044400145,0.00031661752,0.00005080613,0.00011096631,0.00004084216],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006022197,0.000028873914,0.9742665,0.000032183932,0.000016679962,0.000004035506,0.0020951352,0.000011669013,0.00052351947,0.000008285794,0.00037045614,0.022582434],"study_design_scores_gemma":[0.00023366028,0.00031117222,0.996998,0.00012322693,0.0000396399,0.000009328672,0.001045001,0.00051643676,0.000036959933,0.00048724154,0.000128171,0.000071175804],"about_ca_topic_score_codex":0.000022268898,"about_ca_topic_score_gemma":0.0000227636,"teacher_disagreement_score":0.21603063,"about_ca_system_score_codex":0.000028633078,"about_ca_system_score_gemma":0.00004508224,"threshold_uncertainty_score":0.9765211},"labels":[],"label_agreement":null},{"id":"W2087418701","doi":"10.1097/01.brs.0000254109.12449.6c","title":"Level of Evidence in Spine Compared to Other Orthopedic Journals","year":2007,"lang":"en","type":"article","venue":"Spine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Discovery Air (Canada)","funders":"","keywords":"Medicine; Orthopedic surgery; Grading (engineering); Sports medicine; Physical therapy; Evidence-based medicine; Impact factor; Surgery; Alternative medicine; Pathology","score_opus":0.9618746912573314,"score_gpt":0.6405348761877747,"score_spread":0.32133981506955667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087418701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66770625,0.00456163,0.3166896,0.0029642854,0.0003300496,0.00086744636,0.000011154587,0.0000038244716,0.0068657557],"genre_scores_gemma":[0.96444964,0.000027301432,0.017773345,0.0007390866,0.00010368427,0.0000052917353,4.311554e-7,0.000008079437,0.016893154],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98536515,0.0014493372,0.0083595915,0.0005143647,0.004041285,0.0002702808],"domain_scores_gemma":[0.993935,0.0007242579,0.0024079296,0.001854736,0.0008847713,0.0001932959],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.14258872,0.0001672031,0.0023348343,0.0007335614,0.000031088144,0.00013165882,0.0011864741,0.000044909284,0.013758631],"category_scores_gemma":[0.03776303,0.00007313182,0.0005935368,0.0026823808,0.00003383236,0.00017276793,0.00010436944,0.00010953477,0.0015968387],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054259188,0.00030973877,0.6075484,0.00019159478,0.00022532861,0.00006504814,0.0019390952,0.001556207,0.026550094,0.0016442459,0.094468564,0.2654474],"study_design_scores_gemma":[0.00026250444,0.00007903083,0.9030453,0.0005614964,0.00005084475,0.000010722625,0.00030432243,0.00080103055,0.0005948638,0.0007316495,0.09339555,0.00016270143],"about_ca_topic_score_codex":0.00007619431,"about_ca_topic_score_gemma":0.0008952152,"teacher_disagreement_score":0.29891625,"about_ca_system_score_codex":0.000025776408,"about_ca_system_score_gemma":0.000046227375,"threshold_uncertainty_score":0.99918056},"labels":[],"label_agreement":null},{"id":"W2087491399","doi":"10.1592/phco.21.5.405.34503","title":"Post Hoc Power Analysis: An Idea Whose Time Has Passed?","year":2001,"lang":"en","type":"article","venue":"Pharmacotherapy The Journal of Human Pharmacology and Drug Therapy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":461,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's & Women's Health Centre of British Columbia; University of British Columbia","funders":"","keywords":"Post hoc; Post-hoc analysis; Confidence interval; Sample size determination; Sample (material); Computer science; Power (physics); Statistics; Clinical trial; Econometrics; Medicine; Mathematics; Internal medicine","score_opus":0.38169388027128753,"score_gpt":0.5115134620132727,"score_spread":0.1298195817419852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087491399","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.970603,0.017912254,0.00075364206,0.008891231,0.00054482016,0.00055988214,0.000015100386,0.000012092741,0.0007079774],"genre_scores_gemma":[0.97390956,0.0068318485,0.00017498601,0.012785662,0.0006124778,0.000012612519,0.000005013859,0.0000387778,0.0056290943],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.96994644,0.020000719,0.0062444042,0.00062797265,0.0026853208,0.000495133],"domain_scores_gemma":[0.9866247,0.0032601217,0.006489098,0.0013835859,0.0017837593,0.00045873664],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.08339836,0.00057466415,0.0033646508,0.0012313861,0.0009274926,0.00078122027,0.003201235,0.000108777225,0.06965462],"category_scores_gemma":[0.00021918549,0.00025410258,0.002124736,0.0018487717,0.00043378668,0.00091279956,0.00007187826,0.0006756393,0.0004240861],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032318207,0.0013739737,0.016865214,0.000008602812,0.016027164,0.00016339206,0.013474353,0.0008260416,0.65662843,0.000219827,0.25863463,0.03254655],"study_design_scores_gemma":[0.010325242,0.0022953486,0.013919484,0.0000206502,0.0072496096,0.00072739716,0.0026527531,0.005281042,0.008488278,0.006036072,0.9419697,0.0010344083],"about_ca_topic_score_codex":0.000010500205,"about_ca_topic_score_gemma":0.000015990572,"teacher_disagreement_score":0.68333507,"about_ca_system_score_codex":0.000039726503,"about_ca_system_score_gemma":0.00011378861,"threshold_uncertainty_score":0.9999911},"labels":[],"label_agreement":null},{"id":"W2087499226","doi":"10.1111/j.1863-2378.2009.01312.x","title":"The REFLECT Statement: Reporting Guidelines for Randomized Controlled Trials in Livestock and Food Safety: Explanation and Elaboration","year":2010,"lang":"en","type":"article","venue":"Zoonoses and Public Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island; University of Guelph","funders":"Institute of Population and Public Health; Canadian Institutes of Health Research; Food Safety and Inspection Service; Public Health Agency; Public Health Agency of Canada; U.S. Department of Agriculture","keywords":"Consolidated Standards of Reporting Trials; Checklist; Randomized controlled trial; Medicine; Livestock; Guideline; Alternative medicine; Clinical trial; Critical appraisal; Systematic review; MEDLINE; Family medicine; Environmental health; Psychology; Geography; Biology; Surgery; Pathology","score_opus":0.8288583483894707,"score_gpt":0.6115260341958609,"score_spread":0.21733231419360977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087499226","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65277416,0.025267506,0.09806128,0.20150127,0.0009353649,0.020130893,0.0000713293,0.000016878672,0.0012413017],"genre_scores_gemma":[0.9740636,0.0068557146,0.014980354,0.0018365192,0.00028428272,0.0009506605,0.000042609205,0.000013814189,0.0009724468],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8694593,0.049072187,0.07591908,0.0016111062,0.0031447492,0.0007936337],"domain_scores_gemma":[0.8140462,0.11748576,0.061721977,0.0017323919,0.0044794832,0.00053415593],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.64958894,0.00017808976,0.0064805127,0.0002824972,0.0004802921,0.0018086393,0.00017121239,0.000063137966,0.00006770329],"category_scores_gemma":[0.61318535,0.00006608699,0.00048135925,0.00037793507,0.00006341164,0.0003267877,0.000035620033,0.00010765481,0.0000015139481],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0069970964,0.00006645164,0.0071167075,0.0002761321,0.0007954212,5.697682e-7,0.0035182324,0.000010947717,0.00007077753,0.13277869,0.021877242,0.8264917],"study_design_scores_gemma":[0.17021076,0.00061010185,0.004936721,0.00013567775,0.00035946548,0.000023939969,0.009113352,0.07855421,0.0000042478755,0.0709356,0.6647138,0.00040211045],"about_ca_topic_score_codex":0.000102132064,"about_ca_topic_score_gemma":0.0022347837,"teacher_disagreement_score":0.8260896,"about_ca_system_score_codex":0.000014435083,"about_ca_system_score_gemma":0.00031037844,"threshold_uncertainty_score":0.9992276},"labels":[],"label_agreement":null},{"id":"W2087657938","doi":"10.5489/cuaj.11265","title":"Duplicate publications: A sample of redundancy in the Journal of Urology","year":2012,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of British Columbia","funders":"","keywords":"Information retrieval; Computer science; Bibliometrics; MEDLINE; Medicine; Redundancy (engineering); Data mining; Chemistry","score_opus":0.5032631898640955,"score_gpt":0.44029882868135883,"score_spread":0.06296436118273663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087657938","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8685593,0.0047795274,0.012275032,0.105384216,0.00093546667,0.0005264054,0.000064121756,0.0000021428261,0.007473776],"genre_scores_gemma":[0.9965447,0.000068506684,0.0008082081,0.00206977,0.0002627079,0.0000042137804,0.000001985124,0.000003381862,0.00023652804],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97822225,0.012750466,0.0059602573,0.00014530696,0.0025035935,0.0004181058],"domain_scores_gemma":[0.97597426,0.010482697,0.009985887,0.00075648265,0.0023346879,0.00046600687],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1816422,0.00012010702,0.0012328301,0.0007491159,0.00015551562,0.00025652823,0.0017527728,0.00016588058,0.0055230795],"category_scores_gemma":[0.14808536,0.000052205207,0.00070482667,0.0015615014,0.000047449998,0.0003513177,0.000023478548,0.00055294874,0.00015398237],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049727196,0.00005463426,0.916681,0.0000012697053,0.00006992651,0.0000011995786,0.00077422877,0.00006355079,0.000014394803,0.00426629,0.074602626,0.0034659014],"study_design_scores_gemma":[0.00013100878,0.000064163505,0.63443047,0.0000017251516,0.00007774159,0.0001592959,0.00039607642,0.00010670676,9.349822e-7,0.014221462,0.35036546,0.000044979035],"about_ca_topic_score_codex":0.00023735866,"about_ca_topic_score_gemma":0.0006001723,"teacher_disagreement_score":0.28225055,"about_ca_system_score_codex":0.00020470671,"about_ca_system_score_gemma":0.00035460014,"threshold_uncertainty_score":0.995386},"labels":[],"label_agreement":null},{"id":"W2088096509","doi":"10.1097/prs.0000000000001393","title":"So, You Want to Improve Your Plastic Surgery Papers? Introducing PRS’ Friendly EQUATOR Reporting Guidelines","year":2015,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Surgical Specialties (Canada)","funders":"","keywords":"Medicine; Equator; Surgery; General surgery; Medical physics; Latitude; Astronomy","score_opus":0.5622853895718103,"score_gpt":0.4514065560221727,"score_spread":0.11087883354963757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088096509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9075507,0.00045282903,0.06471421,0.00066082535,0.024134053,0.00076396496,0.00013549307,0.000062873885,0.001525054],"genre_scores_gemma":[0.9844819,0.000010789418,0.011488613,0.00024265288,0.0024197202,0.00014957182,0.000022393166,0.00007522732,0.0011091767],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9565838,0.004736278,0.028260006,0.0030309071,0.0062389113,0.0011500857],"domain_scores_gemma":[0.73307705,0.2013072,0.043456517,0.007494501,0.012156606,0.0025081465],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.15215784,0.00091369357,0.0076529207,0.0017968486,0.00039839034,0.001501564,0.0010678159,0.00023079201,0.00342134],"category_scores_gemma":[0.8704845,0.0005441112,0.0030151464,0.002822348,0.000259518,0.00070812413,0.00034526258,0.0004493509,0.0032346721],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014982288,0.00008807035,0.6288457,0.00014516969,0.00093633233,0.00017875005,0.0010095149,0.0015243005,0.0010969577,0.00023527013,0.18735822,0.17843188],"study_design_scores_gemma":[0.002658075,0.0008079264,0.31064174,0.004885717,0.0059910533,0.005327292,0.067165785,0.08527456,0.003307518,0.0180258,0.48405752,0.011857031],"about_ca_topic_score_codex":0.00009696008,"about_ca_topic_score_gemma":0.00004799034,"teacher_disagreement_score":0.7183266,"about_ca_system_score_codex":0.00027719227,"about_ca_system_score_gemma":0.0017692868,"threshold_uncertainty_score":0.999701},"labels":[],"label_agreement":null},{"id":"W2088412850","doi":"10.1097/01.prs.0000295984.24890.2f","title":"Systematic Reviews: A Primer for Plastic Surgery Research","year":2007,"lang":"en","type":"review","venue":"Plastic & Reconstructive Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trillium Health Centre","funders":"","keywords":"Systematic review; Computer science; Medical literature; Meta-analysis; Randomized controlled trial; Management science; Subject (documents); Scientific literature; Data science; MEDLINE; Medical physics; Medicine; Risk analysis (engineering); Surgery; Engineering; Pathology; World Wide Web","score_opus":0.8703170688503507,"score_gpt":0.5771405282423653,"score_spread":0.29317654060798537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088412850","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003455377,0.9586006,0.016525028,0.000007782241,0.011569174,0.011828413,0.00036340818,0.0000314662,0.0010395903],"genre_scores_gemma":[0.000025734456,0.9875661,0.00177926,0.000022270944,0.0012564091,0.0055213384,0.00017089654,0.00021221199,0.003445736],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.82479155,0.08887871,0.06422054,0.0054777903,0.013990308,0.0026410916],"domain_scores_gemma":[0.13114043,0.82316756,0.031042058,0.0076937075,0.0060701864,0.00088606996],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.52794266,0.002323507,0.06270038,0.0100556975,0.00073884445,0.0020503716,0.0036461249,0.0011472991,0.0062392903],"category_scores_gemma":[0.87615633,0.0011594394,0.028156059,0.0097722495,0.00083034666,0.00055604294,0.00046868465,0.0017312586,0.021670246],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016048181,0.000074925774,0.0002782873,0.34344536,0.0021117944,0.000039498802,0.00004376606,5.855004e-7,7.028132e-8,0.0003708899,0.11189712,0.54172164],"study_design_scores_gemma":[0.00005723152,0.000022920138,0.000020666188,0.17785262,0.0042753103,0.00042941046,0.00018088873,0.00008093163,2.1942228e-7,0.00075955805,0.81536764,0.0009526042],"about_ca_topic_score_codex":0.0000095145915,"about_ca_topic_score_gemma":0.00001804541,"teacher_disagreement_score":0.7342888,"about_ca_system_score_codex":0.00067206664,"about_ca_system_score_gemma":0.0029231578,"threshold_uncertainty_score":0.99908555},"labels":[],"label_agreement":null},{"id":"W2088671127","doi":"10.1007/s00134-007-0817-6","title":"Review of retention strategies in longitudinal studies and application to follow-up of ICU survivors","year":2007,"lang":"en","type":"review","venue":"Intensive Care Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":56,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network; Toronto General Hospital","funders":"University Health Network","keywords":"Medicine; Attrition; ARDS; Longitudinal study; Distress; Tracking (education); Anesthesiology; Acute respiratory distress; Pain medicine; External validity; Intensive care medicine; Psychiatry; Psychology; Clinical psychology","score_opus":0.7101098630299661,"score_gpt":0.5836377367517513,"score_spread":0.1264721262782148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088671127","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005928854,0.9932352,0.002743395,0.00026066488,0.00048558932,0.0026180474,0.000023367727,0.0000023704688,0.00057210604],"genre_scores_gemma":[0.00048253467,0.99844265,0.00017357514,0.00036740114,0.00008146504,0.00011753267,0.000056232155,0.00001570082,0.00026293178],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97704685,0.0036346798,0.014819726,0.0011224895,0.003161489,0.00021477681],"domain_scores_gemma":[0.95845264,0.0048881643,0.0093350485,0.0022740318,0.024929818,0.000120316705],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04938382,0.0005214139,0.016402803,0.0012512667,0.000028350649,0.000025834097,0.00087002106,0.00015913574,0.00019837196],"category_scores_gemma":[0.116328806,0.00022928246,0.0015088449,0.00304249,0.00029922687,0.00010394611,0.00018577604,0.00023299623,0.000056288536],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004760262,0.0000037636348,0.0002444977,0.20223768,0.00030502953,0.0000062292875,0.0011513473,3.3064137e-7,0.0000011544676,0.000279778,0.012286916,0.7834785],"study_design_scores_gemma":[0.00013398248,0.00015564835,0.00014633957,0.28383297,0.002510935,0.000023439909,0.028345585,0.0000016060487,6.1355985e-7,0.0002842348,0.68439955,0.0001650986],"about_ca_topic_score_codex":0.00013080116,"about_ca_topic_score_gemma":0.00062995695,"teacher_disagreement_score":0.7833134,"about_ca_system_score_codex":0.00009107933,"about_ca_system_score_gemma":0.000121910205,"threshold_uncertainty_score":0.9981997},"labels":[],"label_agreement":null},{"id":"W2088682768","doi":"10.1177/154405910408300801","title":"The Research Challenge","year":2004,"lang":"en","type":"article","venue":"Journal of Dental Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Dental research; Medicine; Dentistry","score_opus":0.9669319897756911,"score_gpt":0.7264607496434881,"score_spread":0.240471240132203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088682768","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86266977,0.018646363,0.000621701,0.02183716,0.0007551684,0.0007595685,0.0000026521047,0.0000012931635,0.09470636],"genre_scores_gemma":[0.9821484,0.0012961843,0.00041906053,0.000023229542,0.0004391856,0.0000075482976,1.00572834e-7,0.000009283036,0.015656993],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9074415,0.0339672,0.008843981,0.0005239396,0.048345733,0.0008776518],"domain_scores_gemma":[0.96263134,0.021938648,0.0019749622,0.0025419274,0.010487171,0.0004259728],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.6042684,0.00011957645,0.0012452079,0.001185191,0.0010180713,0.002396316,0.0054816687,0.00007539555,0.0027780405],"category_scores_gemma":[0.13356209,0.00004187025,0.0013515269,0.003218567,0.00045039546,0.00034013865,0.0005120021,0.0016042532,0.010397431],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025652754,0.0008282038,0.013550943,0.000059260234,0.00071978924,0.00094189565,0.0030326867,0.00016147098,0.002139364,0.096127465,0.569058,0.3131244],"study_design_scores_gemma":[0.0006154656,0.0007693904,0.009430729,0.00011747133,0.00002135317,0.0003936705,0.015235117,0.00009211522,0.00040274675,0.2559385,0.7168838,0.00009963596],"about_ca_topic_score_codex":0.0000163677,"about_ca_topic_score_gemma":0.00012840983,"teacher_disagreement_score":0.47070628,"about_ca_system_score_codex":0.00022806742,"about_ca_system_score_gemma":0.00046129603,"threshold_uncertainty_score":0.99989915},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2088743899","doi":"10.1016/j.injury.2006.02.002","title":"Issues in the planning and conduct of randomised trials","year":2006,"lang":"en","type":"article","venue":"Injury","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Psychological intervention; Outcome (game theory); Medicine; Clinical trial; Alternative medicine; Physical therapy; Nursing; Pathology","score_opus":0.8156411512359761,"score_gpt":0.5999559470907881,"score_spread":0.215685204145188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088743899","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9807794,0.0064304993,0.00031253364,0.00085286255,0.00008483949,0.00064651493,0.000008347444,0.0000011447653,0.0108838435],"genre_scores_gemma":[0.99752,0.000010872345,0.00049250125,0.000108348795,0.00006549762,0.000016895185,0.0000011692852,0.0000019889067,0.0017827182],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97554505,0.015344075,0.006964127,0.0002895141,0.0017608849,0.00009632024],"domain_scores_gemma":[0.9851947,0.011366424,0.0023419177,0.0009453673,0.00013567183,0.000015929974],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21503915,0.000089513014,0.0025002933,0.00016547553,0.00003036092,0.00021462778,0.00052400015,0.000032157055,0.0012457774],"category_scores_gemma":[0.03316838,0.000029924264,0.00049679336,0.0004315778,0.00004426117,0.00007559566,0.000023466937,0.000051259365,0.000077960496],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054292096,0.00011197751,0.11869758,0.000070602924,0.0002008529,0.000014079008,0.005076111,0.00009586676,0.007952831,0.00905765,0.8215883,0.036591258],"study_design_scores_gemma":[0.013054442,0.00018316586,0.13050698,0.00024382737,0.00073633005,0.000021124459,0.008834363,0.001714079,0.0051404857,0.15354075,0.68553555,0.00048891065],"about_ca_topic_score_codex":0.000056487457,"about_ca_topic_score_gemma":0.000007025044,"teacher_disagreement_score":0.18187077,"about_ca_system_score_codex":0.0000023061614,"about_ca_system_score_gemma":0.000012096969,"threshold_uncertainty_score":0.9996672},"labels":[],"label_agreement":null},{"id":"W2088897444","doi":"10.1016/s0828-282x(07)70736-5","title":"Plagiarism, self-plagiarism and duplicate publication","year":2007,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Cardiovascular Society","keywords":"Mistake; Suspect; Misconduct; Scientific misconduct; Subject (documents); Attribution; Citation; Medicine; Publishing; Law; Psychology; Computer science; Criminology; Alternative medicine; Political science; Social psychology; World Wide Web","score_opus":0.42062306027194524,"score_gpt":0.44139060633987337,"score_spread":0.020767546067928133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088897444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5212237,0.0064419764,0.2897585,0.016944153,0.0024349121,0.00066738535,0.000032052427,0.0000076737315,0.16248962],"genre_scores_gemma":[0.99584126,0.000034364013,0.0018767732,0.000568255,0.0005457789,0.0000015219111,0.0000022278928,0.000007676698,0.0011221553],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99064434,0.002528019,0.0050454834,0.0003591132,0.001071911,0.0003511641],"domain_scores_gemma":[0.99053156,0.0017887141,0.003243716,0.0011514991,0.0023231762,0.00096135476],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11512815,0.00016153003,0.0021785677,0.0010677007,0.00014062414,0.0004152781,0.001049371,0.00028081788,0.00056675245],"category_scores_gemma":[0.018306663,0.00008937668,0.00076264713,0.0006841101,0.000113700975,0.00022632675,0.00002446589,0.000441528,0.00039098185],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007651592,0.0000022665035,0.25984758,0.000011012552,0.00060512545,0.00012092188,0.0005705593,0.000114867136,0.000098932534,0.008643856,0.66751146,0.062465757],"study_design_scores_gemma":[0.00012740887,0.00003551579,0.15482321,0.000004118041,0.00012458045,0.0007576037,0.00018483977,0.000067234956,0.000010120006,0.0035314474,0.8402525,0.00008136967],"about_ca_topic_score_codex":0.0001409856,"about_ca_topic_score_gemma":0.00087567494,"teacher_disagreement_score":0.47461754,"about_ca_system_score_codex":0.00008403948,"about_ca_system_score_gemma":0.00050253567,"threshold_uncertainty_score":0.9899626},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2089009990","doi":"10.1136/ebm.13.6.162-a","title":"GRADE: assessing the quality of evidence for diagnostic recommendations","year":2008,"lang":"en","type":"editorial","venue":"Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":231,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"European Commission","keywords":"Grading (engineering); Diagnostic test; Medicine; Clinical Practice; Test (biology); Odds; Diagnostic odds ratio; Medical physics; MEDLINE; Diagnostic accuracy; Quality (philosophy); Intensive care medicine; Family medicine; Pediatrics; Logistic regression; Radiology","score_opus":0.9476189088113064,"score_gpt":0.6841482826036769,"score_spread":0.2634706262076295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089009990","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026917318,0.05037844,0.12111764,0.106634244,0.71663904,0.0044791345,0.00021345339,0.00002162958,0.00024727147],"genre_scores_gemma":[0.016333992,0.015015755,0.010612049,0.0018635461,0.9407024,0.0014774582,0.0004313337,0.000104172475,0.013459333],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9050853,0.039044097,0.027576879,0.002557199,0.025059218,0.00067727565],"domain_scores_gemma":[0.17402202,0.78383183,0.02424859,0.008075269,0.009514482,0.0003077709],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3447122,0.00076668744,0.00797383,0.00071640377,0.00060006115,0.00049020624,0.005298715,0.00053231587,0.0044718515],"category_scores_gemma":[0.94895864,0.00027855637,0.002933627,0.0026642147,0.0008390037,0.00082053855,0.00017383687,0.0009462327,0.0002355375],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021019132,0.00004799015,0.0014152396,0.000684919,0.00015061401,0.00000269305,0.00025982285,0.00004977223,0.000025490875,0.000075241165,0.9869903,0.010276908],"study_design_scores_gemma":[0.0005108373,0.00025830572,0.0022397295,0.014528773,0.0013285938,0.0000018355681,0.00044353923,0.000778003,0.000022282447,0.0014733225,0.9780915,0.00032332639],"about_ca_topic_score_codex":0.00035599046,"about_ca_topic_score_gemma":0.000098575016,"teacher_disagreement_score":0.74478775,"about_ca_system_score_codex":0.00020503279,"about_ca_system_score_gemma":0.00215249,"threshold_uncertainty_score":0.9999667},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2089134334","doi":"10.1097/eja.0000000000000176","title":"CONSORT item adherence in top ranked anaesthesiology journals in 2011","year":2014,"lang":"en","type":"article","venue":"European Journal of Anaesthesiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Consolidated Standards of Reporting Trials; Medicine; Anesthesiology; Checklist; Randomized controlled trial; MEDLINE; Medical journal; Family medicine; Anesthesia; Surgery; Psychology","score_opus":0.5931329935137657,"score_gpt":0.4736952119463923,"score_spread":0.11943778156737339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089134334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9884183,0.0011426781,0.0012005285,0.0014569068,0.00037716253,0.00020059696,0.0000010072654,0.0000026200557,0.007200218],"genre_scores_gemma":[0.99493647,0.0006260397,0.0025177738,0.001214573,0.00017224454,0.0000018158468,6.426707e-7,0.000022280195,0.00050814473],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8995683,0.080323845,0.016746672,0.0008325528,0.001914072,0.0006145281],"domain_scores_gemma":[0.98181814,0.005478338,0.009533608,0.0018436657,0.0010183287,0.0003079406],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.21981642,0.00037096496,0.004623112,0.0018723705,0.000068285,0.00019201332,0.00317587,0.00011726819,0.005354],"category_scores_gemma":[0.041314486,0.00019378685,0.0011694485,0.001011167,0.00022210671,0.0002819529,0.00013064082,0.0007562629,0.0029597953],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012492636,0.000118432115,0.6541052,0.000010418813,0.00007404863,0.0010105376,0.00058492366,0.00041009107,0.00034889774,0.0009665971,0.012509996,0.3297359],"study_design_scores_gemma":[0.0013131584,0.005338031,0.93514663,0.00014001007,0.00005648443,0.0005171806,0.00046770164,0.00066116615,0.000024726804,0.0053478484,0.050707158,0.0002799113],"about_ca_topic_score_codex":0.000013733181,"about_ca_topic_score_gemma":0.00006391285,"teacher_disagreement_score":0.329456,"about_ca_system_score_codex":0.00004490437,"about_ca_system_score_gemma":0.0001224099,"threshold_uncertainty_score":0.9978165},"labels":[],"label_agreement":null},{"id":"W2089182909","doi":"10.1016/j.annemergmed.2006.11.002","title":"A Primer on the Cochrane Collaboration, Its New Priorities in Out-of-Hospital and Emergency Health, and the Role of Annals of Emergency Medicine","year":2007,"lang":"en","type":"letter","venue":"Annals of Emergency Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Medicine; Annals; Primer (cosmetics); Family medicine; Emergency department; Medical emergency; Emergency medicine; Nursing; Classics","score_opus":0.6363251939306235,"score_gpt":0.5563778653782635,"score_spread":0.07994732855235998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089182909","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022056345,0.2845325,0.000079313155,0.6804003,0.0042852806,0.002458704,0.00008890705,0.0000035784265,0.006095092],"genre_scores_gemma":[0.11245949,0.76736706,0.00016459901,0.0586814,0.008100054,0.00018670122,0.00020163278,0.00017983092,0.052659225],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9631439,0.0058787502,0.021973643,0.00107175,0.0073555233,0.0005764614],"domain_scores_gemma":[0.96779525,0.0038839923,0.018263191,0.0030246172,0.006765323,0.00026763574],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07326089,0.00076541305,0.007891939,0.0011241451,0.00012753942,0.000007896579,0.0018208158,0.00038700108,0.021198383],"category_scores_gemma":[0.056645986,0.00031359738,0.0010321152,0.0034222987,0.0007014765,0.00018034755,0.00016480389,0.00070606434,0.000016874148],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009644778,0.00007577071,0.0047957534,0.0012585477,0.00059761736,0.0000016529964,0.01681796,0.000002329641,0.000074727664,0.003280903,0.9715227,0.0014756202],"study_design_scores_gemma":[0.0013256364,0.0031854294,0.0061825463,0.003448951,0.00072639034,0.0000016027498,0.014102895,0.00016333385,0.00035509138,0.03839207,0.9315401,0.00057595584],"about_ca_topic_score_codex":0.00092566,"about_ca_topic_score_gemma":0.00032491345,"teacher_disagreement_score":0.6217189,"about_ca_system_score_codex":0.000007694709,"about_ca_system_score_gemma":0.0003307954,"threshold_uncertainty_score":0.99993163},"labels":[],"label_agreement":null},{"id":"W2089374430","doi":"10.1097/01.blo.0000079323.41006.12","title":"Hierarchy of Evidence: From Case Reports to Randomized Controlled Trials","year":2003,"lang":"en","type":"article","venue":"Clinical Orthopaedics and Related Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Observational study; Randomized controlled trial; Medicine; Hierarchy; Randomization; Evidence-based medicine; Research design; Set (abstract data type); MEDLINE; Alternative medicine; Surgery; Pathology; Statistics; Computer science","score_opus":0.9295496682176503,"score_gpt":0.6913141328342071,"score_spread":0.23823553538344322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089374430","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9447341,0.026553864,0.0025182809,0.0044623394,0.0020823444,0.008179369,0.000017361965,0.0000073530946,0.011445015],"genre_scores_gemma":[0.9660141,0.004126925,0.0028514003,0.00012307845,0.00015511364,0.00018507137,0.0000032308556,0.000018652749,0.026522433],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.4465002,0.45218855,0.08190522,0.002970621,0.015591209,0.0008441789],"domain_scores_gemma":[0.2161237,0.75109434,0.016381517,0.006312006,0.00847258,0.0016158741],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9001922,0.00032847282,0.023368673,0.0010148736,0.00031047378,0.0006058298,0.0006384949,0.0005283184,0.015289944],"category_scores_gemma":[0.9503411,0.000111389,0.011258839,0.002827951,0.0010108725,0.00013938875,0.00028375728,0.0012642964,0.0006528873],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.13544376,0.0024243207,0.1621989,0.00035735805,0.039358493,0.06961579,0.0060520507,0.00040432732,0.00045178965,0.030497048,0.31680962,0.23638655],"study_design_scores_gemma":[0.40201616,0.0017923343,0.0028806087,0.0024015286,0.010493831,0.006231767,0.003887731,0.018672878,0.00009147205,0.3814647,0.16869317,0.0013738094],"about_ca_topic_score_codex":0.00006834444,"about_ca_topic_score_gemma":0.000015458361,"teacher_disagreement_score":0.35096765,"about_ca_system_score_codex":0.00001713978,"about_ca_system_score_gemma":0.0005050269,"threshold_uncertainty_score":0.99864316},"labels":[],"label_agreement":null},{"id":"W2089539578","doi":"10.1007/s00038-009-7071-3","title":"Yes! More research is needed; but not just any research","year":2009,"lang":"en","type":"editorial","venue":"International Journal of Public Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Public health; Environmental health; Medicine; Nursing","score_opus":0.9432688354016409,"score_gpt":0.726768168469026,"score_spread":0.21650066693261483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089539578","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023169965,0.0031506112,0.0021037455,0.30692354,0.6760319,0.00082796055,0.0005299597,0.0000067565693,0.008108554],"genre_scores_gemma":[0.009240358,0.0026211573,0.0021900146,0.0033525408,0.9121368,0.000021249316,0.00010117679,0.00006547624,0.07027124],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.6509592,0.09946751,0.041249413,0.0028703676,0.20250735,0.0029461607],"domain_scores_gemma":[0.7831589,0.050369434,0.02173655,0.004938239,0.13734947,0.0024473907],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.6908234,0.000525183,0.0053441077,0.009096807,0.00055460393,0.007826937,0.016052539,0.00082118413,0.010544674],"category_scores_gemma":[0.4027379,0.0002910093,0.0029072845,0.0037959267,0.0003825966,0.0010845232,0.00079540134,0.0065545402,0.0032993236],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031991327,0.0001921828,0.00009215705,0.000052397078,0.0005072533,0.000103932274,0.0014911602,0.0000035057667,0.0000041529865,0.00068678043,0.9432746,0.053559862],"study_design_scores_gemma":[0.00043974342,0.0003576558,0.00036924513,0.00034550953,0.00002336812,0.00008021473,0.005694849,0.00019518283,0.000004004624,0.0028993017,0.9894031,0.00018782367],"about_ca_topic_score_codex":0.00087357673,"about_ca_topic_score_gemma":0.00011421907,"teacher_disagreement_score":0.303571,"about_ca_system_score_codex":0.0022114052,"about_ca_system_score_gemma":0.01568216,"threshold_uncertainty_score":0.9999542},"labels":[],"label_agreement":null},{"id":"W2089670708","doi":"10.1016/j.jclinepi.2008.06.021","title":"Explaining pragmatic trials to pragmatic policymakers","year":2009,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ministry of Health","funders":"","keywords":"Pragmatism; Compromise; Flexibility (engineering); Politics; Value (mathematics); Quality (philosophy); Adaptation (eye); Political science; Positive economics; Epistemology; Psychology; Law and economics; Medicine; Sociology; Economics; Law; Computer science; Management; Philosophy","score_opus":0.9425925536791687,"score_gpt":0.7119308854126087,"score_spread":0.23066166826655998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089670708","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010263918,0.0012731237,0.05658835,0.9302879,0.0049257204,0.0012728072,0.000030886826,0.000005997277,0.0045887996],"genre_scores_gemma":[0.0004957287,0.00026163395,0.081534825,0.88855386,0.020538604,0.000022569247,0.000018076116,0.00004544618,0.008529235],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.09145045,0.642933,0.25317344,0.0021253647,0.008961513,0.0013561932],"domain_scores_gemma":[0.04108459,0.7210995,0.22722614,0.0059104254,0.0036080328,0.0010713004],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.9321597,0.001050305,0.08621248,0.00207841,0.00013564806,0.00043019277,0.0068823183,0.0027333614,0.0097320685],"category_scores_gemma":[0.98707986,0.00044577426,0.029225456,0.001509413,0.00024559686,0.00028689008,0.0002710637,0.006939843,0.0063042967],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043929216,0.000050599356,0.0017922212,0.00010383982,0.0012153133,0.00021703403,0.00010564675,0.00025485258,5.10146e-7,0.00039968896,0.9462531,0.04956327],"study_design_scores_gemma":[0.0006151592,0.0008391798,0.0034926024,0.00061926834,0.0015297444,0.00039229682,0.00010570192,0.0006172238,9.159786e-8,0.07400188,0.9174388,0.0003480187],"about_ca_topic_score_codex":0.000010917262,"about_ca_topic_score_gemma":0.000005493331,"teacher_disagreement_score":0.07816649,"about_ca_system_score_codex":0.00010408149,"about_ca_system_score_gemma":0.00095624715,"threshold_uncertainty_score":0.99979943},"labels":[],"label_agreement":null},{"id":"W2089878277","doi":"10.1016/j.jclinepi.2013.05.013","title":"Systematic reviews of complex interventions: framing the review question","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":99,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Psychological intervention; Framing (construction); Interdependence; Management science; Scope (computer science); Systematic review; Engineering ethics; Intervention (counseling); Computer science; Risk analysis (engineering); Psychology; MEDLINE; Medicine; Sociology; Political science; Engineering; Social science","score_opus":0.9638615941696256,"score_gpt":0.7300001158249738,"score_spread":0.23386147834465176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089878277","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007759795,0.565522,0.347791,0.06711187,0.0029300791,0.00621889,0.000004051429,0.0000040317705,0.0026583062],"genre_scores_gemma":[0.30758196,0.44952482,0.16660295,0.06435509,0.0026195457,0.00046249706,0.000009088805,0.000055791665,0.008788269],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.3525598,0.46832573,0.17550763,0.00060867076,0.0026693472,0.00032884095],"domain_scores_gemma":[0.050478864,0.658348,0.2766042,0.006283807,0.007792398,0.0004926595],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.8379889,0.00023517392,0.026065903,0.00019294836,0.000067281384,0.00006287368,0.0026994639,0.00016552443,0.012677749],"category_scores_gemma":[0.9415157,0.00007303017,0.01516272,0.0006692868,0.00025729794,0.00024815672,0.00014004053,0.0006849768,0.0025107372],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007544193,0.00021037723,0.031973448,0.05725374,0.00096278504,0.0000024911114,0.000051213374,0.000039692488,0.000007810057,0.012971475,0.82860315,0.06791627],"study_design_scores_gemma":[0.0006361746,0.0010668031,0.25034183,0.21295117,0.0052270666,0.0004940989,0.00044139326,0.010605461,6.4434875e-7,0.20552404,0.31232756,0.00038375056],"about_ca_topic_score_codex":0.000012277779,"about_ca_topic_score_gemma":0.0000054243765,"teacher_disagreement_score":0.5162756,"about_ca_system_score_codex":0.00001686652,"about_ca_system_score_gemma":0.00006425607,"threshold_uncertainty_score":0.9982659},"labels":[],"label_agreement":null},{"id":"W2089908284","doi":"10.1016/j.jclinepi.2004.03.017","title":"An observational study found that authors of randomized controlled trials frequently use concealment of randomization and blinding, despite the failure to report these methods","year":2004,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":213,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Vancouver Coastal Health Research Institute; University of British Columbia; McMaster University","funders":"","keywords":"Blinding; Randomization; Observational study; Randomized controlled trial; Medicine; Confidence interval; MEDLINE; Meta-analysis; Surgery; Internal medicine","score_opus":0.9830326412179182,"score_gpt":0.7819282752615037,"score_spread":0.20110436595641457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089908284","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039881966,0.68377423,0.29524475,0.0015535613,0.0018127846,0.013575336,0.000026243706,0.000002025265,0.000022883643],"genre_scores_gemma":[0.0033801456,0.83382547,0.16066916,0.00050411647,0.0007075637,0.00036179592,0.000019441975,0.000037920738,0.0004943722],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.03887332,0.76129675,0.1939337,0.001252729,0.0042872513,0.00035626546],"domain_scores_gemma":[0.022706173,0.71733254,0.25256342,0.0026536891,0.0042967387,0.0004474382],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9629712,0.00077515637,0.17511171,0.001030156,0.00009756659,0.00024262731,0.0024708796,0.00080033595,0.0007058472],"category_scores_gemma":[0.9753773,0.00023690185,0.035025526,0.0010214408,0.0006189125,0.0003439452,0.00017364569,0.0011287344,0.000007223682],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14389636,0.0028821512,0.08493339,0.0044131074,0.109038286,0.00014757148,0.0022741393,0.005076572,0.0000022784627,0.02372911,0.006249412,0.6173576],"study_design_scores_gemma":[0.42090744,0.0026955479,0.004824916,0.011015176,0.11315108,0.0005988062,0.0009826078,0.0016074685,3.1150782e-7,0.06684084,0.37660947,0.00076631893],"about_ca_topic_score_codex":0.00003463492,"about_ca_topic_score_gemma":0.000019528687,"teacher_disagreement_score":0.6165913,"about_ca_system_score_codex":0.00006425453,"about_ca_system_score_gemma":0.0014392269,"threshold_uncertainty_score":0.97463846},"labels":[],"label_agreement":null},{"id":"W2089918264","doi":"10.1016/j.jclinepi.2013.06.020","title":"Cohort study of trials submitted to ethics committee identified discrepant reporting of outcomes in publications","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Inselspital, Universitätsspital Bern; Compute Canada; Canadian Institutes of Health Research; University of Bern","keywords":"Medicine; Confidence interval; Odds ratio; Protocol (science); Internal medicine; Cohort; Specialty; Cohort study; Clinical trial; Randomized controlled trial; Family medicine; Alternative medicine; Pathology","score_opus":0.9760676327081949,"score_gpt":0.7560917649542921,"score_spread":0.21997586775390277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089918264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"reporting","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96238,0.00009467213,0.009516298,0.025291013,0.0007914243,0.001496628,0.000004054238,0.0000015331211,0.00042436752],"genre_scores_gemma":[0.98902595,0.00003979105,0.008887078,0.0009877249,0.00010861191,0.000036491507,0.000001142247,0.000007304097,0.0009058895],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.14875305,0.42065698,0.42188475,0.0014132005,0.0066891685,0.0006028429],"domain_scores_gemma":[0.012739787,0.6606757,0.31295854,0.004316345,0.008811559,0.00049805734],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.91446394,0.00023113581,0.03237116,0.00090889283,0.000053185708,0.00007499638,0.0022078378,0.00035874877,0.002113986],"category_scores_gemma":[0.9898561,0.00009833152,0.0053332034,0.0013984403,0.00017576403,0.00025721308,0.00025754113,0.0012228193,0.00011486183],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024013458,0.00066050095,0.97790223,0.00001722973,0.00072902534,0.0000026384462,0.00034837396,0.00018664583,0.00001804803,0.0010849338,0.016760517,0.002265817],"study_design_scores_gemma":[0.00056235434,0.0003712754,0.9789198,0.000051292474,0.000365421,0.00000966081,0.0013176522,0.00043277733,0.0000019431984,0.01668336,0.0012104152,0.00007403257],"about_ca_topic_score_codex":0.00054181775,"about_ca_topic_score_gemma":0.0005242367,"teacher_disagreement_score":0.24001871,"about_ca_system_score_codex":0.000020797002,"about_ca_system_score_gemma":0.00033471533,"threshold_uncertainty_score":0.9987982},"labels":[],"label_agreement":null},{"id":"W2090052226","doi":"10.1016/j.jtcvs.2014.10.114","title":"The conclusion of papers published in the Journal should be supported by an appropriate statistical analysis","year":2014,"lang":"en","type":"editorial","venue":"Journal of Thoracic and Cardiovascular Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; University of Toronto","funders":"","keywords":"Statistician; Statement (logic); Plan (archaeology); Variety (cybernetics); Process (computing); Statistical analysis; Sign (mathematics); Problem statement; Computer science; Medicine; Research design; Management science; Data science; Statistics; Operations research; Artificial intelligence; Epistemology; Mathematics; Pathology","score_opus":0.2528284563616035,"score_gpt":0.45339004740478833,"score_spread":0.20056159104318483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090052226","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044210415,0.13890405,0.15108687,0.003187508,0.6588455,0.0016072054,0.00059413386,0.00000782386,0.0015564963],"genre_scores_gemma":[0.49665198,0.04974933,0.0017012228,0.0006232017,0.4484501,0.00003735781,0.00056857086,0.00019011163,0.0020281544],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9062514,0.057843037,0.013834919,0.0006746179,0.020950057,0.00044601134],"domain_scores_gemma":[0.92906725,0.046456654,0.015166333,0.004153977,0.004733823,0.00042198223],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.55197537,0.00055579806,0.01049926,0.0012989336,0.0004368201,0.002522628,0.0031108179,0.0006096304,0.00110532],"category_scores_gemma":[0.113300644,0.00019700786,0.012709937,0.002527162,0.000307646,0.00050757604,0.00018784082,0.0019443386,0.000005338661],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010422212,0.000049945575,0.0014697084,0.00006979262,0.010778035,0.00007759962,0.00029135766,0.0002444916,0.0000049672817,0.000005830402,0.9330663,0.053837713],"study_design_scores_gemma":[0.00016623545,0.000076685465,0.0012279255,0.00009077815,0.017052693,0.00014186655,0.0016176822,0.00054059096,0.000004078256,0.0005789996,0.9782523,0.00025017274],"about_ca_topic_score_codex":0.000053131207,"about_ca_topic_score_gemma":0.000041331652,"teacher_disagreement_score":0.45244154,"about_ca_system_score_codex":0.000056176566,"about_ca_system_score_gemma":0.00062429224,"threshold_uncertainty_score":0.99980783},"labels":[],"label_agreement":null},{"id":"W2090221008","doi":"10.1016/j.bjps.2012.11.005","title":"The methodological quality of randomized controlled trials in plastic surgery needs improvement: A systematic review","year":2012,"lang":"en","type":"review","venue":"Journal of Plastic Reconstructive & Aesthetic Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":45,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Victoria General Hospital Foundation","keywords":"Medicine; Blinding; Randomized controlled trial; MEDLINE; Surgery; Internal validity; Physical therapy","score_opus":0.8039824333933852,"score_gpt":0.5524294415379463,"score_spread":0.2515529918554389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090221008","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043932043,0.9779811,0.004607081,0.00007170665,0.0073582428,0.009360824,0.00004903904,0.0000039868405,0.00012870441],"genre_scores_gemma":[0.0007862884,0.99723655,0.00042447224,0.00003376147,0.00023752419,0.0010504372,0.000005757698,0.000054131655,0.00017109736],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.18744674,0.59248877,0.2061738,0.0011426534,0.01167613,0.0010719147],"domain_scores_gemma":[0.014088545,0.7573985,0.22140007,0.0028445004,0.0038482754,0.00042012526],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.9121911,0.0017465047,0.256666,0.004808531,0.00018082057,0.0007093877,0.0029349267,0.0006478612,0.001911132],"category_scores_gemma":[0.9546684,0.0005533455,0.106122375,0.004147475,0.001008227,0.0003870152,0.0002017998,0.0014828703,0.00019505579],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007971412,0.00029168677,0.00032167957,0.49804172,0.018085402,0.000042670756,0.000108067245,0.0000056097824,3.3643911e-7,0.0011915234,0.003092674,0.47084722],"study_design_scores_gemma":[0.01913712,0.00009635571,0.000033840297,0.82839406,0.12523068,0.0030252275,0.0007721721,0.000051877527,2.8263696e-7,0.0033927604,0.018741693,0.0011239502],"about_ca_topic_score_codex":0.0000062120525,"about_ca_topic_score_gemma":0.0000031724892,"teacher_disagreement_score":0.46972328,"about_ca_system_score_codex":0.00030549895,"about_ca_system_score_gemma":0.0022691651,"threshold_uncertainty_score":0.9996918},"labels":[],"label_agreement":null},{"id":"W2090514941","doi":"10.1038/sj.bdj.4801300","title":"Reliability of Medline searches for dental randomised controlled trials","year":2002,"lang":"en","type":"article","venue":"BDJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane","funders":"","keywords":"MEDLINE; Randomized controlled trial; Medicine; Dentistry; Surgery","score_opus":0.8543967496006277,"score_gpt":0.5645854743498353,"score_spread":0.2898112752507924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090514941","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8860244,0.00542084,0.056161735,0.002191528,0.00067473407,0.017419942,0.00014067,0.000012291987,0.03195386],"genre_scores_gemma":[0.9647854,0.000032384294,0.0059731086,0.00007625774,0.00011038303,0.00028512432,0.000003532764,0.0000058861933,0.028727902],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9563265,0.02220865,0.016787997,0.0006401853,0.0038292008,0.00020749106],"domain_scores_gemma":[0.89300615,0.09510959,0.0074346145,0.0026621288,0.0016380328,0.00014949728],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.38695648,0.00016109298,0.009458194,0.0001697878,0.00005930151,0.0001689359,0.0008321299,0.00006182319,0.025159221],"category_scores_gemma":[0.5507068,0.00005954869,0.0049939007,0.00041350175,0.000065513435,0.000091039576,0.000039312094,0.000050287304,0.0005165509],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009562555,0.00096454006,0.018140484,0.00038685085,0.002590671,0.0000033217525,0.0014230988,0.0002875762,0.00977288,0.001965327,0.8981045,0.056798235],"study_design_scores_gemma":[0.4029914,0.0006491568,0.007591577,0.00013681449,0.0057643903,0.0000118510525,0.0022151188,0.30622292,0.005441705,0.040871274,0.22727242,0.0008313582],"about_ca_topic_score_codex":0.0000043258865,"about_ca_topic_score_gemma":0.0000066544253,"teacher_disagreement_score":0.67083204,"about_ca_system_score_codex":0.000013995914,"about_ca_system_score_gemma":0.000021861062,"threshold_uncertainty_score":0.9757319},"labels":[],"label_agreement":null},{"id":"W2090545088","doi":"10.2202/1557-4679.1350","title":"Meta-Analysis of Observational Studies with Unmeasured Confounders","year":2012,"lang":"en","type":"review","venue":"The International Journal of Biostatistics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Observational study; Confounding; Propensity score matching; Sample size determination; Bayesian probability; Meta-analysis; Statistics; Econometrics; Causal inference; Randomized controlled trial; Medicine; Computer science; Mathematics; Internal medicine","score_opus":0.9753175800643589,"score_gpt":0.6456409520288836,"score_spread":0.32967662803547526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090545088","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005792015,0.9739572,0.02318592,0.00070966786,0.0007101448,0.00033685792,0.0008454362,0.0000010064145,0.00024797727],"genre_scores_gemma":[0.00073738326,0.98279834,0.013433801,0.00028652055,0.0002918236,0.00001569481,0.00008854975,0.000027114927,0.0023207846],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9632477,0.006675846,0.016062582,0.00038957378,0.01343489,0.00018937766],"domain_scores_gemma":[0.915814,0.028593628,0.03932249,0.0016772801,0.01447009,0.00012255249],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.0842443,0.0005333159,0.017142098,0.00156589,0.00007862791,0.00045321937,0.004955946,0.00011016368,0.0041038073],"category_scores_gemma":[0.02165222,0.00017207838,0.011984522,0.0022641947,0.00033068712,0.00021420355,0.00019223223,0.00039179582,0.00012462844],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015128742,0.00006438994,0.00008557027,0.00035099324,0.9155582,0.000017539112,0.00033744253,0.00025360924,1.4238034e-7,0.012393594,0.011740413,0.05918294],"study_design_scores_gemma":[0.000055093005,0.000028569226,0.000043880736,0.00014458608,0.5123247,0.000073482275,0.0002536886,0.00006494628,2.058362e-7,0.001546023,0.4853514,0.00011340308],"about_ca_topic_score_codex":0.000006039207,"about_ca_topic_score_gemma":0.0000523041,"teacher_disagreement_score":0.473611,"about_ca_system_score_codex":0.00014948413,"about_ca_system_score_gemma":0.000649449,"threshold_uncertainty_score":0.9979102},"labels":[],"label_agreement":null},{"id":"W2090554279","doi":"10.1016/j.jclinepi.2014.12.015","title":"Quality of evidence is a key determinant for making a strong GRADE guidelines recommendation","year":2015,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":50,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Guideline; Logistic regression; Grading (engineering); Odds ratio; Quality of evidence; Confidence interval; Evidence-based medicine; Family medicine; Internal medicine; Meta-analysis; Alternative medicine; Pathology","score_opus":0.9958577060447447,"score_gpt":0.8140133657190499,"score_spread":0.18184434032569474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090554279","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15931793,0.0018694617,0.7675788,0.068653,0.0019685847,0.0004219061,0.000013299544,0.000001601168,0.00017546532],"genre_scores_gemma":[0.6293088,0.00043819103,0.3624273,0.0060717673,0.0010878748,0.000008205793,0.0000013813573,0.00001034238,0.00064612395],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.72281194,0.13951245,0.1329032,0.0010464545,0.0032282032,0.0004977564],"domain_scores_gemma":[0.33039024,0.51623434,0.13647318,0.0025475768,0.013776132,0.0005785474],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8019962,0.0002001188,0.012037186,0.00024322666,0.000043366752,0.000047858175,0.0015299338,0.00023930937,0.0006333338],"category_scores_gemma":[0.9490541,0.000080688915,0.005311414,0.0003613861,0.0001446223,0.00034100443,0.00012945951,0.00035892366,0.000060420534],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023987124,0.00008803063,0.56456614,0.000076834396,0.0002485515,0.0000014857025,0.0001509186,0.00019408847,0.000008564798,0.0019561918,0.2250137,0.20745565],"study_design_scores_gemma":[0.0018119777,0.0019394289,0.2355415,0.0008754707,0.0006451313,0.000098846416,0.0010726315,0.06591278,0.000015265772,0.22801374,0.4637558,0.00031745422],"about_ca_topic_score_codex":0.00001884454,"about_ca_topic_score_gemma":0.00003806718,"teacher_disagreement_score":0.46999088,"about_ca_system_score_codex":0.00003053046,"about_ca_system_score_gemma":0.00041014366,"threshold_uncertainty_score":0.822838},"labels":[],"label_agreement":null},{"id":"W2090578835","doi":"10.1111/j.1537-2995.2007.01085.x","title":"Clinical research design and reporting: always room for improvement!","year":2006,"lang":"en","type":"editorial","venue":"Transfusion","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Checklist; Transfusion medicine; Consolidated Standards of Reporting Trials; Medicine; Clinical trial; Clinical research; Research design; Quality (philosophy); Medical education; Blood transfusion; Family medicine; Psychology; Pathology; Surgery","score_opus":0.8639901152973941,"score_gpt":0.6351091233373949,"score_spread":0.22888099195999922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090578835","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002285658,0.0013958779,0.371494,0.00044271594,0.6140882,0.0068630273,0.000117992655,0.000018597486,0.00329399],"genre_scores_gemma":[0.0008170166,0.0015330977,0.04702757,0.00004976874,0.8648182,0.0006832349,0.00031896666,0.000117891366,0.084634244],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.88985676,0.026957784,0.05315593,0.004881986,0.024125773,0.0010217868],"domain_scores_gemma":[0.8738454,0.093360126,0.018901685,0.006159631,0.00733864,0.00039451383],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6100309,0.00049449294,0.006464721,0.0006050513,0.00052038435,0.0013365725,0.0018098584,0.0011686096,0.0010585242],"category_scores_gemma":[0.2480716,0.00024837555,0.0030063665,0.0009244806,0.00013608557,0.00014638207,0.00013936394,0.0011867455,0.00026954254],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057757436,0.000072187286,0.00021163495,0.00015793976,0.00008914917,0.0000070361502,0.00005998704,0.000007980553,0.00011570103,0.000035233035,0.9291201,0.07006527],"study_design_scores_gemma":[0.00053406064,0.0005026892,0.000110912195,0.00011765588,0.0003414121,0.0000012994415,0.00006258388,0.0019811064,0.000033371944,0.006849141,0.98922074,0.00024499957],"about_ca_topic_score_codex":0.00013615748,"about_ca_topic_score_gemma":0.0001253948,"teacher_disagreement_score":0.36195928,"about_ca_system_score_codex":0.00005555857,"about_ca_system_score_gemma":0.0004867173,"threshold_uncertainty_score":0.99999684},"labels":[],"label_agreement":null},{"id":"W2090629083","doi":"10.1111/acem.12235","title":"Best Evidence in Emergency Medicine (<scp>BEEM</scp>) Rater Scores Correlate With Publications’ Future Citations","year":2013,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University","funders":"","keywords":"Medicine; Citation; Impact factor; Family medicine; Library science","score_opus":0.6259195772959537,"score_gpt":0.5188422834892572,"score_spread":0.1070772938066965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090629083","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7851755,0.08120264,0.0070864195,0.07674512,0.006991257,0.0037958778,0.000012889176,0.000062986124,0.0389273],"genre_scores_gemma":[0.72971636,0.04406775,0.00076931895,0.000856662,0.0032237363,0.0011943632,0.000080508195,0.000080375125,0.22001092],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9699673,0.003944854,0.017061282,0.0017649073,0.0064825285,0.00077910954],"domain_scores_gemma":[0.97975737,0.0043261508,0.0074361614,0.003919108,0.0038850356,0.00067619997],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.047279116,0.0007211991,0.0032491193,0.0017494311,0.00030285324,0.000022048933,0.0034288839,0.0003862205,0.11971988],"category_scores_gemma":[0.09810013,0.00032550417,0.0004808202,0.009034701,0.00037658674,0.0016537858,0.00017853107,0.001252017,0.008209804],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000193685,0.000026638363,0.41067025,0.00005701833,0.00008613495,0.0000011728033,0.0025846437,0.000031266474,0.000535425,0.0016925117,0.58350205,0.00081092253],"study_design_scores_gemma":[0.0006943787,0.00038395543,0.7519828,0.0011342483,0.00076272973,0.000027813257,0.011966107,0.0028420554,0.000012975194,0.0182781,0.21156739,0.0003474255],"about_ca_topic_score_codex":0.0005740299,"about_ca_topic_score_gemma":0.0004431464,"teacher_disagreement_score":0.37193468,"about_ca_system_score_codex":0.00007089068,"about_ca_system_score_gemma":0.0001316359,"threshold_uncertainty_score":0.9999197},"labels":[],"label_agreement":null},{"id":"W2090768368","doi":"10.1371/journal.pone.0030683","title":"Endorsement of the CONSORT Statement by High-Impact Medical Journals in China: A Survey of Instructions for Authors and Published Papers","year":2012,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"E-Institutes of Shanghai Municipal Education Commission; Shanghai University of Traditional Chinese Medicine; Shanghai Municipal Education Commission","keywords":"Consolidated Standards of Reporting Trials; Medical journal; Clinical trial; Randomized controlled trial; Medicine; Publishing; Guideline; MEDLINE; Alternative medicine; Citation; Family medicine; Statement (logic); Publication; Bibliometrics; Medical education; Library science; Computer science; Political science; Surgery","score_opus":0.658168035765026,"score_gpt":0.4963393165581152,"score_spread":0.16182871920691083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090768368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964915,0.00074540696,0.00023113981,0.0011644914,0.00010362133,0.0007634441,0.00019206811,8.3181993e-7,0.00030749608],"genre_scores_gemma":[0.9984137,0.00007597708,0.000888173,0.00003356867,0.000014833154,0.000040654795,0.000007475413,0.000004659232,0.0005209674],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.982582,0.00550434,0.0061801234,0.00028087504,0.0052126558,0.00024002804],"domain_scores_gemma":[0.99269295,0.0023242226,0.0032280853,0.000952421,0.0005791284,0.00022319231],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12557167,0.00012582711,0.0019250838,0.0002053323,0.000057930363,0.00011634558,0.00061445305,0.0000589231,0.0071111848],"category_scores_gemma":[0.06014152,0.000050293926,0.00035064862,0.0008273716,0.00009748529,0.00022289422,0.0000959624,0.000120865065,0.0000048449624],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012100462,0.0007349274,0.979854,0.0000699721,0.0007501786,7.219029e-8,0.0005309296,0.000004337461,0.0011862031,0.0002541163,0.014875031,0.0017281146],"study_design_scores_gemma":[0.00044633978,0.00005459485,0.9966314,0.00011865486,0.0002347915,0.0000014105761,0.00025419568,0.00036281487,0.0007557077,0.00042100402,0.0006535556,0.00006552984],"about_ca_topic_score_codex":0.0003689672,"about_ca_topic_score_gemma":0.00034908167,"teacher_disagreement_score":0.06543015,"about_ca_system_score_codex":0.00003246762,"about_ca_system_score_gemma":0.00010004246,"threshold_uncertainty_score":0.99379647},"labels":[],"label_agreement":null},{"id":"W2090845773","doi":"10.1016/j.fertnstert.2005.10.064","title":"The play of chance","year":2006,"lang":"en","type":"letter","venue":"Fertility and Sterility","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Dalhousie University","funders":"","keywords":"Randomized controlled trial; Consolidated Standards of Reporting Trials; Psychological intervention; Medicine; Evidence-based medicine; Intervention (counseling); Alternative medicine; Clinical trial; Psychiatry; Surgery; Pathology","score_opus":0.6758995439084547,"score_gpt":0.48347173918437086,"score_spread":0.19242780472408388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090845773","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44381037,0.01087734,0.0046789288,0.5016001,0.0020097166,0.0028886392,0.0010151932,0.000014822489,0.0331049],"genre_scores_gemma":[0.76192963,0.0000477426,0.0004126056,0.109175466,0.00076898804,0.00011901939,0.000110427936,0.000030146897,0.12740594],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.973263,0.011672424,0.008987181,0.001273713,0.0044699456,0.0003337315],"domain_scores_gemma":[0.9822905,0.0064957137,0.004229007,0.006113161,0.0008170186,0.000054589298],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.081748106,0.0003724868,0.00375989,0.00008315073,0.00026953535,0.00063423585,0.001955148,0.00040193342,0.0023131222],"category_scores_gemma":[0.00922856,0.00014372008,0.001534873,0.00041309587,0.00042690552,0.00010401741,0.00026209097,0.0006426654,0.0003478932],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009896305,0.0000146305565,0.0051819584,0.00019649586,0.00007656853,0.000003189372,0.00008818895,3.8504788e-7,0.000003520985,0.000006996718,0.9850368,0.0092923045],"study_design_scores_gemma":[0.000031488344,0.000012200041,0.38329864,0.000015361511,0.000055431607,6.9562947e-7,0.000014243607,0.00018606038,0.0000065448085,0.0062807333,0.61001694,0.000081697035],"about_ca_topic_score_codex":0.00009414471,"about_ca_topic_score_gemma":0.00023583866,"teacher_disagreement_score":0.3924246,"about_ca_system_score_codex":0.000019942421,"about_ca_system_score_gemma":0.000051941774,"threshold_uncertainty_score":0.99911714},"labels":[],"label_agreement":null},{"id":"W2090923508","doi":"10.1016/j.medcli.2010.10.007","title":"Mejora de la calidad de las publicaciones sobre ensayos aleatorizados: colaboración entre autores, revisores y editores","year":2011,"lang":"es","type":"letter","venue":"Medicina Clínica","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Humanities; Medicine; Philosophy","score_opus":0.3183783753190203,"score_gpt":0.45538421143919267,"score_spread":0.13700583612017236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090923508","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0127092665,0.09164743,0.0159393,0.7104625,0.0308105,0.01170678,0.0026421875,0.000498758,0.12358325],"genre_scores_gemma":[0.18152751,0.036000583,0.031563032,0.35787752,0.17849667,0.0033750336,0.0025298717,0.0016327918,0.20699698],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.90406626,0.058900602,0.017419249,0.0039057035,0.013423089,0.0022850754],"domain_scores_gemma":[0.94402736,0.027679019,0.013296279,0.010345639,0.0031681396,0.0014835696],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.13190596,0.0022065775,0.013595573,0.001608236,0.00073544175,0.0034403596,0.008645258,0.0031246212,0.053149857],"category_scores_gemma":[0.12689395,0.0012270273,0.0051012523,0.0031078039,0.0014474955,0.00060311466,0.00073677156,0.0038165431,0.00824774],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041486834,0.00019725968,0.024370544,0.0014113082,0.0012908247,0.0007562747,0.0024592087,0.000002255063,0.000049868195,0.0029980624,0.95754343,0.008879498],"study_design_scores_gemma":[0.0006829403,0.0002098747,0.0037183696,0.0021054798,0.0034445226,0.00022858483,0.0013020274,0.00036849402,0.000043869804,0.002623816,0.9841605,0.0011115526],"about_ca_topic_score_codex":0.00047959734,"about_ca_topic_score_gemma":0.00007090635,"teacher_disagreement_score":0.352585,"about_ca_system_score_codex":0.00049122813,"about_ca_system_score_gemma":0.002375111,"threshold_uncertainty_score":0.9990674},"labels":[],"label_agreement":null},{"id":"W2091007651","doi":"10.1016/j.jclinepi.2005.12.019","title":"The Trial Protocol Tool: the PRACTIHC software tool that supported the writing of protocols for pragmatic randomized controlled trials","year":2006,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Institute for Clinical Evaluative Sciences","funders":"University of Aberdeen; European Commission","keywords":"Protocol (science); Randomized controlled trial; Computer science; Calculator; Resource (disambiguation); Research design; Sample (material); Software; Medical physics; Medicine; Surgery; Alternative medicine; Operating system","score_opus":0.8871167904669771,"score_gpt":0.6961434218136551,"score_spread":0.19097336865332204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091007651","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004432694,0.0002576352,0.14916359,0.0391382,0.0010883654,0.80541223,0.00001614643,0.000005222459,0.00048592282],"genre_scores_gemma":[0.017176928,0.000048386042,0.027156625,0.0029375132,0.004819319,0.9445524,0.0000034693073,0.000036472866,0.0032688524],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.075845145,0.7155728,0.20126899,0.00092031376,0.005576748,0.00081600336],"domain_scores_gemma":[0.014645838,0.79437524,0.18480705,0.0024871437,0.003580648,0.00010408016],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9622469,0.00046615014,0.05022554,0.0001663666,0.00051913154,0.0005196292,0.0037075842,0.00040803742,0.0010779052],"category_scores_gemma":[0.98860866,0.000101554324,0.032016743,0.000476119,0.0009291525,0.00026427335,0.00014487875,0.0011003957,0.00003692737],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7497583,0.00046277704,0.0070517273,0.00013939687,0.0041878675,0.0000036905342,0.00006577905,0.00040568516,0.000005306776,0.01419108,0.19554003,0.02818836],"study_design_scores_gemma":[0.57664055,0.0010047684,0.0014645081,0.00021601284,0.0026837597,0.000050967967,0.00026417707,0.0073233354,0.000004363881,0.19988555,0.2103119,0.00015011204],"about_ca_topic_score_codex":0.000008003934,"about_ca_topic_score_gemma":0.000012659799,"teacher_disagreement_score":0.18569446,"about_ca_system_score_codex":0.000021949574,"about_ca_system_score_gemma":0.0008754068,"threshold_uncertainty_score":0.99983525},"labels":[],"label_agreement":null},{"id":"W2091033400","doi":"10.1016/j.jclinepi.2014.04.009","title":"A summary to communicate evidence from systematic reviews to the public improved understanding and accessibility of information: a randomized controlled trial","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cochrane; University of Ottawa; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Grading (engineering); Randomized controlled trial; Interquartile range; Medicine; Quality of evidence; Systematic review; Evidence-based medicine; Plain language; MEDLINE; Intervention (counseling); Medical education; Family medicine; Alternative medicine; Nursing; Surgery; Pathology","score_opus":0.915415759837285,"score_gpt":0.6442581166617436,"score_spread":0.27115764317554136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091033400","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.077721424,0.009827372,0.82544446,0.070228875,0.0019823262,0.014372723,0.000004984289,0.0000028455634,0.00041500258],"genre_scores_gemma":[0.96645004,0.0023841965,0.021490308,0.008843474,0.00041813735,0.00029444008,9.221452e-7,0.000006079034,0.00011242024],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.16399449,0.67893,0.1528611,0.000750826,0.0029988908,0.0004647077],"domain_scores_gemma":[0.021587977,0.87932044,0.09174043,0.0044373926,0.0022734785,0.00064029364],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.90835065,0.00029824307,0.0440545,0.000372637,0.0001328159,0.0003362643,0.0037698913,0.0002173502,0.0003445059],"category_scores_gemma":[0.98311734,0.000093229326,0.00754169,0.000734793,0.00031441875,0.000686063,0.00049444055,0.0006271662,0.00013738463],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8714256,0.00028223702,0.017769473,0.0033752369,0.004461323,0.0000010188692,0.0018765153,0.00014509985,0.000010457815,0.018304111,0.06392575,0.01842316],"study_design_scores_gemma":[0.74811983,0.0018297445,0.0029940342,0.009059788,0.0042541013,0.000026381602,0.0011788483,0.08201188,4.6452396e-7,0.1278843,0.022255654,0.00038494493],"about_ca_topic_score_codex":0.00002145131,"about_ca_topic_score_gemma":0.0000583521,"teacher_disagreement_score":0.8887286,"about_ca_system_score_codex":0.00004691399,"about_ca_system_score_gemma":0.0001899507,"threshold_uncertainty_score":0.97013754},"labels":[],"label_agreement":null},{"id":"W2091373813","doi":"10.1002/ebch.116","title":"Tips and tricks for understanding and using SR results. No 5: Prospective Trial Registers","year":2007,"lang":"en","type":"article","venue":"Evidence-Based Child Health A Cochrane Review Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Relevance (law); Focus (optics); Clinical trial; Systematic review; Clinical Practice; Psychology; Medicine; MEDLINE; Medical education; Family medicine; Political science; Pathology","score_opus":0.8138476945073786,"score_gpt":0.5872599709624207,"score_spread":0.22658772354495793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091373813","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011738616,0.692499,0.27070567,0.027846443,0.00077940826,0.0062188706,0.000022784732,0.000008970924,0.0007450149],"genre_scores_gemma":[0.1610496,0.7561794,0.050094824,0.027413618,0.0039286003,0.00012907789,0.000013231792,0.00010772485,0.0010839201],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9712913,0.0075483657,0.014348495,0.001310686,0.004676842,0.000824302],"domain_scores_gemma":[0.96106994,0.018481584,0.015391033,0.001884931,0.0019892007,0.0011832986],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3170608,0.00047926122,0.0051413244,0.0006731611,0.001387203,0.0009513913,0.00075831066,0.00011619884,0.00027234427],"category_scores_gemma":[0.11414179,0.00025799224,0.0014777527,0.0014699078,0.00017257729,0.0006312505,0.00006296483,0.00065400486,0.000033410142],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.048090804,0.00058409915,0.008470198,0.05576142,0.0013432981,0.00018342787,0.0030357041,0.00008144103,0.000028464987,0.0076117204,0.3910841,0.4837253],"study_design_scores_gemma":[0.0874251,0.008270574,0.003098448,0.30847102,0.0035892075,0.005137368,0.0023570484,0.009995885,0.000012170801,0.014727529,0.5545779,0.002337754],"about_ca_topic_score_codex":0.000012895915,"about_ca_topic_score_gemma":0.000034535064,"teacher_disagreement_score":0.48138756,"about_ca_system_score_codex":0.0006005665,"about_ca_system_score_gemma":0.00084084796,"threshold_uncertainty_score":0.99998724},"labels":[],"label_agreement":null},{"id":"W2091538045","doi":"10.1016/j.jclinepi.2014.03.013","title":"Scoping reviews: time for clarity in definition, methods, and reporting","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2793,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; St. Michael's Hospital; University of Ottawa; University of Toronto","funders":"","keywords":"CLARITY; Terminology; Confusion; Consistency (knowledge bases); Computer science; Management science; Knowledge translation; Field (mathematics); Systematic review; Data science; Process management; Knowledge management; MEDLINE; Psychology; Engineering; Political science; Artificial intelligence","score_opus":0.9759914182322607,"score_gpt":0.7661860522381492,"score_spread":0.20980536599411148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091538045","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045423813,0.010253397,0.93050736,0.010299295,0.0008872076,0.0007447786,0.0000012965035,0.000001756686,0.0018810873],"genre_scores_gemma":[0.0137324575,0.0012589943,0.97851574,0.0055111866,0.0006747692,0.00001343052,0.0000010612432,0.000007646519,0.00028471628],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.3353485,0.41852352,0.24258305,0.0014401925,0.0014948644,0.00060986384],"domain_scores_gemma":[0.02907995,0.747585,0.21868217,0.0021214036,0.0020665075,0.0004649435],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9390732,0.00017559384,0.018932406,0.00025390965,0.00006356452,0.00006266397,0.0006961687,0.00027854447,0.0005585405],"category_scores_gemma":[0.98582196,0.00007885404,0.0036962926,0.00034785157,0.00013211938,0.00016267921,0.000087613844,0.0006014596,0.000122223],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033952063,0.000060028764,0.6485832,0.00025924185,0.00010482931,0.000003607951,0.000039341245,0.00003951752,0.000017071568,0.010206339,0.03737844,0.30327448],"study_design_scores_gemma":[0.0005460806,0.00030931784,0.20371546,0.0010551357,0.00021044588,0.00014260043,0.000025466761,0.011468651,0.0000012644432,0.6459467,0.13644849,0.0001304203],"about_ca_topic_score_codex":0.000002931079,"about_ca_topic_score_gemma":0.000009209986,"teacher_disagreement_score":0.63574034,"about_ca_system_score_codex":0.000011305501,"about_ca_system_score_gemma":0.00009413899,"threshold_uncertainty_score":0.9956326},"labels":[],"label_agreement":null},{"id":"W2091724659","doi":"10.5833/jjgs.2014.sc002","title":"Preparing Manuscripts in Accordance with the ‘Recommendations for the Conduct, Reporting, Editing and Publication of Scholarly Work in Medical Journals’","year":2014,"lang":"en","type":"article","venue":"The Japanese Journal of Gastroenterological Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics); World Wide Web; Computer science; Business; Engineering","score_opus":0.6219751893444799,"score_gpt":0.47355900142796054,"score_spread":0.1484161879165194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091724659","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93845826,0.00019985643,0.0069377115,0.053983297,0.00011721069,0.0002507295,4.466797e-7,0.0000010508963,0.00005143765],"genre_scores_gemma":[0.99815595,0.000029473218,0.00059963745,0.0010214116,0.00013041044,0.00002698757,4.0298076e-7,0.0000038724443,0.000031868192],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9817201,0.006558862,0.008726535,0.00025827176,0.0024661156,0.00027009627],"domain_scores_gemma":[0.9461184,0.029035974,0.021877348,0.0011300467,0.001674224,0.0001640226],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28536904,0.00013382907,0.001428879,0.00023291635,0.00018789894,0.0006512186,0.0012063753,0.000044058528,0.0002586036],"category_scores_gemma":[0.1449297,0.000037148948,0.00047976006,0.0008204915,0.00018491797,0.0006925968,0.00012062477,0.00053021585,0.0000017626649],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015994463,0.000055018663,0.97929996,0.000006696219,0.0000617811,0.000002626436,0.000553361,0.0001717366,0.000047996076,0.000050949846,0.0061042537,0.013485654],"study_design_scores_gemma":[0.00031229717,0.000102651946,0.99023914,0.00019500907,0.00006251071,0.00063356437,0.0027846044,0.0020540135,0.000008356654,0.0008571053,0.0027095196,0.00004119706],"about_ca_topic_score_codex":0.000011301863,"about_ca_topic_score_gemma":0.00010239849,"teacher_disagreement_score":0.14043933,"about_ca_system_score_codex":0.000019395438,"about_ca_system_score_gemma":0.00003272329,"threshold_uncertainty_score":0.8622729},"labels":[],"label_agreement":null},{"id":"W2091959199","doi":"10.1371/journal.pone.0003081","title":"Systematic Review of the Empirical Evidence of Study Publication Bias and Outcome Reporting Bias","year":2008,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1551,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institutes of Health Research","funders":"Cancer Research UK","keywords":"Publication bias; Meta-analysis; Reporting bias; Selection bias; Medicine; Odds; Systematic review; MEDLINE; Information bias; Psychological intervention; Odds ratio; Cohort study; Funnel plot; Evidence-based medicine; Observational study; Protocol (science); Randomized controlled trial; Alternative medicine; Psychiatry; Internal medicine; Logistic regression; Pathology","score_opus":0.9840762697559625,"score_gpt":0.6298805673068232,"score_spread":0.35419570244913934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091959199","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00054653833,0.9876639,0.000022089916,0.00024951177,0.000047654907,0.011151961,0.000009621931,0.0000049905725,0.00030371916],"genre_scores_gemma":[0.00038113,0.99583536,0.00047021479,0.00012020995,0.000030000483,0.0005228753,0.0000033644665,0.000022775495,0.0026140513],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.79949516,0.063471325,0.11514201,0.00205667,0.019479368,0.00035548455],"domain_scores_gemma":[0.786579,0.025422726,0.1707634,0.011951452,0.0051260428,0.00015736699],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.25059322,0.0005628533,0.032924045,0.00050385244,0.00011793051,0.00025975337,0.0032245505,0.00016057605,0.0005171023],"category_scores_gemma":[0.75615156,0.00019844848,0.004979052,0.004224606,0.00011837008,0.00023152064,0.0005560996,0.00036652482,0.0002599583],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.5419422e-7,0.00041087088,0.011234788,0.9815691,0.0013997428,0.0000019188767,0.00015938675,1.8864103e-8,1.10360254e-7,0.000011113783,0.0013761006,0.0038366031],"study_design_scores_gemma":[0.000031100026,0.000056262375,0.00038193163,0.9725828,0.02062019,0.00005180451,0.00008719718,0.00002492463,4.1279603e-7,0.000017911023,0.0059501273,0.00019532748],"about_ca_topic_score_codex":0.000007356785,"about_ca_topic_score_gemma":0.000004812381,"teacher_disagreement_score":0.5055583,"about_ca_system_score_codex":0.00005849965,"about_ca_system_score_gemma":0.00030814132,"threshold_uncertainty_score":0.9814332},"labels":[],"label_agreement":null},{"id":"W2092048968","doi":"10.1097/gox.0000000000000197","title":"Psychometrics","year":2014,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery Global Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University Health Network; University of Toronto; SickKids Foundation; William Osler Health System; Hospital for Sick Children","funders":"","keywords":"Set (abstract data type); Outcome (game theory); Nothing; Psychology; Quality (philosophy); Intervention (counseling); External validity; Psychometrics; Internal validity; Computer science; Medicine; Epistemology; Social psychology; Clinical psychology; Psychiatry; Mathematics","score_opus":0.5996011724544141,"score_gpt":0.4897735861282533,"score_spread":0.10982758632616085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092048968","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4336506,0.00027284972,0.15513878,0.00044228826,0.008276476,0.0012379847,0.00023303035,0.000021190193,0.4007268],"genre_scores_gemma":[0.9855937,0.000009953743,0.011962704,0.0003636927,0.00017522996,0.0000445853,0.000011363042,0.000013130637,0.0018256832],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9776547,0.008456236,0.007733,0.0015473153,0.004126267,0.00048250883],"domain_scores_gemma":[0.9237888,0.06320886,0.0062616076,0.0041911853,0.0020036825,0.0005458686],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.09359316,0.00040787112,0.004589906,0.0005799564,0.0002161506,0.002716806,0.0035035538,0.00012076684,0.02025917],"category_scores_gemma":[0.2746069,0.00022110635,0.0016317953,0.00540448,0.00018128085,0.00070563913,0.00052626745,0.00015738262,0.014038338],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020727768,0.000037914473,0.6033371,0.000008979728,0.00019072066,0.0000033365534,0.000014102474,0.00002651327,0.0000017587857,0.0165851,0.12233742,0.2574363],"study_design_scores_gemma":[0.00040310377,0.000059134083,0.43315372,0.0000898415,0.00025453212,0.00022972499,0.0004306228,0.0042628758,0.000010949464,0.15020287,0.41018644,0.00071619137],"about_ca_topic_score_codex":0.000043989716,"about_ca_topic_score_gemma":0.00004613865,"teacher_disagreement_score":0.55194306,"about_ca_system_score_codex":0.00010626735,"about_ca_system_score_gemma":0.00018382585,"threshold_uncertainty_score":0.9983185},"labels":[],"label_agreement":null},{"id":"W2092146657","doi":"10.1016/j.jclinepi.2007.08.005","title":"Identifying phases of investigation helps planning, appraising, and applying the results of explanatory prognosis studies","year":2008,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":137,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; Health Canada; Centre for Disability Prevention and Rehabilitation; University Health Network; University of Toronto; Toronto Rehabilitation Institute","funders":"","keywords":"Explanatory model; Medicine; Phase (matter); Data science; Computer science; Statistics","score_opus":0.972763530646457,"score_gpt":0.7069032762591264,"score_spread":0.26586025438733063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092146657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9729863,0.016916737,0.0068422933,0.0021200639,0.0005868747,0.0003266009,0.0000053305635,0.0000013503267,0.00021449031],"genre_scores_gemma":[0.9858547,0.0020959484,0.011123349,0.0005166502,0.00025611647,0.000010750138,7.6733807e-7,0.000004837959,0.00013691321],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.878167,0.061200954,0.057029024,0.00067827286,0.002637441,0.00028731933],"domain_scores_gemma":[0.3883052,0.49278334,0.1125869,0.0019592377,0.0040006535,0.0003646538],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.43961093,0.00017654162,0.008312621,0.00030041736,0.00013306455,0.000019533956,0.0008904235,0.00014927835,0.000046447112],"category_scores_gemma":[0.7210379,0.0000695697,0.0017952587,0.00045779557,0.001084696,0.00020731482,0.00012996906,0.0004344245,0.0000064825667],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009433144,0.000057149293,0.92978317,0.00008212552,0.00071639754,0.000010456236,0.0015773618,0.0003430403,0.000051191204,0.00051948323,0.05708462,0.009680702],"study_design_scores_gemma":[0.0019183814,0.00087629166,0.89577895,0.0011174352,0.0009702035,0.00040151316,0.008175518,0.003052508,0.00019189663,0.05437454,0.032917824,0.00022493128],"about_ca_topic_score_codex":0.00000835256,"about_ca_topic_score_gemma":0.0000036957508,"teacher_disagreement_score":0.4898618,"about_ca_system_score_codex":0.0000074811874,"about_ca_system_score_gemma":0.000117227915,"threshold_uncertainty_score":0.57703847},"labels":[],"label_agreement":null},{"id":"W2092255211","doi":"10.1186/1748-5908-5-56","title":"Expediting systematic reviews: methods and implications of rapid reviews","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":767,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"Rigour; Systematic review; Data extraction; Grey literature; Expediting; Medicine; Vetting; MEDLINE; Process (computing); Relevance (law); Data science; Computer science; Information retrieval; Management science; Political science","score_opus":0.8784641034187923,"score_gpt":0.716773265278008,"score_spread":0.16169083814078433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092255211","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19758718,0.019917592,0.7348139,0.0040894514,0.002546807,0.022089574,0.00007429443,0.00003191501,0.01884927],"genre_scores_gemma":[0.50414526,0.00088792806,0.49240243,0.00075563794,0.00012565884,0.0010123122,0.0000066706684,0.000012795792,0.00065130374],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96531576,0.011641558,0.017546682,0.0013317771,0.0037700166,0.00039417847],"domain_scores_gemma":[0.9735229,0.0076860897,0.012723174,0.0040260283,0.0017821313,0.00025965186],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.38207364,0.00021450718,0.0029066678,0.00059229747,0.00038346637,0.0007539761,0.00199584,0.000032963995,0.006055969],"category_scores_gemma":[0.13090636,0.00010757281,0.00058318017,0.003376093,0.00035037176,0.0008991861,0.00021213999,0.00012260844,0.00039731205],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.3659725e-7,0.000034186076,0.012195204,0.003370143,0.00003214813,1.8517669e-7,0.003496009,7.692065e-7,0.2237471,0.0293411,0.020967333,0.7068149],"study_design_scores_gemma":[0.0011317953,0.00024196015,0.1075425,0.002257647,0.0013509141,0.00020613453,0.021901017,0.0038761098,0.02892996,0.0459608,0.78513145,0.0014697101],"about_ca_topic_score_codex":0.000010339752,"about_ca_topic_score_gemma":0.000035939804,"teacher_disagreement_score":0.7641641,"about_ca_system_score_codex":0.000020287414,"about_ca_system_score_gemma":0.00010866468,"threshold_uncertainty_score":0.9948526},"labels":[],"label_agreement":null},{"id":"W2092333828","doi":"10.1016/j.ahj.2005.05.002","title":"Interpretation of subgroup results in clinical trial publications: Insights from a survey of medical specialists in Ontario, Canada","year":2006,"lang":"en","type":"article","venue":"American Heart Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Ted Rogers Centre for Heart Research","funders":"","keywords":"Subgroup analysis; Medicine; Family medicine; Clinical trial; MEDLINE; Harm; Internal medicine; Psychology; Social psychology; Meta-analysis","score_opus":0.574699905179852,"score_gpt":0.5234714573985468,"score_spread":0.0512284477813052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092333828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9962246,0.00014501034,0.00070724916,0.0012213385,0.000506902,0.00028224057,0.000029207737,6.792277e-7,0.0008827691],"genre_scores_gemma":[0.99839616,0.000016298556,0.0010486596,0.0001688779,0.00016056183,0.0000054186166,0.00003058146,0.0000048378856,0.0001685994],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9485112,0.02210651,0.021364214,0.00059298804,0.0072052293,0.00021984661],"domain_scores_gemma":[0.9730413,0.016054215,0.0082881935,0.0012334598,0.0011628701,0.00021996217],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09897453,0.00015037558,0.0032564988,0.00056906836,0.00003230889,0.0001640804,0.0011500071,0.00007873183,0.0022889166],"category_scores_gemma":[0.09369853,0.00008755658,0.0005858669,0.002107274,0.00020810546,0.00019456503,0.000066880995,0.0005390373,0.000017131204],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012129741,0.00023048448,0.94713765,0.0000015630902,0.000042929794,0.00000965763,0.0003219405,0.000053438638,0.0000033436343,0.00010047182,0.04326038,0.007625166],"study_design_scores_gemma":[0.003050509,0.00012589166,0.98484826,0.000058077807,0.000017112634,0.000006961181,0.00023585686,0.0017121368,0.0000020503908,0.0007331489,0.009135511,0.00007450097],"about_ca_topic_score_codex":0.9899844,"about_ca_topic_score_gemma":0.99941975,"teacher_disagreement_score":0.037710596,"about_ca_system_score_codex":0.00023610647,"about_ca_system_score_gemma":0.0035095012,"threshold_uncertainty_score":0.99862313},"labels":[],"label_agreement":null},{"id":"W2092444466","doi":"10.1186/1471-2288-14-79","title":"Systematic review of methods for individual patient data meta- analysis with binary outcomes","year":2014,"lang":"en","type":"review","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Public Health Ontario; McGill University","funders":"","keywords":"Meta-analysis; Random effects model; Covariate; Outcome (game theory); Study heterogeneity; Logistic regression; Statistics; Statistic; MEDLINE; Systematic review; Medicine; Computer science; Mathematics; Internal medicine","score_opus":0.9909096909132739,"score_gpt":0.8022789235787386,"score_spread":0.1886307673345352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092444466","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.8815724e-8,0.5557717,0.43627334,0.00022156526,0.000120356824,0.0071102013,0.0003728025,0.000005681365,0.00012426739],"genre_scores_gemma":[4.852534e-8,0.5703055,0.42484984,0.0003016615,0.000049983144,0.0030313917,0.00049992895,0.00004714788,0.0009144993],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.18976732,0.73298323,0.043261666,0.0047041154,0.027904287,0.0013793882],"domain_scores_gemma":[0.036798928,0.89142174,0.030212471,0.03229938,0.0077737896,0.0014937099],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.92134535,0.0014248033,0.121578604,0.0053887093,0.00026236786,0.00038216292,0.02502603,0.0011578419,0.019292897],"category_scores_gemma":[0.9444602,0.0004887515,0.02931185,0.013744607,0.0011193557,0.00019778193,0.004805677,0.0018520392,0.0004970092],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005971399,0.00007917815,0.00000410337,0.6446984,0.17036705,0.00000550209,0.00002880484,6.4470714e-7,6.873028e-9,0.00074966694,0.01059938,0.17346132],"study_design_scores_gemma":[0.00009232206,0.00025196892,9.821803e-7,0.0821295,0.4812434,0.000036343452,0.000089572495,0.0005518489,5.7280772e-8,0.0004918297,0.4348075,0.0003046458],"about_ca_topic_score_codex":0.000047788908,"about_ca_topic_score_gemma":0.00013845827,"teacher_disagreement_score":0.5625689,"about_ca_system_score_codex":0.00008004242,"about_ca_system_score_gemma":0.0041438094,"threshold_uncertainty_score":0.9998502},"labels":[],"label_agreement":null},{"id":"W2093038967","doi":"10.1371/journal.pmed.1000217","title":"Guidance for Developers of Health Research Reporting Guidelines","year":2010,"lang":"en","type":"article","venue":"PLoS Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1470,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Medical Research Council; Cancer Research UK; University of Ottawa","keywords":"Medicine; MEDLINE; Family medicine; Data science; Political science; Computer science","score_opus":0.9837468565406042,"score_gpt":0.7312823476955893,"score_spread":0.2524645088450149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093038967","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65575874,0.00923596,0.07312579,0.21927899,0.0025334172,0.0053113657,0.000020146023,0.00002529069,0.034710307],"genre_scores_gemma":[0.7813918,0.00007215998,0.1918664,0.0017991852,0.0009871925,0.00015543509,0.000011185804,0.000026124264,0.023690538],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.92514443,0.006521917,0.052600186,0.0013647715,0.013710031,0.00065865874],"domain_scores_gemma":[0.9232224,0.016248709,0.03287245,0.005609448,0.021696184,0.00035076245],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.56525505,0.00014742512,0.0034909283,0.00046633795,0.00019666362,0.000058233738,0.0013248229,0.00005775802,0.0031606955],"category_scores_gemma":[0.8022652,0.000060866812,0.0004279708,0.0016338597,0.00020421218,0.00007638411,0.000091819,0.000234083,0.00015452655],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005921285,0.000038329665,0.023747165,0.0003033004,0.00010635518,0.000002005589,0.0012716171,0.0000044838957,0.0126039125,0.0028291873,0.87103015,0.08805756],"study_design_scores_gemma":[0.0005284366,0.0002731795,0.014529703,0.0008680447,0.00009720767,0.000022734348,0.004236309,0.008503226,0.0014657952,0.0151655525,0.9541242,0.00018557944],"about_ca_topic_score_codex":0.000067812834,"about_ca_topic_score_gemma":0.00010825605,"teacher_disagreement_score":0.23701023,"about_ca_system_score_codex":0.000017454064,"about_ca_system_score_gemma":0.00033720923,"threshold_uncertainty_score":0.9977506},"labels":[],"label_agreement":null},{"id":"W2093043874","doi":"10.1016/j.jclinepi.2011.03.017","title":"GRADE guidelines: 7. Rating the quality of evidence—inconsistency","year":2011,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2369,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Agency for Drugs and Technologies in Health; McMaster University","funders":"","keywords":"Spurious relationship; Econometrics; Credibility; Statistics; Quality (philosophy); Statistical hypothesis testing; Consistency (knowledge bases); Omnibus test; Point estimation; Publication bias; Meta-analysis; Confidence interval; Medicine; Subgroup analysis; Psychology; Mathematics","score_opus":0.9961731356351076,"score_gpt":0.7900796750717212,"score_spread":0.2060934605633864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093043874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69617164,0.014800352,0.19210044,0.08176416,0.005469823,0.0007318917,0.0000064845894,0.0000046775112,0.008950512],"genre_scores_gemma":[0.8785539,0.0009220158,0.112684555,0.005932226,0.000858783,0.0000033337692,1.8440599e-7,0.000007485272,0.0010374809],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.31778803,0.41913044,0.25431663,0.0012802997,0.0068286,0.00065601186],"domain_scores_gemma":[0.051743325,0.76873726,0.16398115,0.004945299,0.010121759,0.00047121767],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8883877,0.00023105933,0.014804277,0.00018608573,0.00008999002,0.000033276418,0.003512414,0.0002587075,0.0037656159],"category_scores_gemma":[0.9731324,0.00006786801,0.009116963,0.0006463248,0.00056153757,0.00025214563,0.00020041442,0.00080769975,0.00027443477],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066091794,0.00010090401,0.8528852,0.00003134393,0.0003977842,0.000004934329,0.00023637862,0.000048817004,0.000021447444,0.013075,0.07734961,0.055782482],"study_design_scores_gemma":[0.0003181162,0.00043039158,0.7401724,0.00022986901,0.0003841752,0.00007982375,0.0010615011,0.0012151239,0.0000111958325,0.23106661,0.02490721,0.00012360446],"about_ca_topic_score_codex":0.00005917606,"about_ca_topic_score_gemma":0.000046899517,"teacher_disagreement_score":0.3496068,"about_ca_system_score_codex":0.000011334568,"about_ca_system_score_gemma":0.00032464598,"threshold_uncertainty_score":0.99982196},"labels":[],"label_agreement":null},{"id":"W2093145274","doi":"10.1046/j.1492-7535.2003.01278.x","title":"Dialysis or Transplantation for End-Stage Renal Disease in Adults? An Evidence-based Answer","year":2003,"lang":"en","type":"article","venue":"Hemodialysis International","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; MEDLINE; Cochrane Library; Nephrology; End stage renal disease; Transplantation; Psychological intervention; Meta-analysis; Dialysis; Systematic review; Protocol (science); Intensive care medicine; Data extraction; Internal medicine; Disease; Family medicine; Medical education; Alternative medicine; Nursing; Pathology","score_opus":0.46114781206089317,"score_gpt":0.4727464455034635,"score_spread":0.011598633442570339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093145274","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5527017,0.00027050087,0.44077244,0.0019781434,0.0007938441,0.001418454,0.0005400648,0.000017672015,0.0015071365],"genre_scores_gemma":[0.97855324,0.00006225515,0.014368601,0.00070254813,0.00018123792,0.0003840411,0.0003159573,0.000018671088,0.0054134415],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98364234,0.004783548,0.0053680176,0.0013223058,0.004585144,0.00029867038],"domain_scores_gemma":[0.98876107,0.0058320393,0.0019950178,0.0018019202,0.0013194969,0.00029047983],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03789815,0.00033753863,0.0016587648,0.0011875554,0.00012468021,0.0007506213,0.0015141647,0.00009216107,0.03902273],"category_scores_gemma":[0.033800043,0.00019209886,0.0018778251,0.0014586754,0.00006226554,0.0010324243,0.000019477524,0.000116496485,0.0003428593],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00618216,0.0020653,0.7389218,0.0004893207,0.0017082805,0.00023620597,0.004272377,0.110525034,0.0011972433,0.030032579,0.013281922,0.09108774],"study_design_scores_gemma":[0.0044931327,0.00020196711,0.09274059,0.0005527069,0.0016307884,0.000007291228,0.00066595775,0.75078106,0.0014940202,0.007009617,0.13931091,0.0011119583],"about_ca_topic_score_codex":0.000049945313,"about_ca_topic_score_gemma":0.000829451,"teacher_disagreement_score":0.6461812,"about_ca_system_score_codex":0.00013046541,"about_ca_system_score_gemma":0.00028900462,"threshold_uncertainty_score":0.9906863},"labels":[],"label_agreement":null},{"id":"W2093227084","doi":"10.1007/s10926-009-9177-0","title":"Precision and Recall of Search Strategies for Identifying Studies on Return-To-Work in Medline","year":2009,"lang":"en","type":"article","venue":"Journal of Occupational Rehabilitation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Recall; MEDLINE; Categorization; Information retrieval; Computer science; Rehabilitation; Precision and recall; Medicine; Artificial intelligence; Physical therapy; Psychology; Cognitive psychology","score_opus":0.7623365504139045,"score_gpt":0.6221967469208686,"score_spread":0.1401398034930359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093227084","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9784362,0.00046860598,0.017347205,0.0029798623,0.00016317343,0.0005287542,0.0000054553175,6.596382e-7,0.00007013247],"genre_scores_gemma":[0.92407167,0.00001662608,0.07565599,0.000094777155,0.000062935665,0.0000065121717,0.0000015696185,0.0000030592726,0.00008684692],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98737013,0.0021775044,0.006478965,0.00029738192,0.0035746372,0.00010135431],"domain_scores_gemma":[0.97111154,0.021054866,0.0030393945,0.00042403713,0.0042951913,0.00007498792],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.085250825,0.00012172226,0.0013434574,0.00096174737,0.00005307669,0.0001824943,0.0003650094,0.00004953495,0.000058051293],"category_scores_gemma":[0.1099491,0.00006399418,0.000473221,0.0010431403,0.000041228803,0.00046144213,0.000028683186,0.00011328734,0.000008267308],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010788251,0.0012715547,0.29032633,0.0009389836,0.0006201228,0.000008281579,0.07231502,0.12731844,0.011110918,0.058640145,0.05435912,0.37230283],"study_design_scores_gemma":[0.0004943839,0.0016309026,0.84431297,0.0005506767,0.000047465946,0.000003715688,0.008212494,0.0022724955,0.00012097138,0.14180057,0.000467453,0.00008590648],"about_ca_topic_score_codex":8.88566e-7,"about_ca_topic_score_gemma":0.000011560495,"teacher_disagreement_score":0.55398667,"about_ca_system_score_codex":0.00007479188,"about_ca_system_score_gemma":0.00012475939,"threshold_uncertainty_score":0.9419268},"labels":[],"label_agreement":null},{"id":"W2094060730","doi":"10.1016/j.jdiacomp.2013.06.009","title":"Writing science that your colleagues can read","year":2013,"lang":"en","type":"editorial","venue":"Journal of Diabetes and its Complications","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University; Population Health Research Institute","funders":"","keywords":"Medicine; Observational study; Guideline; Clinical Practice; Systematic review; Medical physics; Quality (philosophy); Randomized controlled trial; Quality Score; Alternative medicine; Family medicine; MEDLINE; Internal medicine; Pathology","score_opus":0.5899214496639609,"score_gpt":0.5009441918826366,"score_spread":0.08897725778132426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094060730","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1536967,0.03589983,0.00077773153,0.012501832,0.7691885,0.002548359,0.0009825845,0.000018738769,0.02438569],"genre_scores_gemma":[0.31873766,0.0023686343,0.009981883,0.0006288996,0.6396234,0.00011954619,0.00007862122,0.00010124058,0.028360117],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98306483,0.0014055315,0.007146745,0.0006991321,0.007336154,0.00034758684],"domain_scores_gemma":[0.95881706,0.010074134,0.016002635,0.0021729898,0.012447769,0.00048541237],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05316305,0.0003339047,0.0031897905,0.0009791695,0.00063715706,0.0031066276,0.0033275504,0.0001965603,0.00092419225],"category_scores_gemma":[0.05528708,0.00016851861,0.0009921463,0.0013713316,0.0002122488,0.0005966925,0.00026855097,0.0005839227,0.00027013614],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.1124088e-7,0.000027887876,0.0017644179,0.000035770496,0.0001052498,3.3432875e-7,0.00013812486,0.0000038181333,0.00018706014,0.00046346235,0.993137,0.004136572],"study_design_scores_gemma":[0.00015693496,0.00008450649,0.013006411,0.00036662936,0.00037395733,0.0000057229768,0.00060753146,0.0011892507,0.000026307376,0.0032702626,0.9806578,0.0002546969],"about_ca_topic_score_codex":0.0000049660225,"about_ca_topic_score_gemma":0.0000050630215,"teacher_disagreement_score":0.16504094,"about_ca_system_score_codex":0.00007492344,"about_ca_system_score_gemma":0.00059251656,"threshold_uncertainty_score":0.9999891},"labels":[],"label_agreement":null},{"id":"W2094444890","doi":"10.5210/ojphi.v5i2.4623","title":"Google Scholar is not enough to be used alone for systematic reviews","year":2013,"lang":"en","type":"article","venue":"Online Journal of Public Health Informatics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":182,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital","funders":"","keywords":"Information retrieval; Systematic review; PsycINFO; Scopus; Computer science; MEDLINE; World Wide Web; Web of science; Social media; Biology","score_opus":0.8577026414037593,"score_gpt":0.5784062238227388,"score_spread":0.27929641758102053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094444890","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0890898,0.0046921223,0.4707691,0.41164294,0.0016940068,0.020847827,0.0003622892,0.0000191832,0.00088270655],"genre_scores_gemma":[0.02613492,0.0009874142,0.8350242,0.12790361,0.0008111708,0.00038143052,0.00004530804,0.00006186436,0.008650118],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9159718,0.010752288,0.062226623,0.0003869759,0.00958432,0.00107795],"domain_scores_gemma":[0.93761456,0.005919358,0.042639844,0.0034669817,0.00847675,0.0018824841],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.36120832,0.00045963365,0.008956148,0.0013026035,0.00035744696,0.0026316207,0.0032134517,0.00014357762,0.002983627],"category_scores_gemma":[0.21588337,0.00021080986,0.0023943614,0.0021888488,0.000033049924,0.0029699428,0.0001676082,0.0005705211,0.0030520381],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003882409,0.00025942954,0.00020833622,0.02076837,0.00030547054,6.961066e-7,0.013482731,0.00004044714,0.000009205883,0.00081684015,0.9174485,0.046656057],"study_design_scores_gemma":[0.0005038029,0.00040322184,0.00019512809,0.0019159593,0.000099811805,0.000088312714,0.0057740724,0.0117641315,0.0000046657938,0.00029283512,0.9787504,0.00020767504],"about_ca_topic_score_codex":0.00001144339,"about_ca_topic_score_gemma":0.000016283884,"teacher_disagreement_score":0.36425504,"about_ca_system_score_codex":0.00025482138,"about_ca_system_score_gemma":0.0010372385,"threshold_uncertainty_score":0.9984037},"labels":[],"label_agreement":null},{"id":"W2094847581","doi":"10.1258/jhsrp.2011.010109","title":"Climate for Evidence-Informed Health Systems: A Profile of Systematic Review Production in 41 Low- and Middle-Income Countries, 1996-2008","year":2011,"lang":"en","type":"review","venue":"Journal of Health Services Research & Policy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University; Queen's University","funders":"","keywords":"MEDLINE; Systematic review; Low and middle income countries; Global health; Medicine; Developing country; Political science; Public health; Economic growth; Nursing; Economics","score_opus":0.7805830901906592,"score_gpt":0.6423522203658419,"score_spread":0.13823086982481725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094847581","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028190892,0.9737551,0.000017871427,0.0020136626,0.00039691164,0.023489976,0.0002354755,0.000004101828,0.00005867101],"genre_scores_gemma":[0.000071915056,0.99661946,0.0006732248,0.00039680404,0.0004594463,0.0011384096,0.00001875117,0.000057448324,0.0005645396],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8527778,0.06591663,0.06511749,0.0014856916,0.012669952,0.002032441],"domain_scores_gemma":[0.8840029,0.017049244,0.081463896,0.0048765424,0.011489489,0.0011178838],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5036605,0.00084783696,0.031764597,0.006090681,0.00046516734,0.00075027475,0.0043673813,0.00032222696,0.00013891744],"category_scores_gemma":[0.057849273,0.00040465084,0.0028176196,0.0069069415,0.00018327442,0.0011532047,0.0004276372,0.0012207417,0.00018176419],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026241696,0.000065075976,0.00004945148,0.9773678,0.00026656466,0.000003674333,0.0014651584,6.507161e-7,6.9193495e-9,0.00030867546,0.0018893267,0.018557355],"study_design_scores_gemma":[0.00016848758,0.0005869594,0.000029976338,0.85420614,0.00047539873,0.0003948651,0.0010925161,0.0000637919,5.2278644e-8,0.00011712039,0.14266099,0.00020371063],"about_ca_topic_score_codex":0.0017568903,"about_ca_topic_score_gemma":0.00060074154,"teacher_disagreement_score":0.4458112,"about_ca_system_score_codex":0.0017212927,"about_ca_system_score_gemma":0.014782692,"threshold_uncertainty_score":0.99984056},"labels":[],"label_agreement":null},{"id":"W2095213999","doi":"10.4997/jrcpe.2011.216","title":"Randomised controlled trials: important but overrated?","year":2011,"lang":"en","type":"article","venue":"The Journal of the Royal College of Physicians of Edinburgh","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Randomized controlled trial; Wonder; Patient care; Quality (philosophy); MEDLINE; Alternative medicine; Interpretation (philosophy); Observational study","score_opus":0.4688858740685909,"score_gpt":0.43148487855413775,"score_spread":0.03740099551445314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095213999","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94297165,0.005291149,0.002368924,0.0020293577,0.003419011,0.0038617288,0.00019559861,0.0000033726571,0.039859217],"genre_scores_gemma":[0.9845266,0.00007531138,0.0003239647,0.00014833343,0.00040222128,0.000008069544,1.6246103e-7,0.000011941877,0.01450342],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9589918,0.014884425,0.0201477,0.00024071215,0.0054811146,0.0002542041],"domain_scores_gemma":[0.92875606,0.017760156,0.04754614,0.002591507,0.0032529212,0.00009320264],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.25619814,0.00034288317,0.010786485,0.000280402,0.00016075945,0.000050392024,0.0043694666,0.00008719145,0.0067683114],"category_scores_gemma":[0.07406794,0.0001027012,0.0091159735,0.0010660233,0.0002660592,0.00016741878,0.00016884407,0.00032412534,0.00000962885],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020859122,0.0008540906,0.0015439276,0.000032825606,0.008991756,0.000015915894,0.0038193588,0.0017500533,0.012527971,0.0017351042,0.9461056,0.0017642613],"study_design_scores_gemma":[0.30436033,0.005525,0.012017679,0.003651308,0.0816345,0.00024113042,0.054645367,0.068217285,0.113303155,0.2969744,0.056984603,0.002445244],"about_ca_topic_score_codex":0.000037471033,"about_ca_topic_score_gemma":0.000009595374,"teacher_disagreement_score":0.889121,"about_ca_system_score_codex":0.000027086036,"about_ca_system_score_gemma":0.0002535435,"threshold_uncertainty_score":0.9941396},"labels":[],"label_agreement":null},{"id":"W2095225831","doi":"10.2196/jmir.6.3.e37","title":"Peer Review and Publication of Research Protocols and Proposals: A Role for Open Access Journals","year":2004,"lang":"en","type":"editorial","venue":"Journal of Medical Internet Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Social Innovation; University Health Network","funders":"","keywords":"Protocol (science); eHealth; Publication; Publishing; Agency (philosophy); Workflow; Openness to experience; Public relations; Medicine; Computer science; Internet privacy; World Wide Web; Health care; Political science; Alternative medicine; Psychology; Sociology","score_opus":0.9153245593549797,"score_gpt":0.7739136001275875,"score_spread":0.14141095922739222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095225831","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018265985,0.24888319,0.0065845437,0.47050747,0.082392685,0.18038943,0.0003724204,0.00000558278,0.010682016],"genre_scores_gemma":[0.00094110577,0.06527665,0.006060316,0.00080085255,0.57163537,0.034751046,0.00009555296,0.00021663336,0.32022247],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.73651105,0.058132622,0.031602517,0.0021959995,0.17023893,0.0013188967],"domain_scores_gemma":[0.505907,0.1111814,0.029725129,0.0063947225,0.3433005,0.0034912329],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8248366,0.0003458681,0.006699125,0.0027229046,0.00018201185,0.013219566,0.021566974,0.000966395,0.01607876],"category_scores_gemma":[0.84966415,0.00015586706,0.0010207974,0.002700422,0.00085125107,0.0015963445,0.0055095027,0.0052655227,0.00009343792],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011260091,0.00018266338,0.00013461418,0.0045454637,0.00035493335,0.00001683275,0.000202601,6.605841e-8,0.0000040959876,0.0004491203,0.96192956,0.032067467],"study_design_scores_gemma":[0.00083748985,0.00075890456,0.000044199816,0.021715911,0.00015461522,0.00009062921,0.00021767645,0.0001330731,0.00002080172,0.020623263,0.9552817,0.00012175582],"about_ca_topic_score_codex":0.00016455108,"about_ca_topic_score_gemma":0.000068383764,"teacher_disagreement_score":0.48924267,"about_ca_system_score_codex":0.00023759024,"about_ca_system_score_gemma":0.0065933,"threshold_uncertainty_score":0.9990384},"labels":[],"label_agreement":null},{"id":"W2095545124","doi":"10.1046/j.1525-1497.2002.10114.x","title":"Reporting of numerical and statistical differences in abstracts","year":2002,"lang":"en","type":"article","venue":"Journal of General Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Relative risk; Confidence interval; Absolute risk reduction; Statistical significance; Mean difference; MEDLINE; Specialty; Family medicine; Internal medicine","score_opus":0.7563870606803057,"score_gpt":0.5450635998293736,"score_spread":0.21132346085093212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095545124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9731744,0.0017656395,0.017020993,0.0020413108,0.00038556682,0.00006285797,0.000001437191,4.2743335e-7,0.0055473973],"genre_scores_gemma":[0.99095464,0.00009706243,0.005550584,0.00013915822,0.00032900975,4.7508843e-7,1.3833798e-7,0.0000034570073,0.0029254758],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9733106,0.001426029,0.021825418,0.00023050685,0.0030738113,0.00013364792],"domain_scores_gemma":[0.97324073,0.0025135586,0.022955026,0.0003951596,0.00070207217,0.00019343043],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.051612895,0.00013593874,0.0032574346,0.00040258627,0.000016479822,0.00006527361,0.0005197431,0.00003975337,0.0069330577],"category_scores_gemma":[0.09650502,0.000053675532,0.0003061238,0.0003354024,0.00011724493,0.00011902306,0.00004465361,0.00026382547,0.000022018792],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035730227,0.00014321585,0.83289254,0.00006130734,0.00022083877,0.00057573116,0.0014299118,0.00006060001,0.002297823,0.0008178027,0.084036954,0.07742754],"study_design_scores_gemma":[0.0006113535,0.0006966084,0.9627662,0.00051181985,0.00014313447,0.0012902594,0.00059329905,0.024021495,0.00010774668,0.004703424,0.0044517256,0.000102969345],"about_ca_topic_score_codex":0.000095105745,"about_ca_topic_score_gemma":0.000011373752,"teacher_disagreement_score":0.12987362,"about_ca_system_score_codex":0.00001676029,"about_ca_system_score_gemma":0.000014424653,"threshold_uncertainty_score":0.99397475},"labels":[],"label_agreement":null},{"id":"W2095623039","doi":"10.7326/0003-4819-147-4-200708210-00179","title":"How Quickly Do Systematic Reviews Go Out of Date? A Survival Analysis","year":2007,"lang":"en","type":"article","venue":"Annals of Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":843,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"U.S. Public Health Service","keywords":"Medicine; Systematic review; Observational study; Randomized controlled trial; Sample size determination; MEDLINE; Clinical trial; Family medicine; Surgery; Statistics; Internal medicine","score_opus":0.7839867154750663,"score_gpt":0.5766224509568477,"score_spread":0.20736426451821854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095623039","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18446916,0.10971078,0.58494014,0.01459113,0.0040564854,0.0056563,0.000087702996,0.00002027703,0.096468],"genre_scores_gemma":[0.9795038,0.00071526883,0.00088945223,0.00066087185,0.0002541642,0.00001686705,0.000006234659,0.000013175368,0.017940147],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9614762,0.008331012,0.021092454,0.0008776082,0.007822893,0.0003998371],"domain_scores_gemma":[0.9613607,0.009822053,0.019947635,0.0046106377,0.003912428,0.00034656562],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2792419,0.00042004182,0.012701845,0.0017003877,0.000037405924,0.00015142049,0.002839398,0.000098537465,0.004023989],"category_scores_gemma":[0.15050445,0.00016988968,0.003866473,0.003253109,0.00023709265,0.00023878638,0.00016193515,0.00018978809,0.0005563365],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052364165,0.0008201224,0.24684533,0.055723615,0.03653008,0.00018999449,0.014525942,0.000051459327,0.0062253876,0.019346252,0.5630728,0.056145374],"study_design_scores_gemma":[0.003403464,0.0047958544,0.069194295,0.08575728,0.042591758,0.0001219471,0.03358136,0.0060534384,0.007320489,0.011346413,0.7333736,0.0024601505],"about_ca_topic_score_codex":0.0000908932,"about_ca_topic_score_gemma":0.0002759681,"teacher_disagreement_score":0.79503465,"about_ca_system_score_codex":0.000011019364,"about_ca_system_score_gemma":0.00002673427,"threshold_uncertainty_score":0.9968865},"labels":[],"label_agreement":null},{"id":"W2095642069","doi":"10.1111/2041-210x.12322","title":"Using multiple imputation to estimate missing data in meta‐regression","year":2014,"lang":"en","type":"article","venue":"Methods in Ecology and Evolution","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island; Ministry of Natural Resources and Forestry; Trent University","funders":"","keywords":"Imputation (statistics); Missing data; Weighting; Statistics; Regression; Data mining; Computer science; Regression analysis; Raw data; Meta-analysis; Econometrics; Mathematics","score_opus":0.8402815276557769,"score_gpt":0.6641951879111179,"score_spread":0.17608633974465904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095642069","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25417522,0.0003632466,0.7445239,0.00032346722,0.00022059047,0.00023709777,0.0000019556887,0.0000026528078,0.00015185503],"genre_scores_gemma":[0.4754216,0.0000017979017,0.52443045,0.00006205884,0.00001525907,0.000008129031,0.0000037828293,0.0000030123697,0.00005387999],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9688213,0.025991715,0.0033839974,0.0009302344,0.000621436,0.00025131705],"domain_scores_gemma":[0.98801416,0.00893633,0.0012027408,0.0015909212,0.00016554033,0.00009033452],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1738185,0.00016301523,0.0017610408,0.0005949416,0.00012713233,0.0001229618,0.00057954714,0.0001310316,0.00020533022],"category_scores_gemma":[0.098596536,0.000085015796,0.0001576042,0.0009413213,0.00004103645,0.000338548,0.00028967482,0.0001326701,0.00005547639],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019533047,0.00004824757,0.72525156,0.0000347285,0.00007835108,0.000002170227,0.0003765216,0.020907447,0.0024421401,0.0008094525,0.00031759212,0.24971229],"study_design_scores_gemma":[0.000115173694,0.000014335712,0.3120458,0.000015405729,0.000120776676,0.000005646345,0.000060111634,0.66261464,0.000022572014,0.023928862,0.000992439,0.00006420576],"about_ca_topic_score_codex":0.00008515122,"about_ca_topic_score_gemma":0.00089894416,"teacher_disagreement_score":0.6417072,"about_ca_system_score_codex":0.00006512456,"about_ca_system_score_gemma":0.000029207084,"threshold_uncertainty_score":0.90899634},"labels":[],"label_agreement":null},{"id":"W2095674834","doi":"10.4103/0976-500x.72352","title":"CONSORT 2010 statement: Updated guidelines for reporting parallel group randomised trials","year":2010,"lang":"en","type":"article","venue":"Journal of Pharmacology and Pharmacotherapeutics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2180,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Consolidated Standards of Reporting Trials; Statement (logic); Group (periodic table); Computer science; Data mining; Information retrieval; Randomized controlled trial; Medicine; Internal medicine; Chemistry","score_opus":0.8515644708674875,"score_gpt":0.6500465743944421,"score_spread":0.2015178964730454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095674834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72209805,0.009752593,0.21059842,0.028886825,0.021805724,0.0057994607,0.00014161946,0.00002050599,0.0008968084],"genre_scores_gemma":[0.78167605,0.004900663,0.15751639,0.03770072,0.006460362,0.0002157558,0.00003279778,0.00011027977,0.0113869505],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95746183,0.0075994725,0.03234925,0.00049349567,0.0017411048,0.00035483946],"domain_scores_gemma":[0.9249879,0.013028026,0.055310804,0.000594883,0.0057494226,0.0003289813],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.34171632,0.00036274915,0.0050358595,0.00044923765,0.0002461188,0.00033186155,0.0009788882,0.00017465778,0.013985684],"category_scores_gemma":[0.03280129,0.00017917903,0.0021496266,0.0003862726,0.00015370577,0.00032494182,0.000050268776,0.00062161946,0.00003642871],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025075718,0.00015721249,0.0026577467,0.000040023202,0.0028841614,0.000027224156,0.00022838975,0.0001266603,0.40886387,0.00033798185,0.5532502,0.028918967],"study_design_scores_gemma":[0.022752259,0.00016039409,0.00021742473,0.000011818975,0.003532095,0.0002685577,0.00016198715,0.010909923,0.009860301,0.0057534194,0.9461291,0.00024274035],"about_ca_topic_score_codex":0.0000013726366,"about_ca_topic_score_gemma":0.000003418646,"teacher_disagreement_score":0.39900357,"about_ca_system_score_codex":0.00001342075,"about_ca_system_score_gemma":0.00018198804,"threshold_uncertainty_score":0.98691565},"labels":[],"label_agreement":null},{"id":"W2096571368","doi":"10.1016/j.cvfa.2011.12.007","title":"Evidence-Based Practice? An Evolution Is Necessary for Bovine Practitioners, Teachers, and Researchers","year":2012,"lang":"en","type":"review","venue":"Veterinary Clinics of North America Food Animal Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Transparency (behavior); Accountability; The Internet; Computer science; Knowledge management; Data science; Medical education; Medicine; World Wide Web; Political science","score_opus":0.8560396995736386,"score_gpt":0.6100308176151656,"score_spread":0.24600888195847292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096571368","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037924657,0.9865083,0.0052571907,0.002740714,0.00031526494,0.0036333082,0.0006111854,0.000022982875,0.0005318199],"genre_scores_gemma":[0.0038810594,0.92704755,0.0665001,0.0009888721,0.00051312067,0.00040556394,0.00023791035,0.0001137773,0.0003120586],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.93391514,0.043199725,0.0133700315,0.0026213678,0.0060564703,0.00083727954],"domain_scores_gemma":[0.8353271,0.11858762,0.03545168,0.005168536,0.0046503698,0.0008146862],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12860826,0.0010992175,0.00897709,0.0010133897,0.0004307824,0.000993072,0.002829642,0.0005175045,0.00086501986],"category_scores_gemma":[0.3241095,0.00070685847,0.0034032182,0.0028850539,0.0005096484,0.00853632,0.00056009874,0.0014838856,0.0004969146],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001144772,0.0009498704,0.00016842248,0.005288794,0.0014476798,0.000026112682,0.00027306832,0.0000038678936,0.0000011446125,0.000067820045,0.009345026,0.9812834],"study_design_scores_gemma":[0.00027964756,0.014910887,0.00015441621,0.0018541584,0.0085079875,0.0002589701,0.0016959033,0.00046895933,5.5455732e-8,0.000048806694,0.9711669,0.000653307],"about_ca_topic_score_codex":0.00007825015,"about_ca_topic_score_gemma":0.000010492069,"teacher_disagreement_score":0.9806301,"about_ca_system_score_codex":0.00022559821,"about_ca_system_score_gemma":0.0016447869,"threshold_uncertainty_score":0.99953824},"labels":[],"label_agreement":null},{"id":"W2096573823","doi":"10.5194/we-10-23-2010","title":"Judging the quality of our research: a self-assessment test","year":2010,"lang":"en","type":"article","venue":"Web Ecology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Queen's University","funders":"National Science Foundation","keywords":"Test (biology); Quality (philosophy); Psychology; Biology; Ecology","score_opus":0.8565971464854185,"score_gpt":0.6560180743454863,"score_spread":0.2005790721399322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096573823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9632021,0.000028324934,0.00015385848,0.010520127,0.0005649378,0.000537623,0.000007482307,0.0000049755945,0.024980541],"genre_scores_gemma":[0.9932909,0.0000054465745,0.00360817,0.00020941417,0.00010341399,0.000055449436,6.601384e-7,0.000004654986,0.0027218934],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96463007,0.02340099,0.0065582874,0.0007192809,0.0042899773,0.0004014162],"domain_scores_gemma":[0.954983,0.03408542,0.0034996893,0.005068567,0.0022312049,0.00013211687],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.35316995,0.000116496194,0.0017493175,0.0002692651,0.00024083389,0.00021450853,0.002183431,0.00010240746,0.0059090704],"category_scores_gemma":[0.07204071,0.000045619352,0.00064851326,0.0010706465,0.000096360585,0.00006697652,0.00031684543,0.0005020331,0.0022150457],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017261051,0.00019692183,0.8718024,0.000026621365,0.00010186451,0.0000023566072,0.00043224302,0.000004521664,0.00711258,0.031455807,0.086255506,0.0026074648],"study_design_scores_gemma":[0.00016356859,0.00007001726,0.8585858,0.0000029480168,0.000047763868,0.0000070672445,0.0022527454,0.0038102672,0.000053095053,0.013546178,0.12138311,0.00007744121],"about_ca_topic_score_codex":0.000030853927,"about_ca_topic_score_gemma":0.0020426603,"teacher_disagreement_score":0.28112924,"about_ca_system_score_codex":0.000028253708,"about_ca_system_score_gemma":0.0003483438,"threshold_uncertainty_score":0.99856186},"labels":[],"label_agreement":null},{"id":"W2096814695","doi":"10.1177/0962280211432211","title":"Reflections on meta-analyses involving trials stopped early for benefit: Is there a problem and if so, what is it?","year":2011,"lang":"en","type":"article","venue":"Statistical Methods in Medical Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; McMaster University","funders":"","keywords":"Meta-analysis; Randomized controlled trial; Sample size determination; Econometrics; Publication bias; Statistics; Medicine; Mathematics; Internal medicine","score_opus":0.9834534062452185,"score_gpt":0.7951079030339979,"score_spread":0.18834550321122057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096814695","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008672418,0.007456789,0.96306723,0.012046651,0.00021236199,0.0026972801,0.0001784833,0.000007115926,0.013466841],"genre_scores_gemma":[0.010582632,0.0017084386,0.9759682,0.0018655624,0.00012686409,0.001128489,0.000004679291,0.000035704536,0.008579441],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8289838,0.13508217,0.014519197,0.002796852,0.017287627,0.0013303738],"domain_scores_gemma":[0.62098926,0.36863783,0.0020996714,0.0035520531,0.0033019544,0.0014192135],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6035617,0.00042326798,0.006921274,0.0012616282,0.0005143928,0.0018769247,0.0019881614,0.0003858016,0.13554327],"category_scores_gemma":[0.621998,0.00018831308,0.0017547648,0.0027474489,0.0008410545,0.0003647358,0.00041260305,0.0012375647,0.00055467966],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019645906,0.00028317454,0.00019880201,0.00019910077,0.0028094628,0.000031849784,0.0072263023,8.711416e-7,0.00014723586,0.17969674,0.03469609,0.7745139],"study_design_scores_gemma":[0.0005606615,0.00063621026,0.0011182259,0.00018742181,0.001836807,0.000005285885,0.0048520486,0.0064308774,0.00028851576,0.9349602,0.048862938,0.00026082495],"about_ca_topic_score_codex":0.00031717122,"about_ca_topic_score_gemma":0.00019102203,"teacher_disagreement_score":0.7742531,"about_ca_system_score_codex":0.000076134,"about_ca_system_score_gemma":0.00038709017,"threshold_uncertainty_score":0.9991592},"labels":[],"label_agreement":null},{"id":"W2096833901","doi":"10.1371/journal.pone.0088008","title":"Quantifying Bias in Randomized Controlled Trials in Child Health: A Meta-Epidemiological Study","year":2014,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"Epidemiology; Randomized controlled trial; Meta-analysis; Medicine; MEDLINE; Environmental health; Biology; Internal medicine","score_opus":0.9817470593674227,"score_gpt":0.6519590330899844,"score_spread":0.3297880262774383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096833901","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014971562,0.9530569,0.00035568944,0.0008172194,0.00014734385,0.044478644,0.00002128772,0.0000115455005,0.00096170336],"genre_scores_gemma":[0.0007163549,0.9849271,0.0018639308,0.0003703247,0.00020986833,0.0107133,0.00002520355,0.000040518793,0.0011334014],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.045418743,0.8011624,0.1395652,0.0030830395,0.009936431,0.0008341788],"domain_scores_gemma":[0.08946429,0.78603655,0.1148095,0.008275912,0.0009261728,0.00048757068],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.94928885,0.0016628269,0.4463966,0.0033798157,0.00013392865,0.0008348197,0.003374443,0.00052500557,0.007294501],"category_scores_gemma":[0.9237,0.00050166587,0.0609404,0.0035337722,0.000098009,0.0001198615,0.000298566,0.0013209912,0.0024052707],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017912343,0.03241106,0.0019237332,0.05848724,0.40685248,0.00015339172,0.0015925242,0.000054724427,1.17047755e-7,0.004295456,0.007902191,0.46841472],"study_design_scores_gemma":[0.3408185,0.00057509285,0.000052453957,0.05057988,0.30759272,0.000015919122,0.00035226383,0.003479317,3.5923716e-8,0.0023793948,0.29242018,0.0017342465],"about_ca_topic_score_codex":0.00012371823,"about_ca_topic_score_gemma":0.0005874893,"teacher_disagreement_score":0.4666805,"about_ca_system_score_codex":0.00013668042,"about_ca_system_score_gemma":0.00030529944,"threshold_uncertainty_score":0.9997435},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2096851309","doi":"10.1002/jrsm.1118","title":"Meta‐analysis and the reversed <scp>Theorem of the Means</scp>","year":2014,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Custom Security Industries (Canada)","funders":"","keywords":"Harmonic mean; Geometric mean; Mathematics; Weighted geometric mean; Weighted arithmetic mean; Estimator; Reciprocal; Statistics; Logarithmic mean; Variance (accounting); Logarithm; Inequality of arithmetic and geometric means; Population mean; Inequality; Mathematical analysis","score_opus":0.8660683662286599,"score_gpt":0.627244256426351,"score_spread":0.23882410980230895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096851309","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014690545,0.011700311,0.8344901,0.010657387,0.00022274567,0.0029778797,0.000038967333,0.000014879357,0.12520719],"genre_scores_gemma":[0.65760887,0.00039298343,0.29907575,0.0003910236,0.00014411472,0.0004966732,7.341315e-7,0.000044543634,0.041845303],"study_design_codex":"meta_analysis","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.55116427,0.42891195,0.0063277497,0.0013377665,0.0116201155,0.00063814246],"domain_scores_gemma":[0.20624858,0.7694965,0.0050693764,0.014910068,0.0038784647,0.00039702808],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7759338,0.0003187103,0.007104272,0.0010246899,0.00060484116,0.00079017493,0.0049999077,0.00013333057,0.0036501456],"category_scores_gemma":[0.62169725,0.00009392159,0.008185954,0.008293189,0.0014932175,0.00014235187,0.0007802941,0.00047901395,0.0002240486],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005695633,0.00020907287,0.006474621,0.00038647832,0.3734724,0.0000024461813,0.0060611293,0.00055669877,0.004294211,0.325495,0.03979464,0.24319635],"study_design_scores_gemma":[0.00049260794,0.000047195957,0.009609896,0.000040261537,0.25641218,0.00000919733,0.0053633633,0.07931301,0.025728794,0.31598836,0.30677652,0.00021862677],"about_ca_topic_score_codex":0.00011100065,"about_ca_topic_score_gemma":0.00005138699,"teacher_disagreement_score":0.64291835,"about_ca_system_score_codex":0.000022232016,"about_ca_system_score_gemma":0.00007922689,"threshold_uncertainty_score":0.99726063},"labels":[],"label_agreement":null},{"id":"W2097025238","doi":"10.1136/jech.2003.019547","title":"Global priority setting for Cochrane systematic reviews of health promotion and public health research","year":2005,"lang":"en","type":"article","venue":"Journal of Epidemiology & Community Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"International Society for Equity in Health","funders":"Murdoch Children's Research Institute; Children’s Hospital of Wisconsin Research Institute","keywords":"Medicine; Public health; Health promotion; Systematic review; Cochrane collaboration; MEDLINE; Alternative medicine; Environmental health; Family medicine; Nursing; Cochrane Library; Pathology","score_opus":0.9469280641062198,"score_gpt":0.7019905459150393,"score_spread":0.24493751819118048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097025238","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1235661,0.22654356,0.18872334,0.4507665,0.0005269699,0.00950014,0.00007542841,0.00000905084,0.00028891055],"genre_scores_gemma":[0.82056594,0.023336371,0.14658074,0.00892725,0.00033623248,0.000082657985,0.000021265969,0.000021449825,0.00012807918],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.117984034,0.8052209,0.06907098,0.00095324893,0.0047841193,0.0019867513],"domain_scores_gemma":[0.6772431,0.19202498,0.11102997,0.008010568,0.009510774,0.0021805828],"candidate_categories":["metaresearch","metaepi_broad","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9192034,0.00033758263,0.01613989,0.00079341757,0.0014938868,0.00012691627,0.0023964131,0.00017455422,0.00013503211],"category_scores_gemma":[0.6155567,0.0001748699,0.0016118259,0.0017121133,0.00033592968,0.0004258124,0.00029454267,0.0015241423,0.000029451998],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053275737,0.0017442607,0.18987177,0.11985959,0.0005605149,5.9423826e-7,0.0068485327,0.00009644015,0.0000035706314,0.020555655,0.21775599,0.4426498],"study_design_scores_gemma":[0.0044487165,0.020772755,0.33327767,0.05944846,0.00039112847,0.0017946706,0.028418586,0.018804492,0.0000012382433,0.13932894,0.3923559,0.000957447],"about_ca_topic_score_codex":0.0011284492,"about_ca_topic_score_gemma":0.004300707,"teacher_disagreement_score":0.69699985,"about_ca_system_score_codex":0.0011724108,"about_ca_system_score_gemma":0.0029670678,"threshold_uncertainty_score":0.99980605},"labels":[],"label_agreement":null},{"id":"W2097225575","doi":"10.1177/1745691614551749","title":"A Duty to Describe","year":2014,"lang":"en","type":"article","venue":"Perspectives on Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Saint Vincent University","funders":"","keywords":"Replication (statistics); Psychology; Neglect; Duty; Sampling (signal processing); Field (mathematics); Sample (material); Meta-analysis; Affect (linguistics); Computer science; Cognitive psychology; Statistics","score_opus":0.7739034469056041,"score_gpt":0.6129188004144669,"score_spread":0.1609846464911372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097225575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6018317,0.000053306852,0.062436976,0.007131419,0.00054039166,0.0005009237,0.0000030610208,0.000022424452,0.3274798],"genre_scores_gemma":[0.9811926,0.0000034974048,0.011745966,0.0029692422,0.000103662496,0.00002853036,1.0760352e-7,0.0000041401727,0.0039522746],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9842041,0.0033669083,0.0025298314,0.0028038733,0.006597118,0.0004981323],"domain_scores_gemma":[0.99064195,0.002477949,0.00087598455,0.0044652633,0.00095961004,0.000579254],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.12544224,0.00024725814,0.0014032344,0.0004927836,0.00040930283,0.0012511757,0.004734045,0.0000572074,0.010841487],"category_scores_gemma":[0.13297734,0.00010189632,0.0007129498,0.0052582254,0.00061397604,0.0002487389,0.00021416372,0.0001908677,0.020823801],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007556797,0.0011134925,0.013595107,0.0000037335597,0.00003484757,0.000009086689,0.009221257,0.00032539526,0.0076818457,0.6080847,0.13151526,0.22833973],"study_design_scores_gemma":[0.00034143447,0.0015086068,0.66426265,0.00002585652,0.000029086115,0.000029193405,0.009171753,0.003180173,0.00015042162,0.10489717,0.21576221,0.0006414485],"about_ca_topic_score_codex":0.0000035485468,"about_ca_topic_score_gemma":0.0000030152107,"teacher_disagreement_score":0.65066755,"about_ca_system_score_codex":0.00008307601,"about_ca_system_score_gemma":0.000018794755,"threshold_uncertainty_score":0.9997856},"labels":[],"label_agreement":null},{"id":"W2097334037","doi":"10.2105/ajph.94.3.416","title":"Pitfalls of and Controversies in Cluster Randomization Trials","year":2004,"lang":"en","type":"article","venue":"American Journal of Public Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":448,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Randomization; Inference; Cluster (spacecraft); Randomized controlled trial; Multitude; Research design; Clinical trial; Selection (genetic algorithm); Cluster randomised controlled trial; Causal inference; Medicine; Computer science; Statistics; Artificial intelligence; Pathology; Mathematics; Political science; Law","score_opus":0.7335041995331648,"score_gpt":0.566775559212662,"score_spread":0.16672864032050283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097334037","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78429794,0.0017779148,0.15870802,0.054185446,0.00015448492,0.0005189008,0.0000060404477,6.669749e-7,0.00035059],"genre_scores_gemma":[0.9926098,0.00035562346,0.0050322562,0.0018736504,0.00005633221,0.0000015333179,3.775402e-7,0.0000037223979,0.000066689776],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.94289976,0.03440778,0.018716777,0.00030842915,0.0033660647,0.00030119737],"domain_scores_gemma":[0.95462215,0.014652294,0.028211683,0.0006991896,0.0014289595,0.00038572855],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3596644,0.000111049354,0.005599711,0.0007921553,0.00003514176,0.00020754577,0.00046176134,0.000020509038,0.0003071657],"category_scores_gemma":[0.143588,0.00005104899,0.0007052969,0.0012293392,0.00014197137,0.0002799351,0.000027389824,0.00011402868,0.000010950484],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039683655,0.00031546273,0.06782203,0.00009238086,0.00062226964,0.000006944555,0.011252083,0.0018800145,0.00006634719,0.008374607,0.014541152,0.8946299],"study_design_scores_gemma":[0.11727221,0.009712831,0.29662132,0.0012425006,0.0008152889,0.0007638924,0.10919937,0.0056623793,0.000054972577,0.056859426,0.40055597,0.0012398274],"about_ca_topic_score_codex":0.00012927174,"about_ca_topic_score_gemma":0.00006405094,"teacher_disagreement_score":0.89339006,"about_ca_system_score_codex":0.00008103092,"about_ca_system_score_gemma":0.0006957061,"threshold_uncertainty_score":0.86362594},"labels":[],"label_agreement":null},{"id":"W2097872343","doi":"10.1186/2046-4053-3-140","title":"Methodological issues and recommendations for systematic reviews of prognostic studies: an example from cardiovascular disease","year":2014,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Montreal Heart Institute","funders":"National Institute for Health and Care Research","keywords":"Medicine; Systematic review; Checklist; Terminology; Identification (biology); MEDLINE; Disease; Management science; Pathology; Psychology","score_opus":0.955733901381123,"score_gpt":0.6387188500388223,"score_spread":0.3170150513423007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097872343","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.029087e-7,0.83452034,0.054281127,0.000066983994,0.00065340364,0.11025126,0.0001554689,0.000019574549,0.000050917624],"genre_scores_gemma":[0.0000024466328,0.9001376,0.045193493,0.00007199834,0.00038674322,0.052398134,0.0002621791,0.00010136172,0.0014460479],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.633542,0.29494193,0.062976554,0.003413293,0.0045433473,0.0005828872],"domain_scores_gemma":[0.6794038,0.20776875,0.08177832,0.026590617,0.003390483,0.0010680791],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.5584393,0.0024625761,0.13903512,0.00090226764,0.00036784183,0.0010506269,0.0048688855,0.00050079264,0.0008797886],"category_scores_gemma":[0.5867139,0.00091982796,0.028618155,0.0021203605,0.00023653962,0.0004424188,0.00051884225,0.0004262168,0.0017633928],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016639866,0.000063339656,0.000002658529,0.90878636,0.005190262,0.0000025378715,0.00054444815,8.324805e-7,3.490832e-8,0.0007881582,0.012348553,0.072271146],"study_design_scores_gemma":[0.00010342409,0.00005895905,2.7470026e-7,0.39410076,0.037027758,0.000021299944,0.00040134139,0.00017550573,1.5636857e-8,0.0016783162,0.5659461,0.00048623828],"about_ca_topic_score_codex":0.000065804474,"about_ca_topic_score_gemma":0.000019316327,"teacher_disagreement_score":0.55359757,"about_ca_system_score_codex":0.00015317863,"about_ca_system_score_gemma":0.00017478656,"threshold_uncertainty_score":0.99998635},"labels":[],"label_agreement":null},{"id":"W2097967461","doi":"10.1186/s13643-015-0122-3","title":"Considerations from the risk of bias perspective for updating Cochrane reviews","year":2015,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Canadian Institutes of Health Research; University of Ottawa","keywords":"Medicine; Systematic review; Rigour; Context (archaeology); Cochrane collaboration; Risk analysis (engineering); Consistency (knowledge bases); Workload; MEDLINE; Meta-analysis; Cochrane Library; Computer science; Artificial intelligence","score_opus":0.8221684277024429,"score_gpt":0.555160906155749,"score_spread":0.26700752154669394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097967461","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003828497,0.6453801,0.21429975,0.005305295,0.0022820516,0.096456,0.00058112544,0.000029324716,0.031837866],"genre_scores_gemma":[0.5050034,0.025612092,0.40079066,0.0061212257,0.0031325382,0.032221943,0.0001862542,0.00027212148,0.026659733],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.86755514,0.09585231,0.030719625,0.0011625828,0.0043881815,0.00032214605],"domain_scores_gemma":[0.7234807,0.161122,0.08423111,0.019035643,0.011549094,0.00058148237],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.4541326,0.00055749615,0.014072634,0.00017187343,0.00031148177,0.0007461904,0.0019104212,0.00010109123,0.0022465575],"category_scores_gemma":[0.7570506,0.00018054312,0.0049798386,0.0012363694,0.00012242286,0.00027682912,0.00013224306,0.0002024217,0.0051520215],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065689123,0.0000858727,0.0031792969,0.01819745,0.00093229784,0.0000012379404,0.013200889,0.00005261419,0.00002972227,0.054917723,0.908061,0.0013352941],"study_design_scores_gemma":[0.0012663018,0.0002111103,0.0004803078,0.028475137,0.008825106,0.00006058716,0.054289244,0.010406639,0.000040304312,0.23679735,0.6581905,0.0009574148],"about_ca_topic_score_codex":0.00016803891,"about_ca_topic_score_gemma":0.00024347413,"teacher_disagreement_score":0.619768,"about_ca_system_score_codex":0.00009722997,"about_ca_system_score_gemma":0.00017435307,"threshold_uncertainty_score":0.9986655},"labels":[],"label_agreement":null},{"id":"W2098196266","doi":"10.1002/sim.6115","title":"Statistics for quantifying heterogeneity in univariate and bivariate meta-analyses of binary data: The case of meta-analyses of diagnostic accuracy","year":2014,"lang":"en","type":"article","venue":"Statistics in Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":215,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research","keywords":"Bivariate analysis; Univariate; Statistics; Variance (accounting); Estimator; Meta-analysis; Econometrics; Statistic; Bivariate data; Mathematics; Multivariate statistics; Medicine","score_opus":0.9168580576152456,"score_gpt":0.6467614652057476,"score_spread":0.270096592409498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098196266","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049791288,0.00907913,0.93265855,0.00047775882,0.0001765743,0.0012508209,0.006493161,0.0000020698699,0.00007063737],"genre_scores_gemma":[0.8665233,0.0004098222,0.13271177,0.000076067736,0.000028702945,0.00004137409,0.00014123356,0.000017064904,0.00005063182],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.96788365,0.013408246,0.014232006,0.0010835591,0.0030641838,0.00032833824],"domain_scores_gemma":[0.7858435,0.19661538,0.010305275,0.0048943944,0.0022135098,0.00012791113],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1378905,0.0004463421,0.009631727,0.0008970557,0.0000858192,0.00006853336,0.0018105315,0.00008298119,0.0010655449],"category_scores_gemma":[0.4882441,0.00017949533,0.0007193278,0.0018127477,0.0006133188,0.00018297066,0.00040159683,0.00020980019,0.000004235756],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005044369,0.0018732554,0.033326402,0.010739221,0.21120693,0.0012684208,0.009073657,0.04128237,0.019828811,0.5558249,0.07409772,0.040973876],"study_design_scores_gemma":[0.0026276761,0.0008722253,0.018664937,0.00021816987,0.30935898,0.00011186938,0.0033992971,0.5032345,0.0011382501,0.15761335,0.002134763,0.00062596693],"about_ca_topic_score_codex":0.0035702896,"about_ca_topic_score_gemma":0.0039756405,"teacher_disagreement_score":0.81673205,"about_ca_system_score_codex":0.00001913236,"about_ca_system_score_gemma":0.000110131485,"threshold_uncertainty_score":0.9998476},"labels":[],"label_agreement":null},{"id":"W2098694618","doi":"10.4178/epih/e2011005","title":"Quality of Cohort Studies Reporting Post the Strengthening the Reporting of Observational Studies in Epidemiology (STROBE) Statement","year":2011,"lang":"en","type":"article","venue":"Epidemiology and Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Strengthening the reporting of observational studies in epidemiology; Observational study; Medicine; Checklist; Cohort study; Epidemiology; Consolidated Standards of Reporting Trials; Family medicine; Cohort; Impact factor; MEDLINE; Alternative medicine; Psychology; Internal medicine; Pathology","score_opus":0.9874478623792707,"score_gpt":0.7307545263402262,"score_spread":0.25669333603904454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098694618","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94077325,0.035734188,0.0015243718,0.020681154,0.00026048927,0.00073582603,0.0000086417895,0.0000029736732,0.00027911644],"genre_scores_gemma":[0.9814628,0.0028007755,0.013117451,0.0023383666,0.000047707115,0.00006401284,0.0000056620356,0.0000047097933,0.00015855258],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.47567484,0.21569434,0.30059254,0.0032089988,0.0029714112,0.0018578578],"domain_scores_gemma":[0.16534437,0.33801857,0.48527148,0.005887645,0.0052240645,0.00025385706],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.823707,0.0002252685,0.008536447,0.00013951385,0.00035771605,0.000004355044,0.00057414116,0.00008277161,0.00012990079],"category_scores_gemma":[0.8040381,0.00008033434,0.00067961356,0.00046644345,0.00086735765,0.00008440385,0.00027705464,0.0003333836,0.0000042800148],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000121179855,0.000022078391,0.94924587,0.00019213311,0.0006569853,0.0000010532126,0.007239209,0.00013668092,0.0000027735837,0.036165208,0.0033680692,0.0029578174],"study_design_scores_gemma":[0.000068970905,0.00006964885,0.9041578,0.00010208616,0.000060426148,0.0000114261875,0.018537292,0.0003408453,0.000002137238,0.076261826,0.00033145337,0.000056067754],"about_ca_topic_score_codex":0.0010873763,"about_ca_topic_score_gemma":0.0010790975,"teacher_disagreement_score":0.31033048,"about_ca_system_score_codex":0.00005198002,"about_ca_system_score_gemma":0.00019218637,"threshold_uncertainty_score":0.5835345},"labels":[],"label_agreement":null},{"id":"W2098699063","doi":"10.1002/pds.3377","title":"Disease risk score as a confounder summary method: systematic review and recommendations","year":2012,"lang":"en","type":"review","venue":"Pharmacoepidemiology and Drug Safety","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute on Aging; Canadian Institutes of Health Research","keywords":"Medicine; Confounding; Pharmacoepidemiology; Disease; Systematic review; MEDLINE; Intensive care medicine; Internal medicine; Pharmacology","score_opus":0.70915604573891,"score_gpt":0.6105426160552953,"score_spread":0.09861342968361475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098699063","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.4596172e-7,0.9798517,0.00773491,0.0031895158,0.00055914395,0.006015224,0.00055864535,0.000019296627,0.0020713706],"genre_scores_gemma":[0.0000031369557,0.9812592,0.0026597262,0.006058372,0.0001892532,0.00088174315,0.00029241559,0.000044932087,0.0086111985],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.78543466,0.19055581,0.020158146,0.0020283894,0.0011988448,0.0006241206],"domain_scores_gemma":[0.8220061,0.14726588,0.023571497,0.0049403603,0.0007149389,0.0015011927],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.40180078,0.0012442926,0.029222501,0.0005279666,0.0006269493,0.00021295341,0.0017110152,0.0003177512,0.009165589],"category_scores_gemma":[0.14983863,0.000574266,0.004127153,0.0010867651,0.00027294972,0.0003943001,0.0006276582,0.0011631373,0.0028030602],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063567113,0.000040624916,0.00036791494,0.63247687,0.0020840394,0.0000058958817,0.000060091177,3.6874874e-7,4.3877995e-9,0.004217337,0.1113375,0.249403],"study_design_scores_gemma":[0.00011679425,0.000005827465,0.00002874024,0.07984225,0.06736616,0.000135387,0.000034551496,0.0001117914,3.150641e-9,0.0030252745,0.8488638,0.0004694463],"about_ca_topic_score_codex":0.00003011411,"about_ca_topic_score_gemma":0.000006671647,"teacher_disagreement_score":0.7375263,"about_ca_system_score_codex":0.00007425703,"about_ca_system_score_gemma":0.00026324915,"threshold_uncertainty_score":0.99967086},"labels":[],"label_agreement":null},{"id":"W2098876365","doi":"10.1200/jco.2010.28.1717","title":"Reply to C.D. Atkins","year":2010,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Atlantic Industries (Canada); Queen's University; McMaster University","funders":"","keywords":"Medicine; Internal medicine","score_opus":0.9099255798320264,"score_gpt":0.7133705965776655,"score_spread":0.19655498325436083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098876365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8363412,0.00008826363,0.006872606,0.07712234,0.0092803985,0.00025462706,0.0000021947494,0.000001980385,0.070036374],"genre_scores_gemma":[0.8837217,0.000025394329,0.06559101,0.033725534,0.0029111179,0.0000026487548,1.7242532e-7,0.000009568594,0.014012823],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.93856394,0.014019119,0.041614316,0.00057877175,0.004967728,0.0002561433],"domain_scores_gemma":[0.87796646,0.068031475,0.041859705,0.0042169755,0.006450869,0.0014745258],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.43121767,0.00014244119,0.0069271373,0.000329765,0.00005240926,0.0001837825,0.0024688186,0.00026200712,0.016734703],"category_scores_gemma":[0.5551718,0.000057654088,0.004167224,0.00070873456,0.000101633195,0.00017238072,0.00015312254,0.0011748226,0.0066067358],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006432153,0.00023252063,0.045232058,0.0000018211101,0.00015120534,0.00007207225,0.000071798866,0.000011255997,0.000101996004,0.0016712126,0.6500813,0.30230847],"study_design_scores_gemma":[0.00034731417,0.0010906368,0.09893955,0.0000054663496,0.00012608306,0.00012504225,0.000069370086,0.00009170237,0.000007016245,0.0065589165,0.8925826,0.00005630286],"about_ca_topic_score_codex":0.000005878549,"about_ca_topic_score_gemma":0.00007958484,"teacher_disagreement_score":0.30225217,"about_ca_system_score_codex":0.000018696126,"about_ca_system_score_gemma":0.0007320168,"threshold_uncertainty_score":0.99416673},"labels":[],"label_agreement":null},{"id":"W2098881266","doi":"10.2106/00004623-200204000-00017","title":"AN OBSERVATIONAL STUDY OF ORTHOPAEDIC ABSTRACTS AND SUBSEQUENT FULL-TEXT PUBLICATIONS","year":2002,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":259,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Observational study; Presentation (obstetrics); Consistency (knowledge bases); MEDLINE; Medicine; Information retrieval; Library science; Family medicine; Medical physics; Computer science; Surgery; Pathology; Artificial intelligence","score_opus":0.8197701762950842,"score_gpt":0.4737069419828634,"score_spread":0.3460632343122208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098881266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954113,0.002114278,0.00024228811,0.0016452366,0.00013111894,0.00015485866,0.0000036734946,0.000001175402,0.00029606512],"genre_scores_gemma":[0.998412,0.00030181516,0.00054283405,0.00010068651,0.000089630405,0.0000031886952,0.0000012090321,0.000004660675,0.0005439589],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9847107,0.0017702099,0.010393659,0.00026637802,0.0027383806,0.00012069229],"domain_scores_gemma":[0.9859263,0.002568654,0.00897056,0.00073838816,0.0015614084,0.00023474375],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0698752,0.00013183229,0.0024672223,0.0008846297,0.00010140046,0.0003441197,0.00011571439,0.0000421734,0.0027830843],"category_scores_gemma":[0.012660204,0.00006723547,0.00074867334,0.00068388425,0.000049237642,0.0006626015,0.00003048238,0.00013622346,0.00002761738],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015745802,0.0011232675,0.9025077,0.000057509675,0.0002977125,0.00003707071,0.001287352,0.00009898066,0.00094483275,0.00025361843,0.068349436,0.025026733],"study_design_scores_gemma":[0.00018651555,0.000135048,0.98930496,0.000042187552,0.00013786927,0.00019051063,0.0014574531,0.00079048704,0.0000073198144,0.0005327101,0.0071367174,0.00007820568],"about_ca_topic_score_codex":0.000008832427,"about_ca_topic_score_gemma":0.00002548311,"teacher_disagreement_score":0.08679724,"about_ca_system_score_codex":0.000009306353,"about_ca_system_score_gemma":0.000054744105,"threshold_uncertainty_score":0.99812853},"labels":[],"label_agreement":null},{"id":"W2098892976","doi":"10.1016/j.otohns.2008.03.020","title":"Evaluation of meta‐analyses in the otolaryngological literature","year":2008,"lang":"en","type":"review","venue":"Otolaryngology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Meta-analysis; Medicine; MEDLINE; Systematic review; Otorhinolaryngology; Quality Score; Surgery; Internal medicine","score_opus":0.932067247169455,"score_gpt":0.6404057170865043,"score_spread":0.2916615300829507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098892976","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015805043,0.98702645,0.0001046134,0.00010710228,0.00020207938,0.0030444122,0.000056155717,0.000003783514,0.009297336],"genre_scores_gemma":[0.00051056483,0.9970144,0.0005344776,0.0001821023,0.00011898363,0.0009725453,0.00012051213,0.00002262981,0.00052376016],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.6506016,0.299139,0.02733741,0.002916133,0.019300014,0.0007058208],"domain_scores_gemma":[0.95916986,0.018808156,0.012039748,0.0070550647,0.002833663,0.00009352399],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.24389248,0.00092232815,0.023520393,0.0017026379,0.00011771224,0.00032886642,0.0059099076,0.00094879954,0.009423854],"category_scores_gemma":[0.07923281,0.00029330683,0.014061258,0.0061743716,0.0002566355,0.00020463734,0.0002639184,0.0010613789,0.0014362113],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007167254,0.00056726974,0.00031738603,0.004755127,0.02520002,0.00034533508,0.001509851,0.000078340505,0.000001307172,0.004825656,0.060196612,0.90219593],"study_design_scores_gemma":[0.00012092886,0.00005262649,0.0003875392,0.0005581913,0.04227474,0.00091768365,0.000043410797,0.0003260602,1.337788e-7,0.0026376005,0.95242846,0.0002526292],"about_ca_topic_score_codex":0.000015728256,"about_ca_topic_score_gemma":0.000050335595,"teacher_disagreement_score":0.9019433,"about_ca_system_score_codex":0.00006681943,"about_ca_system_score_gemma":0.000524222,"threshold_uncertainty_score":0.9999519},"labels":[],"label_agreement":null},{"id":"W2098923148","doi":"10.1136/bmj.d5928","title":"The Cochrane Collaboration's tool for assessing risk of bias in randomised trials","year":2011,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":34210,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research; Cancer Research UK","keywords":"Cochrane collaboration; Randomized controlled trial; Medicine; MEDLINE; Intervention (counseling); Computer science; Process (computing); Risk analysis (engineering); Medical physics; Data science; Cochrane Library; Surgery; Nursing","score_opus":0.8349555436794115,"score_gpt":0.5947742972531589,"score_spread":0.2401812464262526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098923148","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8124004,0.0041844435,0.13580443,0.0026243501,0.0015332998,0.015325791,0.000099011035,0.000007253484,0.028021032],"genre_scores_gemma":[0.9743839,0.000090952526,0.020518279,0.00006595476,0.00013447371,0.00046040997,0.0000026397863,0.000007559458,0.0043358495],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95265234,0.030872406,0.0135209365,0.00038072685,0.0024206522,0.00015296569],"domain_scores_gemma":[0.88428396,0.09502605,0.015679901,0.002759964,0.0021968281,0.00005327392],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5125974,0.00011220154,0.003077972,0.00014514543,0.00012501878,0.0004959765,0.0006873665,0.000048631755,0.0013292353],"category_scores_gemma":[0.53636855,0.00003954847,0.0011933891,0.00093177,0.000041661508,0.000168445,0.000024944462,0.000044134376,0.00010879988],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003574457,0.00028437417,0.104989246,0.0002440021,0.0016099801,0.0000051025795,0.0076248483,0.00036106046,0.0011932291,0.018527852,0.64915603,0.2124298],"study_design_scores_gemma":[0.07716645,0.0003402276,0.20223728,0.0007369933,0.004737271,0.000010692616,0.024277665,0.06841676,0.006210994,0.17950758,0.43510658,0.0012515092],"about_ca_topic_score_codex":0.00001561087,"about_ca_topic_score_gemma":0.0000992325,"teacher_disagreement_score":0.21404947,"about_ca_system_score_codex":0.000009837589,"about_ca_system_score_gemma":0.0001382132,"threshold_uncertainty_score":0.99958366},"labels":[],"label_agreement":null},{"id":"W2098960293","doi":"10.1345/aph.1d493","title":"Statistics in the Pharmacy Literature","year":2004,"lang":"en","type":"review","venue":"Annals of Pharmacotherapy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto; University Health Network","funders":"","keywords":"Descriptive statistics; Pharmacy; Medicine; Formulary; Statistics; Statistical analysis; Logistic regression; Family medicine; Mathematics; Internal medicine","score_opus":0.8980118129584814,"score_gpt":0.6913820102644438,"score_spread":0.20662980269403763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098960293","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000041344465,0.9946822,0.00071491755,0.0005848546,0.0003167343,0.001681004,0.0006747613,0.000003088115,0.0013382932],"genre_scores_gemma":[0.000017455417,0.99444175,0.0008559926,0.0020375082,0.0002404998,0.00011801004,0.000077471566,0.000038208032,0.0021730857],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9611709,0.019294918,0.012875496,0.0009896525,0.0052697267,0.00039929364],"domain_scores_gemma":[0.98013294,0.0064895446,0.00903334,0.003131693,0.001091394,0.000121107856],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.09014131,0.0007359743,0.009410927,0.0009200714,0.00007034328,0.0008314515,0.0052719624,0.0001451161,0.0113107525],"category_scores_gemma":[0.0030678136,0.0002741742,0.0046271672,0.003936231,0.000090272515,0.00021587987,0.00005748648,0.0007060283,0.0012877521],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039648166,0.00010994317,0.000006277988,0.0040527373,0.00038167654,0.000032530348,0.0006681357,0.000005430513,0.000002238955,0.0014114251,0.17830494,0.8150207],"study_design_scores_gemma":[0.00023137251,0.000022916473,0.000002121884,0.0039775926,0.00040404257,0.000024889961,0.000027286475,0.000031961536,0.000009793897,0.004949009,0.99007535,0.00024367282],"about_ca_topic_score_codex":0.0000129411355,"about_ca_topic_score_gemma":0.000004081129,"teacher_disagreement_score":0.814777,"about_ca_system_score_codex":0.000018795483,"about_ca_system_score_gemma":0.00035402697,"threshold_uncertainty_score":0.99997103},"labels":[],"label_agreement":null},{"id":"W2098995101","doi":"10.1017/s0266462312000086","title":"THE EFFECT OF ENGLISH-LANGUAGE RESTRICTION ON SYSTEMATIC REVIEW-BASED META-ANALYSES: A SYSTEMATIC REVIEW OF EMPIRICAL STUDIES","year":2012,"lang":"en","type":"review","venue":"International Journal of Technology Assessment in Health Care","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1256,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Canadian Agency for Drugs and Technologies in Health","funders":"","keywords":"Meta-analysis; Systematic review; English language; MEDLINE; Randomized controlled trial; Grey literature; Publication bias; Inclusion (mineral); Evidence-based medicine; Psychology; Medicine; Alternative medicine; Social psychology; Mathematics education; Pathology","score_opus":0.6928659822160735,"score_gpt":0.6822334080904336,"score_spread":0.010632574125639893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098995101","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005484397,0.98911524,0.00017651351,0.0016847638,0.0013467913,0.00751604,0.00007527038,0.0000071206414,0.00007275136],"genre_scores_gemma":[0.0006788261,0.9973186,0.00043876003,0.00039545092,0.00009549373,0.0009708123,0.000024396817,0.000029216382,0.000048415073],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8782248,0.058409043,0.050862193,0.0007937182,0.011277897,0.00043233932],"domain_scores_gemma":[0.87557936,0.0313807,0.07979836,0.0036346132,0.009483254,0.00012368134],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.19265713,0.0008534737,0.040793914,0.0033832197,0.00010503797,0.000104345185,0.006041231,0.00035626095,0.00015938462],"category_scores_gemma":[0.24751493,0.00029995662,0.011326357,0.0033205973,0.00017531702,0.00016951741,0.0002781045,0.0013975033,0.000034293036],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052250602,0.000060956954,0.000026376985,0.98004943,0.014689615,0.00001944323,0.0001180469,0.0000063036464,2.2668774e-8,0.00019337781,0.0015859805,0.0032452198],"study_design_scores_gemma":[0.00015935916,0.00052586774,8.663503e-7,0.9192975,0.06639674,0.000074686126,0.001645851,0.000008088422,0.0000011179468,0.000027850703,0.011703946,0.00015813379],"about_ca_topic_score_codex":0.0000048876873,"about_ca_topic_score_gemma":0.000007725743,"teacher_disagreement_score":0.060751945,"about_ca_system_score_codex":0.0013300835,"about_ca_system_score_gemma":0.00097560446,"threshold_uncertainty_score":0.9999453},"labels":[],"label_agreement":null},{"id":"W2099087018","doi":"10.1002/jrsm.42","title":"Precision of healthcare systematic review searches in a cross‐sectional sample","year":2011,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Children's Hospital of Eastern Ontario","funders":"U.S. National Library of Medicine; Health Canada; National Institutes of Health","keywords":"Systematic review; MEDLINE; Interquartile range; Sample size determination; Health care; Sample (material); Medicine; Range (aeronautics); Information retrieval; Computer science; Statistics; Data mining; Mathematics; Physics","score_opus":0.953369109962058,"score_gpt":0.7176757588278021,"score_spread":0.23569335113425594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099087018","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.073521115,0.3254367,0.5085742,0.0046366584,0.0010526957,0.036217183,0.00043982817,0.00007070923,0.050050892],"genre_scores_gemma":[0.31759802,0.0047715288,0.67160255,0.00014811558,0.00007783992,0.0021074712,0.000004818984,0.000058306097,0.0036313308],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.5662138,0.38722792,0.022828603,0.0022706424,0.020289604,0.0011694548],"domain_scores_gemma":[0.51771927,0.44758022,0.008016078,0.013960463,0.011839976,0.00088402914],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7471939,0.0003079686,0.0065816483,0.0018314397,0.00021393792,0.0003362924,0.0037129926,0.00018244749,0.011456341],"category_scores_gemma":[0.748931,0.00015265346,0.001891893,0.005143439,0.0003014078,0.00031586556,0.0005015144,0.00058259425,0.00093208026],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015210404,0.00082843855,0.2979937,0.59407806,0.0008182451,0.00002633348,0.003157735,0.000015127774,0.00065034704,0.017845843,0.0047175777,0.07971649],"study_design_scores_gemma":[0.00056051894,0.00061338267,0.48629686,0.22778997,0.00072342576,0.000107938475,0.004066612,0.009521063,0.010929792,0.25177622,0.0062311715,0.0013830479],"about_ca_topic_score_codex":0.00070468144,"about_ca_topic_score_gemma":0.00008010812,"teacher_disagreement_score":0.3662881,"about_ca_system_score_codex":0.00017278393,"about_ca_system_score_gemma":0.00035339568,"threshold_uncertainty_score":0.9998458},"labels":[],"label_agreement":null},{"id":"W2099120249","doi":"10.1111/trf.13383","title":"How do I interpret a p value?","year":2015,"lang":"en","type":"article","venue":"Transfusion","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Blood Services","funders":"Canadian Blood Services","keywords":"Significant difference; Value (mathematics); p-value; Mean difference; Null hypothesis; Statistics; Interpretation (philosophy); Mathematics; Affect (linguistics); Medicine; Internal medicine; Philosophy; Linguistics; Confidence interval","score_opus":0.6900345255792795,"score_gpt":0.4960736092050204,"score_spread":0.19396091637425905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099120249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53510517,0.0015015401,0.3584844,0.008750076,0.0010549801,0.0008994209,0.000011904757,0.000022592625,0.09416994],"genre_scores_gemma":[0.9812396,0.000025533396,0.0026828286,0.00023717026,0.00007930358,0.000013154551,0.000002132021,0.0000084394405,0.015711833],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.987799,0.004142669,0.0027173327,0.0006641095,0.0045054643,0.00017144524],"domain_scores_gemma":[0.9956368,0.00073381746,0.00047974658,0.0023203432,0.00059198576,0.00023730821],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.05882405,0.0001822666,0.0015603382,0.00021143189,0.0000622274,0.0011303973,0.001175275,0.00006956011,0.00399047],"category_scores_gemma":[0.009328674,0.00007945349,0.0010566207,0.00083164213,0.000032835513,0.0002828392,0.000047026657,0.00010783541,0.003487642],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000084646046,0.00020549624,0.02747528,0.00006284989,0.00022927334,0.00003272121,0.015467025,0.00014164553,0.004149088,0.026893763,0.57929564,0.34596255],"study_design_scores_gemma":[0.00067025603,0.00017002423,0.0021930411,0.0000689118,0.00021790715,0.000034021723,0.0037897197,0.010305662,0.0005310503,0.04231417,0.9393794,0.00032584346],"about_ca_topic_score_codex":0.000016330798,"about_ca_topic_score_gemma":0.000024332106,"teacher_disagreement_score":0.44613445,"about_ca_system_score_codex":0.000022322194,"about_ca_system_score_gemma":0.000040929222,"threshold_uncertainty_score":0.99990654},"labels":[],"label_agreement":null},{"id":"W2099563950","doi":"10.1186/1477-7525-10-23","title":"Discussing study limitations in reports of biomedical studies- the need for more transparency","year":2012,"lang":"en","type":"editorial","venue":"Health and Quality of Life Outcomes","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Western University","funders":"","keywords":"Publication; Transparency (behavior); Honesty; Engineering ethics; Publishing; Incentive; Interpretation (philosophy); Psychology; Quality (philosophy); Epistemology; Public relations; Computer science; Political science; Social psychology","score_opus":0.9175668128759393,"score_gpt":0.6603101425256666,"score_spread":0.2572566703502728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099563950","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14673463,0.06501634,0.0036421586,0.060796537,0.70862997,0.01388067,0.0010810647,0.0000145982785,0.00020403601],"genre_scores_gemma":[0.8602345,0.002176594,0.0050944206,0.0015211174,0.12455683,0.0008736576,0.0003686862,0.00007302443,0.005101178],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9541994,0.012913867,0.024593143,0.00081456185,0.00709406,0.00038499283],"domain_scores_gemma":[0.8450382,0.115992114,0.031361658,0.004551793,0.00233617,0.0007201116],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22195353,0.00033155506,0.0085286535,0.0004081266,0.00020159569,0.00007724212,0.00065601524,0.00020398533,0.000042901913],"category_scores_gemma":[0.28907105,0.00012374164,0.0012751298,0.00073863246,0.0002877039,0.00010544748,0.00007696923,0.00030051955,0.0000022835907],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031129188,0.0004496049,0.32090968,0.0030873178,0.00055342633,4.849893e-7,0.03362401,0.0000012599917,1.5782335e-7,0.0001302892,0.6364505,0.0047621448],"study_design_scores_gemma":[0.0013358777,0.00044730268,0.27061528,0.00039255692,0.0005228504,5.641704e-7,0.13899022,0.000027446442,8.047784e-8,0.0020114544,0.58533007,0.00032628793],"about_ca_topic_score_codex":0.0003802952,"about_ca_topic_score_gemma":0.0013270185,"teacher_disagreement_score":0.71349984,"about_ca_system_score_codex":0.00003667678,"about_ca_system_score_gemma":0.00089419854,"threshold_uncertainty_score":0.8011626},"labels":[],"label_agreement":null},{"id":"W2099593344","doi":"10.1093/ejo/cjt008","title":"Reporting characteristics of meta-analyses in orthodontics: methodological assessment and statistical recommendations","year":2013,"lang":"en","type":"article","venue":"European Journal of Orthodontics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Aristotle University of Thessaloniki; University of Alberta","keywords":"Orthodontics; Medicine; Dentistry; Meta-analysis; Medical physics; Pathology","score_opus":0.9522575212502583,"score_gpt":0.65114805783561,"score_spread":0.3011094634146483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099593344","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30449802,0.00046895354,0.68996733,0.0015168317,0.00025889906,0.0002954454,0.000022239348,0.0000025119755,0.0029697572],"genre_scores_gemma":[0.50087047,0.000089395755,0.49848014,0.00009292699,0.00005316647,0.0000018310992,0.0000036826298,0.000013398067,0.00039496677],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.85883206,0.08702055,0.048413884,0.0008207009,0.004487059,0.00042572117],"domain_scores_gemma":[0.9279792,0.019296532,0.047371592,0.0016345159,0.0033873469,0.0003308163],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.31231114,0.00033057213,0.00683241,0.00065727084,0.00008160839,0.00061302865,0.0009462841,0.0000501108,0.005923488],"category_scores_gemma":[0.20494619,0.00015552121,0.0018683161,0.0007992443,0.0001393969,0.0003560012,0.00023458473,0.0005276825,0.00006787723],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020257465,0.00031857827,0.83356136,0.00011070915,0.0046262876,0.00052193523,0.0007188281,0.00019109756,0.0014062857,0.0039192606,0.014504443,0.14010094],"study_design_scores_gemma":[0.00027206566,0.00022297254,0.980213,0.00005433743,0.0044082426,0.00024514814,0.00093341497,0.0026526463,0.000024600507,0.0014819392,0.009280397,0.00021125919],"about_ca_topic_score_codex":0.000006769848,"about_ca_topic_score_gemma":0.000005142774,"teacher_disagreement_score":0.19637246,"about_ca_system_score_codex":0.000029319674,"about_ca_system_score_gemma":0.00010332128,"threshold_uncertainty_score":0.9949852},"labels":[],"label_agreement":null},{"id":"W2099933252","doi":"10.1016/j.jclinepi.2005.02.005","title":"Simplified search strategies were effective in identifying clinical trials of pharmaceuticals and physical modalities","year":2005,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network; Toronto Western Hospital; Mount Sinai Hospital; Institute for Work & Health","funders":"","keywords":"CINAHL; MEDLINE; Medicine; Clinical trial; Modalities; Cochrane Library; Intervention (counseling); Meta-analysis; Physical therapy; Medical physics; Psychological intervention; Pathology; Psychiatry","score_opus":0.9757002885872852,"score_gpt":0.7954998506522213,"score_spread":0.1802004379350639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099933252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96797806,0.00251415,0.020913754,0.0065619624,0.00064549706,0.0005646596,0.000011110639,0.0000018632259,0.0008089548],"genre_scores_gemma":[0.9905909,0.0011390366,0.0056625432,0.0008756601,0.0015371768,0.000006568883,6.7385605e-7,0.000009292579,0.00017816054],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.27622902,0.5824028,0.13559231,0.0013959216,0.0036328111,0.000747113],"domain_scores_gemma":[0.17157044,0.78582436,0.03898583,0.0013443748,0.0016603583,0.0006146459],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.87059695,0.00030830217,0.027633019,0.0004822472,0.00005046662,0.00013410795,0.0013230459,0.0004212238,0.0009904003],"category_scores_gemma":[0.82222676,0.00014066315,0.0073368317,0.0004913221,0.0008480402,0.00049133727,0.00023016025,0.0017178304,0.00012510993],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076202466,0.0007059235,0.54072875,0.00015338967,0.0012495642,0.000022421906,0.0006175126,0.002213693,0.00010125454,0.027625939,0.007461006,0.4183585],"study_design_scores_gemma":[0.0038847772,0.0011330857,0.6372275,0.00028019954,0.00084286317,0.000073215866,0.0033149545,0.05149653,0.000053805117,0.2871838,0.014237353,0.00027194148],"about_ca_topic_score_codex":0.000012225831,"about_ca_topic_score_gemma":0.000017416725,"teacher_disagreement_score":0.41808656,"about_ca_system_score_codex":0.00002564308,"about_ca_system_score_gemma":0.00032978543,"threshold_uncertainty_score":0.9999228},"labels":[],"label_agreement":null},{"id":"W2100328957","doi":"10.1186/1741-7015-2-23","title":"Developing optimal search strategies for detecting clinically sound prognostic studies in MEDLINE: an analytic survey","year":2004,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":297,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"U.S. National Library of Medicine","keywords":"MEDLINE; Medicine; Information retrieval; Medical physics; Computer science","score_opus":0.9439461193777664,"score_gpt":0.6685434081453685,"score_spread":0.2754027112323979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100328957","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68469423,0.0010994392,0.31249866,0.0004010413,0.00022726526,0.00095154945,0.0000033753124,0.000008168713,0.00011626007],"genre_scores_gemma":[0.934759,0.000039033548,0.064451635,0.00017271248,0.00025923195,0.0000773451,0.000014455992,0.000015466994,0.0002111191],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9775385,0.0068299933,0.010420906,0.001225958,0.0035017638,0.00048286116],"domain_scores_gemma":[0.9488428,0.043505464,0.0025061306,0.002023277,0.002894652,0.00022767355],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27076444,0.00032780555,0.0037954617,0.0006034625,0.00018726646,0.00032133414,0.0012702598,0.00009518389,0.00023291005],"category_scores_gemma":[0.32305512,0.00015391078,0.00043207742,0.0021849715,0.00028781913,0.0003240519,0.00012440005,0.00022761857,0.00009859217],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015741584,0.00014634177,0.9437263,0.0009510108,0.0005561405,0.0000352844,0.011247224,0.030458571,0.000058672536,0.0047360742,0.0007333504,0.0071935933],"study_design_scores_gemma":[0.0052774115,0.0021410931,0.6618574,0.0019530152,0.00080804894,0.00006602526,0.14839606,0.07037329,0.000026233443,0.10781379,0.00032340732,0.00096418755],"about_ca_topic_score_codex":0.00012712773,"about_ca_topic_score_gemma":0.009150051,"teacher_disagreement_score":0.28186888,"about_ca_system_score_codex":0.00011351951,"about_ca_system_score_gemma":0.00075265317,"threshold_uncertainty_score":0.75090146},"labels":[],"label_agreement":null},{"id":"W2100388081","doi":"10.1186/2046-4053-2-4","title":"PROSPERO at one year: an evaluation of its utility","year":2013,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":187,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Public Health Agency; National Institute for Health and Care Research; National Institute for Social Care and Health Research","keywords":"Medicine; Protocol (science); Trial registration; Health care; Data collection; Family medicine; Medical education; Internet privacy; Alternative medicine; Clinical trial; Computer science; Statistics; Pathology","score_opus":0.8653222370299782,"score_gpt":0.5609138855439562,"score_spread":0.3044083514860221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100388081","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7179986,0.053188805,0.005949106,0.0006101964,0.0011358811,0.1309618,0.000035204324,0.000032758733,0.09008759],"genre_scores_gemma":[0.9804589,0.00015757002,0.0030500656,0.000098497716,0.00007401104,0.003678913,0.0000098120045,0.000019311627,0.012452898],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.8587183,0.093485534,0.031221414,0.0013843548,0.014822633,0.00036781136],"domain_scores_gemma":[0.96131265,0.0026609653,0.019526381,0.009552854,0.006652107,0.00029506453],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.4644656,0.00041142493,0.009817148,0.00025045782,0.00011323853,0.00047529076,0.0019936287,0.00011484985,0.07663809],"category_scores_gemma":[0.16616116,0.00016844842,0.0021757185,0.0012754868,0.000052431977,0.0006393037,0.00016120663,0.000099542725,0.063894354],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016646378,0.001383038,0.052197598,0.50120676,0.0019600654,0.0000013277461,0.010232904,0.000062201274,0.006314618,0.009940941,0.3089791,0.10770482],"study_design_scores_gemma":[0.0039599813,0.0008953933,0.13621916,0.061936837,0.01897503,0.00010758584,0.0064845765,0.47934064,0.001996078,0.056867644,0.22916956,0.0040475167],"about_ca_topic_score_codex":0.000010695264,"about_ca_topic_score_gemma":0.000032592467,"teacher_disagreement_score":0.47927845,"about_ca_system_score_codex":0.000108519285,"about_ca_system_score_gemma":0.000079104444,"threshold_uncertainty_score":0.9368345},"labels":[],"label_agreement":null},{"id":"W2100491405","doi":"10.1177/1049732304269888","title":"Qualitative Metasynthesis: Reflections on Methodological Orientation and Ideological Agenda","year":2004,"lang":"en","type":"review","venue":"Qualitative Health Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":753,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of British Columbia","funders":"National Institute of Nursing Research","keywords":"Credibility; Enthusiasm; Qualitative research; Deconstruction (building); Ideology; Epistemology; Sociology; Engineering ethics; Psychology; Political science; Social psychology; Social science; Politics; Law","score_opus":0.9979015433149502,"score_gpt":0.8741734859081508,"score_spread":0.12372805740679937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100491405","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013069047,0.96360064,0.020936267,0.0039894553,0.00025988347,0.004780707,0.0003010168,0.000019305287,0.0060996376],"genre_scores_gemma":[0.000049577473,0.93329614,0.05440192,0.0005439873,0.0001570904,0.0017495769,0.00010162514,0.000054047123,0.009646037],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.3159826,0.6471333,0.018000111,0.0038380052,0.013731657,0.0013143411],"domain_scores_gemma":[0.53589374,0.44213235,0.01141676,0.004632019,0.0048305644,0.0010945506],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.761184,0.0010228711,0.017681532,0.003232816,0.0015545657,0.0010615906,0.0023223113,0.00067614845,0.005958464],"category_scores_gemma":[0.49643958,0.00046162427,0.0035756312,0.008046676,0.0012619861,0.0002738578,0.00045851618,0.0029585194,0.009810772],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030787283,0.0001959235,4.3608173e-7,0.008347405,0.00063635356,0.000014162463,0.07904628,0.0000018746522,1.2553699e-7,0.16163358,0.0152267935,0.73486626],"study_design_scores_gemma":[0.0001367387,0.0009373764,0.000008199492,0.0032556946,0.00022833247,0.000019328689,0.082272105,0.0000047664334,2.0017595e-7,0.104392365,0.80841374,0.00033117965],"about_ca_topic_score_codex":0.00012725123,"about_ca_topic_score_gemma":0.000083515624,"teacher_disagreement_score":0.7931869,"about_ca_system_score_codex":0.0011114934,"about_ca_system_score_gemma":0.002152783,"threshold_uncertainty_score":0.9999754},"labels":[],"label_agreement":null},{"id":"W2100684744","doi":"10.1186/2046-4053-2-115","title":"The comparative recall of Google Scholar versus PubMed in identical searches for biomedical systematic reviews: a review of searches used in systematic reviews","year":2013,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":140,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Recall; Medicine; Systematic review; Information retrieval; Subject (documents); MEDLINE; Precision and recall; World Wide Web; Computer science; Psychology; Cognitive psychology","score_opus":0.9200837420927646,"score_gpt":0.612866062636677,"score_spread":0.3072176794560876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100684744","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002817156,0.74204135,0.00079772295,0.00014520841,0.0008177811,0.25574195,0.00007069262,0.00001124177,0.00037124573],"genre_scores_gemma":[0.000011173683,0.8274569,0.0025366712,0.000066433226,0.00012792544,0.1670035,0.0000782448,0.00012674565,0.0025924314],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.2872628,0.48483595,0.20378411,0.0045859753,0.016841838,0.0026893269],"domain_scores_gemma":[0.40739623,0.34698796,0.20389663,0.03340762,0.006485828,0.0018257392],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.75583714,0.0035902802,0.16029185,0.0029622803,0.00034660808,0.0014172065,0.013907335,0.0010836304,0.00064297754],"category_scores_gemma":[0.7431818,0.001323605,0.025953392,0.012491886,0.0008550786,0.0009157553,0.0010316087,0.0022462534,0.006940223],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010216734,0.0003144911,0.00000501126,0.9682342,0.0012292868,0.0000068224494,0.00060975715,1.7321463e-7,3.8807158e-7,0.00072609115,0.01673957,0.012124035],"study_design_scores_gemma":[0.00043861545,0.00013322082,0.0000011088578,0.6391586,0.0069288523,0.00005497907,0.00052099524,0.00017976937,2.2209232e-7,0.00015907582,0.3517749,0.0006496336],"about_ca_topic_score_codex":0.000032800195,"about_ca_topic_score_gemma":0.00011646956,"teacher_disagreement_score":0.33503532,"about_ca_system_score_codex":0.0011939015,"about_ca_system_score_gemma":0.0010533935,"threshold_uncertainty_score":0.9996194},"labels":[],"label_agreement":null},{"id":"W2100707081","doi":"10.1186/2046-4053-2-71","title":"Judging the quality of evidence in reviews of prognostic factor research: adapting the GRADE framework","year":2013,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":523,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nova Scotia Health Authority; Capital District Health Authority; Dalhousie University; University of Toronto; SickKids Foundation; Hospital for Sick Children; Izaak Walton Killam Health Centre","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Grading (engineering); Quality of evidence; Quality (philosophy); Systematic review; Evidence-based medicine; Confusion; MEDLINE; Alternative medicine; Medical education; Meta-analysis; Pathology; Psychology","score_opus":0.9761584664326822,"score_gpt":0.6677738614447164,"score_spread":0.3083846049879658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100707081","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19552487,0.57505316,0.04079422,0.010983453,0.0011760154,0.172867,0.000016656082,0.000018989462,0.0035656139],"genre_scores_gemma":[0.98137814,0.005413554,0.0061486457,0.00020209691,0.00010171179,0.005356942,6.6117394e-7,0.000024074381,0.0013741944],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.47145978,0.43112674,0.077287935,0.0018890931,0.017158967,0.0010774855],"domain_scores_gemma":[0.53686726,0.3646862,0.06710353,0.02534641,0.0056568864,0.00033974464],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.66981167,0.0005169312,0.0128305545,0.000447534,0.0002613959,0.0006504741,0.0063751377,0.00014053888,0.0033853624],"category_scores_gemma":[0.7612799,0.00013192202,0.0033191484,0.005547774,0.00035937704,0.00049443624,0.00045131033,0.000781577,0.0039570373],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010446492,0.00041721723,0.20837048,0.600813,0.00064408703,0.0000034240848,0.040888727,0.000070542614,0.0014893584,0.035560068,0.058621194,0.053111497],"study_design_scores_gemma":[0.00047802948,0.000349453,0.15875265,0.57354563,0.0014932516,0.000057178455,0.035058737,0.012065217,0.0001477332,0.10262855,0.11371341,0.0017101511],"about_ca_topic_score_codex":0.00026799625,"about_ca_topic_score_gemma":0.00009839352,"teacher_disagreement_score":0.78585327,"about_ca_system_score_codex":0.0000720736,"about_ca_system_score_gemma":0.00010872424,"threshold_uncertainty_score":0.99900085},"labels":[],"label_agreement":null},{"id":"W2100741073","doi":"10.1371/journal.pmed.1001380","title":"Prognosis Research Strategy (PROGRESS) 2: Prognostic Factor Research","year":2013,"lang":"en","type":"review","venue":"PLoS Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":811,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Economic and Social Research Council; Engineering and Physical Sciences Research Council; Center for Translational Molecular Medicine; Cancer Research UK; Dalhousie University; National Institute for Health and Care Research; Medical Research Council; Versus Arthritis; London School of Hygiene and Tropical Medicine; University of Birmingham; Canadian Institutes of Health Research; Queen Mary University of London; Wellcome; National Institute for Social Care and Health Research; Nova Scotia Health Research Foundation; British Heart Foundation; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Wellcome Trust","keywords":"Medicine; Clinical trial; Psychological intervention; Intensive care medicine; Impact factor; Disease; Clinical research; Risk factor; Internal medicine","score_opus":0.9808658730709006,"score_gpt":0.7176650014625973,"score_spread":0.2632008716083033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100741073","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007164625,0.9681649,0.000025711366,0.0012231934,0.00038539598,0.01400149,0.000056835383,0.000028923983,0.01604186],"genre_scores_gemma":[0.00033028953,0.9543004,0.0004745169,0.000026039235,0.0018085308,0.0054296316,0.00010319319,0.00013204523,0.037395343],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.79302865,0.11844359,0.027213348,0.0047273175,0.054203704,0.002383388],"domain_scores_gemma":[0.8895875,0.07458143,0.0075943815,0.010748389,0.01619895,0.001289349],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.3432755,0.0013172587,0.022584116,0.005700364,0.0007328939,0.0024159153,0.01026963,0.0008723568,0.102126464],"category_scores_gemma":[0.314977,0.0004974224,0.003267148,0.014977602,0.0018781818,0.00036624132,0.0011357997,0.004068293,0.082732506],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011933188,0.00017901645,0.00038805974,0.011456205,0.00068011944,0.000044160683,0.00019175636,3.989499e-8,4.259154e-7,0.00042670828,0.27163088,0.7150014],"study_design_scores_gemma":[0.0001373655,0.0005312421,0.0000812334,0.025249843,0.0013508674,0.00003174349,0.0006046369,0.00011041105,4.716704e-7,0.0019864696,0.9695108,0.00040491068],"about_ca_topic_score_codex":0.000047744517,"about_ca_topic_score_gemma":0.000017944652,"teacher_disagreement_score":0.7145965,"about_ca_system_score_codex":0.00029800244,"about_ca_system_score_gemma":0.0012951149,"threshold_uncertainty_score":0.99995786},"labels":[],"label_agreement":null},{"id":"W2101531054","doi":"10.1186/1472-6963-8-18","title":"Opinions on registering trial details: a survey of academic researchers","year":2008,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nursing research; Health administration; Medicine; Health informatics; Test (biology); Family medicine; Protocol (science); Logistic regression; Principal (computer security); Health services research; Set (abstract data type); Public health; Medical education; Alternative medicine; Nursing; Computer security","score_opus":0.9616835467726755,"score_gpt":0.7053441213382511,"score_spread":0.25633942543442445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101531054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9844249,0.0026554728,0.00055765547,0.0010545173,0.0003173421,0.0036515414,0.00009460992,0.0000096912745,0.007234273],"genre_scores_gemma":[0.98595434,0.0009193436,0.0012374959,0.00034819733,0.00021187899,0.00018010779,0.000040688126,0.000029540795,0.011078399],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.82421786,0.12907417,0.015919335,0.002123878,0.026939107,0.001725638],"domain_scores_gemma":[0.9407707,0.042017262,0.0041077305,0.0069993,0.0050110244,0.0010940126],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.47567216,0.00026278294,0.0032342568,0.0016551701,0.00077398407,0.0002688809,0.0049335477,0.00021778906,0.0023381],"category_scores_gemma":[0.044523973,0.00014589929,0.0007584593,0.0064184354,0.00029038102,0.00028325556,0.00061673624,0.0012548257,0.0040226104],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018726768,0.0009203632,0.82504565,0.006132907,0.0003784513,0.000028742703,0.020299518,0.00049660343,0.00008726972,0.0026208453,0.08988204,0.035380848],"study_design_scores_gemma":[0.007647373,0.001634438,0.87021047,0.0007536222,0.000010105919,0.000015870432,0.004893044,0.012172324,0.000030182095,0.0010067977,0.1013164,0.0003093633],"about_ca_topic_score_codex":0.0035455127,"about_ca_topic_score_gemma":0.0028120952,"teacher_disagreement_score":0.43114817,"about_ca_system_score_codex":0.00017889377,"about_ca_system_score_gemma":0.0020776321,"threshold_uncertainty_score":0.9985739},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2101735855","doi":"10.1002/sim.1285","title":"The Cochrane Collaboration – how is it progressing?","year":2002,"lang":"en","type":"article","venue":"Statistics in Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; University of Toronto","funders":"Medical Research Council Canada","keywords":"Cochrane collaboration; Systematic review; Quality (philosophy); Randomized controlled trial; Medicine; MEDLINE; Alternative medicine; Cochrane Library; Family medicine; Political science; Pathology","score_opus":0.5756978853050545,"score_gpt":0.5595249099652397,"score_spread":0.016172975339814766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101735855","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004525839,0.040903103,0.3450976,0.5035198,0.0038385363,0.003221303,0.00030404676,0.000017430773,0.09857239],"genre_scores_gemma":[0.68060964,0.0026398322,0.058273945,0.005542054,0.0007890726,0.00013538453,0.00003993632,0.00003281822,0.2519373],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9863735,0.003291046,0.004167105,0.00048956857,0.0054526236,0.00022617687],"domain_scores_gemma":[0.9864541,0.008081336,0.0021623983,0.0018129232,0.0013958493,0.00009335051],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.050224505,0.00017096939,0.0014999202,0.0001765216,0.00022237205,0.0006196614,0.000878208,0.000048271133,0.014839599],"category_scores_gemma":[0.10002017,0.00006343795,0.00010394225,0.0016616827,0.0002924931,0.00008607969,0.00003737058,0.00015159712,0.0009658227],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017817699,0.000013609222,0.0017062572,0.000020151661,0.000023848532,0.000012600888,0.0024433176,0.000003032779,0.000009301756,0.008750588,0.9399793,0.047036216],"study_design_scores_gemma":[0.00047344476,0.00011740423,0.0019781322,0.00016692505,0.00012111444,0.000009057351,0.0076724915,0.07997772,0.0000071821546,0.02762693,0.8817141,0.00013548104],"about_ca_topic_score_codex":0.0000054180173,"about_ca_topic_score_gemma":0.00017963389,"teacher_disagreement_score":0.6760838,"about_ca_system_score_codex":0.000031442865,"about_ca_system_score_gemma":0.000025724232,"threshold_uncertainty_score":0.99981207},"labels":[],"label_agreement":null},{"id":"W2101949586","doi":"10.1371/journal.pone.0059910","title":"Use of Trial Register Information during the Peer Review Process","year":2013,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; Women's College Hospital; University of Toronto","funders":"","keywords":"Trial registration; Clinical trial; Peer review; Medicine; Family medicine; MEDLINE; Internal medicine","score_opus":0.8641371579311667,"score_gpt":0.48804472412158995,"score_spread":0.3760924338095768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101949586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9765201,0.0012471571,0.00021798057,0.010574691,0.000064238666,0.0042648986,0.00000811668,0.000005353855,0.007097416],"genre_scores_gemma":[0.8312088,0.0008418649,0.0032515307,0.0033341746,0.00023665858,0.00094367255,0.000019228451,0.000015385154,0.16014868],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9842547,0.0018842776,0.005804666,0.00020049387,0.007744323,0.00011150094],"domain_scores_gemma":[0.9860906,0.0012556185,0.00471835,0.0026139708,0.005264346,0.00005711706],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.037772927,0.000107787695,0.0016630043,0.00009364811,0.00006306232,0.00057733565,0.0008471916,0.000030744795,0.00916045],"category_scores_gemma":[0.08081339,0.000038613918,0.00050530146,0.0006316621,0.000029558138,0.0012707418,0.000059275793,0.00008213695,0.0047032163],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040473643,0.0011950473,0.014882203,0.018339112,0.0020632262,8.644366e-7,0.004739848,0.00003078842,0.0006834391,0.0008749577,0.93657213,0.020213628],"study_design_scores_gemma":[0.015096829,0.0005393028,0.07065251,0.017112244,0.007848924,0.000019025196,0.0020920283,0.014648677,0.0040863254,0.008364305,0.85795003,0.0015898076],"about_ca_topic_score_codex":0.000009136352,"about_ca_topic_score_gemma":0.0000025746076,"teacher_disagreement_score":0.15305127,"about_ca_system_score_codex":0.000008383665,"about_ca_system_score_gemma":0.000021414746,"threshold_uncertainty_score":0.99607176},"labels":[],"label_agreement":null},{"id":"W2101957517","doi":"10.4103/0019-5413.80036","title":"The three-minute appraisal of a randomized trial","year":2011,"lang":"en","type":"article","venue":"Indian Journal of Orthopaedics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Randomized controlled trial; Physical therapy; Surgery","score_opus":0.5343390308465735,"score_gpt":0.46805790772902395,"score_spread":0.06628112311754958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101957517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9417467,0.003823877,0.03343618,0.0007559485,0.0050264616,0.0015426931,0.000011605461,0.0000024699686,0.013654025],"genre_scores_gemma":[0.9924979,0.00018629056,0.0057957782,0.00006712243,0.0006020875,0.000011542015,3.7990634e-7,0.000012385703,0.0008264642],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.96435714,0.010829655,0.01772308,0.0002853578,0.006541934,0.0002628557],"domain_scores_gemma":[0.94734395,0.02030129,0.026842574,0.0023094458,0.0028740992,0.00032867288],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2729282,0.00021145192,0.004836536,0.00043686663,0.00014072888,0.0002871388,0.0024920169,0.00009400866,0.0024550045],"category_scores_gemma":[0.13812831,0.000073119685,0.0061381077,0.00088971737,0.00036667407,0.0002795032,0.00007565881,0.0003383376,0.00018142737],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5213975,0.000602676,0.07197899,0.000089822344,0.007390793,0.0007278751,0.018751811,0.000033109278,0.000023170778,0.02533705,0.05531023,0.298357],"study_design_scores_gemma":[0.79943866,0.001280734,0.0059975535,0.00022139227,0.002995559,0.0009939692,0.0025908407,0.00073869864,0.000080023776,0.05465553,0.13056166,0.00044540167],"about_ca_topic_score_codex":0.0000049945443,"about_ca_topic_score_gemma":0.000028443264,"teacher_disagreement_score":0.2979116,"about_ca_system_score_codex":0.000010483756,"about_ca_system_score_gemma":0.0003139203,"threshold_uncertainty_score":0.9984569},"labels":[],"label_agreement":null},{"id":"W2102201239","doi":"10.2106/jbjs.k.01270","title":"Revisiting Sample Size: Are Big Trials the Answer?","year":2012,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Population Health Research Institute; Hamilton General Hospital","funders":"","keywords":"Sample size determination; Randomized controlled trial; Observational study; Randomization; Sample (material); Statistics; Computer science; Randomized experiment; Mathematics; Econometrics; Medicine; Surgery","score_opus":0.8322542825101864,"score_gpt":0.5003672522867769,"score_spread":0.3318870302234095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102201239","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94086474,0.040417947,0.0057485895,0.010028019,0.0019965726,0.00024341371,0.000013171276,0.000002224052,0.00068529474],"genre_scores_gemma":[0.9935129,0.00080505345,0.001526075,0.0008488961,0.002451579,0.000002136478,2.7427933e-7,0.000007975465,0.00084507064],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96475786,0.013616459,0.017904188,0.0002122941,0.0032330062,0.00027617902],"domain_scores_gemma":[0.7071498,0.22486556,0.062439322,0.0025631564,0.0023495539,0.00063262845],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5233173,0.00017394304,0.006644319,0.0003841547,0.00018487951,0.00061169616,0.00015451171,0.000053846445,0.0027885125],"category_scores_gemma":[0.44948292,0.000059600876,0.004074116,0.0006364672,0.00004250709,0.0003560478,0.000059836933,0.00021114986,0.000117567186],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029021068,0.000053225976,0.35465717,0.00009845211,0.0004292034,0.000024751393,0.00056608533,0.0000054082057,0.00040025447,0.00019724458,0.4076986,0.23584057],"study_design_scores_gemma":[0.00020999699,0.000018929262,0.39051074,0.00047915985,0.00066458265,0.0005602505,0.0029931539,0.0000626315,0.00010161155,0.004198649,0.5999967,0.00020360743],"about_ca_topic_score_codex":0.0000058322576,"about_ca_topic_score_gemma":0.0000012453744,"teacher_disagreement_score":0.2576081,"about_ca_system_score_codex":0.000012892707,"about_ca_system_score_gemma":0.00006221087,"threshold_uncertainty_score":0.99812305},"labels":[],"label_agreement":null},{"id":"W2102228952","doi":"10.1186/2046-4053-3-37","title":"Evaluation of the Cochrane Collaboration’s tool for assessing the risk of bias in randomized trials: focus groups, online survey, proposed recommendations and their implementation","year":2014,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":340,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Ottawa Regional Cancer Foundation","funders":"Canadian Institutes of Health Research; Medical Research Council; National Institute for Health and Care Research; Cancer Research UK","keywords":"Medicine; Usability; Focus group; Randomized controlled trial; Systematic review; Medical education; Workload; MEDLINE; Cochrane collaboration; Applied psychology; Family medicine; Cochrane Library; Psychology; Computer science; Surgery","score_opus":0.7962083644719846,"score_gpt":0.6136554181432272,"score_spread":0.1825529463287574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102228952","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3920681,0.040054537,0.38011813,0.0038523148,0.0013534634,0.18161076,0.0007035305,0.0000070516917,0.0002321277],"genre_scores_gemma":[0.9920426,0.0009922532,0.0037947185,0.000044507517,0.000052252515,0.0029210662,0.00006270918,0.000012993631,0.00007687996],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.26151377,0.69180083,0.04058176,0.0007310697,0.0051542576,0.00021828496],"domain_scores_gemma":[0.59858304,0.29699004,0.0873771,0.0058462713,0.011130196,0.0000733667],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.89263994,0.00030942532,0.011722949,0.00025561557,0.00020110876,0.0004522657,0.00088179595,0.00006620128,0.00029722197],"category_scores_gemma":[0.7593337,0.00008719219,0.0021094598,0.0018005728,0.00009640941,0.0002767002,0.00006425311,0.00009482343,0.000008570931],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011051376,0.0010047377,0.06451595,0.113162175,0.0068548894,6.548221e-8,0.03572051,0.0011220317,0.0010151913,0.019198725,0.031777702,0.7245229],"study_design_scores_gemma":[0.07014611,0.00016166143,0.026294235,0.02409572,0.019180859,0.000007846715,0.02541709,0.75722045,0.00035809437,0.07312475,0.00330802,0.00068517687],"about_ca_topic_score_codex":0.000116473915,"about_ca_topic_score_gemma":0.002743523,"teacher_disagreement_score":0.7560984,"about_ca_system_score_codex":0.0000707835,"about_ca_system_score_gemma":0.0002280359,"threshold_uncertainty_score":0.8013574},"labels":[],"label_agreement":null},{"id":"W2102274729","doi":"10.1186/s40064-015-0855-4","title":"CHAracteristics of research studies that iNfluence practice: a GEneral survey of Canadian orthopaedic Surgeons (CHANGES): a pilot survey","year":2015,"lang":"en","type":"article","venue":"SpringerPlus","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Hamilton Health Sciences; Hamilton General Hospital","funders":"","keywords":"Medicine; Family medicine; Promotion (chess); Descriptive statistics; Randomized controlled trial; Evidence-based medicine; Sample size determination; Alternative medicine; Surgery; Pathology","score_opus":0.8947501812075552,"score_gpt":0.5857027822240815,"score_spread":0.3090473989834738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102274729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9939186,0.002223297,0.00006767378,0.00064631813,0.00052815914,0.0006703444,0.00036684523,0.0000043550226,0.0015744157],"genre_scores_gemma":[0.99614084,0.00053625787,0.00078523834,0.00009786908,0.000033559278,0.000032922264,0.000024012897,0.000019040643,0.0023302513],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.94128805,0.041296456,0.0063059046,0.0010530801,0.009285642,0.0007708428],"domain_scores_gemma":[0.9409134,0.024721682,0.005255852,0.0041715684,0.024119468,0.0008180735],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.42324114,0.00029676457,0.0035064842,0.0024330919,0.00015833885,0.00026713274,0.0018657927,0.00010039084,0.000350988],"category_scores_gemma":[0.4780299,0.00017649919,0.00036016534,0.006769889,0.0004138411,0.00028672768,0.00042186317,0.00034503097,0.00037872212],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006762876,0.000062591746,0.98157084,0.00007896064,0.0003068575,0.00002039767,0.0010172493,0.000020177333,0.000048636557,0.00019660698,0.0152835185,0.0013265403],"study_design_scores_gemma":[0.00018346182,0.00019136028,0.98031104,0.00007900786,0.00007883524,0.00000864329,0.000751035,0.00020523324,0.000037610414,0.00014981584,0.01783982,0.00016413421],"about_ca_topic_score_codex":0.5804768,"about_ca_topic_score_gemma":0.8368272,"teacher_disagreement_score":0.25635043,"about_ca_system_score_codex":0.00016422942,"about_ca_system_score_gemma":0.00161841,"threshold_uncertainty_score":0.7197428},"labels":[],"label_agreement":null},{"id":"W2102685275","doi":"10.1186/2046-4053-2-24","title":"A protocol for a systematic review on the impact of unpublished studies and studies published in the gray literature in meta-analyses","year":2013,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"European Commission; McMaster University","keywords":"Medicine; Grey literature; Meta-analysis; Systematic review; MEDLINE; Cochrane Library; Publication bias; Gray (unit); Protocol (science); Inclusion and exclusion criteria; Gerontology; Alternative medicine; Pathology","score_opus":0.9180444448269799,"score_gpt":0.6734652623171064,"score_spread":0.24457918250987354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102685275","genre_codex":"review","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.3959824e-7,0.5444773,0.000018479932,0.00031462713,0.000051476738,0.45497355,0.000032121636,0.000003616765,0.00012868067],"genre_scores_gemma":[0.0000014872909,0.49876806,0.0001676879,0.0002172592,0.00003579773,0.49994346,0.000009013341,0.00003716607,0.00082008383],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.5639909,0.3256722,0.096413024,0.0034434332,0.009424353,0.0010560548],"domain_scores_gemma":[0.52832544,0.2607465,0.16740736,0.032379437,0.010775697,0.00036557735],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.57098264,0.0033209713,0.13903429,0.0022757843,0.00023171457,0.004017989,0.008564133,0.00041524487,0.00061921973],"category_scores_gemma":[0.6502359,0.0006125668,0.032557193,0.011660253,0.0002821168,0.000995461,0.00048556284,0.001062481,0.00043019722],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016910736,0.000082349616,0.0000013613802,0.88807774,0.016721485,0.000004649245,0.0014271917,7.3940157e-7,1.8298195e-8,0.0007809234,0.09211556,0.00078630296],"study_design_scores_gemma":[0.0001905577,0.00013727798,5.838609e-7,0.88765126,0.052628376,0.000081927734,0.0014966821,0.000030540927,1.9080648e-8,0.0022654333,0.055029307,0.0004880366],"about_ca_topic_score_codex":0.000018768289,"about_ca_topic_score_gemma":0.000052214593,"teacher_disagreement_score":0.10647709,"about_ca_system_score_codex":0.0003485228,"about_ca_system_score_gemma":0.0003241393,"threshold_uncertainty_score":0.9996326},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2102903042","doi":"10.1186/2046-4053-2-88","title":"How should we evaluate the risk of bias of physical therapy trials?: a psychometric and meta-epidemiological approach towards developing guidelines for the design, conduct, and reporting of RCTs in Physical Therapy (PT) area: a study protocol","year":2013,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Alberta Innovates; Killam Trusts; Fondation pour la Recherche Médicale; University of Alberta; Canadian Institutes of Health Research; Physiotherapy Foundation of Canada; Alberta Innovates - Health Solutions; Women and Children's Health Research Institute; Children's Health Research Institute","keywords":"Medicine; Epidemiology; Randomized controlled trial; Meta-analysis; Physical therapy; Research design; Pathology","score_opus":0.9844898175982594,"score_gpt":0.6756415085022591,"score_spread":0.30884830909600025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102903042","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.104559354,0.035441335,0.09523479,0.0025297175,0.00006434312,0.7621102,0.000010409339,0.0000063382026,0.000043538974],"genre_scores_gemma":[0.44213796,0.0022247694,0.030571844,0.00014871014,0.00011247352,0.5246442,8.874256e-7,0.000031405514,0.0001277589],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.80639464,0.14653203,0.041282736,0.0012993976,0.004121628,0.00036958768],"domain_scores_gemma":[0.70664203,0.16660531,0.11307159,0.0068668798,0.0066412357,0.00017295868],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.62581885,0.0008596817,0.031210506,0.0004195696,0.00014422831,0.0003723549,0.0015969689,0.00010613379,0.000045684414],"category_scores_gemma":[0.6230486,0.00017403462,0.0049657742,0.0028380656,0.00024452977,0.00023104204,0.0001492538,0.00024203239,0.0000035281453],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084418355,0.006052303,0.033550642,0.21299121,0.057200506,0.0000028985328,0.05232253,0.0009858508,0.0033346927,0.0038051552,0.025444217,0.6034658],"study_design_scores_gemma":[0.019273367,0.010282649,0.038950767,0.016086565,0.057811346,0.00016925072,0.064479955,0.651675,0.0019880205,0.11619088,0.019738348,0.0033538863],"about_ca_topic_score_codex":0.00006179273,"about_ca_topic_score_gemma":0.0000049236596,"teacher_disagreement_score":0.6506891,"about_ca_system_score_codex":0.000019328143,"about_ca_system_score_gemma":0.000117296106,"threshold_uncertainty_score":0.9831722},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2103418324","doi":"10.1002/jrsm.53","title":"Comparison of statistical inferences from the DerSimonian–Laird and alternative random‐effects model meta‐analyses – an empirical assessment of 920 Cochrane primary outcome meta‐analyses","year":2011,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University","funders":"","keywords":"Estimator; Meta-analysis; Statistics; Random effects model; Econometrics; Mathematics; Confidence interval; Medicine; Internal medicine","score_opus":0.9790827001812016,"score_gpt":0.785766586948887,"score_spread":0.19331611323231457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103418324","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04502687,0.012177295,0.9383519,0.00036002073,0.00005348774,0.0010901908,0.00018516704,0.000007171045,0.002747858],"genre_scores_gemma":[0.5398519,0.00019887483,0.45963907,0.00003908978,0.000018260871,0.00016440998,0.0000046980617,0.000014069005,0.00006959038],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.77346647,0.20340897,0.00959047,0.0016629561,0.011227643,0.00064350443],"domain_scores_gemma":[0.6498152,0.3390498,0.004116419,0.0038386022,0.002709523,0.00047047006],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2801977,0.0005748076,0.013668836,0.0008784692,0.00032378684,0.00042315052,0.003236999,0.00017326446,0.0052245376],"category_scores_gemma":[0.1510227,0.00021920234,0.0030888405,0.0017639699,0.0012379054,0.00041725597,0.00063541444,0.0006246013,0.000023187009],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009801857,0.0041178754,0.4355614,0.0021054838,0.36963004,0.000047430334,0.014700582,0.006743757,0.021314401,0.012514058,0.004922932,0.12736185],"study_design_scores_gemma":[0.00067158375,0.00042784505,0.111691356,0.000102326354,0.09807512,0.0000024363303,0.0042737243,0.6934372,0.030624779,0.060064472,0.00013317441,0.00049594394],"about_ca_topic_score_codex":0.001409988,"about_ca_topic_score_gemma":0.00019028859,"teacher_disagreement_score":0.6866935,"about_ca_system_score_codex":0.000049063314,"about_ca_system_score_gemma":0.0003444335,"threshold_uncertainty_score":0.9956848},"labels":[],"label_agreement":null},{"id":"W2103514527","doi":"10.4103/0019-5413.73651","title":"Evidence-based orthopedics: One step closer!","year":2010,"lang":"en","type":"article","venue":"Indian Journal of Orthopaedics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Orthopedic surgery; Medical physics; Surgery","score_opus":0.6429697857572431,"score_gpt":0.4808218017780465,"score_spread":0.16214798397919655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103514527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9652351,0.002001008,0.022683483,0.00425396,0.0028794615,0.0004210941,0.000017365077,0.000005773834,0.002502768],"genre_scores_gemma":[0.9601584,0.0001963411,0.035454802,0.001225616,0.0014238423,0.0000043743835,0.0000016838819,0.000025891739,0.0015090432],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.97018176,0.0050891377,0.012906224,0.00060199224,0.010795201,0.00042571133],"domain_scores_gemma":[0.9698864,0.0069509856,0.014122288,0.003412968,0.004758205,0.00086915115],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.16917919,0.00035717804,0.003238916,0.0012143812,0.00019389302,0.0010593289,0.0032477304,0.0002348181,0.01839886],"category_scores_gemma":[0.111367784,0.00018489374,0.0034109587,0.0019409896,0.0002003114,0.0011209924,0.00009556962,0.0012970129,0.0019013038],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055079556,0.00019047927,0.6771482,0.00007124636,0.0003467366,0.0007185118,0.0005190088,0.000096098665,0.0004483796,0.0009676911,0.030075317,0.28936324],"study_design_scores_gemma":[0.0017468131,0.00097889,0.16225123,0.0012461309,0.0012903301,0.0015057395,0.0009131242,0.002078804,0.00032667836,0.0043981085,0.82242125,0.00084288407],"about_ca_topic_score_codex":0.0000038820954,"about_ca_topic_score_gemma":0.000081847895,"teacher_disagreement_score":0.79234594,"about_ca_system_score_codex":0.00003210143,"about_ca_system_score_gemma":0.0009981318,"threshold_uncertainty_score":0.99997765},"labels":[],"label_agreement":null},{"id":"W2103581953","doi":"10.1038/sj.bdj.2015.498","title":"Practical considerations for conducting dental clinical trials in primary care","year":2015,"lang":"en","type":"article","venue":"BDJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Richmond Hospital","funders":"National Institute for Health and Care Research","keywords":"Clinical trial; Medicine; Alternative medicine; Stakeholder engagement; MEDLINE; Public relations; Pathology","score_opus":0.9893846528670601,"score_gpt":0.742228995473506,"score_spread":0.24715565739355416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103581953","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82962006,0.0024446447,0.06775001,0.0102444785,0.0045320634,0.00786517,0.00012851511,0.000023628318,0.07739145],"genre_scores_gemma":[0.8970121,0.000003962584,0.099068105,0.0010784647,0.0003955627,0.0001103072,0.000018877054,0.000008694202,0.002303906],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9495995,0.032510277,0.01476061,0.00069712906,0.0022452257,0.00018726151],"domain_scores_gemma":[0.8761233,0.114708476,0.0053321044,0.0017626522,0.0017111737,0.00036231702],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.38241538,0.00012398265,0.0034558587,0.00014340293,0.00007115494,0.0005773428,0.00022894592,0.00010018011,0.0016065085],"category_scores_gemma":[0.75505173,0.000061660765,0.0011775756,0.00028755484,0.000050605537,0.00024809185,0.00007016137,0.00014404647,0.0008164336],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003963547,0.00014185984,0.10346488,0.000048306312,0.00015103395,0.000027425855,0.0013503436,0.00003001556,0.0000701063,0.009421239,0.8772295,0.008025665],"study_design_scores_gemma":[0.009744288,0.0006845516,0.025627047,0.00018860197,0.0018473173,0.00039474692,0.0858114,0.009138915,0.0002532145,0.09174156,0.77348006,0.0010882962],"about_ca_topic_score_codex":0.000006081901,"about_ca_topic_score_gemma":0.000099330726,"teacher_disagreement_score":0.37263635,"about_ca_system_score_codex":0.000053380383,"about_ca_system_score_gemma":0.000589777,"threshold_uncertainty_score":0.99996156},"labels":[],"label_agreement":null},{"id":"W2103692400","doi":"10.1186/2046-4053-2-44","title":"Comparative effectiveness of monotherapies and combination therapies for patients with hypertension: protocol for a systematic review with network meta-analyses","year":2013,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; McMaster University; University of Ottawa; Bruyère; Ottawa Hospital","funders":"Fondation pour la Recherche Médicale; Canadian Institutes of Health Research; Alberta Innovates; University of Ottawa","keywords":"Medicine; MEDLINE; Systematic review; Randomized controlled trial; Meta-analysis; Stroke (engine); Intensive care medicine; Clinical trial; Protocol (science); Blood pressure; Physical therapy; Alternative medicine; Internal medicine","score_opus":0.8125787075009527,"score_gpt":0.5727477586254597,"score_spread":0.23983094887549306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103692400","genre_codex":"review","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.3684599e-7,0.52274215,0.009390749,0.000008409874,0.000030754283,0.4677438,0.000046198045,0.0000067310566,0.000030954965],"genre_scores_gemma":[0.000002883965,0.3315233,0.007530205,0.000050526054,0.000026529364,0.6602892,0.00006368813,0.00008044575,0.0004332233],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.87822604,0.08360625,0.031246373,0.0020212096,0.004378981,0.00052112836],"domain_scores_gemma":[0.8592479,0.061370954,0.06528868,0.0064993873,0.0073776236,0.00021541907],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.17482752,0.0024271503,0.11605178,0.0005819181,0.0003161335,0.0008588418,0.0022979241,0.0002936183,0.000278279],"category_scores_gemma":[0.027725494,0.0006808744,0.011460931,0.0023537292,0.00021376375,0.00048191415,0.000114202805,0.00022984376,0.00016196792],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025491345,0.00017115493,0.0000050248987,0.9682052,0.02653787,2.9348752e-7,0.000099718636,0.0000023072585,4.556976e-8,0.00042944375,0.0033094508,0.0012139606],"study_design_scores_gemma":[0.0007985601,0.00068592577,0.0000020427906,0.75799936,0.13976972,0.00002176959,0.00006479524,0.00009139109,1.5103748e-7,0.000386012,0.09955265,0.00062762346],"about_ca_topic_score_codex":0.0000041809526,"about_ca_topic_score_gemma":0.000006140189,"teacher_disagreement_score":0.21020588,"about_ca_system_score_codex":0.00009992668,"about_ca_system_score_gemma":0.00020537557,"threshold_uncertainty_score":0.99956423},"labels":[],"label_agreement":null},{"id":"W2103779230","doi":"10.1016/j.jclinepi.2014.06.014","title":"The value of including observational studies in systematic reviews was unclear: a descriptive study","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"H2020 European Research Council","keywords":"Observational study; Medicine; Systematic review; MEDLINE; Pathology; Biology","score_opus":0.9855335637438157,"score_gpt":0.7365681350500062,"score_spread":0.24896542869380955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103779230","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9444194,0.025957463,0.016015096,0.0074780053,0.0031939833,0.0024711317,0.0000014016163,0.000001762869,0.00046177141],"genre_scores_gemma":[0.98528504,0.0022959753,0.010153937,0.0012378931,0.00044324994,0.000039045797,1.8167295e-7,0.000008506134,0.00053617754],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.1858132,0.64657205,0.16142206,0.000990193,0.004662276,0.00054021145],"domain_scores_gemma":[0.03337461,0.85532355,0.10394576,0.002790385,0.004324528,0.00024115978],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8963257,0.0002729568,0.025490591,0.00029410928,0.0001446276,0.000052451964,0.0024074812,0.00014840851,0.000096546464],"category_scores_gemma":[0.97042364,0.00008974524,0.0045968015,0.00094409654,0.0003934899,0.00019518299,0.00029931753,0.00074589637,0.00016181935],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008770439,0.00035289934,0.925606,0.0014798954,0.0014098599,0.0000068948,0.0018223195,0.0012164928,0.0000028500262,0.036065623,0.026574004,0.0053754714],"study_design_scores_gemma":[0.0015514703,0.0021645392,0.61924887,0.006427663,0.0014576444,0.000072250936,0.015908808,0.021914044,6.3481383e-7,0.3064772,0.024511416,0.00026545583],"about_ca_topic_score_codex":0.000008959874,"about_ca_topic_score_gemma":0.00006826153,"teacher_disagreement_score":0.30635712,"about_ca_system_score_codex":0.000065064196,"about_ca_system_score_gemma":0.00013784613,"threshold_uncertainty_score":0.988977},"labels":[],"label_agreement":null},{"id":"W2104508264","doi":"10.1186/1741-7015-3-7","title":"EMBASE search strategies for identifying methodologically sound diagnostic studies for use by clinicians and researchers","year":2005,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"U.S. National Library of Medicine; McMaster University","keywords":"Medicine; Intensive care medicine; Sound (geography); MEDLINE","score_opus":0.9859611980453439,"score_gpt":0.7352710129110671,"score_spread":0.25069018513427677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104508264","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20437899,0.020388907,0.76720667,0.0050490373,0.00020565452,0.0025032666,0.000046606376,0.000010497286,0.00021036953],"genre_scores_gemma":[0.50206244,0.0024031412,0.47118062,0.0023023223,0.001136806,0.00093653885,0.00004090455,0.000044337237,0.019892916],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9820276,0.00838954,0.005293816,0.0010392286,0.0028144207,0.00043537462],"domain_scores_gemma":[0.69702846,0.29743746,0.0014810094,0.0016414247,0.0021234695,0.00028818945],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21241762,0.0002587556,0.0029586544,0.0002920109,0.00030529939,0.0006419824,0.0008183612,0.000092220886,0.0006197093],"category_scores_gemma":[0.55142605,0.00011261535,0.00057896465,0.00056190864,0.00045608176,0.00039396764,0.00013442042,0.00015688763,0.00006888547],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023183136,0.00013858976,0.03453648,0.0013318177,0.0009968958,0.0000072215603,0.0076890597,0.00034799453,0.0008141317,0.010892808,0.86087203,0.08214114],"study_design_scores_gemma":[0.007115154,0.0028673648,0.02381162,0.001053182,0.0029505843,0.000034081095,0.2673513,0.052809127,0.00013832092,0.26408616,0.37667197,0.0011111398],"about_ca_topic_score_codex":0.000023482973,"about_ca_topic_score_gemma":0.00044743423,"teacher_disagreement_score":0.48420006,"about_ca_system_score_codex":0.000035035868,"about_ca_system_score_gemma":0.00010434528,"threshold_uncertainty_score":0.8109818},"labels":[],"label_agreement":null},{"id":"W2104675861","doi":"10.1016/j.jclinepi.2010.04.026","title":"GRADE guidelines: 1. Introduction—GRADE evidence profiles and summary of findings tables","year":2011,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10460,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Grading (engineering); Quality of evidence; Evidence-based medicine; Quality (philosophy); Evidence-based practice; Systematic review; Medicine; MEDLINE; Actuarial science; Meta-analysis; Alternative medicine; Business; Pathology","score_opus":0.9530019511900161,"score_gpt":0.6695969753049804,"score_spread":0.28340497588503566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104675861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86592317,0.026243344,0.03961048,0.06321554,0.003832677,0.00061224203,0.000012619103,0.0000048584598,0.0005451025],"genre_scores_gemma":[0.5624675,0.016935267,0.406308,0.004831863,0.005078698,0.000013731407,0.0000026880537,0.000028801946,0.0043334477],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.83891255,0.071636036,0.085066415,0.0011702013,0.0027462414,0.0004685832],"domain_scores_gemma":[0.59861124,0.3092972,0.08019679,0.003800963,0.0072578075,0.0008359773],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.582577,0.0002529528,0.011260666,0.00040527436,0.000064811065,0.000037300848,0.0016671016,0.00028994822,0.0033062028],"category_scores_gemma":[0.8668239,0.00011021445,0.003149973,0.0005976285,0.0005703613,0.00045039807,0.00018920557,0.00062191434,0.00009788091],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085962456,0.00008892742,0.60649353,0.00005285935,0.00026860725,0.0000059948397,0.00010282954,0.000025601066,0.000054185777,0.004605653,0.37737265,0.010843165],"study_design_scores_gemma":[0.00087735604,0.0011812055,0.596654,0.0005567943,0.0008842329,0.00044410344,0.0007516981,0.0023127208,0.00012357262,0.18843284,0.20749529,0.00028617837],"about_ca_topic_score_codex":0.000030443192,"about_ca_topic_score_gemma":0.0000080914315,"teacher_disagreement_score":0.36669752,"about_ca_system_score_codex":0.000011417513,"about_ca_system_score_gemma":0.00017674679,"threshold_uncertainty_score":0.9976049},"labels":[],"label_agreement":null},{"id":"W2104729757","doi":"10.1186/1472-6963-2-3","title":"What kind of evidence is it that Evidence-Based Medicine advocates want health care providers and consumers to pay attention to?","year":2002,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":295,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Generalizability theory; Evidence-based medicine; Health informatics; Health care; Nursing research; Medicine; Health administration; Public relations; Scientific evidence; Public health; Alternative medicine; Engineering ethics; Psychology; Nursing; Epistemology; Political science; Law","score_opus":0.8966612961487457,"score_gpt":0.643717486614472,"score_spread":0.25294380953427364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104729757","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30752027,0.17000361,0.0022290903,0.50912106,0.0005762874,0.010362457,0.000034275363,0.000014461072,0.0001385222],"genre_scores_gemma":[0.96094996,0.011738512,0.0033335728,0.020994375,0.000082947154,0.00024373586,0.0000064082187,0.000024331861,0.00262618],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9560515,0.02042824,0.0071510435,0.0019663332,0.013265219,0.0011376345],"domain_scores_gemma":[0.97329193,0.015185965,0.0026658103,0.0033880325,0.0039426964,0.0015255489],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.13896887,0.00036619944,0.0031679692,0.001565029,0.0005889849,0.000997278,0.0021894595,0.00010472866,0.005309642],"category_scores_gemma":[0.010371882,0.00016426282,0.00040144613,0.004174842,0.00022780176,0.0012771597,0.00036397096,0.00035854764,0.0017043817],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020714465,0.0001174124,0.4976155,0.029031983,0.000109975175,0.0000052551386,0.12557752,0.00010498456,0.00016027868,0.000039241837,0.09060941,0.25642133],"study_design_scores_gemma":[0.0011244992,0.003961209,0.32973713,0.05923205,0.00011430118,0.000012551503,0.4492907,0.022168364,0.00023308238,0.00024299175,0.13320053,0.0006826238],"about_ca_topic_score_codex":0.004054796,"about_ca_topic_score_gemma":0.004486255,"teacher_disagreement_score":0.6534297,"about_ca_system_score_codex":0.000306561,"about_ca_system_score_gemma":0.00096881966,"threshold_uncertainty_score":0.9990729},"labels":[],"label_agreement":null},{"id":"W2104891090","doi":"10.2106/jbjs.m.01491","title":"The Validity of Level of Evidence Ratings of Articles Submitted to JBJS","year":2015,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Psychology","score_opus":0.9723956434621527,"score_gpt":0.5521466201376565,"score_spread":0.4202490233244962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104891090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99212205,0.0021577936,0.0033061672,0.0020653114,0.00017689673,0.000101045836,0.000004224565,3.521127e-7,0.000066158434],"genre_scores_gemma":[0.99777395,0.00019227751,0.0014996113,0.00006147955,0.000042342563,8.336951e-7,5.7967963e-8,0.0000030952058,0.00042638535],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9813522,0.003353551,0.011455731,0.0001618763,0.0035501814,0.00012642339],"domain_scores_gemma":[0.968989,0.013083045,0.013206486,0.0008246162,0.0036984754,0.00019836992],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20392026,0.00010601369,0.0032718359,0.0003897994,0.00004235088,0.000090169386,0.00019369852,0.000032534797,0.00013621223],"category_scores_gemma":[0.14329487,0.0000390956,0.0013320004,0.0007725805,0.00010098715,0.00025504522,0.00007889991,0.000087413726,0.000012220473],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018927986,0.0001878705,0.5748796,0.00030261412,0.00038266648,0.000021479847,0.0028925617,0.00010372749,0.039748352,0.00029709976,0.32559988,0.05539489],"study_design_scores_gemma":[0.00043413092,0.00053094636,0.9038046,0.0022119011,0.000637015,0.00023188094,0.006541312,0.0010129747,0.056268167,0.013351618,0.014702685,0.00027274986],"about_ca_topic_score_codex":0.00002721871,"about_ca_topic_score_gemma":0.000014297274,"teacher_disagreement_score":0.32892504,"about_ca_system_score_codex":0.000009254292,"about_ca_system_score_gemma":0.00018650449,"threshold_uncertainty_score":0.8639215},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2105352739","doi":"10.3899/jrheum.141440","title":"Optimal Strategies for Reporting Pain in Clinical Trials and Systematic Reviews: Recommendations from an OMERACT 12 Workshop","year":2015,"lang":"en","type":"article","venue":"The Journal of Rheumatology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":174,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa; McGill University; University of Toronto; McMaster University","funders":"National Cancer Institute; National Institute of Arthritis and Musculoskeletal and Skin Diseases; Agency for Healthcare Research and Quality; Patient-Centered Outcomes Research Institute","keywords":"Medicine; Randomized controlled trial; Physical therapy; Visual analogue scale; Interpretability; Pooling; Clinical trial; Systematic review; MEDLINE; Internal medicine; Artificial intelligence","score_opus":0.8935088860749568,"score_gpt":0.6400927785423581,"score_spread":0.2534161075325987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105352739","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8099225,0.012497472,0.1688959,0.005772601,0.0008994998,0.0019135686,0.000005419709,0.0000025031622,0.000090487425],"genre_scores_gemma":[0.9568349,0.0024446717,0.03998922,0.00035420142,0.00007989004,0.000063376116,0.0000056203576,0.000015968195,0.00021216612],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.60126495,0.2936694,0.10176886,0.00064106187,0.0022643378,0.00039135438],"domain_scores_gemma":[0.45303696,0.347917,0.19184503,0.0038647691,0.0027643114,0.000571964],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8374185,0.00020457395,0.01012527,0.0002960012,0.000091460635,0.00046651167,0.0011061569,0.0001261673,0.0002955735],"category_scores_gemma":[0.7476867,0.00007592471,0.0012718055,0.00036784072,0.00008029256,0.0005141835,0.00006548797,0.00033610023,0.000037171056],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008836208,0.0006836804,0.35854298,0.004728142,0.0033632948,0.000037272457,0.02853286,0.0027810638,0.00003117486,0.0056766206,0.4265245,0.16821481],"study_design_scores_gemma":[0.0080244765,0.0028678724,0.0070700604,0.028908385,0.007641524,0.008448006,0.42800558,0.18673117,0.0000036458018,0.22209568,0.09882518,0.0013784311],"about_ca_topic_score_codex":0.000045888708,"about_ca_topic_score_gemma":0.0002953091,"teacher_disagreement_score":0.3994727,"about_ca_system_score_codex":0.000023343102,"about_ca_system_score_gemma":0.00023382322,"threshold_uncertainty_score":0.6921432},"labels":[],"label_agreement":null},{"id":"W2105587708","doi":"","title":"Developing optimal search strategies for detecting clinically sound causation studies in MEDLINE.","year":2003,"lang":"en","type":"article","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Causation; MEDLINE; Gold standard (test); Medicine; Computer science; Epistemology","score_opus":0.9229342170872689,"score_gpt":0.6018530045558815,"score_spread":0.32108121253138733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105587708","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80208117,0.0009819901,0.1919904,0.0004529735,0.0003945676,0.0020063496,0.0000021560134,0.0000072584385,0.0020831341],"genre_scores_gemma":[0.95836574,0.0000297139,0.03920018,0.00011042728,0.00006756438,0.001254682,0.0000011175665,0.000008430233,0.0009621648],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98566896,0.0045273528,0.006619667,0.00072499237,0.002022856,0.00043617064],"domain_scores_gemma":[0.9816261,0.014063885,0.0017796714,0.0010400326,0.0013927951,0.000097514254],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19258784,0.00017801985,0.0017471436,0.00032453102,0.00015766468,0.0007175829,0.0005618348,0.000070408634,0.00008184555],"category_scores_gemma":[0.14085874,0.00009569296,0.0005075476,0.0010458174,0.00006526098,0.00033184327,0.000060357408,0.00012779764,0.00006666752],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008412075,0.00014223676,0.2795719,0.0007403886,0.0013992286,0.000019033683,0.013451197,0.014788549,0.000028777014,0.08396065,0.0043615466,0.60145235],"study_design_scores_gemma":[0.002649143,0.00014117874,0.36054355,0.0001518924,0.0004915391,0.00004330007,0.16801944,0.018680634,0.0004386123,0.41507572,0.03233057,0.0014344058],"about_ca_topic_score_codex":0.0000048527677,"about_ca_topic_score_gemma":0.00016565782,"teacher_disagreement_score":0.60001796,"about_ca_system_score_codex":0.000094440096,"about_ca_system_score_gemma":0.00014181458,"threshold_uncertainty_score":0.8663782},"labels":[],"label_agreement":null},{"id":"W2105832903","doi":"10.1016/j.jclinepi.2009.12.016","title":"Relative risk and odds ratio data are still portrayed with inappropriate scales in the medical literature","year":2010,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University","funders":"","keywords":"Odds ratio; Reciprocal; Relative risk; Confidence interval; Scale (ratio); Medicine; Odds; Statistics; Mathematics; Geography","score_opus":0.8102461535365199,"score_gpt":0.6332432112797253,"score_spread":0.17700294225679458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105832903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.907324,0.0024325633,0.051013667,0.037775725,0.00072428165,0.00031363094,0.000031616055,0.0000013903982,0.0003830891],"genre_scores_gemma":[0.97638446,0.0012626856,0.018137803,0.003318052,0.0007571411,0.000002822873,0.0000060339885,0.000006564585,0.00012446182],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7741276,0.17497908,0.04416797,0.0013962258,0.004876192,0.0004529357],"domain_scores_gemma":[0.33881095,0.57689834,0.07282088,0.0076683117,0.002813012,0.0009885307],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7140793,0.00023074461,0.0076724784,0.00020754579,0.00007463384,0.000151704,0.003307921,0.00054446765,0.00062592886],"category_scores_gemma":[0.8591365,0.00006864353,0.00095724425,0.0007140458,0.00062381267,0.00034967932,0.00023503232,0.0038358003,0.000046296966],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011888297,0.000107208056,0.9493374,0.0000120709665,0.00023802782,0.00016611535,0.00027555542,0.00002037519,6.1109915e-7,0.007261503,0.013363729,0.029098487],"study_design_scores_gemma":[0.00063618197,0.00026540915,0.8935682,0.0001201813,0.00021849194,0.0006419704,0.00029080187,0.011301106,6.841953e-8,0.05899831,0.033870887,0.00008835438],"about_ca_topic_score_codex":0.0000080370055,"about_ca_topic_score_gemma":0.0007091253,"teacher_disagreement_score":0.43531665,"about_ca_system_score_codex":0.000004041119,"about_ca_system_score_gemma":0.00020768544,"threshold_uncertainty_score":0.9984624},"labels":[],"label_agreement":null},{"id":"W2106099390","doi":"10.1136/eb-2013-101455","title":"Multitreatment comparison meta-analysis: promise and peril","year":2013,"lang":"en","type":"editorial","venue":"Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science","score_opus":0.8684756052155533,"score_gpt":0.5848530022435743,"score_spread":0.28362260297197905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106099390","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045890422,0.4212091,0.01103068,0.02793718,0.52819574,0.008211843,0.00028001695,0.000067893256,0.0026086427],"genre_scores_gemma":[0.030921336,0.0029193722,0.012887911,0.0016916916,0.79861325,0.0034402406,0.0008898195,0.00017433427,0.14846201],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9367472,0.01779447,0.018374043,0.0036128133,0.02283802,0.0006334854],"domain_scores_gemma":[0.8830807,0.07837841,0.019016355,0.011533302,0.006906412,0.0010848254],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.14445329,0.0015277202,0.029201316,0.0020737387,0.0002911378,0.0012928225,0.003221803,0.00079434126,0.109162316],"category_scores_gemma":[0.24131043,0.0005922258,0.009379555,0.0035057766,0.00051901775,0.0004935685,0.00024542003,0.0009542829,0.0034812472],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028681105,0.000084122956,0.00071706146,0.00023062558,0.07720699,0.000016974964,0.00032841077,0.0001339336,0.0000048715465,0.000016511667,0.9194734,0.0017583818],"study_design_scores_gemma":[0.00044445635,0.00027241162,0.00016719327,0.00020963443,0.3616827,7.2907505e-7,0.00023826024,0.0059541,0.0000051992147,0.00012778463,0.63054687,0.000350647],"about_ca_topic_score_codex":0.0008009706,"about_ca_topic_score_gemma":0.00025653225,"teacher_disagreement_score":0.41828972,"about_ca_system_score_codex":0.00019400418,"about_ca_system_score_gemma":0.0006328781,"threshold_uncertainty_score":0.99974716},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2106330956","doi":"10.1186/1745-6215-10-56","title":"Compliance of clinical trial registries with the World Health Organization minimum data set: a survey","year":2009,"lang":"en","type":"article","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; Canadian Institutes of Health Research; University of Ottawa; University of Toronto; Institute of Population and Public Health","funders":"University of Ottawa","keywords":"Medicine; Clinical trial; Minimum Data Set; Specialty; Family medicine; Data quality; Medical record; Quality assurance; Trial registration; MEDLINE; Nursing; Surgery","score_opus":0.9806405875645695,"score_gpt":0.7097222959663081,"score_spread":0.2709182915982614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106330956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5178288,0.008954622,0.21269701,0.20407625,0.006109793,0.03592386,0.0036895839,0.000078422825,0.0106416065],"genre_scores_gemma":[0.9736272,0.00009907432,0.0044077234,0.0019488162,0.0007529019,0.000009657739,0.00031700137,0.000014665097,0.018822923],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.85207784,0.11167071,0.029132314,0.0013822268,0.0054476666,0.00028922045],"domain_scores_gemma":[0.8119879,0.11997869,0.047716,0.016852638,0.0031915384,0.0002732515],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.59971476,0.00018494352,0.0066353586,0.00012214022,0.00014366992,0.00046563122,0.0032060677,0.000050096376,0.0021774],"category_scores_gemma":[0.39162964,0.00006387278,0.00048087543,0.002979465,0.00012496044,0.00017684216,0.00011268534,0.00012637512,0.0003161095],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002778226,0.00011572327,0.009822454,0.000014907338,0.00018797038,6.271377e-7,0.00016622874,0.000012054252,0.000002872776,0.00084894424,0.962997,0.023052977],"study_design_scores_gemma":[0.044041947,0.0022008284,0.34051555,0.00033108192,0.0010881773,0.00000976872,0.00093229127,0.0019536195,0.000047647984,0.0046709497,0.6035652,0.00064291834],"about_ca_topic_score_codex":0.000055445085,"about_ca_topic_score_gemma":0.00085941306,"teacher_disagreement_score":0.4557984,"about_ca_system_score_codex":0.000009352739,"about_ca_system_score_gemma":0.00043549103,"threshold_uncertainty_score":0.9987348},"labels":[],"label_agreement":null},{"id":"W2106656235","doi":"10.1016/j.jclinepi.2010.01.003","title":"AHRQ Series Commentary 1: Rating the evidence in comparative effectiveness reviews","year":2010,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Medicine; Health care; MEDLINE; Evidence-based practice; Agency (philosophy); Evidence-based medicine; Alternative medicine; Management science; Political science; Pathology; Sociology; Engineering","score_opus":0.9680271290904991,"score_gpt":0.7378589787667509,"score_spread":0.23016815032374827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106656235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9151419,0.008195445,0.011513596,0.060003858,0.0034923586,0.00091280526,0.0000017200274,0.0000014484048,0.00073689286],"genre_scores_gemma":[0.97007704,0.0014497134,0.016360974,0.010956316,0.00094803807,0.000021706655,5.1573295e-7,0.0000057891457,0.0001799295],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.42021474,0.4916015,0.08409976,0.0010475727,0.002501569,0.0005348342],"domain_scores_gemma":[0.08194278,0.85762095,0.055333864,0.0031020422,0.0016611923,0.0003391465],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8495924,0.00025577276,0.015627613,0.00017410867,0.0001227703,0.00009717353,0.0026324838,0.00020478375,0.0013497206],"category_scores_gemma":[0.84477985,0.000086326756,0.0039424878,0.0007126,0.00051500427,0.00048668848,0.00019527292,0.0021387143,0.00041532452],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000116195086,0.000074692834,0.8684087,0.000034191915,0.000120905795,0.000009599494,0.00021154706,0.00013693192,0.00009029292,0.0021762087,0.09703803,0.03158272],"study_design_scores_gemma":[0.00031151882,0.0003334566,0.7527455,0.0004068479,0.00012960452,0.00011762991,0.00030674247,0.0010323374,0.000013463771,0.03216756,0.21232888,0.000106447456],"about_ca_topic_score_codex":0.00001826812,"about_ca_topic_score_gemma":0.0003318031,"teacher_disagreement_score":0.36601946,"about_ca_system_score_codex":0.000018201461,"about_ca_system_score_gemma":0.00011227737,"threshold_uncertainty_score":0.99956316},"labels":[],"label_agreement":null},{"id":"W2106705776","doi":"10.1111/hir.12004","title":"Utilisation of search filters in systematic reviews of prognosis questions","year":2012,"lang":"en","type":"article","venue":"Health Information & Libraries Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Economics; University of Alberta","funders":"","keywords":"Limiting; MEDLINE; Medicine; Filter (signal processing); Information retrieval; Computer science; Medical physics","score_opus":0.7687440527721967,"score_gpt":0.5323884663293286,"score_spread":0.23635558644286814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106705776","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35640103,0.07438577,0.48056632,0.025849693,0.0049636215,0.027752083,0.00020785953,0.00004573729,0.029827882],"genre_scores_gemma":[0.98046803,0.00094040745,0.017656472,0.0005968481,0.00007232998,0.000081457765,0.000016451568,0.0000059517374,0.00016206404],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9562569,0.014683481,0.024789328,0.00013249887,0.0037667411,0.00037104503],"domain_scores_gemma":[0.979035,0.00248049,0.016219987,0.00096111477,0.0010193948,0.0002839785],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15983358,0.00016383,0.0030269832,0.0011833019,0.00015284392,0.00043602035,0.0007279845,0.00006504683,0.002436293],"category_scores_gemma":[0.032178782,0.00008345493,0.0006685974,0.0018179248,0.00006803195,0.006382579,0.00006083567,0.00024202354,0.00036791925],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059319464,0.0004329099,0.45700514,0.095606245,0.00026180875,4.42329e-7,0.119258575,0.0011247111,0.000013989009,0.10165369,0.13373326,0.09084991],"study_design_scores_gemma":[0.002232005,0.0008811226,0.47591442,0.032938402,0.00047052145,0.00046919574,0.07980714,0.047996838,0.0003767952,0.010997863,0.3468667,0.0010490172],"about_ca_topic_score_codex":0.000017361566,"about_ca_topic_score_gemma":0.0000034176937,"teacher_disagreement_score":0.624067,"about_ca_system_score_codex":0.0000686011,"about_ca_system_score_gemma":0.0003627889,"threshold_uncertainty_score":0.9984756},"labels":[],"label_agreement":null},{"id":"W2106889389","doi":"10.1002/jrsm.46","title":"Pooling health‐related quality of life outcomes in meta‐analysis—a tutorial and review of methods for enhancing interpretability","year":2011,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":293,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; McMaster University","funders":"","keywords":"Interpretability; Pooling; Strictly standardized mean difference; Meta-analysis; Odds; Odds ratio; Construct (python library); Psychological intervention; Statistics; Medicine; Computer science; Mathematics; Artificial intelligence; Logistic regression","score_opus":0.9473026375794946,"score_gpt":0.738310881158621,"score_spread":0.20899175642087364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106889389","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008800416,0.15706329,0.82880414,0.0009333528,0.0002045368,0.0030935304,0.000054764794,0.0000070442597,0.0010389293],"genre_scores_gemma":[0.09814334,0.002349884,0.89881104,0.00007397686,0.000017357639,0.00038593504,0.0000014627253,0.000017646362,0.0001993508],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.44312128,0.5137088,0.034382656,0.0022516176,0.0056047663,0.0009308822],"domain_scores_gemma":[0.31695426,0.64477134,0.0193309,0.010414266,0.007609172,0.00092008064],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.86652845,0.0003648087,0.019556558,0.0018623086,0.00012310488,0.00009477402,0.0019065589,0.00017845674,0.0052007106],"category_scores_gemma":[0.764193,0.00018502027,0.007081633,0.0053508277,0.0003213858,0.00023825427,0.00043780828,0.00041484492,0.000009452427],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048880785,0.0012384087,0.050648484,0.05088737,0.20854856,0.0000010764046,0.01115613,0.000032454773,0.0052929143,0.016029596,0.0005398039,0.6551364],"study_design_scores_gemma":[0.0027516603,0.0014972681,0.2094546,0.008481305,0.282389,0.000008931129,0.018964624,0.048972633,0.07612929,0.33532858,0.012232516,0.0037896275],"about_ca_topic_score_codex":0.001555747,"about_ca_topic_score_gemma":0.0002923259,"teacher_disagreement_score":0.65134674,"about_ca_system_score_codex":0.00008380038,"about_ca_system_score_gemma":0.0004453088,"threshold_uncertainty_score":0.99570864},"labels":[],"label_agreement":null},{"id":"W2107169068","doi":"10.1016/j.jclinepi.2012.03.009","title":"The systematic review and bibliometric network analysis (SeBriNA) is a new method to contextualize evidence. Part 1: description","year":2012,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Systematic review; Grading (engineering); Data science; Computer science; Data extraction; Context (archaeology); Relevance (law); Bibliometrics; Citation; Meta-analysis; Citation analysis; Quality (philosophy); Evidence-based medicine; Critical appraisal; Management science; MEDLINE; Data mining; Medicine; Library science; Alternative medicine; Political science; Geography","score_opus":0.9452749707894987,"score_gpt":0.7093100142682834,"score_spread":0.2359649565212153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107169068","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014262947,0.50513566,0.45684034,0.034536857,0.0009967303,0.0009247465,0.0000019295185,0.0000022068734,0.00013525959],"genre_scores_gemma":[0.09284602,0.41810647,0.28588304,0.17146051,0.0066372044,0.00012718608,0.0000020645437,0.000054989523,0.024882521],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.45190683,0.42697564,0.112315655,0.0014436878,0.005970701,0.0013874867],"domain_scores_gemma":[0.10546015,0.8006432,0.08178266,0.005143384,0.004423543,0.0025470487],"candidate_categories":["metaresearch","metaepi_broad","bibliometrics","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8677776,0.00035853725,0.026125057,0.005362854,0.00020687302,0.0003223158,0.0023080567,0.00025563478,0.0021419825],"category_scores_gemma":[0.89906996,0.00012886482,0.008284196,0.047406364,0.00013056902,0.0005598373,0.0002589611,0.00066288706,0.00077795505],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031376603,0.000037232556,0.2602559,0.0030472619,0.004050356,0.0000019205293,0.000065813016,0.000083049374,2.419674e-7,0.0019794377,0.7040452,0.026402246],"study_design_scores_gemma":[0.00046444754,0.0008470488,0.37511653,0.019962057,0.0669077,0.00039658407,0.00030895876,0.0033908845,3.0094313e-7,0.027775364,0.50432336,0.00050679443],"about_ca_topic_score_codex":0.000019576739,"about_ca_topic_score_gemma":0.000016467098,"teacher_disagreement_score":0.37366757,"about_ca_system_score_codex":0.000036294263,"about_ca_system_score_gemma":0.00014413471,"threshold_uncertainty_score":0.9999298},"labels":[],"label_agreement":null},{"id":"W2107316294","doi":"10.1111/j.1365-2753.2010.01383.x","title":"Causality, mathematical models and statistical association: dismantling evidence‐based medicine","year":2010,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Pride; Causality (physics); Argument (complex analysis); Criticism; Hierarchy; Evidence-based medicine; Randomized controlled trial; Holy Grail; Epistemology; Alternative medicine; Psychology; MEDLINE; Medicine; Law; Computer science; Political science; Philosophy","score_opus":0.9243442821213933,"score_gpt":0.7228261538513745,"score_spread":0.2015181282700188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107316294","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23657553,0.0016713643,0.5938452,0.15150629,0.0032873468,0.0012794242,0.0000075855914,0.000004791257,0.011822455],"genre_scores_gemma":[0.90681064,0.00012268705,0.0904265,0.001664125,0.0007110519,0.000008090366,0.0000010751479,0.00000856668,0.00024724213],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.8782272,0.061419528,0.03509922,0.00090497045,0.0240146,0.00033447804],"domain_scores_gemma":[0.4561514,0.4999359,0.027951244,0.0017744465,0.013704741,0.0004822824],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7305884,0.00018177807,0.0027093685,0.00033648126,0.00008558032,0.00048171243,0.00063741865,0.00022857652,0.009956845],"category_scores_gemma":[0.92519546,0.00009004623,0.0005211407,0.0007197943,0.00014675893,0.0018592501,0.00007617925,0.0013249486,0.00023435395],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008794783,0.0027720192,0.3734723,0.0003097407,0.0014156223,0.00022284979,0.0024147995,0.011249031,0.00021420122,0.18726751,0.20868164,0.2111008],"study_design_scores_gemma":[0.001091393,0.00024226987,0.03973724,0.00023903849,0.0013761327,0.00009502777,0.00054676406,0.6235127,0.0000011892093,0.32463232,0.008407052,0.00011887749],"about_ca_topic_score_codex":0.000006581157,"about_ca_topic_score_gemma":0.000025341134,"teacher_disagreement_score":0.67023516,"about_ca_system_score_codex":0.00009136656,"about_ca_system_score_gemma":0.00042712025,"threshold_uncertainty_score":0.9909482},"labels":[],"label_agreement":null},{"id":"W2107616463","doi":"10.1111/jcpt.12172","title":"Biomedical journals lack a consistent method to detect outcome reporting bias: a cross-sectional analysis","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Pharmacy and Therapeutics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Richmond Hospital","funders":"","keywords":"Cross-sectional study; Outcome (game theory); Medicine; Psychology; Statistics; Family medicine; Mathematics; Pathology","score_opus":0.9522452634176003,"score_gpt":0.741123696152561,"score_spread":0.21112156726503928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107616463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5552563,0.0007831044,0.43979195,0.002753933,0.0008890792,0.00017292002,0.000007084254,0.0000034270454,0.00034222408],"genre_scores_gemma":[0.9336978,0.00016445552,0.057920925,0.006584079,0.0009638884,0.0000023753637,6.840518e-7,0.000013062428,0.0006527303],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.92696667,0.01748864,0.048659824,0.0006865348,0.005871606,0.00032669693],"domain_scores_gemma":[0.86261904,0.049872324,0.07772954,0.0020564545,0.0060628774,0.0016597572],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4965764,0.00031322136,0.0063650818,0.0010489324,0.00022698408,0.0013846285,0.001218019,0.00015799058,0.0025701334],"category_scores_gemma":[0.14861599,0.00014635015,0.0069647077,0.0022488455,0.00017518143,0.0002495531,0.00015732407,0.00094249164,0.00013540943],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113589034,0.00009917824,0.83463323,0.000012937066,0.0037089959,0.000029535382,0.00006447118,0.00031312116,0.00011855136,0.000056779634,0.0005520174,0.16029757],"study_design_scores_gemma":[0.0013008097,0.00027370555,0.51897585,0.000027794316,0.0038458598,0.00049199007,0.000080209466,0.025450397,0.00004151354,0.0074123903,0.4418807,0.0002187873],"about_ca_topic_score_codex":0.0000039471533,"about_ca_topic_score_gemma":0.0000037491923,"teacher_disagreement_score":0.44132867,"about_ca_system_score_codex":0.000024852494,"about_ca_system_score_gemma":0.00015857916,"threshold_uncertainty_score":0.999652},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2107938879","doi":"10.2106/jbjs.g.00963","title":"Blinding of Outcomes in Trials of Orthopaedic Trauma: An Opportunity to Enhance the Validity of Clinical Trials","year":2008,"lang":"en","type":"review","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Hamilton General Hospital; McMaster University","funders":"","keywords":"Blinding; Medicine; Clinical trial; Randomized controlled trial; Psychological intervention; Physical therapy; Surgery; Psychiatry; Internal medicine","score_opus":0.9683093020903134,"score_gpt":0.6821932044080671,"score_spread":0.28611609768224633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107938879","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.100659706,0.895836,0.0004653755,0.000266508,0.0012439066,0.0013237281,0.00010882691,8.0778955e-7,0.00009512241],"genre_scores_gemma":[0.014182333,0.9846913,0.0005451832,0.000054027252,0.00031581538,0.0000095953765,0.000003466524,0.00001490855,0.00018331903],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.49298733,0.2547074,0.24132968,0.0010267089,0.0095012365,0.0004476599],"domain_scores_gemma":[0.3414636,0.35332632,0.2970646,0.0038684448,0.0032774964,0.0009995404],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8338389,0.00048539328,0.08080348,0.0026979465,0.000056376124,0.00009265041,0.0005949166,0.00035198746,0.0012393872],"category_scores_gemma":[0.72844297,0.00017473799,0.030971728,0.0016997762,0.00018479515,0.00026735535,0.00012689445,0.00070880324,0.000007469827],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005895708,0.00036227095,0.011470586,0.0026219273,0.00095898047,0.000040443156,0.00012709486,0.00000189212,0.0000026168611,0.000012618401,0.011909717,0.9724329],"study_design_scores_gemma":[0.0011402363,0.0007945262,0.023548273,0.040079948,0.011116811,0.0004952528,0.0008620494,0.000018927316,0.000058095862,0.0009249206,0.9202052,0.0007558014],"about_ca_topic_score_codex":0.000017321374,"about_ca_topic_score_gemma":0.000017456281,"teacher_disagreement_score":0.9716771,"about_ca_system_score_codex":0.0000217994,"about_ca_system_score_gemma":0.0016800974,"threshold_uncertainty_score":0.9996736},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2108143614","doi":"10.3945/an.113.004291","title":"The WHO Evidence-Informed Guideline Development Process and Implications for Vitamin and Mineral Research Priorities: Symposium Rationale and Summary","year":2013,"lang":"en","type":"review","venue":"Advances in Nutrition","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nutrition International","funders":"","keywords":"CLARITY; Psychological intervention; Guideline; Transparency (behavior); Process (computing); Medicine; Process management; Management science; Business; Political science; Nursing; Computer science; Engineering","score_opus":0.6774202216770857,"score_gpt":0.6146618428222601,"score_spread":0.0627583788548256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108143614","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006877697,0.9908718,0.0010335008,0.0014163053,0.0000735053,0.006241482,0.0000538066,0.0000031614834,0.00023764807],"genre_scores_gemma":[0.0000110822375,0.97968006,0.010505698,0.000035389738,0.00012393646,0.00702989,0.000097001095,0.000013080656,0.0025038621],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9891083,0.0019619851,0.006210737,0.00088592933,0.0015262779,0.0003067679],"domain_scores_gemma":[0.9735087,0.021641253,0.0019041045,0.00089656847,0.0019386052,0.00011074141],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03785765,0.00032132823,0.0025225736,0.0005079241,0.0005932883,0.0011402821,0.00070905086,0.00014403455,0.00002476654],"category_scores_gemma":[0.017532269,0.00015379701,0.0002444535,0.00094302796,0.00025195457,0.001179286,0.00015847346,0.00020582537,0.0000135701],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049993487,0.000021614502,0.00013748395,0.015731022,0.00003446271,1.6943851e-7,0.0002228619,7.368472e-7,9.673444e-7,0.0016437286,0.022552535,0.95964944],"study_design_scores_gemma":[0.00015892474,0.000037351987,0.000052602543,0.009400688,0.00008520944,0.000016438693,0.000499624,0.00015859146,5.3222413e-7,0.011008312,0.978413,0.00016876473],"about_ca_topic_score_codex":0.0000027799138,"about_ca_topic_score_gemma":0.00015203221,"teacher_disagreement_score":0.95948064,"about_ca_system_score_codex":0.00010403193,"about_ca_system_score_gemma":0.00037652082,"threshold_uncertainty_score":0.99989665},"labels":[],"label_agreement":null},{"id":"W2108299000","doi":"10.1111/j.1541-0420.2012.01773.x","title":"Bayesian Meta‐Analysis of the Accuracy of a Test for Tuberculous Pleuritis in the Absence of a Gold Standard Reference","year":2012,"lang":"en","type":"article","venue":"Biometrics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"Canadian Institutes of Health Research","keywords":"Gold standard (test); Sensitivity (control systems); Statistics; Bayesian probability; Computer science; Receiver operating characteristic; Meta-analysis; Mathematics; Medicine; Pathology","score_opus":0.733732116492757,"score_gpt":0.5181350156285705,"score_spread":0.2155971008641866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108299000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8040813,0.06276668,0.111465335,0.0020005812,0.00052116404,0.005898915,0.005602992,0.000007798939,0.0076551847],"genre_scores_gemma":[0.99599004,0.000115369854,0.0035142184,0.000060906972,0.000011185842,0.000042422424,0.0000038695853,0.00000490182,0.00025710955],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98674244,0.0027159683,0.0055438117,0.00036737684,0.004391789,0.0002386078],"domain_scores_gemma":[0.9511444,0.037374515,0.0061141825,0.0036316733,0.0016605725,0.00007467615],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07719249,0.00018029819,0.0036728699,0.0027736686,0.000041400923,0.000093658906,0.002661773,0.00007725269,0.00074277475],"category_scores_gemma":[0.12936524,0.00006422621,0.0033329153,0.03948031,0.00013219523,0.00016509973,0.00013966067,0.00008490589,0.000007635029],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048230777,0.001534561,0.84495646,0.0010305133,0.05587724,0.0000017606478,0.0072714374,0.00026506576,0.0026838628,0.016410341,0.021567807,0.048352703],"study_design_scores_gemma":[0.0008107804,0.00048583004,0.72570276,0.000085807274,0.1623334,0.000012046174,0.00524437,0.009654955,0.002959156,0.0046686293,0.0873899,0.0006523725],"about_ca_topic_score_codex":0.00013479844,"about_ca_topic_score_gemma":0.00013242694,"teacher_disagreement_score":0.19190867,"about_ca_system_score_codex":0.000019951867,"about_ca_system_score_gemma":0.000067878456,"threshold_uncertainty_score":0.980936},"labels":[],"label_agreement":null},{"id":"W2108464813","doi":"10.1186/1471-2288-1-13","title":"Determinants of abstract acceptance for the Digestive Diseases Week – a cross sectional study","year":2001,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Deutscher Akademischer Austauschdienst","keywords":"Cross-sectional study; Medicine; Sample size determination; Family medicine; Clinical trial; Statistical significance; Presentation (obstetrics); Demography; Internal medicine; Surgery; Pathology; Statistics; Mathematics","score_opus":0.9645947845765394,"score_gpt":0.7438958041379483,"score_spread":0.22069898043859104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108464813","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8110001,0.0011871968,0.18465818,0.0002984623,0.00043912805,0.0019261986,0.000036050897,0.0000037901673,0.0004509012],"genre_scores_gemma":[0.98281956,0.00009615856,0.010970068,0.000074116324,0.0003413034,0.00057322753,0.0000021294168,0.000011857938,0.0051115993],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.82091665,0.1386925,0.011830296,0.0020583302,0.025323937,0.0011783128],"domain_scores_gemma":[0.27212593,0.71687526,0.0024250876,0.0034255905,0.0045187953,0.0006293593],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5467828,0.00020050886,0.002638108,0.00038333892,0.00044161858,0.00029141485,0.0038852906,0.0001731382,0.020283325],"category_scores_gemma":[0.84265065,0.000079038466,0.0012309673,0.0014832636,0.0011039223,0.00013664123,0.0004582376,0.00048640228,0.00030913294],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026749697,0.00033946775,0.9218225,0.000047031743,0.00010198208,0.00002162298,0.00024996616,0.000032571406,0.000009472324,0.0002853424,0.0032366135,0.073585965],"study_design_scores_gemma":[0.00046898625,0.00033996918,0.9761415,0.00001863014,0.000053763193,0.000027077487,0.0020091326,0.006200255,0.000011030994,0.0075121266,0.0071448437,0.00007268464],"about_ca_topic_score_codex":0.00014836589,"about_ca_topic_score_gemma":0.0010788045,"teacher_disagreement_score":0.57818276,"about_ca_system_score_codex":0.00003799427,"about_ca_system_score_gemma":0.00090708636,"threshold_uncertainty_score":0.9806123},"labels":[],"label_agreement":null},{"id":"W2108696783","doi":"10.1186/1741-7015-8-18","title":"CONSORT 2010 Statement: updated guidelines for reporting parallel group randomised trials","year":2010,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13537,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Institut National de la Santé et de la Recherche Médicale; University of Oxford; Canadian Institutes of Health Research; National Institute for Health and Care Research; Cancer Research UK; Medical Research Council; University of Ottawa; McMaster University; Johns Hopkins University; Johns Hopkins Bloomberg School of Public Health; University of Pennsylvania","keywords":"Consolidated Standards of Reporting Trials; Medicine; Alternative medicine; Family medicine; Guideline; Statement (logic); Randomized controlled trial; Obstetrics and gynaecology; Evidence-based medicine; MEDLINE; Clinical trial; Internal medicine; Pregnancy; Pathology","score_opus":0.9271902603419299,"score_gpt":0.6433075644926074,"score_spread":0.28388269584932246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108696783","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.095070004,0.0018119696,0.86276025,0.014000057,0.007117542,0.010323749,0.0000509006,0.00004814571,0.008817376],"genre_scores_gemma":[0.19467928,0.00019376865,0.60809994,0.007589802,0.0072325286,0.0021863156,0.0007971026,0.00011878364,0.17910248],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.90948385,0.008899729,0.073680654,0.0015561506,0.0058810064,0.0004986383],"domain_scores_gemma":[0.85219437,0.045872476,0.0847315,0.0075886766,0.00896692,0.00064605405],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6376405,0.00039090338,0.008714772,0.00038803706,0.00019398288,0.0002653011,0.0012411228,0.00013777202,0.032574613],"category_scores_gemma":[0.8257341,0.00015168343,0.0020852115,0.0007244168,0.00014737254,0.00016422989,0.00007288051,0.0001999409,0.00049956824],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038202744,0.000028738139,0.0052676895,0.00005764376,0.0002492594,0.000004962384,0.00013713421,0.000019757663,0.004481312,0.0018569684,0.98068213,0.0068324003],"study_design_scores_gemma":[0.022469161,0.00011797168,0.0019853818,0.00010250384,0.0012618207,0.000035030742,0.00091331184,0.013524915,0.0000994265,0.012858606,0.9463295,0.00030237698],"about_ca_topic_score_codex":0.00004583187,"about_ca_topic_score_gemma":0.00022414787,"teacher_disagreement_score":0.2546603,"about_ca_system_score_codex":0.000010999685,"about_ca_system_score_gemma":0.00014713989,"threshold_uncertainty_score":0.96830976},"labels":[],"label_agreement":null},{"id":"W2108830195","doi":"10.1111/j.1365-2753.2008.00951.x","title":"Evidence‐based medicine and limits to the literature search","year":2008,"lang":"en","type":"review","venue":"Journal of Evaluation in Clinical Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; University of Toronto","funders":"","keywords":"Hierarchy; Subject (documents); Computer science; Core (optical fiber); Subject matter; Management science; Psychology; Data science; Political science; World Wide Web; Law","score_opus":0.9726037862932926,"score_gpt":0.7690740219648419,"score_spread":0.2035297643284507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108830195","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022014056,0.9555597,0.0009782135,0.039627507,0.0011711138,0.0016882358,0.0000029866062,6.7111074e-7,0.00094958],"genre_scores_gemma":[0.000071807925,0.98938346,0.0050149215,0.0033891564,0.0015885348,0.000028090137,0.0000023387513,0.000014181552,0.00050752854],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.59310436,0.31165445,0.060127042,0.0015860834,0.033137158,0.00039090202],"domain_scores_gemma":[0.43201634,0.5100698,0.035909098,0.0034543672,0.018081225,0.00046914475],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7343665,0.00039268215,0.008919444,0.0012009906,0.00013603657,0.0007908661,0.0021197947,0.00039177047,0.002485876],"category_scores_gemma":[0.9259202,0.00013175479,0.0028760554,0.004386928,0.00014003759,0.0010646023,0.00012687992,0.002440155,0.0007775046],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029494737,0.00006336463,0.000043608172,0.00042475184,0.00018961346,0.000041431944,0.00035135972,0.0001337979,1.2216491e-8,0.000033227574,0.13767059,0.8610188],"study_design_scores_gemma":[0.00026794086,0.00036388432,0.0002808096,0.026880605,0.0029062564,0.0005386285,0.00018615664,0.0013000178,6.238574e-9,0.00030223647,0.96685743,0.0001160017],"about_ca_topic_score_codex":0.0000031347786,"about_ca_topic_score_gemma":0.000007333186,"teacher_disagreement_score":0.8609027,"about_ca_system_score_codex":0.00012434613,"about_ca_system_score_gemma":0.0016005322,"threshold_uncertainty_score":0.99986124},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2108924730","doi":"10.1002/14651858.mr000030.pub2","title":"Consolidated standards of reporting trials (CONSORT) and the completeness of reporting of randomised controlled trials (RCTs) published in medical journals","year":2012,"lang":"en","type":"review","venue":"Cochrane Database of Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":754,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Regional Cancer Foundation; Ottawa Hospital","funders":"Medical Research Council","keywords":"Consolidated Standards of Reporting Trials; Completeness (order theory); Medicine; Randomized controlled trial; Alternative medicine; Family medicine; Medical physics; Internal medicine; Mathematics; Pathology","score_opus":0.860512099016942,"score_gpt":0.6215235551346209,"score_spread":0.23898854388232116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108924730","genre_codex":"review","genre_gemma":"review","domain_codex":"reporting","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":"reporting","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001326195,0.9486533,0.0025375357,0.00006611923,0.0005527415,0.04642167,0.0011696526,0.000003860248,0.00046253047],"genre_scores_gemma":[0.0015239045,0.994679,0.0010423396,0.000019125797,0.00014727455,0.002234239,0.00021455447,0.0000528885,0.00008667368],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.032234192,0.4296131,0.5152148,0.0017743487,0.020462882,0.00070067734],"domain_scores_gemma":[0.008700447,0.30175835,0.6698163,0.010026274,0.009265002,0.00043360205],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.97538525,0.0015947118,0.2978984,0.0023168363,0.00011385931,0.00044846497,0.0044981046,0.00062771555,0.009227049],"category_scores_gemma":[0.98982924,0.00051300676,0.029621791,0.0040015113,0.0010000654,0.00056076015,0.0006570831,0.00084623497,0.000018798586],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078732637,0.00016817432,0.00007735243,0.9703119,0.0053768493,0.000029900992,0.00031342724,5.8491145e-7,0.000032118078,0.00040928755,0.0017920139,0.020701101],"study_design_scores_gemma":[0.028142389,0.00003923665,0.000003983938,0.90680426,0.04971468,0.00056504004,0.00054580363,0.00021580022,0.000018607754,0.00011959368,0.013396829,0.00043374504],"about_ca_topic_score_codex":0.000100577556,"about_ca_topic_score_gemma":0.000034701257,"teacher_disagreement_score":0.2682766,"about_ca_system_score_codex":0.00008438792,"about_ca_system_score_gemma":0.002360516,"threshold_uncertainty_score":0.99973214},"labels":[],"label_agreement":null},{"id":"W2109346853","doi":"10.1016/j.jclinepi.2011.01.011","title":"GRADE guidelines: 5. Rating the quality of evidence—publication bias","year":2011,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1843,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Funnel plot; Publication bias; Observational study; Reporting bias; Suspect; Medicine; Meta-analysis; Non-response bias; Evidence-based medicine; Evidence-based practice; Quality of evidence; Randomized controlled trial; Quality (philosophy); Sample size determination; MEDLINE; Psychology; Statistics; Alternative medicine","score_opus":0.9973717538333816,"score_gpt":0.7970850390389328,"score_spread":0.20028671479444882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109346853","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5366886,0.006569386,0.30005485,0.14747693,0.0032520494,0.0006882512,0.000005766382,0.000004861032,0.00525926],"genre_scores_gemma":[0.89017594,0.00077894627,0.09818878,0.008674292,0.00095349574,0.000005310773,6.261733e-7,0.0000075803314,0.0012150354],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.2785524,0.44706315,0.26506934,0.0013175854,0.0073848027,0.0006127154],"domain_scores_gemma":[0.036997955,0.7433395,0.19761285,0.0049828403,0.016635293,0.0004315699],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.90253687,0.00019160508,0.010790011,0.00022221371,0.00007969123,0.000051387753,0.0032701138,0.00023957613,0.0034323875],"category_scores_gemma":[0.98316205,0.000057304576,0.0062569934,0.0008104476,0.00038577858,0.000346006,0.00015748199,0.00066946755,0.00032178368],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046721758,0.00008674467,0.7622713,0.000020557067,0.0002552657,9.539636e-7,0.00019742652,0.00004469925,0.000019369329,0.016090922,0.15050848,0.07045759],"study_design_scores_gemma":[0.00024504514,0.00029635406,0.81522906,0.00012838363,0.0002362713,0.000035890578,0.0005488631,0.00248451,0.000014419319,0.1298794,0.050806522,0.00009529217],"about_ca_topic_score_codex":0.000057433437,"about_ca_topic_score_gemma":0.00002640404,"teacher_disagreement_score":0.35348728,"about_ca_system_score_codex":0.000011806823,"about_ca_system_score_gemma":0.00026626213,"threshold_uncertainty_score":0.9974786},"labels":[],"label_agreement":null},{"id":"W2109391487","doi":"10.1186/2046-4053-3-110","title":"A Microsoft-Excel-based tool for running and critically appraising network meta-analyses—an overview and application of NetMetaXL","year":2014,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":213,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Canadian Agency for Drugs and Technologies in Health; Ottawa Hospital","funders":"Canadian Institutes of Health Research","keywords":"Computer science; Bayesian network; Software; Macro; Set (abstract data type); Pairwise comparison; Graphical user interface; Data mining; Interface (matter); Machine learning; Artificial intelligence; Programming language; Operating system","score_opus":0.8109371258840997,"score_gpt":0.5798507692241703,"score_spread":0.23108635665992938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109391487","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014579197,0.118415385,0.868584,0.0002466102,0.000091896334,0.010876184,0.000010421872,0.000009701284,0.00030787569],"genre_scores_gemma":[0.45220068,0.00089569855,0.5341051,0.0030515231,0.00039870336,0.008176726,0.00004959633,0.00010728152,0.0010146903],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.95212096,0.0232598,0.020116158,0.0015195569,0.0025572604,0.00042628677],"domain_scores_gemma":[0.96283025,0.017083727,0.012784211,0.005258309,0.0017654881,0.00027803928],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.25411195,0.0006409612,0.01602419,0.00026476508,0.00025852246,0.0009305334,0.001147452,0.00013555885,0.00029307746],"category_scores_gemma":[0.07889339,0.0002773386,0.0034857169,0.0011354061,0.00012664078,0.00033293682,0.000108273125,0.00011635554,0.00013231006],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046520272,0.00040675094,0.0064906674,0.71962786,0.012500121,0.0000020056364,0.0014331671,0.0017229464,0.0045092697,0.13033746,0.01624573,0.10667749],"study_design_scores_gemma":[0.0013582214,0.00046815327,0.0013380833,0.010040501,0.08784973,0.00008513468,0.00044425245,0.5267153,0.00010853319,0.040205553,0.32968676,0.0016997831],"about_ca_topic_score_codex":0.000011190374,"about_ca_topic_score_gemma":0.000014927555,"teacher_disagreement_score":0.7095874,"about_ca_system_score_codex":0.000017491791,"about_ca_system_score_gemma":0.000038627193,"threshold_uncertainty_score":0.9999679},"labels":[],"label_agreement":null},{"id":"W2110458718","doi":"10.1136/ebm.13.1.3","title":"Less is more: where do the abstracts in the EBM journal come from?","year":2008,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Information retrieval; Psychology; History; Medicine; Computer science","score_opus":0.8225130300919945,"score_gpt":0.533793031563296,"score_spread":0.28871999852869845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110458718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65031856,0.058130402,0.002230668,0.28481272,0.00078734383,0.0008294083,0.0000073312385,0.000005227729,0.0028783032],"genre_scores_gemma":[0.9817999,0.0016942931,0.00035230714,0.012962475,0.000993172,0.00002851397,0.0000015766552,0.000010380094,0.0021573545],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9712953,0.0095728515,0.007614337,0.00070353266,0.01044236,0.00037162603],"domain_scores_gemma":[0.9627073,0.027984455,0.004138571,0.0039983485,0.00094540225,0.0002259632],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.13924359,0.0003237892,0.002343377,0.0003136965,0.00045133935,0.00046779105,0.004147125,0.000092950526,0.018370153],"category_scores_gemma":[0.054599598,0.00009501126,0.00086430233,0.001911529,0.0005044565,0.00039933447,0.00005952537,0.00072174415,0.0012595712],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003135746,0.00006315833,0.09349565,0.000032616288,0.000089673886,0.00031302607,0.009807767,0.00032752214,0.00008148225,0.0000988805,0.8745691,0.021089742],"study_design_scores_gemma":[0.0012848966,0.0002181178,0.5526252,0.0029927364,0.00046587252,0.0003653626,0.02321186,0.0023067824,0.000057225887,0.005009971,0.41114086,0.0003211353],"about_ca_topic_score_codex":0.00035890625,"about_ca_topic_score_gemma":0.0001461563,"teacher_disagreement_score":0.46342826,"about_ca_system_score_codex":0.000056124594,"about_ca_system_score_gemma":0.00027543269,"threshold_uncertainty_score":0.99951804},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2110970000","doi":"10.1093/ije/dyn179","title":"Can trial sequential monitoring boundaries reduce spurious inferences from meta-analyses?","year":2008,"lang":"en","type":"article","venue":"International Journal of Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":865,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University","funders":"","keywords":"Spurious relationship; Meta-analysis; Medicine; Inference; MEDLINE; Econometrics; Statistics; Computer science; Internal medicine; Mathematics; Artificial intelligence; Biology","score_opus":0.9479572577499191,"score_gpt":0.6531325852215111,"score_spread":0.29482467252840805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110970000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93760455,0.006772703,0.027994603,0.014319996,0.011843153,0.00024324915,0.00008191302,0.0000049679356,0.0011348738],"genre_scores_gemma":[0.9790718,0.00028545206,0.015453181,0.00058457744,0.0031903766,0.000010517913,0.00001170228,0.000009368263,0.001383057],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.95361173,0.021985196,0.018583592,0.00071660324,0.0047452636,0.00035760278],"domain_scores_gemma":[0.9399298,0.029588716,0.023358736,0.0015440959,0.0052264673,0.00035217954],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10440208,0.00034089078,0.006745509,0.00075619365,0.00022569064,0.00048032822,0.0036345804,0.00016592545,0.011626547],"category_scores_gemma":[0.24283883,0.00015794905,0.005707707,0.00038821937,0.00047173916,0.0004246083,0.00019568612,0.00046798954,0.0003270483],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00798632,0.0006679457,0.44613424,0.000011843522,0.15082632,0.0014330705,0.0047547766,0.0074205035,0.0022631418,0.01630222,0.32800162,0.03419801],"study_design_scores_gemma":[0.011491101,0.00076356536,0.06660555,0.00006630904,0.012627121,0.0017976343,0.0009370298,0.0014595102,0.00096091273,0.4105944,0.49193212,0.0007647537],"about_ca_topic_score_codex":0.0007290113,"about_ca_topic_score_gemma":0.00009832613,"teacher_disagreement_score":0.39429218,"about_ca_system_score_codex":0.00012595423,"about_ca_system_score_gemma":0.0006356334,"threshold_uncertainty_score":0.98927695},"labels":[],"label_agreement":null},{"id":"W2111265150","doi":"10.1503/cmaj.101661","title":"Impact of PubMed search filters on the retrieval of evidence by physicians","year":2012,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; Western University","funders":"Canadian Institutes of Health Research","keywords":"MEDLINE; Information retrieval; Confidence interval; Computer science; Point (geometry); Filter (signal processing); Medicine; Medical physics; Mathematics; Internal medicine","score_opus":0.6410496829249025,"score_gpt":0.5013281424888415,"score_spread":0.139721540436061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111265150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.973546,0.0005772051,0.0003200297,0.022516469,0.0004528711,0.00027475503,0.00006786738,8.0289857e-7,0.0022439451],"genre_scores_gemma":[0.9965928,0.00004999729,0.000023095134,0.0012923586,0.00037304853,0.0000025655897,0.0000011293032,0.000005006816,0.0016599634],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.97588885,0.008111478,0.003512605,0.00017593478,0.0118075395,0.00050356454],"domain_scores_gemma":[0.9835396,0.009541426,0.0034518682,0.0006976852,0.0016335348,0.0011359248],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1807416,0.00012115586,0.0011415294,0.00024711763,0.00014444484,0.00018158824,0.0013316969,0.00014410281,0.021959163],"category_scores_gemma":[0.1714352,0.0000462979,0.0012064623,0.0011515075,0.00007052747,0.00024577117,0.000021867974,0.0005410395,0.0003459156],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005902328,0.000028444494,0.24590057,0.000003753782,0.0002735684,0.0000017415556,0.00057193905,0.00001020415,0.000041690764,0.000119365046,0.7271922,0.025850609],"study_design_scores_gemma":[0.00029070734,0.0001813642,0.9152072,0.0002180525,0.00016836467,0.000033844295,0.0016103622,0.0010199031,0.00017361,0.00033725117,0.080571875,0.00018747736],"about_ca_topic_score_codex":0.00070151396,"about_ca_topic_score_gemma":0.0004342095,"teacher_disagreement_score":0.66930664,"about_ca_system_score_codex":0.0005473787,"about_ca_system_score_gemma":0.0010813776,"threshold_uncertainty_score":0.9789349},"labels":[],"label_agreement":null},{"id":"W2111561507","doi":"10.1136/bmj.38068.557998.ee","title":"Optimal search strategies for retrieving scientifically strong studies of diagnosis from Medline: analytical survey","year":2004,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":551,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"U.S. National Library of Medicine; National Institutes of Health","keywords":"MEDLINE; Gold standard (test); Medicine; Medical physics; Sensitivity (control systems); Computer science; Information retrieval; Internal medicine","score_opus":0.8675254377125354,"score_gpt":0.6119892501572107,"score_spread":0.2555361875553247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111561507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9166152,0.0013259214,0.078467585,0.0014976934,0.00029303486,0.0010136295,0.00024707062,0.0000050602857,0.00053480215],"genre_scores_gemma":[0.9682459,0.000031969437,0.030618966,0.000033291584,0.00012633033,0.00006776299,0.000024281375,0.000009383413,0.00084207684],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9824571,0.0039374945,0.007118386,0.0010133124,0.005131573,0.00034213232],"domain_scores_gemma":[0.97178185,0.020156294,0.0019800456,0.0022771677,0.0036434883,0.00016115891],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1486272,0.00022109084,0.0028849079,0.0003001394,0.00017230466,0.00084333564,0.0014120307,0.00007766252,0.0012238433],"category_scores_gemma":[0.12146434,0.0001118291,0.0011591037,0.0016738436,0.00029336588,0.00029605642,0.00021034764,0.00011597521,0.00021305533],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022855167,0.0007156765,0.5454506,0.0004527726,0.004817043,0.000027623846,0.0052808947,0.07456765,0.00060229236,0.041314706,0.3079311,0.018611034],"study_design_scores_gemma":[0.0030645174,0.00078362256,0.7795934,0.0008473402,0.002102065,0.0000070629235,0.054517735,0.10388836,0.0026749857,0.037832517,0.013254933,0.0014334274],"about_ca_topic_score_codex":0.00012917125,"about_ca_topic_score_gemma":0.00032414158,"teacher_disagreement_score":0.29467618,"about_ca_system_score_codex":0.00004787562,"about_ca_system_score_gemma":0.00032217338,"threshold_uncertainty_score":0.99968916},"labels":[],"label_agreement":null},{"id":"W2111582355","doi":"10.1371/journal.pone.0078517","title":"Citation Classics in Systematic Reviews and Meta-Analyses: Who Wrote the Top 100 Most Cited Articles?","year":2013,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Citation; Impact factor; Citation analysis; Bibliometrics; Meta-analysis; Systematic review; Medicine; Original research; Science Citation Index; Web of science; MEDLINE; Demography; Library science; Internal medicine; Computer science; Political science; Sociology; Law","score_opus":0.9069067182833589,"score_gpt":0.5122385559343098,"score_spread":0.3946681623490491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111582355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93720424,0.029218793,0.0053426875,0.009020299,0.00005685326,0.015397228,0.000015236512,0.000018214178,0.0037264375],"genre_scores_gemma":[0.95131755,0.00038385842,0.009718394,0.0027116332,0.0000870241,0.0026663071,0.000009026723,0.00003268364,0.033073526],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9636789,0.01992437,0.01053645,0.0008176249,0.0047424533,0.00030018674],"domain_scores_gemma":[0.9808356,0.008527525,0.005201752,0.0039651142,0.0012975767,0.00017243504],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.086654924,0.0003469808,0.0073685804,0.00050169806,0.00015980517,0.0015888899,0.001133727,0.000083767154,0.008336344],"category_scores_gemma":[0.06867339,0.0001226564,0.0011752466,0.003694947,0.00007526854,0.00055342214,0.0001208724,0.00020291486,0.005360175],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007598931,0.0080888,0.12917207,0.103258416,0.15800303,0.000047817986,0.049384095,0.0008230393,0.03305652,0.040629227,0.4532664,0.024194574],"study_design_scores_gemma":[0.0019970327,0.0003960039,0.06868772,0.0075170635,0.24671905,0.000020025309,0.011385457,0.5425875,0.0014058307,0.106867276,0.009740632,0.0026764201],"about_ca_topic_score_codex":0.00006237317,"about_ca_topic_score_gemma":0.00010049535,"teacher_disagreement_score":0.54176444,"about_ca_system_score_codex":0.000034732584,"about_ca_system_score_gemma":0.000025526218,"threshold_uncertainty_score":0.9994476},"labels":[],"label_agreement":null},{"id":"W2111680408","doi":"10.1186/1471-2288-11-14","title":"Methodological criteria for the assessment of moderators in systematic reviews of randomised controlled trials: a consensus study","year":2011,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":158,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Keele University; National Institute for Health and Care Research; Advantage West Midlands; Programme Grants for Applied Research; Queen Mary University of London; Université Laval; University of Washington; Arizona State University","keywords":"Systematic review; Delphi method; Randomized controlled trial; MEDLINE; Grading (engineering); Meta-analysis; Psychology; Medicine; Psychological intervention; Applied psychology; Family medicine; Management science; Computer science; Psychiatry","score_opus":0.9949133789799366,"score_gpt":0.7958935538530266,"score_spread":0.19901982512690997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111680408","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02861499,0.0058497656,0.9251194,0.00042403868,0.0004516634,0.038490728,0.0000099061745,0.0000032203006,0.001036313],"genre_scores_gemma":[0.3972508,0.0005281152,0.5895296,0.00010494705,0.00010621411,0.011998187,0.0000012928505,0.00001887818,0.00046196624],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.018411325,0.9271398,0.041479863,0.0012237657,0.0110784955,0.00066670723],"domain_scores_gemma":[0.006738426,0.9718366,0.0129805645,0.00408018,0.00398252,0.00038169004],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9825663,0.0003908623,0.038449842,0.0011891584,0.00013769632,0.00009242968,0.003936392,0.00035693435,0.015630051],"category_scores_gemma":[0.99295455,0.000121557234,0.005670871,0.0019492725,0.00090584706,0.00004473475,0.00041775242,0.00070409186,0.000027311136],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.17062312,0.020862013,0.08789729,0.16838498,0.03585796,0.00031984437,0.06302314,0.0003127648,0.009044252,0.23706484,0.08146366,0.12514614],"study_design_scores_gemma":[0.21614702,0.0065395585,0.0142502785,0.0060504656,0.00863631,0.00008299281,0.075060286,0.5035818,0.00042135155,0.16681181,0.001509459,0.0009086414],"about_ca_topic_score_codex":0.00013537644,"about_ca_topic_score_gemma":0.00034889943,"teacher_disagreement_score":0.5032691,"about_ca_system_score_codex":0.000047688678,"about_ca_system_score_gemma":0.001231905,"threshold_uncertainty_score":0.9852698},"labels":[],"label_agreement":null},{"id":"W2111955684","doi":"10.1186/1471-2288-14-69","title":"Evidence-based decision-making in infectious diseases epidemiology, prevention and control: matching research questions to study designs and quality appraisal tools","year":2014,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; McMaster University Medical Centre","funders":"European Centre for Disease Prevention and Control","keywords":"Observational study; Grading (engineering); Public health; Medicine; Clinical study design; Quality (philosophy); Research design; Management science; Epidemiology; Family medicine; Applied psychology; Medical education; Psychology; Pathology; Statistics; Clinical trial","score_opus":0.9775469812016591,"score_gpt":0.7770561002309477,"score_spread":0.20049088097071133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111955684","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42916906,0.0014718934,0.56615007,0.0015578447,0.00011222362,0.0014615416,0.0000031512425,0.000007741373,0.000066488836],"genre_scores_gemma":[0.8815244,0.000115052346,0.11718144,0.00034853196,0.00015377255,0.0006025927,0.0000012492125,0.000013479669,0.000059468442],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.13668764,0.8389684,0.009152574,0.0025393316,0.011379549,0.0012725219],"domain_scores_gemma":[0.016707476,0.9761013,0.0011022624,0.0026116357,0.0022668866,0.0012104621],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.90060514,0.0002841969,0.004342747,0.0022324028,0.00062660786,0.00051951275,0.001742371,0.00033827368,0.0016604029],"category_scores_gemma":[0.988547,0.00015901821,0.0004302988,0.0028800422,0.00095988606,0.00033737757,0.00091914204,0.0014056225,0.0001920011],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029147236,0.00025570064,0.5680989,0.00010246904,0.00005163018,0.000013766478,0.00048327705,0.00024046136,0.000050494833,0.011655116,0.00050202024,0.4182547],"study_design_scores_gemma":[0.00094436324,0.0009551193,0.71368796,0.0007913219,0.000052771393,0.000016157424,0.0017136553,0.012180157,0.0000014570119,0.26898128,0.00051608396,0.00015969294],"about_ca_topic_score_codex":0.0006235056,"about_ca_topic_score_gemma":0.005629681,"teacher_disagreement_score":0.45235536,"about_ca_system_score_codex":0.000104909406,"about_ca_system_score_gemma":0.0009003243,"threshold_uncertainty_score":0.9992522},"labels":[],"label_agreement":null},{"id":"W2112039868","doi":"10.1080/17470218.2012.711335","title":"A peculiar prevalence of <i>p</i> values just below .05","year":2012,"lang":"en","type":"article","venue":"Quarterly Journal of Experimental Psychology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":269,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Statistical significance; Null hypothesis; Significance testing; Statistics; Psychology; Statistical hypothesis testing; Mathematics; Social psychology","score_opus":0.5557024063613584,"score_gpt":0.5588094979038994,"score_spread":0.003107091542541074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112039868","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9677188,0.016489258,0.0041862656,0.0004541192,0.0022836218,0.00024947582,0.000008813128,0.0000021868127,0.008607502],"genre_scores_gemma":[0.99262017,0.00003414207,0.0051224926,0.00044783147,0.00033781596,0.0000056888935,4.3980805e-7,0.000011531092,0.0014198625],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9831555,0.0048272167,0.008336109,0.00039551465,0.0029345585,0.00035112735],"domain_scores_gemma":[0.98906434,0.0007992627,0.0074964603,0.0016843214,0.0006689485,0.00028668682],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.03657025,0.00026436194,0.0024274841,0.0004129216,0.0000662201,0.00009935723,0.001824668,0.000108544045,0.010487587],"category_scores_gemma":[0.0010570996,0.00013861558,0.0017139442,0.000507311,0.0001953333,0.0006492534,0.000033570006,0.00020997113,0.00085879554],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003440854,0.003720861,0.1025059,0.00015206548,0.0011363097,0.000056054618,0.04403019,0.0000065274494,0.27529228,0.004287406,0.52985525,0.03861304],"study_design_scores_gemma":[0.013163484,0.037676327,0.36493778,0.0010253561,0.0034146279,0.015082853,0.14116067,0.0004301327,0.094699636,0.027567776,0.29764435,0.0031969913],"about_ca_topic_score_codex":0.0000016509169,"about_ca_topic_score_gemma":2.7708734e-7,"teacher_disagreement_score":0.2624319,"about_ca_system_score_codex":0.000027578477,"about_ca_system_score_gemma":0.000029528768,"threshold_uncertainty_score":0.9999192},"labels":[],"label_agreement":null},{"id":"W2112048622","doi":"10.7202/029811ar","title":"L’intervention de type criminologique à l’aune de la Collaboration Cochrane","year":2009,"lang":"fr","type":"article","venue":"Criminologie","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Medicine; Philosophy","score_opus":0.826435754656353,"score_gpt":0.5929382016413347,"score_spread":0.2334975530150183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112048622","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7862881,0.06756246,0.0688652,0.03248338,0.0027007414,0.0010812026,0.000031134747,0.00008148407,0.040906295],"genre_scores_gemma":[0.93626285,0.0035524494,0.017106425,0.001471176,0.00026913616,0.000023785708,0.00002622913,0.000016007132,0.04127196],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96968734,0.021436477,0.0053450735,0.0010658678,0.0016690935,0.00079614297],"domain_scores_gemma":[0.9885463,0.0042574047,0.0026103498,0.0026359335,0.0017005343,0.0002494531],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.06506732,0.00047101613,0.0025249368,0.00040368803,0.00023587476,0.0014047395,0.0017491855,0.0008231155,0.012758548],"category_scores_gemma":[0.08457088,0.0003115179,0.0013227669,0.00128434,0.0003785107,0.00043319122,0.00011181368,0.00054007786,0.006157038],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053453117,0.0005315691,0.0029502155,0.0002448146,0.00017660455,0.0001652583,0.0012411874,0.0004006627,0.0030952815,0.055942655,0.15414096,0.78105736],"study_design_scores_gemma":[0.0011755795,0.0019029685,0.13047247,0.0007308189,0.0025215535,0.00050284853,0.008189309,0.013436423,0.007559326,0.24786516,0.5846537,0.0009898737],"about_ca_topic_score_codex":0.00008321294,"about_ca_topic_score_gemma":0.00003788384,"teacher_disagreement_score":0.78006744,"about_ca_system_score_codex":0.00040638502,"about_ca_system_score_gemma":0.00057902903,"threshold_uncertainty_score":0.9999337},"labels":[],"label_agreement":null},{"id":"W2112252477","doi":"10.22230/cjc.2001v26n4a1267","title":"Objection to Review: Reply to John Miller's review of The Missing News","year":2001,"lang":"en","type":"article","venue":"Canadian Journal of Communication","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Miller; Philosophy; Political science; Biology","score_opus":0.523381706014439,"score_gpt":0.4830513802404289,"score_spread":0.040330325774010134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112252477","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044565806,0.6204782,0.0039950474,0.34177625,0.00048273252,0.0014896519,0.0000062894132,0.0000014268335,0.02731381],"genre_scores_gemma":[0.2844045,0.395394,0.029482685,0.27721885,0.00035525832,0.000050085386,0.000009018925,0.000053074476,0.013032556],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9842493,0.007181153,0.0065582683,0.00019043422,0.0016678192,0.00015300559],"domain_scores_gemma":[0.9848757,0.0007933382,0.0056046224,0.0051559596,0.003021445,0.0005489533],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06120663,0.00013218072,0.0016496344,0.00039415114,0.00022459868,0.00017455487,0.0032698512,0.000030841657,0.0027958548],"category_scores_gemma":[0.05979916,0.000064537155,0.0010232235,0.002576276,0.000035604826,0.0001890693,0.0000643628,0.00020039936,0.00024844214],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016992819,0.000005625205,0.0020506654,0.0002858002,0.00003153809,0.000001136713,0.00026626035,0.00003565369,0.000029866042,0.0000961767,0.89675057,0.10044502],"study_design_scores_gemma":[0.000034965193,0.0000244147,0.0065873684,0.015149033,0.00014607949,0.00009129645,0.00012169892,0.000020551723,0.000012007892,0.0004239924,0.9773246,0.0000639888],"about_ca_topic_score_codex":0.0015940043,"about_ca_topic_score_gemma":0.010866808,"teacher_disagreement_score":0.2799479,"about_ca_system_score_codex":0.00014521783,"about_ca_system_score_gemma":0.00064922427,"threshold_uncertainty_score":0.9981157},"labels":[],"label_agreement":null},{"id":"W2112464235","doi":"10.1345/aph.1l204","title":"Assessing the Reporting and Scientific Quality of Meta-Analyses of Randomized Controlled Trials of Treatments for Anxiety Disorders","year":2008,"lang":"en","type":"article","venue":"Annals of Pharmacotherapy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Public Health; University of Toronto","funders":"","keywords":"Medicine; Checklist; Randomized controlled trial; Anxiety; MEDLINE; Meta-analysis; Inter-rater reliability; Placebo; Systematic review; Psychiatry; Family medicine; Alternative medicine; Internal medicine; Psychology; Rating scale; Pathology","score_opus":0.9673793952819071,"score_gpt":0.731450498015286,"score_spread":0.23592889726662103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112464235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95093036,0.035427272,0.008772045,0.0006785547,0.00011782183,0.0036898237,0.00007575935,0.0000017927734,0.00030655594],"genre_scores_gemma":[0.9934807,0.0028176662,0.0024049534,0.00006990292,0.000018249322,0.00016817186,0.0000039463303,0.000008940952,0.0010274744],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.8965422,0.045306966,0.052711483,0.00075306534,0.004449113,0.0002371914],"domain_scores_gemma":[0.730324,0.08774537,0.17355946,0.0026973025,0.0055561797,0.00011772886],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.540943,0.0002870178,0.02689114,0.00040945676,0.00017268432,0.00013858087,0.00068059156,0.000048017893,0.0014126557],"category_scores_gemma":[0.1558117,0.000095272,0.018753266,0.0008981728,0.0006773991,0.00027503027,0.000028367589,0.000048896694,6.99697e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017453708,0.00083565415,0.010874162,0.00033934414,0.1560239,3.610518e-7,0.0032896085,0.0005486486,0.7809993,0.0006694744,0.0064062127,0.022559604],"study_design_scores_gemma":[0.19272807,0.00016321753,0.0029434985,0.0000860452,0.06653536,0.0000039198026,0.001782154,0.009753297,0.7056677,0.017241085,0.0027179609,0.00037774126],"about_ca_topic_score_codex":0.00010196115,"about_ca_topic_score_gemma":0.0000048124407,"teacher_disagreement_score":0.38513133,"about_ca_system_score_codex":0.0000027520493,"about_ca_system_score_gemma":0.000118178206,"threshold_uncertainty_score":0.9995002},"labels":[],"label_agreement":null},{"id":"W2112548834","doi":"10.1016/j.jclinepi.2011.01.010","title":"Testing a tool for the classification of study designs in systematic reviews of interventions and exposures showed moderate reliability and low accuracy","year":2011,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":73,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Alberta","funders":"Agency for Healthcare Research and Quality","keywords":"Inter-rater reliability; Reliability (semiconductor); Context (archaeology); Test (biology); Systematic review; Research design; CLARITY; Statistics; Computer science; Medicine; Reliability engineering; Medical physics; MEDLINE; Mathematics; Engineering; Rating scale","score_opus":0.9765515537496716,"score_gpt":0.6909558342193558,"score_spread":0.2855957195303158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112548834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8601037,0.003733988,0.13307028,0.00040487625,0.00015303171,0.0025053918,0.0000024886417,5.225355e-7,0.000025691808],"genre_scores_gemma":[0.972443,0.00038863704,0.026971977,0.00006897359,0.000030948555,0.000068970796,1.18939305e-7,0.0000034279365,0.000023990653],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.68765134,0.20808385,0.10204106,0.00081694906,0.0011338285,0.0002729905],"domain_scores_gemma":[0.11063685,0.80308354,0.08072201,0.002346605,0.0030585187,0.00015247815],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.69192725,0.00014636689,0.010164782,0.00017305597,0.000047999267,0.000026308177,0.0007371911,0.00010600852,0.0000801695],"category_scores_gemma":[0.9256294,0.000053679123,0.001965854,0.00034115312,0.00021427528,0.00016601197,0.00008059506,0.00026588567,0.0000023119342],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013539036,0.00051314716,0.9742187,0.004843171,0.00025569176,6.6248157e-7,0.0007221852,0.00010522059,0.000037469053,0.0007708624,0.00037541657,0.018022053],"study_design_scores_gemma":[0.00050331076,0.0009242815,0.93336207,0.0020232652,0.00068913156,0.000012885293,0.0009714411,0.038957153,0.000001512467,0.022472778,0.000028164637,0.000054007087],"about_ca_topic_score_codex":0.000014243778,"about_ca_topic_score_gemma":0.000033121,"teacher_disagreement_score":0.5949997,"about_ca_system_score_codex":0.000008017778,"about_ca_system_score_gemma":0.00006381201,"threshold_uncertainty_score":0.6948442},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2112658951","doi":"10.1136/bmjopen-2013-003436","title":"Reporting of harms data in RCTs: a systematic review of empirical assessments against the CONSORT harms extension","year":2013,"lang":"en","type":"review","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":121,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; York University","keywords":"Medicine; Consolidated Standards of Reporting Trials; Alternative medicine; Systematic review; Traditional medicine; Family medicine; MEDLINE; Environmental health; Pathology","score_opus":0.9650247598081813,"score_gpt":0.7377980036076739,"score_spread":0.22722675620050736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112658951","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000055298906,0.9356681,0.000222594,0.00022960939,0.00021811777,0.058259375,0.00010435185,0.000002363118,0.0052899206],"genre_scores_gemma":[0.000009353862,0.98898166,0.002657669,0.0006098183,0.00003699002,0.0038238973,0.00021718185,0.000038484373,0.0036249314],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.7188599,0.08602076,0.17433174,0.003973262,0.0161256,0.00068875024],"domain_scores_gemma":[0.69468427,0.019181767,0.24260063,0.04013552,0.0031587253,0.00023906941],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.55934983,0.0007765942,0.042997174,0.00045564986,0.00008670992,0.0009833487,0.018087216,0.00023889454,0.0028920495],"category_scores_gemma":[0.4209711,0.00026109457,0.0036427635,0.0031315596,0.00012661834,0.00065148086,0.0056863837,0.00049222173,0.0012851486],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.799716e-7,0.00007304387,0.00014534577,0.8638209,0.00057955954,0.000026493608,0.000036310692,3.367537e-7,1.5581995e-7,0.000024118306,0.073714964,0.0615778],"study_design_scores_gemma":[0.00007168869,0.0000160363,0.000025758474,0.7179413,0.0037237438,0.000084711945,0.00018228726,0.00034257513,7.93709e-8,0.000054073374,0.2773204,0.00023732356],"about_ca_topic_score_codex":0.000077309596,"about_ca_topic_score_gemma":0.00001981916,"teacher_disagreement_score":0.20360544,"about_ca_system_score_codex":0.000079591286,"about_ca_system_score_gemma":0.0013632477,"threshold_uncertainty_score":0.99998415},"labels":[],"label_agreement":null},{"id":"W2112801688","doi":"10.2106/jbjs.e.00370","title":"Level of Evidence in Orthopaedic Journals","year":2005,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":324,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences; Hamilton General Hospital","funders":"","keywords":"Medicine; Grading (engineering); Evidence-based medicine; Kappa; MEDLINE; Rating system; Family medicine; Alternative medicine; Pathology","score_opus":0.9531000786402971,"score_gpt":0.5564152615563063,"score_spread":0.39668481708399084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112801688","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9631046,0.027914798,0.0029505857,0.005438004,0.0002356293,0.000083938154,0.000002650342,4.472583e-7,0.00026932135],"genre_scores_gemma":[0.99258816,0.0033126245,0.0023139915,0.0002623676,0.00020793531,7.107236e-7,6.935122e-8,0.0000047220756,0.001309394],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9722267,0.0036192245,0.019503092,0.00023443815,0.0042332807,0.00018330694],"domain_scores_gemma":[0.9737484,0.008518032,0.015420737,0.0006922198,0.0014268486,0.00019376741],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2668508,0.00014650385,0.0048884894,0.0018208473,0.00003723837,0.0002045148,0.0001654507,0.0000581372,0.003179322],"category_scores_gemma":[0.07878583,0.00006177694,0.0025143446,0.0010111011,0.00005143153,0.0007728412,0.000053544893,0.00024643567,0.00007655667],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045698212,0.00013375246,0.57936686,0.00012255664,0.00015458468,0.00014996824,0.00053375436,0.00016472749,0.0021097788,0.000057621353,0.14458895,0.27257177],"study_design_scores_gemma":[0.00027027066,0.00006278293,0.9459771,0.002440015,0.00016786439,0.0011542978,0.0005938788,0.00059701095,0.00037849892,0.002357909,0.045823283,0.00017710452],"about_ca_topic_score_codex":0.000007342512,"about_ca_topic_score_gemma":0.000028879589,"teacher_disagreement_score":0.36661026,"about_ca_system_score_codex":0.000021510294,"about_ca_system_score_gemma":0.00018204318,"threshold_uncertainty_score":0.9977319},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2113224507","doi":"10.1177/0163278702025001005","title":"The Contribution of Handsearching European General Health Care Journals to the Cochrane Controlled Trials Register","year":2002,"lang":"en","type":"article","venue":"Evaluation & the Health Professions","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane","funders":"","keywords":"MEDLINE; Cochrane Library; Medicine; Systematic review; Randomized controlled trial; Meta-analysis; Family medicine; Cochrane collaboration; Internal medicine","score_opus":0.9027067621472988,"score_gpt":0.6861497762688541,"score_spread":0.21655698587844474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113224507","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015047578,0.089170165,0.03196894,0.83924943,0.0022030375,0.018665139,0.00005548677,0.000011746333,0.0036284898],"genre_scores_gemma":[0.9767211,0.0012742991,0.00039751784,0.010594438,0.00064354413,0.0005065692,0.000016874297,0.000017922674,0.009827708],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.26575398,0.68103504,0.031619847,0.0011231848,0.01932349,0.0011444628],"domain_scores_gemma":[0.92169136,0.04418385,0.02195436,0.004814373,0.0069090663,0.00044697805],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7434521,0.00024883662,0.004066582,0.000240458,0.004614689,0.00070582755,0.0019150007,0.000047830978,0.0033538707],"category_scores_gemma":[0.2524427,0.00006736177,0.0015896972,0.0012831913,0.000097533826,0.00012645603,0.0001839184,0.0004932449,0.00091242825],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014671354,0.00006531895,0.00037121997,0.00004580048,0.00030355086,2.8221805e-7,0.034182705,0.0011760094,0.000048627033,0.0033992443,0.73668784,0.2235727],"study_design_scores_gemma":[0.012190296,0.00097325206,0.034393884,0.002494371,0.001242684,0.000025381902,0.053210296,0.14940527,0.00002183108,0.008003298,0.73755586,0.00048353884],"about_ca_topic_score_codex":0.000045717254,"about_ca_topic_score_gemma":0.00037252074,"teacher_disagreement_score":0.96167356,"about_ca_system_score_codex":0.00020305844,"about_ca_system_score_gemma":0.0006996856,"threshold_uncertainty_score":0.9998655},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2113350773","doi":"10.1136/bmj.324.7347.1176/c","title":"Journals are inconsistent in their choice of articles to be fast-tracked","year":2002,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical journal; Theme (computing); New england; Medicine; Library science; Family medicine; Psychology; Political science; Computer science; Law; World Wide Web","score_opus":0.8345354727217734,"score_gpt":0.5392142869510016,"score_spread":0.2953211857707718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113350773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9739788,0.001013305,0.00052589533,0.016510509,0.0001074296,0.0005810606,0.00001154829,0.000002304996,0.007269128],"genre_scores_gemma":[0.99243635,0.0000142004155,0.0014480455,0.001091443,0.00006100252,0.000024572568,1.9626209e-7,0.0000051180823,0.0049190833],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9867578,0.0033813086,0.0066477503,0.00040962073,0.002608539,0.00019496643],"domain_scores_gemma":[0.9920744,0.002494725,0.002842269,0.001831791,0.0005996651,0.00015716477],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.045453925,0.00014546065,0.001947667,0.0004072432,0.000041015006,0.0002552051,0.00090601353,0.000044045886,0.012923656],"category_scores_gemma":[0.037717573,0.00006715312,0.00078611705,0.0014590648,0.000028762917,0.00013506235,0.00009253279,0.000089015375,0.0017033905],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007834889,0.00030194776,0.3698545,0.000053780095,0.00019792719,0.0000209887,0.005888911,0.00065136823,0.0025048498,0.00030503763,0.50288635,0.11732651],"study_design_scores_gemma":[0.00051307335,0.00008638339,0.7191909,0.00033771739,0.00012257944,0.00003202044,0.011317742,0.0098866,0.0014176103,0.0030352972,0.25369543,0.00036463345],"about_ca_topic_score_codex":0.000016164935,"about_ca_topic_score_gemma":0.00039616408,"teacher_disagreement_score":0.34933642,"about_ca_system_score_codex":0.000018052182,"about_ca_system_score_gemma":0.000011864512,"threshold_uncertainty_score":0.9990739},"labels":[],"label_agreement":null},{"id":"W2113670530","doi":"10.1007/s12630-013-9973-z","title":"Review article: Reporting Guidelines in the biomedical literature","year":2013,"lang":"en","type":"review","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Quality (philosophy); MEDLINE; Peer review; Systematic review; Medical education; Consolidated Standards of Reporting Trials; Health care; Alternative medicine; Political science","score_opus":0.4668365723199651,"score_gpt":0.47317349147280524,"score_spread":0.006336919152840126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113670530","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027513207,0.98468494,0.00001806374,0.012754033,0.00061676354,0.0011717257,0.00001463076,0.000001833794,0.00046289508],"genre_scores_gemma":[0.000059406077,0.9934313,0.0010781104,0.0012412125,0.0019230534,0.00003358719,0.000025472516,0.00007590201,0.002131909],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.92484534,0.016708374,0.049747974,0.00092388235,0.0064396327,0.0013347833],"domain_scores_gemma":[0.8691686,0.005045854,0.103346504,0.005489658,0.0116241,0.0053252876],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2813908,0.0012096416,0.015567205,0.003643377,0.00055136444,0.004868776,0.00869441,0.00069752743,0.0044834656],"category_scores_gemma":[0.14842746,0.00049164786,0.008166717,0.0071561723,0.00029078696,0.0008220612,0.00003802534,0.003613049,0.0007086017],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[6.8644147e-7,0.00001036554,0.000056039673,0.002483109,0.00014499949,0.23454389,0.000274296,0.00000204716,1.2317218e-8,0.00006286142,0.3838576,0.3785641],"study_design_scores_gemma":[0.000058180904,0.00006784771,0.000017639544,0.032413654,0.00080150634,0.47243676,0.00016367105,0.000006008387,5.7187832e-9,0.0002920587,0.49350268,0.00024001714],"about_ca_topic_score_codex":0.0014487464,"about_ca_topic_score_gemma":0.0039889924,"teacher_disagreement_score":0.3783241,"about_ca_system_score_codex":0.00074201246,"about_ca_system_score_gemma":0.011728453,"threshold_uncertainty_score":0.99975353},"labels":[],"label_agreement":null},{"id":"W2113800141","doi":"10.1139/jpn.0339","title":"Peer review of manuscripts: theory and practice","year":2003,"lang":"en","type":"editorial","venue":"Journal of Psychiatry and Neuroscience","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Peer review; Transparency (behavior); Variety (cybernetics); Quality (philosophy); Computer science; Psychology; Engineering ethics; Management science; Epistemology; Political science; Law; Artificial intelligence","score_opus":0.4299049732559217,"score_gpt":0.5134656528023899,"score_spread":0.08356067954646818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113800141","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008324525,0.21437463,0.0019029157,0.011174357,0.766804,0.000304904,0.000035643392,9.47993e-7,0.0053193937],"genre_scores_gemma":[0.00052225357,0.39615363,0.025631972,0.021732733,0.4449526,0.000013030889,0.0000044322123,0.000085226675,0.110904105],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.93859196,0.02627562,0.0132068535,0.0011133153,0.020514876,0.00029735788],"domain_scores_gemma":[0.9312396,0.020577123,0.033764765,0.002514314,0.011480803,0.00042336283],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3493817,0.00034879716,0.003765774,0.00040877002,0.00014990357,0.00060174975,0.0018849084,0.00020656288,0.00035795322],"category_scores_gemma":[0.56557924,0.00016444031,0.0010900961,0.0010807777,0.00031531753,0.000790286,0.00012897067,0.00084693043,0.000016300395],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030328201,0.00006439064,0.00011201337,0.0015155454,0.000029065626,0.000009167993,0.000033916906,4.4744704e-7,0.000029069688,0.001746622,0.9955436,0.0008858085],"study_design_scores_gemma":[0.00013988317,0.00027310953,0.00013313451,0.0027611502,0.000690343,0.0004370064,0.00018244123,0.0000032031248,0.0000018474901,0.0069447462,0.98829335,0.00013979497],"about_ca_topic_score_codex":9.058238e-7,"about_ca_topic_score_gemma":0.0000010983116,"teacher_disagreement_score":0.32185134,"about_ca_system_score_codex":0.00001021089,"about_ca_system_score_gemma":0.00059493375,"threshold_uncertainty_score":0.6705681},"labels":[],"label_agreement":null},{"id":"W2113801080","doi":"10.1016/j.jpedsurg.2009.01.048","title":"Classification and appraisal of the level of clinical evidence of publications from the Canadian Association of Pediatric Surgeons for the past 10 years","year":2009,"lang":"en","type":"article","venue":"Journal of Pediatric Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; McMaster Children's Hospital","funders":"","keywords":"Medicine; Evidence-based medicine; Confidence interval; Cohort; Cohort study; MEDLINE; Family medicine; Demography; Internal medicine; Alternative medicine; Pathology","score_opus":0.7874429049506766,"score_gpt":0.5269882412282376,"score_spread":0.260454663722439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113801080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9835531,0.0039484794,0.0009369396,0.010040175,0.000879267,0.00039586058,0.00016954946,6.7901846e-7,0.000075911325],"genre_scores_gemma":[0.9970517,0.0013651302,0.00033087953,0.00005176399,0.0009535243,0.000004010661,0.0000018252875,0.0000043043924,0.00023683689],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9834545,0.0040070317,0.009194423,0.00022303544,0.0029640303,0.0001569341],"domain_scores_gemma":[0.84667695,0.12298125,0.024894498,0.0012662683,0.0040546786,0.0001263797],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.118537344,0.0001131818,0.0016858609,0.00046430374,0.000113890696,0.00009303072,0.0011398597,0.00012689132,0.00023252072],"category_scores_gemma":[0.20337377,0.00004595674,0.0018623846,0.002144571,0.00007780664,0.00023014448,0.000034816883,0.00020705584,0.000003999786],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009828725,0.000040266787,0.79839146,0.0000125725555,0.00008554776,6.077765e-8,0.000113927614,0.000015846,0.000006367431,0.00009617557,0.1970518,0.0041761585],"study_design_scores_gemma":[0.00009255275,0.000024726845,0.99395084,0.000013902526,0.0009882521,8.8862646e-7,0.0002210064,0.0002643027,0.0000022373808,0.00039624565,0.00400426,0.000040801882],"about_ca_topic_score_codex":0.0011556252,"about_ca_topic_score_gemma":0.0032428796,"teacher_disagreement_score":0.19555937,"about_ca_system_score_codex":0.00003624261,"about_ca_system_score_gemma":0.0013484479,"threshold_uncertainty_score":0.9076513},"labels":[],"label_agreement":null},{"id":"W2114020743","doi":"10.1016/j.jclinepi.2008.05.013","title":"The quality of reporting of trial abstracts is suboptimal: Survey of major general medical journals","year":2008,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":133,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Blinding; Randomized controlled trial; Medicine; Consolidated Standards of Reporting Trials; MEDLINE; Family medicine; Medical journal; Alternative medicine; Population; Surgery; Environmental health; Pathology","score_opus":0.9876513373407932,"score_gpt":0.7958890913357177,"score_spread":0.19176224600507552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114020743","genre_codex":"review","genre_gemma":"review","domain_codex":"reporting","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":"reporting","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011101861,0.98187757,0.0016559992,0.0011772884,0.0030227972,0.00074123975,0.00006605313,9.065835e-7,0.00035629954],"genre_scores_gemma":[0.0011736412,0.9918262,0.0049361973,0.00026183276,0.0013525788,0.000005036762,0.0000057163734,0.000024381154,0.00041442263],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.03745515,0.44036826,0.5075534,0.0012490808,0.0126477545,0.0007263236],"domain_scores_gemma":[0.0150696,0.48199493,0.49142924,0.003154428,0.007730048,0.0006217502],"candidate_categories":["metaresearch","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity"],"category_scores_codex":[0.947161,0.0006726695,0.098400734,0.00062192563,0.00011473779,0.000049574035,0.0061493544,0.0018473325,0.002999678],"category_scores_gemma":[0.98779446,0.00023940994,0.038645003,0.0014563726,0.0013721068,0.00013727581,0.0003915914,0.0032748575,0.00005228604],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015779964,0.000507974,0.046735764,0.0027358676,0.005502037,0.000060515587,0.00003412412,0.000034945817,2.1328141e-7,0.00032232807,0.093992986,0.84849524],"study_design_scores_gemma":[0.005871591,0.0014248944,0.12737115,0.008985209,0.0033713493,0.0014279679,0.00003943795,0.00022103376,7.75551e-7,0.0052190255,0.845613,0.00045457188],"about_ca_topic_score_codex":0.000238398,"about_ca_topic_score_gemma":0.00009588171,"teacher_disagreement_score":0.8480407,"about_ca_system_score_codex":0.000035768437,"about_ca_system_score_gemma":0.0042638257,"threshold_uncertainty_score":0.9994485},"labels":[],"label_agreement":null},{"id":"W2114178586","doi":"10.1186/s12961-015-0012-0","title":"Capacity for conducting systematic reviews in low- and middle-income countries: a rapid appraisal","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; International Development Research Centre","keywords":"Systematic review; Capacity building; Workforce; Health services research; Critical appraisal; Low and middle income countries; Public relations; Health administration; Business; Political science; Medicine; Developing country; Economic growth; Economics; Public health; Nursing; MEDLINE; Alternative medicine","score_opus":0.9654931214453396,"score_gpt":0.6802971029486433,"score_spread":0.2851960184966963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114178586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5144723,0.36320713,0.00801585,0.02874867,0.0026348666,0.07413663,0.0003785492,0.000054413646,0.008351559],"genre_scores_gemma":[0.9845423,0.0029166602,0.0015518921,0.00079190586,0.0010540399,0.0036238672,0.0000074776162,0.00004465524,0.0054671834],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.8922285,0.08157827,0.016085396,0.0014811272,0.0071235197,0.0015031758],"domain_scores_gemma":[0.8957043,0.08332324,0.008298074,0.0047440315,0.0053860103,0.0025442995],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.59979975,0.0003566252,0.006634482,0.0015041248,0.0004933403,0.0017053512,0.00093028805,0.00016500049,0.000035585606],"category_scores_gemma":[0.40263584,0.00018075795,0.00038836713,0.002247347,0.00027372278,0.00038941548,0.00018660119,0.00043345874,0.0003086478],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009782493,0.00013480736,0.011840749,0.786362,0.00023440846,0.0000134909815,0.036331374,0.000038276263,0.000008693481,0.11036728,0.052244123,0.0023269684],"study_design_scores_gemma":[0.004319826,0.0014377506,0.0013454099,0.12340103,0.00010045461,0.00058039743,0.046139326,0.08225144,0.000005359608,0.008693758,0.73056716,0.001158069],"about_ca_topic_score_codex":0.0022071162,"about_ca_topic_score_gemma":0.00040178822,"teacher_disagreement_score":0.6783231,"about_ca_system_score_codex":0.0003379362,"about_ca_system_score_gemma":0.0009876672,"threshold_uncertainty_score":0.999331},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2114487046","doi":"10.1089/107555302320825192","title":"Teaching Evidence-Based Complementary and Alternative Medicine: 4. Appraising the Evidence for Papers on Therapy","year":2002,"lang":"en","type":"article","venue":"The Journal of Alternative and Complementary Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian College of Naturopathic Medicine; McMaster University; University of Toronto","funders":"","keywords":"Blinding; Medicine; Alternative medicine; Randomization; Psychological intervention; Randomized controlled trial; Evidence-based medicine; MEDLINE; Family medicine; Pathology; Nursing","score_opus":0.8758337341173321,"score_gpt":0.5788427590836684,"score_spread":0.2969909750336637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114487046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59390485,0.04481409,0.019010091,0.33734915,0.0010816357,0.0024090186,0.000028649745,0.000004738748,0.0013977864],"genre_scores_gemma":[0.977503,0.004999087,0.0006573684,0.015239913,0.0012931337,0.000014472297,0.0000025654872,0.000013543086,0.00027690324],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98146605,0.008924898,0.0046943994,0.00045863024,0.0041786316,0.00027739705],"domain_scores_gemma":[0.9447412,0.048305318,0.005082313,0.0009932021,0.000705381,0.00017261883],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09076837,0.00038060144,0.0019006382,0.00034340622,0.0007363179,0.00013549729,0.0019462461,0.00001910484,0.0054779802],"category_scores_gemma":[0.00952252,0.00012121598,0.00036193704,0.0003295562,0.00065049116,0.00042004115,0.00012221283,0.00043636066,0.00000833332],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018693355,0.0002478663,0.02161641,0.00015768434,0.0037964683,0.00004549691,0.06751713,0.0007056885,0.0061440864,0.006618579,0.32797956,0.5633017],"study_design_scores_gemma":[0.020031253,0.026619393,0.04646532,0.015350317,0.004820251,0.0007022833,0.12326451,0.12099449,0.000847355,0.050719954,0.58894855,0.0012363427],"about_ca_topic_score_codex":0.0004956131,"about_ca_topic_score_gemma":0.00006281772,"teacher_disagreement_score":0.56206536,"about_ca_system_score_codex":0.00005645829,"about_ca_system_score_gemma":0.000019699964,"threshold_uncertainty_score":0.99882066},"labels":[],"label_agreement":null},{"id":"W2114796524","doi":"10.1136/qshc.2008.031401","title":"Patient safety and systematic reviews: finding papers indexed in MEDLINE, EMBASE and CINAHL","year":2010,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Heart Institute; Université de Montréal","funders":"Canadian Institutes of Health Research; National Patient Safety Foundation","keywords":"CINAHL; MEDLINE; Gold standard (test); Medicine; Sensitivity (control systems); Information retrieval; Patient safety; Computer science; Medical physics; Data mining; Health care; Nursing; Internal medicine; Psychological intervention","score_opus":0.573365722849484,"score_gpt":0.5375792375034932,"score_spread":0.035786485345990715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114796524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94212675,0.009466137,0.0033436364,0.0054514175,0.0011925364,0.015586993,0.00012624061,0.00003337042,0.022672897],"genre_scores_gemma":[0.9925256,0.00086758746,0.003163197,0.0009400801,0.000085113556,0.00021707821,0.00001846873,0.000021683849,0.0021612255],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9421165,0.025565606,0.026370633,0.0015225334,0.0039483793,0.00047637033],"domain_scores_gemma":[0.9693993,0.016877929,0.00851676,0.00423408,0.00051915133,0.00045281966],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2782338,0.00048740167,0.006515556,0.00036154743,0.00025837735,0.00047590974,0.000757879,0.00020268228,0.0018405815],"category_scores_gemma":[0.14155896,0.00024363745,0.00088161364,0.001220851,0.00014638322,0.0003131451,0.0002936472,0.0004670618,0.00041085167],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006939952,0.00081794243,0.49917063,0.09575087,0.0011210801,0.00013957256,0.039968386,0.000111934845,0.0042506065,0.063407205,0.025844801,0.26872298],"study_design_scores_gemma":[0.005336821,0.0003207341,0.59276307,0.017784214,0.0016865821,0.000320511,0.029251866,0.0131454775,0.00008222393,0.011792303,0.32380572,0.0037104792],"about_ca_topic_score_codex":0.000082695915,"about_ca_topic_score_gemma":0.0009945482,"teacher_disagreement_score":0.2979609,"about_ca_system_score_codex":0.00005599056,"about_ca_system_score_gemma":0.00009975833,"threshold_uncertainty_score":0.9990719},"labels":[],"label_agreement":null},{"id":"W2114799754","doi":"10.1213/ane.0b013e31819fe6d7","title":"Improvement in the Quality of Randomized Controlled Trials Among General Anesthesiology Journals 2000 to 2006: A 6-Year Follow-Up","year":2009,"lang":"en","type":"article","venue":"Anesthesia & Analgesia","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Blinding; Medicine; Anesthesiology; Randomized controlled trial; Randomization; Quality Score; MEDLINE; Sample size determination; Clinical trial; Confidence interval; Anesthesia; Internal medicine; Statistics","score_opus":0.4068638396080367,"score_gpt":0.4890359662497641,"score_spread":0.0821721266417274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114799754","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98076373,0.0022994953,0.001398926,0.00868946,0.00006772971,0.005582165,0.000003329598,0.0000060899074,0.0011890976],"genre_scores_gemma":[0.98971236,0.00011243689,0.0011743286,0.0045989556,0.00017062062,0.00032899162,0.00000541113,0.000013051667,0.0038838447],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.82205683,0.13172318,0.03664721,0.0013331409,0.0074816155,0.00075802003],"domain_scores_gemma":[0.9441339,0.03144437,0.01840017,0.0041384245,0.0015682552,0.00031490007],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5748666,0.00057496905,0.025593944,0.0010947668,0.0001443165,0.00066188624,0.0027156922,0.0002159867,0.0037384036],"category_scores_gemma":[0.08211306,0.00021360733,0.009460097,0.002066789,0.00014492376,0.00020766983,0.00002979991,0.00026201434,0.00033307943],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.22464305,0.0026584133,0.30265248,0.0001686706,0.008321613,0.0008003066,0.02021359,0.0025118394,0.007723273,0.075077236,0.25475004,0.1004795],"study_design_scores_gemma":[0.27598134,0.0011473972,0.6560181,0.0002250998,0.003998026,0.00014372994,0.0037621986,0.0026573718,0.0002895002,0.0450137,0.009600658,0.0011628746],"about_ca_topic_score_codex":0.00030381704,"about_ca_topic_score_gemma":0.00011139391,"teacher_disagreement_score":0.49275354,"about_ca_system_score_codex":0.000051679548,"about_ca_system_score_gemma":0.000194287,"threshold_uncertainty_score":0.9971723},"labels":[],"label_agreement":null},{"id":"W2114832664","doi":"10.1148/radiol.2015142779","title":"Pitfalls of Systematic Reviews and Meta-Analyses in Imaging Research","year":2015,"lang":"en","type":"review","venue":"Radiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Systematic review; Pooling; Psychological intervention; Medical physics; Publication bias; Meta-analysis; Quality (philosophy); MEDLINE; Management science; Data science; Pathology; Computer science; Artificial intelligence; Epistemology","score_opus":0.9874678654414825,"score_gpt":0.7414658167840396,"score_spread":0.2460020486574429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114832664","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000028586394,0.9910085,0.0002063825,0.0000730096,0.00014216572,0.0059340657,0.000034359415,0.0000024635233,0.0025961979],"genre_scores_gemma":[0.000026384689,0.99327034,0.0011710263,0.000036751986,0.00006586641,0.0009989783,0.000016777962,0.000029496687,0.0043844],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.679377,0.27132475,0.04071464,0.0022926193,0.0056079207,0.00068301987],"domain_scores_gemma":[0.92237544,0.046704672,0.019914739,0.008535924,0.002175674,0.00029354554],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.5525061,0.0008354113,0.07594473,0.0033899427,0.000067924586,0.000331558,0.0040019583,0.00035608083,0.0026069842],"category_scores_gemma":[0.21887533,0.00030263016,0.008607426,0.004374609,0.00037709347,0.00015707668,0.000506697,0.00077453523,0.003101295],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024808462,0.00008124957,0.000088198765,0.64312,0.012858022,0.000079958125,0.000549703,0.000004146484,0.000001373369,0.0025897333,0.15244843,0.18817672],"study_design_scores_gemma":[0.000058401052,0.0000249642,0.0000028075026,0.0074758427,0.040467698,0.0002853359,0.00014402886,0.00007524521,3.320764e-8,0.0018220616,0.9494057,0.00023783644],"about_ca_topic_score_codex":0.000039260045,"about_ca_topic_score_gemma":0.000032181033,"teacher_disagreement_score":0.7969573,"about_ca_system_score_codex":0.00013423689,"about_ca_system_score_gemma":0.000347007,"threshold_uncertainty_score":0.9999426},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2115027499","doi":"10.1590/s0102-86502013001200010","title":"An alternative approach to deal with the absence of clinical trials: a proportional meta-analysis of case series studies","year":2013,"lang":"en","type":"review","venue":"Acta Cirúrgica Brasileira","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Series (stratigraphy); Meta-analysis; Medicine; Internal medicine; Geology","score_opus":0.9441322337512308,"score_gpt":0.6605920298021627,"score_spread":0.2835402039490681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115027499","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010970788,0.98739845,0.0026845979,0.00016602386,0.00009513895,0.006462465,0.0008531958,0.00000772761,0.0012353259],"genre_scores_gemma":[0.030980172,0.90821654,0.047162108,0.00025636336,0.00055516965,0.004739444,0.00025386282,0.00012354579,0.0077128224],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.8846151,0.07238806,0.032853294,0.0023743284,0.007396081,0.0003731352],"domain_scores_gemma":[0.8793459,0.051782865,0.054166738,0.00831298,0.0059374194,0.00045411877],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.28379738,0.0011037713,0.06009239,0.0013487162,0.00021512252,0.00051067094,0.0046989527,0.00031171585,0.0050729704],"category_scores_gemma":[0.041508395,0.00033103433,0.026971025,0.0068233623,0.0007301672,0.0005087455,0.00040117637,0.0005665286,0.00015406053],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041092215,0.0005985943,0.0002645972,0.002982119,0.81286895,0.000089274334,0.0016171176,0.00022614647,3.5371198e-7,0.0022746038,0.014277503,0.16475964],"study_design_scores_gemma":[0.0001237804,0.00030879807,0.00010598829,0.00020500462,0.6020596,0.00041653326,0.0029277292,0.0003333681,4.0575807e-7,0.00010414973,0.39295492,0.00045975228],"about_ca_topic_score_codex":0.00006696634,"about_ca_topic_score_gemma":0.00012924285,"teacher_disagreement_score":0.3786774,"about_ca_system_score_codex":0.000035319437,"about_ca_system_score_gemma":0.0005380545,"threshold_uncertainty_score":0.99991417},"labels":[],"label_agreement":null},{"id":"W2115028338","doi":"10.1353/pbm.0.0080","title":"Iconoclast or Creed?: Objectivism, Pragmatism, and the Hierarchy of Evidence","year":2009,"lang":"en","type":"article","venue":"Perspectives in biology and medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Objectivism; Epistemology; Pragmatism; Creed; Positivism; Focus (optics); Hierarchy; Sociology; Philosophy; Political science; Law","score_opus":0.7236211716613192,"score_gpt":0.593860524135838,"score_spread":0.12976064752548122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115028338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80323505,0.094743475,0.008994219,0.07366001,0.00023475703,0.0014889468,0.000005266461,0.0000073596184,0.0176309],"genre_scores_gemma":[0.9943734,0.0032229982,0.0006252737,0.00043000217,0.000068409565,0.00001204942,3.5655455e-7,0.0000019902545,0.0012655337],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9913938,0.0050119637,0.0023445082,0.00057588285,0.0005272493,0.00014657507],"domain_scores_gemma":[0.985479,0.012186616,0.0011366071,0.0008399267,0.0002955792,0.000062277795],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.047173638,0.00015871128,0.0020623766,0.00028389372,0.00008306531,0.00002871607,0.00045939285,0.000071792536,0.0009344209],"category_scores_gemma":[0.06943111,0.00004491627,0.00013861006,0.000647131,0.0015401107,0.00011023199,0.00006494388,0.00016801633,0.000008657286],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008221139,0.00010694441,0.10121249,0.000057829755,0.0002542251,0.000010218742,0.06282801,0.000003005247,0.0015479593,0.67664033,0.0035210855,0.15299582],"study_design_scores_gemma":[0.0023259462,0.0010549664,0.6009255,0.00039093636,0.00019007466,0.00011867068,0.035774432,0.0016475781,0.00002863034,0.35257512,0.0048029292,0.00016521412],"about_ca_topic_score_codex":0.00006156357,"about_ca_topic_score_gemma":0.00007899335,"teacher_disagreement_score":0.499713,"about_ca_system_score_codex":0.000013870473,"about_ca_system_score_gemma":0.000034228586,"threshold_uncertainty_score":0.99997884},"labels":[],"label_agreement":null},{"id":"W2115099528","doi":"10.1111/hir.12041","title":"Comparison of search strategies in systematic reviews of adverse effects to other systematic reviews","year":2014,"lang":"en","type":"article","venue":"Health Information & Libraries Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Systematic review; MEDLINE; Adverse effect; Medicine; Meta-analysis; Intensive care medicine; Pharmacology; Pathology","score_opus":0.6608836379610273,"score_gpt":0.549570388502892,"score_spread":0.11131324945813537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115099528","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041276153,0.056318026,0.8299591,0.0031457904,0.0021839642,0.04819404,0.000031793585,0.000030503528,0.018860621],"genre_scores_gemma":[0.95441955,0.001327391,0.03890753,0.003819145,0.0001703373,0.00067487586,0.000012581806,0.000035212037,0.00063339464],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.88151574,0.056778036,0.054859757,0.00037212638,0.005886928,0.0005874138],"domain_scores_gemma":[0.9522264,0.009569421,0.033952612,0.002561539,0.0012159434,0.00047406313],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.2346441,0.00038043412,0.012276357,0.0015272637,0.00018383683,0.0006902795,0.0017108949,0.00010362473,0.0009680935],"category_scores_gemma":[0.07893675,0.00017915103,0.0012923946,0.0023644972,0.00006840146,0.0036419956,0.00011928957,0.0003761651,0.0017950915],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025279174,0.000083763785,0.0056965896,0.9115811,0.0000973533,3.431118e-7,0.02827154,0.0018004272,0.000007999238,0.023723792,0.025024943,0.003686893],"study_design_scores_gemma":[0.0027891735,0.0024093532,0.012517585,0.56126624,0.0008076109,0.00020037992,0.081384376,0.09309378,0.0002208318,0.0087098265,0.23514655,0.0014542919],"about_ca_topic_score_codex":0.000018393512,"about_ca_topic_score_gemma":0.000019254834,"teacher_disagreement_score":0.9131434,"about_ca_system_score_codex":0.00008790718,"about_ca_system_score_gemma":0.0004011568,"threshold_uncertainty_score":0.99994516},"labels":[],"label_agreement":null},{"id":"W2115576779","doi":"10.1016/j.pmrj.2014.03.005","title":"Elevating the Quality of Disability and Rehabilitation Research: Mandatory Use of the Reporting Guidelines","year":2014,"lang":"en","type":"editorial","venue":"PM&R","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Consolidated Standards of Reporting Trials; Rehabilitation; Medicine; Quality (philosophy); Obligation; Publishing; Inclusion (mineral); Medical education; Alternative medicine; Systematic review; MEDLINE; Physical therapy; Psychology; Political science","score_opus":0.9364542065328773,"score_gpt":0.6807768602581998,"score_spread":0.2556773462746774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115576779","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60585153,0.0012095283,0.0012799121,0.0067974366,0.37967238,0.0036687956,0.00025018942,0.000008567827,0.0012616381],"genre_scores_gemma":[0.49881285,0.0001164827,0.022747267,0.00012660486,0.46667036,0.00027062284,0.00006365869,0.00008228196,0.011109849],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8049581,0.1020283,0.06261854,0.0020450596,0.027914241,0.0004357774],"domain_scores_gemma":[0.09188864,0.70243645,0.13881081,0.025109537,0.041561835,0.00019273654],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.66912216,0.00022986597,0.003508212,0.000110966845,0.000282111,0.00037206677,0.0018012564,0.0002585311,0.00024333391],"category_scores_gemma":[0.9616183,0.00007801522,0.0015753083,0.0009973019,0.0011449922,0.00015859817,0.00061486487,0.00060361164,0.000013725823],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066649245,0.00001695341,0.08205534,0.0004929702,0.000053429856,3.6206078e-8,0.00048904325,0.000012756556,0.000037225505,0.00031294455,0.9128608,0.0036618356],"study_design_scores_gemma":[0.00007679846,0.000032808017,0.061919626,0.00033831596,0.00012726703,3.0519234e-7,0.0011634423,0.0006916552,0.000010367649,0.009835809,0.92569286,0.000110768175],"about_ca_topic_score_codex":0.00060496916,"about_ca_topic_score_gemma":0.00035692545,"teacher_disagreement_score":0.71306944,"about_ca_system_score_codex":0.000051553558,"about_ca_system_score_gemma":0.00020541849,"threshold_uncertainty_score":0.42187715},"labels":[],"label_agreement":null},{"id":"W2115878443","doi":"10.1186/1745-6215-10-101","title":"Subgroup Analysis of Trials Is Rarely Easy (SATIRE): a study protocol for a systematic review to characterize the analysis, reporting, and claim of subgroup effects in randomized trials","year":2009,"lang":"en","type":"review","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Institute for Work & Health; McMaster University","funders":"Canadian Institutes of Health Research; National Natural Science Foundation of China; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Subgroup analysis; Medicine; Randomized controlled trial; MEDLINE; Psychological intervention; Family medicine; Clinical trial; Systematic review; Meta-analysis; Internal medicine; Psychiatry","score_opus":0.8641606535245587,"score_gpt":0.6571716634468714,"score_spread":0.20698899007768734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115878443","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018549636,0.4907964,0.001909018,0.000067705936,0.0000805711,0.5068446,0.0002500708,0.0000065233626,0.000026592259],"genre_scores_gemma":[0.00004208901,0.34721693,0.00064416137,0.00020020478,0.0001356639,0.65085113,0.0000913951,0.00005205816,0.0007663782],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.086681396,0.61135167,0.2871641,0.0037599923,0.010249132,0.0007936923],"domain_scores_gemma":[0.11713525,0.45882636,0.40876833,0.011544492,0.0033353237,0.00039025597],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.9458144,0.0021395842,0.3629063,0.008357719,0.00016726695,0.0010883067,0.00433006,0.00061365886,0.0018594384],"category_scores_gemma":[0.9451557,0.00074518047,0.08897657,0.030356206,0.00015185658,0.00019983761,0.00032190225,0.00044228442,0.000042399886],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005162424,0.0006673942,0.00009324903,0.75955087,0.15517811,0.000011389386,0.00080645067,0.000003414015,0.0000035662401,0.00015680639,0.0024756743,0.07589066],"study_design_scores_gemma":[0.030518845,0.0003812825,0.000103552506,0.23937409,0.7107981,0.0000049584482,0.00008941213,0.0001434915,0.0000020426444,0.00036912985,0.017532574,0.00068255176],"about_ca_topic_score_codex":0.00013180298,"about_ca_topic_score_gemma":0.00014569415,"teacher_disagreement_score":0.55561996,"about_ca_system_score_codex":0.0001311514,"about_ca_system_score_gemma":0.00064338953,"threshold_uncertainty_score":0.9999487},"labels":[],"label_agreement":null},{"id":"W2116475791","doi":"10.1007/s10654-010-9491-z","title":"Critical evaluation of the Newcastle-Ottawa scale for the assessment of the quality of nonrandomized studies in meta-analyses","year":2010,"lang":"en","type":"article","venue":"European Journal of Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17606,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Public health; Scale (ratio); Epidemiology; Quality assessment; Environmental health; Quality (philosophy); Family medicine; External quality assessment; Internal medicine; Pathology","score_opus":0.9755550178079263,"score_gpt":0.743971850613417,"score_spread":0.23158316719450933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116475791","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8855035,0.01084791,0.0714581,0.024730135,0.0023028816,0.001866848,0.00004022068,7.8692074e-7,0.0032496676],"genre_scores_gemma":[0.9876601,0.000048502865,0.011753173,0.000285511,0.000091585236,0.000010487222,1.9326338e-7,0.0000062974286,0.00014415821],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.38073942,0.5605575,0.05044831,0.00079709187,0.0069967206,0.0004609817],"domain_scores_gemma":[0.56241494,0.369654,0.048270244,0.0052499133,0.01429046,0.00012042447],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7555268,0.00018841546,0.0069097867,0.00016358384,0.00009998027,0.000019680809,0.0023946564,0.000039741997,0.0009935721],"category_scores_gemma":[0.713664,0.0000480644,0.0061612506,0.0005852875,0.00085677137,0.000090967034,0.00021201425,0.00039930866,0.0000040329],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011251655,0.0016206781,0.61914,0.0007917463,0.052129965,0.000003775275,0.0065681487,0.05992035,0.04420463,0.057952046,0.12177907,0.0347644],"study_design_scores_gemma":[0.0049777958,0.0002892805,0.8823876,0.00012003552,0.030507496,0.00004165377,0.0033251094,0.02458864,0.00054517697,0.046199493,0.006850484,0.00016728115],"about_ca_topic_score_codex":0.000014180367,"about_ca_topic_score_gemma":0.00014624305,"teacher_disagreement_score":0.26324752,"about_ca_system_score_codex":0.000017961618,"about_ca_system_score_gemma":0.00016133623,"threshold_uncertainty_score":0.99991965},"labels":[],"label_agreement":null},{"id":"W2116531504","doi":"10.14306/renhyd.18.3.114","title":"Ítems de referencia para publicar Revisiones Sistemáticas y Metaanálisis: La Declaración PRISMA","year":2014,"lang":"es","type":"article","venue":"Revista Española de Nutrición Humana y Dietética","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":225,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Humanities; Art; Medicine","score_opus":0.45769898625011407,"score_gpt":0.47549513315379965,"score_spread":0.017796146903685583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116531504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2911711,0.2634288,0.21096997,0.027478369,0.0015410295,0.012311827,0.0004212458,0.0005995432,0.1920781],"genre_scores_gemma":[0.96491086,0.00888626,0.014727018,0.001883638,0.0011780087,0.00033640067,0.00006421334,0.00022399174,0.0077896127],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.90869373,0.05414071,0.020299397,0.004505372,0.00970819,0.0026526111],"domain_scores_gemma":[0.94507086,0.022544581,0.01234432,0.014139284,0.0037225962,0.0021783358],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.18006606,0.0021524199,0.012519575,0.002144079,0.0012568925,0.015117495,0.0077145062,0.0012242816,0.007580539],"category_scores_gemma":[0.112903014,0.0013771738,0.0070849857,0.0060267,0.00058530207,0.001025697,0.0010698517,0.0017105883,0.009246727],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010984868,0.0011290803,0.030841686,0.004699114,0.0026341525,0.00013745044,0.0009595278,0.000046412413,0.00038154342,0.74390244,0.14613336,0.06902536],"study_design_scores_gemma":[0.00077693094,0.0003008436,0.028162269,0.0016714804,0.0049939407,0.0001415274,0.0004262224,0.013796173,0.00005029759,0.0066059427,0.9416366,0.0014377319],"about_ca_topic_score_codex":0.000051810097,"about_ca_topic_score_gemma":0.000011145421,"teacher_disagreement_score":0.79550326,"about_ca_system_score_codex":0.00059729995,"about_ca_system_score_gemma":0.0006306735,"threshold_uncertainty_score":0.99912167},"labels":[],"label_agreement":null},{"id":"W2116589936","doi":"","title":"Practical tips for surgical research: blinding: who, what, when, why, how?","year":2010,"lang":"en","type":"article","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":313,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Blinding; Medicine; Randomized controlled trial; Randomization; Clinical trial; Differential treatment; Intensive care medicine; Medical physics; Surgery; Pathology","score_opus":0.9441122042362974,"score_gpt":0.6109514993893984,"score_spread":0.33316070484689897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116589936","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23733723,0.0021910982,0.04331232,0.5800675,0.009669554,0.021971222,0.000077362536,0.00008544911,0.10528824],"genre_scores_gemma":[0.8554177,0.00008594936,0.011445418,0.0007140876,0.0016528703,0.005595009,0.000013224565,0.00004433796,0.12503138],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97491044,0.00901499,0.004438342,0.0014569272,0.00912224,0.0010570716],"domain_scores_gemma":[0.9596925,0.030498456,0.0018575633,0.004235568,0.0029357353,0.0007801929],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.32520947,0.00025621755,0.002286861,0.0006378036,0.00034869823,0.0077429023,0.0020167518,0.00023515902,0.0045150933],"category_scores_gemma":[0.22206737,0.00012414486,0.0015294765,0.0013801401,0.00023575463,0.0014269991,0.00028532653,0.0007610675,0.001384285],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025874338,0.000076918164,0.0022564635,0.000020407735,0.00008294586,0.000016403634,0.000120867124,1.7520786e-7,0.000005646241,0.025935763,0.84594846,0.1255101],"study_design_scores_gemma":[0.0003735847,0.000019279307,0.0030113908,0.0000066108005,0.00007109659,0.000066607194,0.00058204646,0.000649458,0.000048314036,0.023699688,0.9713253,0.00014664793],"about_ca_topic_score_codex":0.000004282923,"about_ca_topic_score_gemma":0.00007850822,"teacher_disagreement_score":0.6180805,"about_ca_system_score_codex":0.000029943318,"about_ca_system_score_gemma":0.00009665299,"threshold_uncertainty_score":0.9993932},"labels":[],"label_agreement":null},{"id":"W2117085209","doi":"10.1503/cmaj.131353","title":"Randomized trials with missing outcome data: how to analyze and what to report","year":2014,"lang":"en","type":"review","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Randomized controlled trial; Baseline (sea); Outcome (game theory); Random assignment; Missing data; Computer science; Gold standard (test); Medicine; Surgery; Internal medicine; Machine learning; Pathology; Mathematics","score_opus":0.71926205492112,"score_gpt":0.5635865404804616,"score_spread":0.1556755144406584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117085209","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010452154,0.90775156,0.020381697,0.06702298,0.0018527061,0.0023392236,0.00007417413,0.000003728037,0.0005634833],"genre_scores_gemma":[0.00001386094,0.9684361,0.004951013,0.0097579565,0.003625774,0.00006272229,0.000105598556,0.00005314959,0.012993813],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8750342,0.07627127,0.027434008,0.0017515131,0.018692419,0.00081659236],"domain_scores_gemma":[0.8133395,0.09835331,0.05869617,0.00797374,0.0062899413,0.015347345],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7039756,0.0006401547,0.03082983,0.0017631196,0.00037548423,0.013778097,0.0034022094,0.0006948483,0.008463527],"category_scores_gemma":[0.7956201,0.00026606396,0.0034447066,0.0020713795,0.00005342431,0.00079464534,0.00017917722,0.0011751204,0.0011629956],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000232309,0.0000029651396,0.00010974408,0.00019179586,0.0011155716,0.0003438176,0.00004857746,4.1792114e-7,1.3304942e-9,0.00001773827,0.2792807,0.71886545],"study_design_scores_gemma":[0.003672086,0.000014640378,0.000013759863,0.003873183,0.0037072522,0.0016393458,0.00017769383,0.00008293464,2.2344235e-9,0.000075843,0.9864396,0.00030369064],"about_ca_topic_score_codex":0.00026689345,"about_ca_topic_score_gemma":0.009070718,"teacher_disagreement_score":0.71856177,"about_ca_system_score_codex":0.0007009744,"about_ca_system_score_gemma":0.0051114997,"threshold_uncertainty_score":0.99997914},"labels":[],"label_agreement":null},{"id":"W2117333904","doi":"10.1186/1471-2431-2-2","title":"Assessing the quality of reports of randomized trials in pediatric complementary and alternative medicine","year":2002,"lang":"en","type":"article","venue":"BMC Pediatrics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Medicine; Jadad scale; Consolidated Standards of Reporting Trials; Checklist; Randomized controlled trial; Psychological intervention; Family medicine; Alternative medicine; Sample size determination; Population; Quality (philosophy); MEDLINE; Health care; Systematic review; Adverse effect; Environmental health; Nursing; Internal medicine; Statistics","score_opus":0.8882394685032484,"score_gpt":0.6178303597912143,"score_spread":0.27040910871203416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117333904","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97116673,0.013685234,0.010555323,0.0005190229,0.00038321386,0.00152496,0.000013278897,0.0000019296192,0.0021503342],"genre_scores_gemma":[0.9941745,0.0014226353,0.0037691107,0.000056555225,0.00035477002,0.000022578768,0.0000033675963,0.000005147303,0.00019132666],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8063363,0.12112339,0.060281746,0.001217561,0.010686325,0.0003547236],"domain_scores_gemma":[0.787094,0.17253707,0.036864184,0.0021891438,0.0012173725,0.00009824419],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.56245905,0.00019600666,0.009047856,0.00067489647,0.00005451047,0.00011594967,0.00062243803,0.000050204555,0.0025812169],"category_scores_gemma":[0.435372,0.00007397174,0.0014001521,0.001930195,0.00017201327,0.00019899174,0.00013200981,0.00011989397,0.000008961262],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001790883,0.00008761981,0.9807904,0.0002920515,0.00009041509,0.0000046205137,0.0018510275,0.00008897052,0.000015420308,0.000665752,0.014162092,0.0017725811],"study_design_scores_gemma":[0.09056223,0.0001555518,0.7903898,0.00010844692,0.00849412,0.00003952402,0.009856254,0.027320968,0.000039007773,0.070339896,0.0019664278,0.0007278213],"about_ca_topic_score_codex":0.00021522876,"about_ca_topic_score_gemma":0.000057001533,"teacher_disagreement_score":0.19040062,"about_ca_system_score_codex":0.000015019368,"about_ca_system_score_gemma":0.000042155927,"threshold_uncertainty_score":0.99833053},"labels":[],"label_agreement":null},{"id":"W2117496562","doi":"10.1200/jco.2007.14.6795","title":"Consistency of Phase III Clinical Trial Abstracts Presented at an Annual Meeting of the American Society of Clinical Oncology Compared With Their Subsequent Full-Text Publications","year":2008,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Juravinski Cancer Centre","funders":"American Society of Clinical Oncology","keywords":"Medicine; Clinical Oncology; Clinical trial; Consistency (knowledge bases); Oncology; Internal medicine; Family medicine; Medical physics; Cancer","score_opus":0.8705649187613345,"score_gpt":0.6578354220733239,"score_spread":0.21272949668801056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117496562","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98746264,0.00023281232,0.0006397793,0.006566887,0.0013481228,0.0010323781,0.000070369315,0.000003764677,0.0026432653],"genre_scores_gemma":[0.98567694,0.0005646341,0.011586624,0.0007789246,0.00086455006,0.000011332249,0.000006068492,0.000017250004,0.0004936492],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8647,0.05274626,0.0763636,0.001011925,0.0047165416,0.00046166423],"domain_scores_gemma":[0.65838027,0.13656637,0.18584754,0.0042672,0.013720839,0.0012177564],"candidate_categories":["metaresearch","metaepi_broad","sts"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.26199532,0.00037564492,0.017528266,0.0002442397,0.00021162373,0.000032327487,0.0033160604,0.000616962,0.0007650171],"category_scores_gemma":[0.15354583,0.00015650372,0.010033292,0.0015080639,0.005556243,0.00032574608,0.00041443505,0.0016709077,0.00001805463],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.090588994,0.041614432,0.5438664,0.0000787447,0.008398807,0.00006419273,0.0021692878,0.0007149486,0.00037996678,0.00039232196,0.17399822,0.13773368],"study_design_scores_gemma":[0.09199129,0.051845808,0.60149294,0.00014991427,0.0026666203,0.0004965201,0.006685278,0.0044838823,0.00006665897,0.00044502396,0.23932065,0.0003554188],"about_ca_topic_score_codex":0.00007140215,"about_ca_topic_score_gemma":0.00047319403,"teacher_disagreement_score":0.20631972,"about_ca_system_score_codex":0.00009372207,"about_ca_system_score_gemma":0.0062459423,"threshold_uncertainty_score":0.99988097},"labels":[],"label_agreement":null},{"id":"W2117812336","doi":"10.1186/1745-6215-13-90","title":"Rapid, easy, and cheap randomization: prospective evaluation in a study cohort","year":2012,"lang":"en","type":"article","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster Children's Hospital; McMaster University; University of Toronto","funders":"","keywords":"Randomization; Randomized controlled trial; Medicine; Descriptive statistics; Research design; Statistics; Surgery; Mathematics","score_opus":0.8913197147017164,"score_gpt":0.6252992016781433,"score_spread":0.2660205130235731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117812336","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.962562,0.005915101,0.0021981527,0.00017948337,0.00050043577,0.01694727,0.0000038290927,0.000004790971,0.011688892],"genre_scores_gemma":[0.9971014,0.000026826341,0.0003269811,0.00003532903,0.00020525679,0.00070858485,0.0000024351175,0.0000048867278,0.0015882778],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8694731,0.10489158,0.016257256,0.001030114,0.008024165,0.00032375258],"domain_scores_gemma":[0.98186886,0.011495143,0.004064584,0.001501957,0.00095082493,0.00011862371],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.66769826,0.00015627782,0.0040942035,0.00029660173,0.00006752859,0.0003659405,0.00029897512,0.000047831058,0.011061789],"category_scores_gemma":[0.22982849,0.00007044039,0.0004553809,0.0010019498,0.000021436343,0.00033221045,0.00004661856,0.000059934453,0.0006335719],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014296963,0.00020031401,0.9680859,0.0000054603825,0.0002294928,2.716334e-7,0.0026589609,0.00002233442,0.00001641113,0.00034794124,0.0023819318,0.025907999],"study_design_scores_gemma":[0.010984447,0.00006592465,0.9744962,0.000014395391,0.001075626,0.0000027163649,0.0017539052,0.0027855986,0.000026116852,0.0056048282,0.003042713,0.00014755802],"about_ca_topic_score_codex":0.000011493171,"about_ca_topic_score_gemma":0.000022983251,"teacher_disagreement_score":0.43786973,"about_ca_system_score_codex":0.000042550633,"about_ca_system_score_gemma":0.00004721089,"threshold_uncertainty_score":0.98984224},"labels":[],"label_agreement":null},{"id":"W2118202525","doi":"10.2522/ptj.2010.90.3.333","title":"The Added Value of Confidence Intervals","year":2010,"lang":"en","type":"article","venue":"Physical Therapy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Value (mathematics); Confidence interval; Statistics; Medicine; Mathematics","score_opus":0.6682023559027264,"score_gpt":0.5578244309162226,"score_spread":0.11037792498650378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118202525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9880403,0.00022553568,0.002536557,0.0012584176,0.0003390402,0.00032321177,0.0000037245763,0.0000034100897,0.007269778],"genre_scores_gemma":[0.99691963,0.00003560262,0.00032800736,0.00021229278,0.0001674973,0.00001930608,3.2111103e-7,0.0000051710567,0.0023121457],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9914729,0.0029416059,0.0025366808,0.00035984983,0.002549791,0.00013917567],"domain_scores_gemma":[0.98649585,0.00832972,0.0017006341,0.0028222033,0.0005823504,0.0000692682],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.03438355,0.00013654653,0.0014351906,0.000038689304,0.000100004356,0.00031740425,0.0020617824,0.000027669194,0.0021657154],"category_scores_gemma":[0.009677469,0.000043942324,0.0013758448,0.0004919822,0.00018405762,0.000095087606,0.00005697156,0.00016822983,0.0013722869],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029019719,0.00019898848,0.0021017203,0.000006741812,0.0002985453,6.2972026e-7,0.0014700603,0.000012378819,0.11934277,0.5289197,0.026683426,0.32093605],"study_design_scores_gemma":[0.00031897763,0.00014055011,0.01771835,0.000017337434,0.000050009792,0.0000021027383,0.00035007962,0.013388626,0.023909701,0.5519228,0.39198092,0.00020057059],"about_ca_topic_score_codex":0.0000075272533,"about_ca_topic_score_gemma":0.0000044321796,"teacher_disagreement_score":0.36529747,"about_ca_system_score_codex":0.0000022081347,"about_ca_system_score_gemma":0.000023745668,"threshold_uncertainty_score":0.99940526},"labels":[],"label_agreement":null},{"id":"W2118632859","doi":"10.1007/3-540-27095-7_32","title":"Introduction to Part III — Research Fields and Their Technical Requirements","year":2005,"lang":"en","type":"book-chapter","venue":"Particle acceleration and detection","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Deep River Science Academy","funders":"","keywords":"Computer science; Engineering; Systems engineering","score_opus":0.7548496752094203,"score_gpt":0.5286964750265384,"score_spread":0.22615320018288187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118632859","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34924147,0.0045729782,0.16800533,0.05187776,0.003183824,0.009564722,0.000031257958,0.00017345374,0.41334918],"genre_scores_gemma":[0.78893095,0.0001400839,0.00019817265,0.00020934151,0.0012908252,0.00006243,0.0000042494594,0.000012274333,0.20915167],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99330413,0.00096720457,0.00284336,0.00093814515,0.0017579399,0.00018921775],"domain_scores_gemma":[0.99667084,0.0005195796,0.0006876557,0.0011619541,0.0007878945,0.00017206393],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.031251375,0.00021114724,0.00094055466,0.00031193858,0.00036215014,0.0010227812,0.00021505152,0.00020837286,0.0053218654],"category_scores_gemma":[0.0035041505,0.00012164591,0.00020049114,0.00025949537,0.00006157701,0.00030766602,0.00012980054,0.00028482982,0.0010680269],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006910283,0.000031891206,0.000114310846,0.000023028575,0.000084417225,8.916928e-7,0.00048069,0.00004142372,0.009620652,0.012572286,0.093985304,0.882976],"study_design_scores_gemma":[0.00017482067,0.00020538818,0.00064536365,0.000024032932,0.00005226369,0.000019197276,0.00012625914,0.0043979334,0.0040734466,0.011901151,0.9781844,0.00019576446],"about_ca_topic_score_codex":0.0000069762136,"about_ca_topic_score_gemma":0.00030872732,"teacher_disagreement_score":0.8841991,"about_ca_system_score_codex":0.000053364183,"about_ca_system_score_gemma":0.000017242704,"threshold_uncertainty_score":0.9997098},"labels":[],"label_agreement":null},{"id":"W2118788859","doi":"10.1016/j.jclinepi.2012.09.013","title":"Some improvements are apparent in identifying adverse effects in systematic reviews from 1994 to 2011","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Systematic review; Medicine; Adverse effect; MEDLINE; Meta-analysis; Data extraction; Internal medicine","score_opus":0.8816318847741158,"score_gpt":0.6463443115375861,"score_spread":0.2352875732365297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118788859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.955688,0.017680919,0.014186058,0.003555733,0.004170972,0.004607444,0.0000041270996,0.0000024349515,0.00010429137],"genre_scores_gemma":[0.95346874,0.0025676773,0.026576584,0.014504734,0.0012795227,0.00039718527,0.000002835866,0.000028581415,0.0011741208],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6629929,0.21324493,0.11858575,0.0014423166,0.0029546213,0.0007794687],"domain_scores_gemma":[0.4372071,0.4362458,0.11822802,0.005608788,0.0012639005,0.001446386],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.5717565,0.00038625486,0.026305998,0.0008342227,0.00003474521,0.00009331625,0.0024491958,0.00031538893,0.0021781973],"category_scores_gemma":[0.74222434,0.00017095939,0.004664662,0.0006580887,0.000064250795,0.00054791407,0.0002831862,0.00092163944,0.009248331],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026931468,0.00024116872,0.9301883,0.0024187984,0.00024119392,0.00004877186,0.00016250442,0.00022715017,0.000030372532,0.0002631564,0.057135135,0.0090165],"study_design_scores_gemma":[0.0010767177,0.00025379975,0.91186804,0.008606253,0.0002640477,0.0000105379295,0.00038474955,0.0035118533,0.000001563581,0.07006818,0.0037243906,0.00022986118],"about_ca_topic_score_codex":0.00024345219,"about_ca_topic_score_gemma":0.00022478268,"teacher_disagreement_score":0.22578579,"about_ca_system_score_codex":0.0000956821,"about_ca_system_score_gemma":0.00007325897,"threshold_uncertainty_score":0.99873394},"labels":[],"label_agreement":null},{"id":"W2118857278","doi":"10.1186/2046-4053-3-70","title":"Reporting quality of statistical methods in surgical observational studies: protocol for systematic review","year":2014,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Observational study; Medicine; Descriptive statistics; Protocol (science); Confounding; Logistic regression; Quality (philosophy); Statistics; Alternative medicine; Pathology; Internal medicine","score_opus":0.9566307857878935,"score_gpt":0.7456218163692606,"score_spread":0.2110089694186329,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118857278","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018738143,0.011519726,0.3237491,0.00026360678,0.00015358682,0.6624022,0.000016407972,0.000010115025,0.0018664944],"genre_scores_gemma":[0.00020750676,0.00015170305,0.19980888,0.0003844055,0.00007690771,0.7973978,0.000012216049,0.000030515486,0.001930063],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.3595725,0.35847917,0.266437,0.002930359,0.0116667375,0.0009142543],"domain_scores_gemma":[0.2649941,0.35753468,0.34679052,0.019159915,0.0109265745,0.0005942014],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8287018,0.0007526414,0.043313626,0.0003707364,0.000121348174,0.0002460203,0.0021500434,0.00014576799,0.0010140074],"category_scores_gemma":[0.90388584,0.0002974736,0.0048557455,0.0021869715,0.00011804921,0.0002616911,0.00019001185,0.00022204797,0.0004858721],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005196698,0.00007109637,0.00047330215,0.96794486,0.00022572276,0.0000016731184,0.00017003859,0.000004151932,0.000006797853,0.023925435,0.0068187085,0.0003529911],"study_design_scores_gemma":[0.0007182627,0.00011493041,0.00024760416,0.946569,0.001307577,0.00006596517,0.0005056505,0.0052050604,0.00000608136,0.017757608,0.026959129,0.000543093],"about_ca_topic_score_codex":0.000006241864,"about_ca_topic_score_gemma":0.000014949017,"teacher_disagreement_score":0.13499558,"about_ca_system_score_codex":0.00013750914,"about_ca_system_score_gemma":0.00014121756,"threshold_uncertainty_score":0.9999477},"labels":[],"label_agreement":null},{"id":"W2119032047","doi":"10.1186/1754-9493-3-16","title":"Critical appraisal of meta-analyses: an introductory guide for the practicing surgeon","year":2009,"lang":"en","type":"article","venue":"Patient Safety in Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Medicine; Critical appraisal; Surgery; Meta-analysis; MEDLINE; General surgery; Medical education; Alternative medicine; Pathology","score_opus":0.7763150103717589,"score_gpt":0.5851941205415826,"score_spread":0.19112088983017628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119032047","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55359644,0.021761963,0.3463328,0.050747104,0.010343477,0.0066658705,0.0003693987,0.00005773559,0.010125255],"genre_scores_gemma":[0.9948896,0.000045153996,0.0041045505,0.000543412,0.00014238243,0.000064892105,0.000018996096,0.000012109192,0.00017886929],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9684083,0.012023214,0.0138194095,0.0010220928,0.0042989408,0.00042803606],"domain_scores_gemma":[0.6690295,0.3127951,0.007983814,0.0066478965,0.0032809374,0.00026277723],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1631423,0.00033582197,0.005185569,0.00059772073,0.00016699675,0.0002269238,0.00095448195,0.00008626905,0.0033382948],"category_scores_gemma":[0.4083357,0.00014023193,0.004336175,0.0015452557,0.00011653021,0.00059785054,0.00006361171,0.00018442268,0.00009113937],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006794826,0.0024220524,0.0704073,0.00028788074,0.008216768,0.000034493194,0.006312575,0.021490762,0.0014476464,0.017636504,0.51940435,0.35166016],"study_design_scores_gemma":[0.00041968044,0.00042091066,0.10726223,0.00009700231,0.015508663,0.00003744625,0.0087896325,0.03542407,0.0009953694,0.009250005,0.820684,0.0011109851],"about_ca_topic_score_codex":0.000068175024,"about_ca_topic_score_gemma":0.000049313152,"teacher_disagreement_score":0.4412932,"about_ca_system_score_codex":0.000039919927,"about_ca_system_score_gemma":0.00013933968,"threshold_uncertainty_score":0.9975728},"labels":[],"label_agreement":null},{"id":"W2119139795","doi":"10.1136/jech.2011.140350","title":"The truth, but not the whole truth? Call for an amnesty on unreported results of public health interventions","year":2011,"lang":"en","type":"letter","venue":"Journal of Epidemiology & Community Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Psychological intervention; Public health; Amnesty; Clinical trial; Alternative medicine; Publication; Family medicine; Nursing; Law; Pathology; Human rights","score_opus":0.9446487216226747,"score_gpt":0.6335336702702861,"score_spread":0.3111150513523886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119139795","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045257686,0.004137134,0.016286485,0.9690037,0.003086277,0.0015684055,0.0005834675,0.0000065437903,0.0008022136],"genre_scores_gemma":[0.099561304,0.0033080496,0.00875191,0.8790707,0.0030457615,0.00013230744,0.0006236301,0.00010680165,0.0053995573],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.39590535,0.5285907,0.06848905,0.001196633,0.004027116,0.0017911858],"domain_scores_gemma":[0.26787293,0.531676,0.17171147,0.020366816,0.0073311776,0.0010415893],"candidate_categories":["metaresearch","sts","open_science","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7569393,0.0006300312,0.01184399,0.0008934835,0.002287623,0.00022185144,0.00924304,0.0006821855,0.00013421272],"category_scores_gemma":[0.58223283,0.00023341468,0.007165177,0.0008356061,0.00081166066,0.00023638962,0.00035458294,0.0078181615,0.00005505114],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008985986,0.00026078874,0.0005183039,0.0003370921,0.00068653084,0.0000024633046,0.00093917747,0.000017404092,2.2871029e-7,0.0017185035,0.9739979,0.021431766],"study_design_scores_gemma":[0.0005800234,0.0032980982,0.012258708,0.00064259104,0.00023178585,0.00017454261,0.0016523384,0.00022712386,3.529072e-7,0.024138996,0.9566272,0.00016827276],"about_ca_topic_score_codex":0.0037067253,"about_ca_topic_score_gemma":0.006608504,"teacher_disagreement_score":0.17470644,"about_ca_system_score_codex":0.00040226048,"about_ca_system_score_gemma":0.002383448,"threshold_uncertainty_score":0.9990113},"labels":[],"label_agreement":null},{"id":"W2119239501","doi":"10.1053/j.gastro.2004.03.005","title":"Are claims of equivalency in digestive diseases trials supported by the evidence?☆","year":2004,"lang":"en","type":"review","venue":"Gastroenterology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto General Hospital; St. Michael's Hospital","funders":"","keywords":"Medicine; Randomized controlled trial; Psychological intervention; Equivalence (formal languages); Sample size determination; Clinical trial; MEDLINE; Intervention (counseling); Internal medicine; Statistics; Mathematics; Psychiatry","score_opus":0.817116800335997,"score_gpt":0.5804300418058037,"score_spread":0.23668675853019328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119239501","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008640888,0.99395907,0.000782765,0.0004994623,0.0004635964,0.0027186556,0.00065157184,0.000004431188,0.0000563891],"genre_scores_gemma":[0.0028638062,0.9951407,0.000083963925,0.00019452504,0.000106192856,0.00042691553,0.00007513424,0.000029076718,0.0010797273],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8854894,0.07865137,0.029097626,0.0019176967,0.004079851,0.0007640314],"domain_scores_gemma":[0.9342515,0.021259366,0.038649853,0.0049500945,0.0006720354,0.00021714752],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.107701786,0.00078971736,0.024936952,0.00076875964,0.000070622955,0.0002165003,0.004563495,0.00030436442,0.0074227774],"category_scores_gemma":[0.10272483,0.00029475449,0.007828048,0.0013201324,0.00036339328,0.00017413187,0.0004089165,0.00051323976,0.00070832943],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018604808,0.00068126136,0.17063633,0.016448919,0.0033250826,0.00014742685,0.0003139633,0.000036820435,0.0000012789401,0.00018989624,0.18736462,0.62066835],"study_design_scores_gemma":[0.00085935043,0.0006168583,0.015680512,0.029418537,0.01110836,0.00017671661,0.0003522266,0.000019586572,2.7409556e-7,0.002877793,0.9384673,0.00042248153],"about_ca_topic_score_codex":0.000021402671,"about_ca_topic_score_gemma":0.000056787867,"teacher_disagreement_score":0.7511027,"about_ca_system_score_codex":0.00012881904,"about_ca_system_score_gemma":0.00027368934,"threshold_uncertainty_score":0.99995047},"labels":[],"label_agreement":null},{"id":"W2119470638","doi":"10.1111/j.1553-2712.2004.tb01433.x","title":"<i>Advanced statistics:</i> Understanding Medical Record Review (MRR) Studies","year":2004,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":270,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"Medicine; Strengths and weaknesses; Medical literature; MEDLINE; Data science; Pathology","score_opus":0.8757775133663215,"score_gpt":0.6302253077641004,"score_spread":0.24555220560222113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119470638","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043468657,0.6405063,0.24672626,0.07808698,0.008192668,0.001868985,0.000031570566,0.000049088667,0.020191234],"genre_scores_gemma":[0.03891589,0.931015,0.0048106546,0.009300912,0.0012557236,0.00012873007,0.00003455922,0.00004949499,0.014489047],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96148455,0.0037961158,0.020705307,0.0014014742,0.012036994,0.00057555316],"domain_scores_gemma":[0.9842723,0.004177338,0.00689633,0.0027103964,0.0013246116,0.000619003],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.12597398,0.00051114516,0.005261529,0.0003450048,0.00024511095,0.0000053106205,0.0025243654,0.00021553224,0.06664037],"category_scores_gemma":[0.2594922,0.00023718577,0.0007190161,0.0025920733,0.00032250586,0.0002763375,0.00023520715,0.00089244655,0.0028341531],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005023123,0.000016511716,0.0047809957,0.00075619493,0.00029968083,0.00001957299,0.0006960516,0.000009825547,0.000050080376,0.033012304,0.9496079,0.010745875],"study_design_scores_gemma":[0.00088788196,0.00020684722,0.0004169039,0.007421016,0.0010135877,0.000046029243,0.0042860974,0.00014508677,0.000008703973,0.40393156,0.5811416,0.0004946883],"about_ca_topic_score_codex":0.000021204556,"about_ca_topic_score_gemma":0.00006942565,"teacher_disagreement_score":0.37091926,"about_ca_system_score_codex":0.00023399062,"about_ca_system_score_gemma":0.0001723388,"threshold_uncertainty_score":0.99794227},"labels":[],"label_agreement":null},{"id":"W2119605658","doi":"10.1136/bmj.d4002","title":"Recommendations for examining and interpreting funnel plot asymmetry in meta-analyses of randomised controlled trials","year":2011,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7394,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Medical Research Council; Canadian Institutes of Health Research; Deutsche Forschungsgemeinschaft; Cancer Research UK","keywords":"Funnel plot; Funnel; Asymmetry; Publication bias; Meta-analysis; Plot (graphics); Forest plot; Econometrics; Statistics; Mathematics; Confidence interval; Environmental science; Medicine; Physics; Particle physics","score_opus":0.9574543018437567,"score_gpt":0.6272209161953044,"score_spread":0.3302333856484523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119605658","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20803596,0.015953239,0.6288381,0.011473987,0.0015240912,0.033098698,0.00024943802,0.000029089815,0.10079739],"genre_scores_gemma":[0.9459128,0.000014150484,0.05057131,0.00021510822,0.000040588384,0.0008463623,0.0000047400836,0.000009616742,0.0023853532],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.942316,0.031101247,0.0240382,0.0007535725,0.0015715695,0.00021944307],"domain_scores_gemma":[0.86003643,0.11847184,0.018246211,0.0020165436,0.0011078088,0.000121178855],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.42183673,0.0002285815,0.01292928,0.00071739807,0.000060212413,0.00018681287,0.0005875948,0.000066342385,0.0067445715],"category_scores_gemma":[0.45600507,0.00009261677,0.0040207827,0.0006556546,0.000037914375,0.00016903525,0.00007433034,0.00007127324,0.00003241745],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020429147,0.0011215737,0.032026388,0.0005844662,0.1629867,0.000012342849,0.02567624,0.00023626258,0.010680951,0.0142003475,0.54093844,0.19110718],"study_design_scores_gemma":[0.34377787,0.0013579417,0.014404438,0.000846809,0.26006222,0.00003906905,0.056387186,0.17051788,0.010137874,0.08860933,0.051138557,0.0027208214],"about_ca_topic_score_codex":0.00003743283,"about_ca_topic_score_gemma":0.000034056706,"teacher_disagreement_score":0.73787683,"about_ca_system_score_codex":0.000008877753,"about_ca_system_score_gemma":0.000036331676,"threshold_uncertainty_score":0.9941634},"labels":[],"label_agreement":null},{"id":"W2119749032","doi":"10.1186/1477-7525-11-211","title":"Patient-reported outcomes in meta-analyses --Part 2: methods for improving interpretability for decision-makers","year":2013,"lang":"en","type":"article","venue":"Health and Quality of Life Outcomes","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Interpretability; Randomized controlled trial; Medicine; Strictly standardized mean difference; Meta-analysis; Pooling; MEDLINE; Odds ratio; Depression (economics); Physical therapy; Surgery; Internal medicine; Artificial intelligence; Computer science","score_opus":0.860242094628548,"score_gpt":0.6651242024138069,"score_spread":0.19511789221474107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119749032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.556478,0.0047997246,0.42125463,0.009969038,0.00055931055,0.0066662985,0.00015631352,0.000014116115,0.00010251347],"genre_scores_gemma":[0.56241757,0.000021521073,0.42932186,0.006403846,0.000021128428,0.0010138679,0.000015035904,0.000022203181,0.00076297973],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96030796,0.012873429,0.022663824,0.0013636284,0.0022268135,0.00056432013],"domain_scores_gemma":[0.75737715,0.20377806,0.026690545,0.006889421,0.003709668,0.0015551748],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17865223,0.0004886549,0.012015237,0.00054265594,0.00020258139,0.00033225206,0.00073802465,0.0001384161,0.0013981514],"category_scores_gemma":[0.43614033,0.0002212234,0.0050507504,0.00063945056,0.00012648704,0.00040709903,0.00016381896,0.0001451052,0.000021954871],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000917424,0.0002084273,0.7785514,0.0009933955,0.0026309313,7.930427e-8,0.0014606602,0.000016345337,0.000026887965,0.0007730599,0.004337405,0.21090966],"study_design_scores_gemma":[0.0036977124,0.0009070397,0.8493798,0.00011114684,0.004250789,0.0000026104399,0.016682599,0.014838821,0.000082180886,0.07169586,0.03705918,0.0012922767],"about_ca_topic_score_codex":0.0014053724,"about_ca_topic_score_gemma":0.0004842159,"teacher_disagreement_score":0.2574881,"about_ca_system_score_codex":0.000055662647,"about_ca_system_score_gemma":0.00035925113,"threshold_uncertainty_score":0.9995147},"labels":[],"label_agreement":null},{"id":"W2119790985","doi":"10.1186/1471-2288-7-10","title":"Development of AMSTAR: a measurement tool to assess the methodological quality of systematic reviews","year":2007,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4413,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Institute of Population and Public Health","funders":"","keywords":"Quality (philosophy); Computer science; Data science; Systematic review; MEDLINE; Medicine; Medical physics; Management science; Political science; Engineering","score_opus":0.9972372497208365,"score_gpt":0.7946501814039316,"score_spread":0.20258706831690487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119790985","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057703372,0.003414743,0.9320829,0.000660737,0.0002818461,0.0043209814,0.0000023166301,0.00000435282,0.0015287645],"genre_scores_gemma":[0.04606115,0.0001079321,0.9521921,0.00036195107,0.00010090529,0.0004905964,0.0000011713416,0.000012580765,0.0006715908],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.022365483,0.86837757,0.04720718,0.0019636825,0.058654696,0.0014313754],"domain_scores_gemma":[0.029871114,0.93471897,0.011647055,0.009319601,0.013152779,0.0012904898],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.98310244,0.0003631593,0.011564641,0.0009208298,0.00023587646,0.00010442825,0.0065376936,0.00036521783,0.0073315767],"category_scores_gemma":[0.9800288,0.00012984213,0.0020679308,0.0039738147,0.0006883178,0.00006606116,0.0011844452,0.0008388506,0.0008237884],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010844789,0.0012112333,0.0143770315,0.09481447,0.0018689496,0.000035703546,0.014377823,0.000030070174,0.04862365,0.13478819,0.03693414,0.6518543],"study_design_scores_gemma":[0.003355857,0.0018411662,0.24198617,0.026251677,0.0013584378,0.00018445482,0.059638944,0.002202972,0.037673652,0.088620625,0.5344858,0.002400221],"about_ca_topic_score_codex":0.000054566557,"about_ca_topic_score_gemma":0.0012656556,"teacher_disagreement_score":0.64945406,"about_ca_system_score_codex":0.0001846127,"about_ca_system_score_gemma":0.0017686052,"threshold_uncertainty_score":0.99995416},"labels":[],"label_agreement":null},{"id":"W2119798793","doi":"10.12927/hcpol.2006.17877","title":"Moving Forward on Both Systematic Reviews and Deliberative Processes","year":2006,"lang":"en","type":"article","venue":"Healthcare policy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Systematic review; Confusion; Presentation (obstetrics); Context (archaeology); Management science; Knowledge management; Political science; Engineering ethics; Computer science; Psychology; Engineering; MEDLINE; Medicine; History","score_opus":0.6586961427798866,"score_gpt":0.5561450629024026,"score_spread":0.10255107987748402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119798793","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22989023,0.33215842,0.040272433,0.18973035,0.0015159099,0.053687602,0.00043194144,0.00024822098,0.15206492],"genre_scores_gemma":[0.97272086,0.0009167664,0.0026925583,0.007224765,0.00066172297,0.00041926256,0.00000917375,0.00003273821,0.015322166],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9756324,0.01101367,0.0091842385,0.0009503566,0.002796134,0.0004231981],"domain_scores_gemma":[0.9849546,0.005615658,0.0053855143,0.0025638768,0.0011883992,0.00029196448],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04925917,0.0003868764,0.0045948015,0.00060294545,0.0003145855,0.00080620457,0.0007391849,0.00009765294,0.00024615318],"category_scores_gemma":[0.07110133,0.00017488548,0.0006468047,0.0020108384,0.000050471244,0.00023539757,0.00008238053,0.00016694157,0.0016522463],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003239102,0.00028825083,0.019712888,0.25620338,0.00030134784,0.000031313408,0.0100612305,0.00012026167,0.000045916728,0.35115436,0.30683622,0.055212427],"study_design_scores_gemma":[0.0013685212,0.0010371701,0.0231192,0.0388854,0.0009465986,0.0003770439,0.0061315903,0.007114396,0.00015891723,0.24980102,0.66842747,0.0026326799],"about_ca_topic_score_codex":0.00095185667,"about_ca_topic_score_gemma":0.00095656124,"teacher_disagreement_score":0.74283063,"about_ca_system_score_codex":0.00010198808,"about_ca_system_score_gemma":0.00030034597,"threshold_uncertainty_score":0.99912506},"labels":[],"label_agreement":null},{"id":"W2120241552","doi":"10.1093/annonc/mds636","title":"Bias in reporting of end points of efficacy and toxicity in randomized, clinical trials for women with breast cancer","year":2013,"lang":"en","type":"article","venue":"Annals of Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":116,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto","funders":"","keywords":"Medicine; Breast cancer; Toxicity; Clinical trial; Randomized controlled trial; Publication bias; Internal medicine; Clinical endpoint; Oncology; End point; Cancer; Meta-analysis","score_opus":0.9114153273375074,"score_gpt":0.6688162599341168,"score_spread":0.24259906740339066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120241552","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99407375,0.00037279876,0.00025351593,0.0024743301,0.000059061273,0.0018414714,0.000018187488,5.0955384e-7,0.00090634753],"genre_scores_gemma":[0.99775445,0.00018917583,0.0014511653,0.00019094505,0.000026232308,0.00019464438,5.605519e-7,0.0000040481596,0.00018876886],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9064528,0.040314674,0.05069953,0.0007547703,0.001431943,0.0003463155],"domain_scores_gemma":[0.7836833,0.13937014,0.07246421,0.0014816597,0.0028184368,0.00018225684],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5365885,0.00013115448,0.012517882,0.0003574961,0.000010587815,0.000021580512,0.0003595339,0.00012713834,0.0017659544],"category_scores_gemma":[0.3848041,0.000056808272,0.0007948781,0.0005228135,0.00026714426,0.00010612704,0.000062283856,0.000089921145,0.000004621883],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021902341,0.000880044,0.31862333,0.00029014953,0.00085463695,0.000005552078,0.002353401,0.00009694991,0.0006996205,0.0003467597,0.004940406,0.6490068],"study_design_scores_gemma":[0.13772672,0.002330576,0.8257092,0.00059561455,0.00039622776,0.000036653535,0.002785004,0.0035846734,0.0012668147,0.021999838,0.0032527468,0.0003159023],"about_ca_topic_score_codex":0.00037231494,"about_ca_topic_score_gemma":0.00039650276,"teacher_disagreement_score":0.6486909,"about_ca_system_score_codex":0.000012366924,"about_ca_system_score_gemma":0.00023175549,"threshold_uncertainty_score":0.9991466},"labels":[],"label_agreement":null},{"id":"W2120321789","doi":"10.3138/ptc.2012-68","title":"The Quality of Reports of Randomized Controlled Trials Varies between Subdisciplines of Physiotherapy","year":2013,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Physical therapy; Electrotherapy; Randomized controlled trial; Psychological intervention; Medicine; Quality (philosophy); Alternative medicine; Nursing","score_opus":0.4719243596112491,"score_gpt":0.5424279612846759,"score_spread":0.07050360167342673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120321789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.981383,0.0065699867,0.0022532146,0.0021559002,0.00060484896,0.0058748997,0.000072936855,0.000003650751,0.0010815312],"genre_scores_gemma":[0.99602133,0.00024585242,0.0003914741,0.00009123622,0.00015934913,0.00022022605,0.0000045471106,0.000015775802,0.0028502126],"study_design_codex":"bench_or_experimental","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.92848253,0.032859977,0.031287026,0.0005727288,0.0065380908,0.00025962153],"domain_scores_gemma":[0.7849192,0.14002427,0.06415301,0.0056113177,0.0051204762,0.00017171701],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2081801,0.00036154152,0.025940176,0.0001822777,0.00013749336,0.00017472412,0.0012549962,0.00006243087,0.0035325955],"category_scores_gemma":[0.058937695,0.00012255405,0.006112967,0.00092292496,0.00037751242,0.0001432687,0.000044339035,0.00007806116,0.0000047649633],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.062803045,0.000906714,0.07111291,0.001687263,0.07126759,0.0000037834666,0.005936384,0.001193546,0.3428437,0.027585017,0.34031597,0.07434406],"study_design_scores_gemma":[0.3241503,0.00035552902,0.106430925,0.0005304491,0.0037250922,0.0000030920407,0.004798595,0.00483958,0.059049577,0.4692239,0.02514942,0.0017435648],"about_ca_topic_score_codex":0.27214813,"about_ca_topic_score_gemma":0.04855784,"teacher_disagreement_score":0.4416389,"about_ca_system_score_codex":0.00002994576,"about_ca_system_score_gemma":0.0007359468,"threshold_uncertainty_score":0.9973783},"labels":[],"label_agreement":null},{"id":"W2120330366","doi":"10.1002/sim.1096","title":"Meta‐analyses in systematic reviews of randomized controlled trials in perinatal medicine: comparison of fixed and random effects models","year":2001,"lang":"en","type":"article","venue":"Statistics in Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Meta-analysis; Random effects model; Relative risk; Randomized controlled trial; Confidence interval; Fixed effects model; Medicine; Study heterogeneity; Statistics; Systematic review; Publication bias; MEDLINE; Internal medicine; Mathematics; Biology","score_opus":0.799571230144511,"score_gpt":0.6104975582558801,"score_spread":0.1890736718886309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120330366","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02563097,0.38577828,0.5581669,0.00067461416,0.00049061194,0.026477093,0.000039056238,0.000003816472,0.0027385983],"genre_scores_gemma":[0.9773724,0.009539317,0.011473164,0.00007569885,0.000044879405,0.0010615917,0.0000139214735,0.000013605477,0.0004054117],"study_design_codex":"systematic_review","study_design_gemma":"randomized_trial","domain_scores_codex":[0.5751068,0.29304713,0.11993536,0.0015202758,0.009792223,0.0005982204],"domain_scores_gemma":[0.57963526,0.39163885,0.025855541,0.0017788113,0.0009442594,0.0001472729],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.59970444,0.00052787014,0.10523497,0.0022264097,0.000025058524,0.000037553404,0.0008017531,0.00011496021,0.0021273973],"category_scores_gemma":[0.76059496,0.00018553756,0.0021507847,0.002118344,0.00055407564,0.000111720285,0.000064692125,0.0002644769,0.0000086610535],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.21016623,0.0022992783,0.027420241,0.33723468,0.08630934,0.00075562095,0.09430517,0.020053497,0.0036618297,0.1704233,0.03230149,0.015069325],"study_design_scores_gemma":[0.45835483,0.0003077372,0.0003838424,0.017741935,0.04274667,0.000012887097,0.0033964252,0.41998452,0.000019241303,0.0566935,0.00006805525,0.00029034461],"about_ca_topic_score_codex":0.00045198784,"about_ca_topic_score_gemma":0.0005264905,"teacher_disagreement_score":0.95174146,"about_ca_system_score_codex":0.00003473662,"about_ca_system_score_gemma":0.000051622013,"threshold_uncertainty_score":0.9987848},"labels":[],"label_agreement":null},{"id":"W2120618741","doi":"10.1186/2046-4053-3-135","title":"An assessment of the efficacy of searching in biomedical databases beyond MEDLINE in identifying studies for a systematic review on ward closures as an infection control intervention to control outbreaks","year":2014,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; Calgary General Hospital; Health Sciences Centre; University of Calgary","funders":"Alberta Innovates - Health Solutions","keywords":"CINAHL; MEDLINE; Medicine; Systematic review; Observational study; Database; Psychological intervention; Pathology; Computer science; Nursing","score_opus":0.6239495794916439,"score_gpt":0.6416111152570114,"score_spread":0.017661535765367553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120618741","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011986627,0.87697226,0.031327873,0.000081117156,0.00055618375,0.09077055,0.00013761234,0.0000072306752,0.000027313441],"genre_scores_gemma":[0.007285949,0.96763605,0.0015727286,0.00031695695,0.00015584676,0.022705806,0.00011661902,0.000087289896,0.00012275565],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.74768597,0.1822793,0.0605448,0.0019865986,0.006936425,0.0005669148],"domain_scores_gemma":[0.87970585,0.049010895,0.057587992,0.011350823,0.0019679104,0.00037650915],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.42997572,0.0013159069,0.057391275,0.0021402317,0.00013939152,0.00032363317,0.0037851983,0.00024345261,0.000107974614],"category_scores_gemma":[0.324705,0.0004929587,0.009159502,0.0034472086,0.00013341708,0.00039437975,0.00024133889,0.0005870864,0.00016422269],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069933208,0.00042747185,0.00006118619,0.979922,0.0009742767,0.0000018064409,0.00030841713,0.000023871742,0.0000014304536,0.0006646177,0.0003940899,0.01721386],"study_design_scores_gemma":[0.0008954039,0.00040915635,0.00004987422,0.9770534,0.010164619,0.00002758183,0.00026654787,0.0016060107,2.2260427e-7,0.00018605668,0.008961576,0.00037954873],"about_ca_topic_score_codex":0.00010390236,"about_ca_topic_score_gemma":0.00047151736,"teacher_disagreement_score":0.13326842,"about_ca_system_score_codex":0.00039818956,"about_ca_system_score_gemma":0.00027670246,"threshold_uncertainty_score":0.99995923},"labels":[],"label_agreement":null},{"id":"W2121032517","doi":"","title":"Scope for improvement in the quality of reporting of systematic reviews. From the Cochrane Musculoskeletal Group.","year":2006,"lang":"en","type":"article","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Medicine; Systematic review; Checklist; Cochrane Library; MEDLINE; Quality (philosophy); Documentation; Scale (ratio); Meta-analysis; Physical therapy; Family medicine; Pathology; Psychology","score_opus":0.7076751342310164,"score_gpt":0.5255352641620924,"score_spread":0.18213987006892396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121032517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9210967,0.039247,0.009894313,0.0011730404,0.0003287816,0.025606148,0.00008214118,0.0000037193333,0.00256818],"genre_scores_gemma":[0.99355745,0.00007649946,0.000673181,0.000118381155,0.00007613169,0.0051851883,0.00001134871,0.000005962082,0.00029587423],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.8970166,0.025515296,0.068212025,0.0010711348,0.007667283,0.000517686],"domain_scores_gemma":[0.9288607,0.020148104,0.045798447,0.004445296,0.0007082479,0.00003915198],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4707876,0.00019208467,0.0050451886,0.00008649858,0.000065957705,0.00017055284,0.0017381082,0.000044846158,0.00011741038],"category_scores_gemma":[0.21069564,0.00005974167,0.0023407247,0.0008896634,0.00006889369,0.00009898676,0.00007802221,0.000082146005,0.000013075454],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010806359,0.001849275,0.2822411,0.25460693,0.0018194433,0.000008265527,0.0053274976,0.00014096493,0.0034627614,0.040763322,0.0898675,0.31980485],"study_design_scores_gemma":[0.000676067,0.000048805035,0.9749996,0.0025923653,0.000998447,0.0000027221986,0.0026371698,0.00043060462,0.0001847201,0.012674798,0.004492653,0.0002620325],"about_ca_topic_score_codex":0.0007652326,"about_ca_topic_score_gemma":0.00081037974,"teacher_disagreement_score":0.6927585,"about_ca_system_score_codex":0.000023036988,"about_ca_system_score_gemma":0.000016907272,"threshold_uncertainty_score":0.79595304},"labels":[],"label_agreement":null},{"id":"W2121493958","doi":"10.1503/cmaj.131693","title":"Outcomes for patients with the same disease treated inside and outside of randomized trials: a systematic review and meta-analysis","year":2014,"lang":"en","type":"review","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; University of Toronto; Hamilton Health Sciences; University of Ottawa; Western University","funders":"Ontario Chiropractic Association; NCMIC Foundation","keywords":"Randomized controlled trial; Meta-analysis; Medicine; PsycINFO; MEDLINE; Confidence interval; Intervention (counseling); Relative risk; Harm; Physical therapy; Internal medicine; Psychiatry; Psychology; Social psychology","score_opus":0.4650642090246676,"score_gpt":0.4842167282884621,"score_spread":0.019152519263794465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121493958","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000043367486,0.9818275,0.0008182721,0.008627101,0.00006345886,0.008092552,0.0005214269,0.0000017652774,0.000043609303],"genre_scores_gemma":[0.000103108934,0.99099976,0.00017927948,0.0050965855,0.000082518694,0.0010298782,0.00006556343,0.000029607325,0.002413711],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.88656354,0.08334722,0.02127558,0.00065196084,0.007812919,0.00034880047],"domain_scores_gemma":[0.7528825,0.16864686,0.066586696,0.00258409,0.0062956703,0.0030042122],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.4272616,0.00067923,0.07829108,0.0010723337,0.0002866808,0.00085657183,0.0013008413,0.00033828645,0.0036238167],"category_scores_gemma":[0.6133515,0.00019607047,0.0215357,0.0016210966,0.00013640344,0.00012350881,0.00004516838,0.00052625436,0.00003834297],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006004539,0.000037384136,0.001152069,0.19710608,0.7455359,0.00000960789,0.00010622208,8.084663e-7,8.1347484e-11,0.00022380664,0.042568665,0.013199376],"study_design_scores_gemma":[0.0032016733,0.000014604476,0.00007045964,0.005953884,0.84958637,0.000006770848,0.000025502733,0.000052282743,2.0360708e-10,0.0001461976,0.14075875,0.00018346854],"about_ca_topic_score_codex":0.00020054035,"about_ca_topic_score_gemma":0.0031966364,"teacher_disagreement_score":0.1911522,"about_ca_system_score_codex":0.00019899053,"about_ca_system_score_gemma":0.001367208,"threshold_uncertainty_score":0.99728703},"labels":[],"label_agreement":null},{"id":"W2121579366","doi":"","title":"How well is the clinical importance of study results reported? An assessment of randomized controlled trials.","year":2001,"lang":"en","type":"article","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Sample size determination; Medicine; Randomized controlled trial; Confidence interval; Clinical trial; Statistical significance; MEDLINE; Psychological intervention; Outcome (game theory); Statistics; Internal medicine; Psychiatry","score_opus":0.7981792984943824,"score_gpt":0.5930448440272483,"score_spread":0.20513445446713408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121579366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93478787,0.0012226987,0.0026352264,0.0062989076,0.00082912436,0.028574947,0.000026050018,0.0000070017036,0.025618194],"genre_scores_gemma":[0.9812127,0.00016528698,0.00053674995,0.00016774698,0.00013949523,0.002457584,0.0000031123925,0.000007862949,0.015309485],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.49629253,0.32999822,0.14775775,0.0032631955,0.021805646,0.00088267896],"domain_scores_gemma":[0.71941584,0.14975359,0.11280709,0.01312818,0.004491409,0.00040390482],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.83074075,0.0002864947,0.026332252,0.0002470934,0.00007315846,0.00050001236,0.0017585448,0.00009394524,0.0008600821],"category_scores_gemma":[0.53630525,0.00008815643,0.009185898,0.001086729,0.00020187876,0.00019512394,0.000096559976,0.0001818669,0.000011045062],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0818681,0.0033173158,0.7266142,0.00003411773,0.018703837,0.000051037914,0.0009516407,0.00003903875,0.000005732462,0.0010166012,0.07069407,0.09670434],"study_design_scores_gemma":[0.3888476,0.0001754214,0.57039714,0.000015253862,0.0089440765,0.0000089533905,0.0028695178,0.0046391157,0.000008157809,0.0035453325,0.020317866,0.00023159113],"about_ca_topic_score_codex":0.000021325424,"about_ca_topic_score_gemma":0.00007028091,"teacher_disagreement_score":0.30697948,"about_ca_system_score_codex":0.000014583136,"about_ca_system_score_gemma":0.00010633856,"threshold_uncertainty_score":0.9881229},"labels":[],"label_agreement":null},{"id":"W2121598450","doi":"10.1136/bjsm.37.6.473","title":"Cochrane Reviews: new blocks on the kids","year":2003,"lang":"en","type":"article","venue":"British Journal of Sports Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish General Hospital","funders":"","keywords":"Medicine; MEDLINE; Bioinformatics; Computer science; Computational biology; Biology; Biochemistry","score_opus":0.48681709964232156,"score_gpt":0.47722245876618336,"score_spread":0.009594640876138205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121598450","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0931333,0.6543948,0.009476879,0.03933892,0.005064094,0.0018015258,0.0000050748226,0.000007367952,0.19677804],"genre_scores_gemma":[0.68630666,0.09843083,0.0037397377,0.016314693,0.0032799926,0.000008611508,0.000002868929,0.00004719339,0.19186942],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97617465,0.0035168289,0.011964094,0.00037841406,0.0077371914,0.00022879339],"domain_scores_gemma":[0.9845006,0.0024215647,0.009721122,0.0016431791,0.0012896678,0.0004238654],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20404969,0.00022887581,0.004135,0.00025322623,0.00014336321,0.00025321764,0.0013242984,0.00006108845,0.09407948],"category_scores_gemma":[0.117467366,0.00008986952,0.0013382989,0.001127934,0.00013043385,0.00011127856,0.00002009376,0.00043733206,0.0003476099],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032026933,0.000020132902,0.0008261577,0.000010856955,0.00004458396,0.00032861423,0.00009383162,0.000004998609,0.000006456491,0.0008840596,0.71937656,0.27840054],"study_design_scores_gemma":[0.00043858695,0.00009502869,0.0099136755,0.0051225894,0.00031905284,0.005101327,0.0004632186,0.000008922589,0.000011838659,0.01022761,0.9681895,0.0001086418],"about_ca_topic_score_codex":0.000015598354,"about_ca_topic_score_gemma":0.0000044430017,"teacher_disagreement_score":0.5931734,"about_ca_system_score_codex":0.000023306764,"about_ca_system_score_gemma":0.00013783503,"threshold_uncertainty_score":0.90674865},"labels":[],"label_agreement":null},{"id":"W2121758806","doi":"10.1016/j.injury.2006.02.001","title":"Grading the evidence: Levels of evidence and grades of recommendation","year":2006,"lang":"en","type":"article","venue":"Injury","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":99,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Hamilton Health Sciences; McMaster University","funders":"","keywords":"Grading (engineering); Randomized controlled trial; Evidence-based medicine; Quality of evidence; Evidence-based practice; Best evidence; Computer science; Medical physics; Medicine; Psychology; Alternative medicine; Medical education; Engineering; Surgery; Pathology","score_opus":0.9049697032889358,"score_gpt":0.5904484634066665,"score_spread":0.3145212398822693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121758806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9825299,0.0043208473,0.007196919,0.004255991,0.00017437171,0.00042814558,0.000018456114,0.0000026182036,0.0010727997],"genre_scores_gemma":[0.99742156,0.00010214425,0.0012950321,0.000055873243,0.00003235973,0.0000068907652,3.7824915e-7,0.0000028376296,0.0010829053],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9903133,0.0034144325,0.004140068,0.0003329266,0.0017051536,0.00009410698],"domain_scores_gemma":[0.9870061,0.008441094,0.0029203119,0.0011041095,0.0005037755,0.000024552146],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.063043445,0.0001019736,0.0010451775,0.00015896333,0.00007172929,0.00015174258,0.0006869017,0.00003276435,0.0017004979],"category_scores_gemma":[0.023987962,0.000037381367,0.0003697615,0.0007767876,0.00010604831,0.00038019707,0.00008016357,0.000060177415,0.000054114756],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002290297,0.00006891903,0.3949313,0.00026851485,0.00013931932,7.337341e-7,0.0013197352,0.00003488724,0.02458261,0.013239835,0.118878625,0.44651264],"study_design_scores_gemma":[0.0001239153,0.00019386971,0.8309493,0.0013880627,0.00046198873,0.00001369332,0.0012799208,0.00362724,0.015291464,0.11655576,0.029828498,0.0002862791],"about_ca_topic_score_codex":0.00006832753,"about_ca_topic_score_gemma":0.000016092552,"teacher_disagreement_score":0.44622636,"about_ca_system_score_codex":0.000009084691,"about_ca_system_score_gemma":0.000024898227,"threshold_uncertainty_score":0.9992121},"labels":[],"label_agreement":null},{"id":"W2121827770","doi":"10.1136/qhc.12.4.298","title":"Systematic reviews of the effectiveness of quality improvement strategies and programmes","year":2003,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":295,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health","funders":"","keywords":"Systematic review; Medicine; Psychological intervention; Health care; Protocol (science); Quality (philosophy); Quality management; Quality assessment; MEDLINE; Best practice; Alternative medicine; Management science; Nursing; Operations management","score_opus":0.6249044422015415,"score_gpt":0.569069649145236,"score_spread":0.055834793056305565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121827770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89391917,0.014386232,0.044475507,0.0004687871,0.00065464195,0.030268304,0.00008333629,0.000013698122,0.015730307],"genre_scores_gemma":[0.9981568,0.000120835306,0.0009725603,0.000049033646,0.000011085494,0.00031500953,0.0000019794973,0.000007296955,0.0003653981],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.7142992,0.23601605,0.04127999,0.0012739666,0.0067205704,0.0004102254],"domain_scores_gemma":[0.94587815,0.029789144,0.017110225,0.005625832,0.0014764828,0.00012015613],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.57650983,0.00032736096,0.0071129925,0.000084742474,0.00012656875,0.00026531622,0.0011249217,0.00008872932,0.00038125663],"category_scores_gemma":[0.15099645,0.00012335749,0.0021556583,0.0010375653,0.00024127042,0.00024834744,0.0001503503,0.00012103349,0.000041960437],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014191406,0.00050520623,0.045919094,0.25615883,0.0011874556,6.466948e-7,0.0028398628,0.000049907518,0.0054837256,0.67328405,0.0005930971,0.013836197],"study_design_scores_gemma":[0.0034612976,0.0006690376,0.5960945,0.027350299,0.0033497303,0.000029117142,0.08769127,0.0003111009,0.008180143,0.24935354,0.021570098,0.0019399028],"about_ca_topic_score_codex":0.00014179046,"about_ca_topic_score_gemma":0.00008431359,"teacher_disagreement_score":0.55017537,"about_ca_system_score_codex":0.000039014885,"about_ca_system_score_gemma":0.00022375806,"threshold_uncertainty_score":0.8561551},"labels":[],"label_agreement":null},{"id":"W2122240411","doi":"10.1542/peds.2011-0377","title":"Quality of Reporting of Neonatal and Infant Trials in High-Impact Journals","year":2011,"lang":"en","type":"review","venue":"PEDIATRICS","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Medicine; Randomized controlled trial; Quality (philosophy); Family medicine; Pediatrics; Consolidated Standards of Reporting Trials; MEDLINE; Internal medicine","score_opus":0.9395618146235631,"score_gpt":0.6730219922001687,"score_spread":0.26653982242339447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122240411","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045604687,0.9927969,0.00081734784,0.0000055125174,0.00026354028,0.0010357617,0.00017862645,0.0000012915598,0.00034058018],"genre_scores_gemma":[0.0014175104,0.99576056,0.002388989,0.000003334398,0.00022076917,0.00001625373,0.000010441284,0.000015451331,0.00016667039],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.6616141,0.08521404,0.24081874,0.0018580379,0.0099136345,0.000581445],"domain_scores_gemma":[0.57783884,0.056167196,0.3591687,0.004397691,0.002139374,0.00028820406],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.68278897,0.00048168882,0.040688198,0.0019348838,0.000030529754,0.00020830701,0.0013704867,0.0003442788,0.0029010996],"category_scores_gemma":[0.68733805,0.00019992415,0.008143879,0.0032334412,0.000056084264,0.00017816645,0.00026742212,0.00040691512,0.000051562056],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048197726,0.00003581914,0.056333657,0.013690364,0.0002597324,0.000008083501,0.00021412126,0.0000013598467,1.5108593e-7,0.00017522696,0.0022835888,0.9269931],"study_design_scores_gemma":[0.0006226121,0.00013856629,0.032628525,0.006001327,0.009688109,0.00013764319,0.00027775308,0.00001930305,8.9643373e-7,0.0072402046,0.94230694,0.0009381204],"about_ca_topic_score_codex":0.00036388406,"about_ca_topic_score_gemma":0.000044428147,"teacher_disagreement_score":0.94002336,"about_ca_system_score_codex":0.000032349824,"about_ca_system_score_gemma":0.00058213767,"threshold_uncertainty_score":0.9980104},"labels":[],"label_agreement":null},{"id":"W2122274466","doi":"10.1016/j.jclinepi.2008.09.014","title":"An international survey indicated that unpublished systematic reviews exist","year":2009,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":75,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Canadian Institutes of Health Research; University of Ottawa; Children's Hospital of Eastern Ontario; University of Toronto; Institute of Population and Public Health","funders":"","keywords":"Library science; Medicine; MEDLINE; Family medicine; Political science; Computer science","score_opus":0.9649852237098306,"score_gpt":0.720360227945394,"score_spread":0.24462499576443664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122274466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6926024,0.01434464,0.19508141,0.052305523,0.020491129,0.0045955786,0.00006204309,0.000028055718,0.020489238],"genre_scores_gemma":[0.9736452,0.001445399,0.012179514,0.010443057,0.00090988964,0.000007275662,0.000019306124,0.000010444517,0.0013398912],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.3549788,0.512891,0.12490299,0.0013954844,0.0052503003,0.0005814416],"domain_scores_gemma":[0.3103646,0.4679166,0.20539889,0.007673905,0.007011665,0.0016343347],"candidate_categories":["metaresearch","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.881766,0.0003771261,0.025534563,0.0006686415,0.00008051588,0.00041683746,0.00612418,0.00042699475,0.003910153],"category_scores_gemma":[0.9347229,0.00015004123,0.0064182123,0.0009776131,0.00017540665,0.00094814127,0.00008223551,0.0010348102,0.0011942189],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007768618,0.000328527,0.82408047,0.00020422379,0.00043463547,0.00002073826,0.00005373515,0.00006472169,0.000003302958,0.002462603,0.1570124,0.015256985],"study_design_scores_gemma":[0.00044489402,0.00047916023,0.9215862,0.0006131742,0.00025799082,0.0001427208,0.00005595443,0.002375713,3.5446493e-7,0.02685877,0.047024004,0.00016107551],"about_ca_topic_score_codex":0.000010005276,"about_ca_topic_score_gemma":0.000021932858,"teacher_disagreement_score":0.28104284,"about_ca_system_score_codex":0.000044100998,"about_ca_system_score_gemma":0.00018412682,"threshold_uncertainty_score":0.9995835},"labels":[],"label_agreement":null},{"id":"W2122293881","doi":"10.1186/1741-7015-12-15","title":"Global collaborative networks on meta-analyses of randomized trials published in high impact factor medical journals: a social network analysis","year":2014,"lang":"en","type":"review","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital","funders":"Canadian Institutes of Health Research; University of Ottawa","keywords":"Medicine; Impact factor; Randomized controlled trial; Medical journal; Meta-analysis; Family medicine; Alternative medicine; MEDLINE; Systematic review; Citation; Gerontology; Library science; Internal medicine; Pathology; Law","score_opus":0.8788289588541301,"score_gpt":0.666871919078123,"score_spread":0.2119570397760071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122293881","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000121628345,0.9076622,0.08514202,0.0005956245,0.0007559848,0.004357722,0.00029653436,0.000009051528,0.0011686783],"genre_scores_gemma":[0.0024889386,0.9901709,0.0010220241,0.0003527031,0.0041810246,0.00062050106,0.00039751068,0.000055915723,0.0007105054],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.45347372,0.41396788,0.09944144,0.0033100462,0.02861772,0.0011892056],"domain_scores_gemma":[0.55302775,0.30431798,0.12753363,0.0073464797,0.0063607167,0.0014134266],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.7207533,0.0021741095,0.2195283,0.00436487,0.00020057238,0.0010451622,0.005768392,0.0014980005,0.15829651],"category_scores_gemma":[0.713951,0.0006892244,0.07599892,0.037888058,0.0007168947,0.0002656888,0.00031603515,0.0012215801,0.00016551785],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030045959,0.0002393593,0.0006188878,0.0021960924,0.43578964,0.00004026365,0.00017158363,0.006273854,1.21929045e-8,0.0015897622,0.29095128,0.25912467],"study_design_scores_gemma":[0.027019057,0.0002083948,0.00039492152,0.004612104,0.7325367,0.000013795228,0.00011541818,0.008637155,1.0406741e-8,0.0032317284,0.22241668,0.00081405666],"about_ca_topic_score_codex":0.00037122483,"about_ca_topic_score_gemma":0.0009650951,"teacher_disagreement_score":0.29674703,"about_ca_system_score_codex":0.00038200294,"about_ca_system_score_gemma":0.002082291,"threshold_uncertainty_score":0.99999183},"labels":[],"label_agreement":null},{"id":"W2122450633","doi":"10.1186/2046-4053-2-81","title":"Assessing and presenting summaries of evidence in Cochrane Reviews","year":2013,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":272,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Health Sciences Centre; McMaster University Medical Centre","funders":"","keywords":"Medicine; Systematic review; Plain language; Table (database); Health care; Flexibility (engineering); Quality (philosophy); MEDLINE; Presentation (obstetrics); Medical education; Computer science; Data mining","score_opus":0.8810001926571992,"score_gpt":0.593586304784381,"score_spread":0.2874138878728182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122450633","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0930797,0.8274818,0.011287011,0.002058372,0.0006967367,0.054135073,0.0000036390654,0.000015694432,0.011241988],"genre_scores_gemma":[0.87832254,0.045945622,0.046287242,0.00061603903,0.00022051406,0.00721981,0.00000638981,0.00007206967,0.021309765],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8749143,0.07227768,0.045728993,0.0014479054,0.005125382,0.0005057372],"domain_scores_gemma":[0.9012501,0.042309124,0.0435632,0.010313446,0.002194666,0.00036942572],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.34843394,0.0005065084,0.01544977,0.00048013954,0.00010348656,0.001980652,0.0017252315,0.00010133234,0.0044764564],"category_scores_gemma":[0.3816968,0.00018224875,0.0016797077,0.001834,0.00012457315,0.0014985241,0.0002653357,0.00019009093,0.0050471136],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021156459,0.00012047756,0.11837243,0.71817183,0.0002117084,0.00000900421,0.004426513,0.000010231759,0.0009923513,0.002078682,0.09922537,0.056379307],"study_design_scores_gemma":[0.0007967759,0.00012836236,0.07302054,0.5904067,0.0021948281,0.00023308065,0.008657265,0.019032774,0.00011532906,0.016380806,0.2869552,0.0020783194],"about_ca_topic_score_codex":0.00008521337,"about_ca_topic_score_gemma":0.000039144175,"teacher_disagreement_score":0.78524286,"about_ca_system_score_codex":0.000034910398,"about_ca_system_score_gemma":0.000038042148,"threshold_uncertainty_score":0.9991669},"labels":[],"label_agreement":null},{"id":"W2122547253","doi":"10.1136/qshc.2010.042432","title":"Optimal search filters for detecting quality improvement studies in Medline","year":2010,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Rigour; MEDLINE; Medicine; Quality (philosophy); Information retrieval; Evidence-based medicine; Computer science; Medical physics; Alternative medicine; Pathology","score_opus":0.878249717954213,"score_gpt":0.6709630402857252,"score_spread":0.20728667766848785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122547253","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9524709,0.00022127174,0.0387683,0.0041491427,0.0008293492,0.0027741177,0.00010230525,0.00001360834,0.0006709946],"genre_scores_gemma":[0.9619015,0.000022812494,0.03415546,0.0004606023,0.00030391227,0.00028864652,0.000016401602,0.00001649169,0.0028342057],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9521911,0.014043219,0.024907267,0.0018073344,0.0062965103,0.0007545816],"domain_scores_gemma":[0.94921684,0.03674829,0.0056804013,0.005318906,0.0027319242,0.00030363447],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.48021552,0.00036421092,0.003919933,0.00026781307,0.00031474308,0.00032883475,0.0015450899,0.00013692417,0.001463153],"category_scores_gemma":[0.16399918,0.00019534836,0.0017198937,0.0009893655,0.0001859859,0.0002623414,0.0004040913,0.00044207115,0.00028644744],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010366961,0.0008401337,0.10472788,0.0029690699,0.002223973,0.000017202552,0.03162416,0.0029272574,0.049164854,0.01704113,0.030675897,0.7567517],"study_design_scores_gemma":[0.012425296,0.001240856,0.31201112,0.0006691083,0.0010600891,0.000038500657,0.33134213,0.08336428,0.017264836,0.038383033,0.19707291,0.0051278356],"about_ca_topic_score_codex":0.0002531437,"about_ca_topic_score_gemma":0.0020034804,"teacher_disagreement_score":0.7516239,"about_ca_system_score_codex":0.00010770757,"about_ca_system_score_gemma":0.00017933393,"threshold_uncertainty_score":0.9994497},"labels":[],"label_agreement":null},{"id":"W2122584317","doi":"","title":"Accelerated publication versus usual publication in 2 leading medical journals.","year":2002,"lang":"en","type":"article","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; MEDLINE; Dimension (graph theory); Family medicine; Political science","score_opus":0.8705766212296869,"score_gpt":0.523086018249639,"score_spread":0.34749060298004797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122584317","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3506461,0.003135563,0.005435258,0.10885727,0.0021141921,0.002565428,0.000011612815,0.000056901186,0.5271777],"genre_scores_gemma":[0.9871396,0.000057950583,0.00013688726,0.00062244374,0.00016800105,0.000686169,0.000013200645,0.000008666203,0.011167124],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9820116,0.0038370066,0.006366433,0.0007172487,0.006641868,0.00042585027],"domain_scores_gemma":[0.9910017,0.0025132308,0.0022680769,0.0019312698,0.0018172817,0.00046843258],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.10663343,0.0001548161,0.0011048794,0.0009206546,0.00010163811,0.0023749892,0.0017146927,0.00014993775,0.06247207],"category_scores_gemma":[0.20927803,0.000090370464,0.00044530098,0.003897702,0.000040640196,0.0010363612,0.000093377435,0.00025827292,0.005171156],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054325046,0.0000716241,0.012802408,0.0000047762296,0.000050010956,0.0000024803837,0.00014021462,0.000004286345,0.000002622103,0.002403401,0.36546355,0.6190492],"study_design_scores_gemma":[0.0014493619,0.000017001212,0.43309546,0.000016482174,0.00007920421,0.000026336269,0.00022469147,0.04255135,0.000054274526,0.001059311,0.52111,0.00031654362],"about_ca_topic_score_codex":0.00000780874,"about_ca_topic_score_gemma":0.00004412731,"teacher_disagreement_score":0.63649344,"about_ca_system_score_codex":0.00008368908,"about_ca_system_score_gemma":0.000031193144,"threshold_uncertainty_score":0.9986606},"labels":[],"label_agreement":null},{"id":"W2122612712","doi":"10.1371/journal.pone.0016937","title":"Is Qualitative Research Second Class Science? A Quantitative Longitudinal Examination of Qualitative Research in Medical Journals","year":2011,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":112,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Qualitative research; Impact factor; Qualitative property; Qualitative analysis; Longitudinal study; Psychology; Medicine; Social science; Sociology; Statistics; Mathematics; Pathology; Biology","score_opus":0.9881890202619653,"score_gpt":0.7469333192546113,"score_spread":0.24125570100735405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122612712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94245565,0.0008785365,0.00068370294,0.0019448369,0.000043956796,0.0010359505,0.00004102412,0.000002928739,0.052913398],"genre_scores_gemma":[0.9849542,0.000057457648,0.010611386,0.00005977202,0.000039285223,0.00011711236,0.000001992283,0.000013865777,0.0041449605],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.5424928,0.31582248,0.021427786,0.0037219245,0.114401825,0.0021331455],"domain_scores_gemma":[0.7953251,0.13460629,0.007049821,0.0054892194,0.05630734,0.0012222616],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8078911,0.00025942648,0.0033400846,0.0059859203,0.00046850677,0.0005160672,0.0037956068,0.00019446142,0.044981696],"category_scores_gemma":[0.32237133,0.00014978564,0.0005041219,0.015541931,0.0034338476,0.0011215091,0.00056941115,0.0013756694,0.002436257],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009480126,0.0025279217,0.0061666723,0.00029472285,0.0005432023,0.000036893445,0.91394323,2.8903818e-7,0.0035207577,0.06650325,0.0044330293,0.0019352413],"study_design_scores_gemma":[0.0006814597,0.0011068296,0.07232341,0.0015449036,0.00008883067,0.0000045113393,0.64539284,0.0040640347,0.010963294,0.2633777,0.0001351412,0.00031704886],"about_ca_topic_score_codex":0.00018079713,"about_ca_topic_score_gemma":0.000599915,"teacher_disagreement_score":0.48551977,"about_ca_system_score_codex":0.00025649098,"about_ca_system_score_gemma":0.0010421086,"threshold_uncertainty_score":0.99927825},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2122793971","doi":"10.1136/bmj.c7153","title":"Frequency and reasons for outcome reporting bias in clinical trials: interviews with trialists","year":2011,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":222,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Medical Research Council; Cancer Research UK","keywords":"Medicine; Protocol (science); Reporting bias; Clinical trial; Family medicine; Cochrane Library; Systematic review; Alternative medicine; Publication bias; MEDLINE; Outcome (game theory); Meta-analysis; Internal medicine; Pathology","score_opus":0.9843414999266465,"score_gpt":0.7108985995160295,"score_spread":0.27344290041061703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122793971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90744734,0.0017830414,0.045619544,0.0036536432,0.0016845075,0.008806418,0.000032605596,0.000017072656,0.030955859],"genre_scores_gemma":[0.9028014,0.000026124886,0.090154774,0.00047617586,0.00040577253,0.00039947123,0.0000045261204,0.000019449988,0.00571229],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8699405,0.044817124,0.08081092,0.0015502464,0.0025194099,0.0003617981],"domain_scores_gemma":[0.7721966,0.07127076,0.14387803,0.009995466,0.002024417,0.00063473603],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7401999,0.00021230533,0.0067495583,0.00025015863,0.000054033866,0.0003118049,0.0006907323,0.00011173406,0.0015280799],"category_scores_gemma":[0.7375472,0.000083390376,0.002037999,0.00058487523,0.000062727915,0.00017139339,0.00007706315,0.00014621262,0.00015580135],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068576155,0.000059410584,0.90813863,0.000045040597,0.00012872371,0.000022649607,0.00064343965,2.1913783e-7,0.0000030390977,0.0019400734,0.027415043,0.06153513],"study_design_scores_gemma":[0.0053770714,0.00066262245,0.7922083,0.0005960822,0.0014460308,0.0001802144,0.0030181974,0.0020869477,0.000018247953,0.049368914,0.14421788,0.00081950735],"about_ca_topic_score_codex":0.00009276748,"about_ca_topic_score_gemma":0.0006334587,"teacher_disagreement_score":0.11680283,"about_ca_system_score_codex":0.000012825772,"about_ca_system_score_gemma":0.000080653954,"threshold_uncertainty_score":0.99938464},"labels":[],"label_agreement":null},{"id":"W2122814783","doi":"10.7326/0003-4819-144-6-200603210-00010","title":"Evaluation of the Quality of Prognosis Studies in Systematic Reviews","year":2006,"lang":"en","type":"article","venue":"Annals of Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1452,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital","funders":"","keywords":"Medicine; Systematic review; Data extraction; MEDLINE; Confounding; Critical appraisal; Quality (philosophy); Reliability (semiconductor); Selection bias; Medical physics; Alternative medicine; Pathology","score_opus":0.9559804914460917,"score_gpt":0.6919598889234728,"score_spread":0.26402060252261883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122814783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9003509,0.08895124,0.00029117646,0.002167534,0.00035117465,0.002702145,0.0000048479064,8.015325e-7,0.0051801577],"genre_scores_gemma":[0.99868244,0.00035033107,0.00009277347,0.00013783317,0.000046496567,0.000078292665,3.5829825e-7,0.0000029020594,0.00060859835],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9079632,0.045905612,0.031579103,0.0004809525,0.013903213,0.00016787116],"domain_scores_gemma":[0.9579308,0.008252641,0.022572016,0.002184515,0.009026828,0.000033166438],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4504799,0.00015757777,0.005682992,0.00030397737,0.000014713351,0.000009547141,0.0011503659,0.00003275789,0.00063647033],"category_scores_gemma":[0.30774024,0.000050687835,0.0010847944,0.0011324943,0.00024780768,0.000078233585,0.00008747854,0.0000720893,0.000022919921],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069962625,0.00084883947,0.6201124,0.09564133,0.0026667353,0.0000018391387,0.010863343,0.0003825402,0.006401156,0.010105152,0.2245046,0.028402083],"study_design_scores_gemma":[0.0023568135,0.0008386992,0.61020654,0.22036655,0.0051681534,0.000017682245,0.01725287,0.0078614885,0.015995257,0.11611199,0.0033566353,0.00046733234],"about_ca_topic_score_codex":0.00038684031,"about_ca_topic_score_gemma":0.00029846074,"teacher_disagreement_score":0.22114797,"about_ca_system_score_codex":0.000017088487,"about_ca_system_score_gemma":0.00003571608,"threshold_uncertainty_score":0.698091},"labels":[],"label_agreement":null},{"id":"W2123074327","doi":"10.1186/1471-2288-7-5","title":"Inclusion of zero total event trials in meta-analyses maintains analytic consistency and incorporates all available data","year":2007,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":472,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; Hospital for Sick Children; Health Sciences Centre; Sunnybrook Health Science Centre; Muscular Dystrophy Canada; University of Toronto","funders":"","keywords":"Meta-analysis; Confidence interval; Random effects model; Statistics; Relative risk; Medicine; Odds ratio; Study heterogeneity; Absolute risk reduction; Randomized controlled trial; Event (particle physics); Clinical trial; Econometrics; Mathematics; Internal medicine","score_opus":0.9930425907223072,"score_gpt":0.7755257982900672,"score_spread":0.21751679243223998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123074327","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13212794,0.021642782,0.83530307,0.003502586,0.00029372924,0.0021621594,0.00009259218,0.000007938281,0.004867213],"genre_scores_gemma":[0.6805575,0.00095330254,0.31040883,0.00047950822,0.0001582263,0.00006434876,0.0000789438,0.00002723853,0.007272139],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.10138616,0.80856234,0.04648129,0.00472929,0.036759377,0.002081569],"domain_scores_gemma":[0.06045432,0.91595685,0.008687522,0.009934805,0.0034641824,0.0015023167],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.95000714,0.00037678497,0.013712029,0.002716155,0.00023523398,0.00017481556,0.004637614,0.00043527773,0.045091514],"category_scores_gemma":[0.94489807,0.00016693927,0.0019378376,0.003986129,0.0012132168,0.0002516519,0.0071901428,0.0008739422,0.0005012299],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029841356,0.0030210798,0.1508139,0.0027801383,0.036517516,0.001770173,0.0050107744,0.0004912521,0.02615376,0.087342806,0.4002405,0.28287396],"study_design_scores_gemma":[0.0051033054,0.0015984823,0.028918173,0.00043106516,0.017630892,0.0004815657,0.009459401,0.12939385,0.0032049092,0.7073147,0.09513179,0.0013318617],"about_ca_topic_score_codex":0.0012673418,"about_ca_topic_score_gemma":0.005610886,"teacher_disagreement_score":0.61997193,"about_ca_system_score_codex":0.000082844825,"about_ca_system_score_gemma":0.001603615,"threshold_uncertainty_score":0.9557814},"labels":[],"label_agreement":null},{"id":"W2123410629","doi":"10.1046/j.1461-0248.2003.00448.x","title":"Variable reporting and quantitative reviews: a comparison of three meta‐analytical techniques","year":2003,"lang":"en","type":"article","venue":"Ecology Letters","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":151,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Statistics; Meta-analysis; Variable (mathematics); Econometrics; Monte Carlo method; Computer science; Mathematics","score_opus":0.8132172605569218,"score_gpt":0.5682542293796038,"score_spread":0.244963031177318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123410629","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4685183,0.0143329445,0.46359572,0.010514117,0.000546571,0.0034548526,0.000009846614,0.000030607418,0.038997047],"genre_scores_gemma":[0.4862693,0.000047227142,0.50939184,0.0030855373,0.000027194945,0.00013543222,0.0000024895223,0.000016083037,0.0010249077],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.97389734,0.009145991,0.014641678,0.00082590594,0.0012190994,0.00026996518],"domain_scores_gemma":[0.97599125,0.0066909846,0.015086251,0.0017200263,0.00041825348,0.00009323086],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13320287,0.00021318816,0.0058621042,0.00026451083,0.00009680075,0.00010907933,0.0004821739,0.00008720879,0.0045656716],"category_scores_gemma":[0.120166175,0.00010438771,0.00109396,0.00078059576,0.00018810113,0.00012681508,0.00006706581,0.00017383453,0.00019671918],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007666879,0.00014977815,0.6708087,0.00016425076,0.0050744964,0.000020174453,0.00053329347,0.0000400651,0.0018553118,0.13446508,0.18411806,0.0027631454],"study_design_scores_gemma":[0.00060104765,0.00073642895,0.08042945,0.0001789993,0.030830478,0.00022652227,0.0017428702,0.021693343,0.0018182982,0.076016806,0.7844477,0.001277998],"about_ca_topic_score_codex":0.000011062734,"about_ca_topic_score_gemma":0.00007053253,"teacher_disagreement_score":0.6003297,"about_ca_system_score_codex":0.000018021441,"about_ca_system_score_gemma":0.000031615557,"threshold_uncertainty_score":0.99634427},"labels":[],"label_agreement":null},{"id":"W2123414230","doi":"10.2522/ptj.20130464","title":"Identifying Items to Assess Methodological Quality in Physical Therapy Trials: A Factor Analysis","year":2014,"lang":"en","type":"article","venue":"Physical Therapy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"Varimax rotation; Exploratory factor analysis; Confirmatory factor analysis; Randomized controlled trial; Quality (philosophy); Clinical psychology; Sample size determination; Psychology; Medicine; Statistics; Psychometrics; Cronbach's alpha; Mathematics","score_opus":0.9797747448491287,"score_gpt":0.7212891569397656,"score_spread":0.25848558790936316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123414230","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79490036,0.00014435613,0.20248918,0.0006460379,0.00016767878,0.00090546405,0.000017592029,0.000019266994,0.000710064],"genre_scores_gemma":[0.9931906,0.00005173595,0.004522252,0.00084270735,0.00074749324,0.0001929823,0.000007739767,0.000021712622,0.00042276285],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.88538444,0.099656306,0.007125664,0.0017846656,0.0055389875,0.00050994824],"domain_scores_gemma":[0.9279395,0.06358204,0.003539743,0.0039431015,0.00062264386,0.00037300718],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.21243888,0.000618678,0.012513551,0.000785927,0.00014514226,0.0013403101,0.002557045,0.0001279151,0.0022708515],"category_scores_gemma":[0.06475193,0.00026468083,0.007990719,0.006422448,0.00009010262,0.00033071873,0.0001432237,0.00039983724,0.0013860208],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004870141,0.0026546763,0.080420345,0.00002685782,0.0048560435,0.000004549902,0.0074167782,0.0013669606,0.08527305,0.02231868,0.0017689489,0.79340607],"study_design_scores_gemma":[0.0024093702,0.00055637525,0.7043819,0.000030873143,0.0005759427,7.6604493e-7,0.00083291833,0.052057214,0.0054055713,0.18659584,0.04586545,0.0012877964],"about_ca_topic_score_codex":0.00007226005,"about_ca_topic_score_gemma":0.000022045204,"teacher_disagreement_score":0.7921183,"about_ca_system_score_codex":0.000056005334,"about_ca_system_score_gemma":0.000034045264,"threshold_uncertainty_score":0.99998057},"labels":[],"label_agreement":null},{"id":"W2123511363","doi":"10.1186/1472-6882-9-11","title":"Development and evaluation of an instrument for the critical appraisal of randomized controlled trials of natural products","year":2009,"lang":"en","type":"article","venue":"BMC Complementary and Alternative Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Dalhousie University","keywords":"Critical appraisal; Delphi method; Medicine; Randomized controlled trial; Delphi; Inclusion (mineral); Quality (philosophy); Test (biology); Medical physics; Medical education; Alternative medicine; Management science; Computer science; Psychology; Artificial intelligence; Pathology; Engineering; Social psychology","score_opus":0.8017603057146332,"score_gpt":0.6114625449769743,"score_spread":0.19029776073765892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123511363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97252953,0.0055136187,0.0139166545,0.0025128766,0.00038569828,0.00500977,0.000024704963,7.4980585e-7,0.00010638979],"genre_scores_gemma":[0.98128265,0.000030008481,0.018353505,0.000060872426,0.000117328185,0.00010876127,0.00002255153,0.0000018857803,0.000022422675],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9690117,0.0153004965,0.0113915,0.00040456335,0.0037811873,0.00011050133],"domain_scores_gemma":[0.9059655,0.082262956,0.00801817,0.00073874835,0.0029431607,0.00007144736],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.32194522,0.00016201957,0.0068619866,0.0001908913,0.000066369255,0.000023622673,0.00032734007,0.00001127266,0.0006936675],"category_scores_gemma":[0.18106575,0.000053995354,0.000469856,0.00017519952,0.00030528702,0.0000939187,0.000037439328,0.00003992154,2.344371e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10005987,0.00096116716,0.004369939,0.0009524893,0.009369043,8.912108e-7,0.027876848,0.00016548423,0.01829261,0.11489086,0.0033276405,0.7197332],"study_design_scores_gemma":[0.59823924,0.0015701238,0.02285139,0.0006646504,0.012644133,0.0000102191925,0.01764545,0.29237866,0.014984121,0.03588629,0.002820543,0.00030513626],"about_ca_topic_score_codex":0.000018882973,"about_ca_topic_score_gemma":0.000021160451,"teacher_disagreement_score":0.719428,"about_ca_system_score_codex":0.000008314752,"about_ca_system_score_gemma":0.00006715223,"threshold_uncertainty_score":0.8258325},"labels":[],"label_agreement":null},{"id":"W2123707693","doi":"10.1080/17453670710013807","title":"Reviewer agreement in scoring 419 abstracts for scientific orthopedics meetings","year":2007,"lang":"en","type":"article","venue":"Acta Orthopaedica","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton General Hospital","funders":"","keywords":"Medicine; Intraclass correlation; Orthopedic surgery; Workload; Inter-rater reliability; MEDLINE; Physical therapy; Family medicine; Statistics; Surgery; Psychometrics; Mathematics; Clinical psychology","score_opus":0.5551584336990506,"score_gpt":0.4904386912035031,"score_spread":0.06471974249554752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123707693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92355317,0.0051970207,0.018700458,0.0029181105,0.00593101,0.0042374698,0.000029467152,0.000027739805,0.039405536],"genre_scores_gemma":[0.97075856,0.000117214266,0.009200495,0.0007724467,0.0005155578,0.00007607353,0.000023296596,0.000025964571,0.018510403],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9723285,0.001730363,0.014439702,0.0019237866,0.008627268,0.00095039327],"domain_scores_gemma":[0.9771321,0.006874584,0.006560323,0.004808632,0.0040431907,0.0005811726],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.34608862,0.00037271588,0.0025392442,0.0009335366,0.0003341377,0.0010578919,0.0018395429,0.00013771217,0.004111848],"category_scores_gemma":[0.1670471,0.00020728861,0.0016820193,0.0027774586,0.00014331152,0.00042170557,0.000232794,0.0002739993,0.0016799164],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028335518,0.00027849636,0.2105673,0.00042548857,0.00015145254,0.000056666446,0.001045088,0.000054147185,0.000587764,0.0009209243,0.4209558,0.36492854],"study_design_scores_gemma":[0.0003062149,0.000036305228,0.0400411,0.00022316858,0.000109454726,0.000005141841,0.00029737205,0.00035128315,0.00006408192,0.0005589416,0.957769,0.00023798004],"about_ca_topic_score_codex":0.000017340226,"about_ca_topic_score_gemma":0.001000827,"teacher_disagreement_score":0.53681314,"about_ca_system_score_codex":0.00007559485,"about_ca_system_score_gemma":0.00018170339,"threshold_uncertainty_score":0.9999791},"labels":[],"label_agreement":null},{"id":"W2123749755","doi":"10.1590/s1135-57272000000200002","title":"Mejora de la calidad de los informes de los metaanálisis de los ensayos clínicos controlados: el acuerdo QUOROM","year":2000,"lang":"es","type":"article","venue":"Revista Española de Salud Pública","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":213,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Ottawa","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.1878218042171013,"score_gpt":0.47157166959279095,"score_spread":0.2837498653756897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123749755","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75327545,0.0981511,0.07394402,0.008529846,0.00035609867,0.008416607,0.0033115095,0.0003296087,0.053685736],"genre_scores_gemma":[0.9466281,0.009924639,0.020619292,0.008116377,0.0010034187,0.00046346302,0.00011196047,0.0002661472,0.012866579],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.93003774,0.04199329,0.015121549,0.0028728512,0.0065004015,0.0034741887],"domain_scores_gemma":[0.9641476,0.017586743,0.0066420897,0.0077259913,0.0014450557,0.0024524736],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.12938628,0.0019649267,0.0103902845,0.0013561777,0.00083029934,0.010212144,0.0059883045,0.0013603503,0.04056955],"category_scores_gemma":[0.0488581,0.0013209195,0.007159789,0.0039644074,0.0006540732,0.0010786175,0.00043490672,0.0016784882,0.0054967264],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009375578,0.0021789914,0.24715924,0.0070377705,0.011854906,0.0010059209,0.006850429,0.001669618,0.0076944614,0.08362918,0.39780384,0.23217808],"study_design_scores_gemma":[0.0015890604,0.00020176666,0.017667506,0.001465606,0.0061240355,0.0006585196,0.0006739256,0.030720292,0.0005307701,0.0022731556,0.9366416,0.0014537715],"about_ca_topic_score_codex":0.0006010422,"about_ca_topic_score_gemma":0.00011315405,"teacher_disagreement_score":0.53883773,"about_ca_system_score_codex":0.0013710308,"about_ca_system_score_gemma":0.0029627054,"threshold_uncertainty_score":0.9999361},"labels":[],"label_agreement":null},{"id":"W2123862166","doi":"10.1136/bmj.329.7474.1093","title":"Users' guide to detecting misleading claims in clinical research reports","year":2004,"lang":"en","type":"review","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Advice (programming); Data science; Psychology; Computer science; Internet privacy","score_opus":0.9519447551460565,"score_gpt":0.7507817212650859,"score_spread":0.20116303388097057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123862166","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000068284215,0.9723197,0.0009192535,0.00042152646,0.0012601325,0.005070903,0.0000038971357,0.000009534149,0.019926758],"genre_scores_gemma":[0.00006681793,0.93579185,0.019658802,0.00016574889,0.0012580034,0.00062223326,0.000007220947,0.00008225223,0.042347055],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7558229,0.10251123,0.10543075,0.0063072336,0.02824355,0.0016843198],"domain_scores_gemma":[0.9157617,0.04513615,0.019114377,0.015569343,0.0036256,0.0007928234],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7511594,0.0005776202,0.016423248,0.0023884939,0.00021044667,0.0014398029,0.0034136572,0.0006194745,0.0025782627],"category_scores_gemma":[0.49479756,0.0002968191,0.006998688,0.0071715023,0.00008088407,0.00015041347,0.0008032755,0.0015917076,0.015558143],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.662796e-7,0.000023278835,0.0003239082,0.0021880143,0.000109423265,0.00041877982,0.00006963155,0.000010576048,4.046646e-8,0.000049618913,0.17119552,0.82561034],"study_design_scores_gemma":[0.000047115955,0.000033397602,0.000057131932,0.016664095,0.00026368024,0.00025039463,0.00015826707,0.00002069501,8.418175e-8,0.0011574223,0.98105234,0.00029535085],"about_ca_topic_score_codex":0.00007647525,"about_ca_topic_score_gemma":0.00034023903,"teacher_disagreement_score":0.825315,"about_ca_system_score_codex":0.000556511,"about_ca_system_score_gemma":0.0016189042,"threshold_uncertainty_score":0.9999484},"labels":[],"label_agreement":null},{"id":"W2123945981","doi":"10.2522/ptj.20070147","title":"Scales to Assess the Quality of Randomized Controlled Trials: A Systematic Review","year":2007,"lang":"en","type":"review","venue":"Physical Therapy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":831,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Jadad scale; Randomized controlled trial; Reliability (semiconductor); Systematic review; Scale (ratio); External validity; Validity; Internal validity; Quality (philosophy); Criterion validity; MEDLINE; Psychology; Physical therapy; Medicine; Clinical psychology; Psychometrics; Construct validity; Social psychology; Pathology","score_opus":0.93132838708765,"score_gpt":0.6922748859209739,"score_spread":0.23905350116667612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123945981","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000032835703,0.93954474,0.007184231,0.00029415972,0.00027034472,0.05112877,0.000043713444,0.000008618026,0.0015221146],"genre_scores_gemma":[0.00003848777,0.9897897,0.00021604374,0.00081110816,0.000390692,0.0068309363,0.00001037907,0.000041768282,0.0018708677],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.45431203,0.45045066,0.08028026,0.0014549972,0.013068953,0.0004331185],"domain_scores_gemma":[0.30869183,0.58753514,0.08900951,0.011254512,0.0031849055,0.00032408768],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.82845676,0.0012884968,0.26370153,0.0004984084,0.0001293393,0.00075280934,0.0059101842,0.00020138932,0.0012581189],"category_scores_gemma":[0.6059472,0.00030536557,0.09607065,0.003343843,0.00023562257,0.000097109834,0.0001613932,0.00046611676,0.0021206795],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018697435,0.0002635391,1.2860772e-7,0.63695085,0.01568307,9.119356e-7,0.00011246994,7.267287e-7,6.7201785e-7,0.0098010395,0.004574087,0.33074278],"study_design_scores_gemma":[0.035582118,0.000059701684,4.4121285e-7,0.52320945,0.046504937,0.000004449791,0.00006620475,0.00009115562,5.764766e-7,0.0067082453,0.3870431,0.0007296507],"about_ca_topic_score_codex":0.0000058186006,"about_ca_topic_score_gemma":0.0000015366919,"teacher_disagreement_score":0.382469,"about_ca_system_score_codex":0.000053023115,"about_ca_system_score_gemma":0.00017765978,"threshold_uncertainty_score":0.9999867},"labels":[],"label_agreement":null},{"id":"W2124252717","doi":"10.1186/1741-7015-9-31","title":"How can we improve the interpretation of systematic reviews?","year":2011,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; University of Toronto; St. Michael's Hospital","funders":"University of Ottawa","keywords":"Systematic review; Medicine; Grading (engineering); Psychological intervention; MEDLINE; Alternative medicine; Pathology; Nursing","score_opus":0.791632123618178,"score_gpt":0.5005721726520802,"score_spread":0.2910599509660978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124252717","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018003402,0.11798219,0.76268935,0.01661631,0.0043837936,0.01945906,0.000020155348,0.000024731331,0.06082102],"genre_scores_gemma":[0.97743034,0.00029450122,0.002176322,0.00035414705,0.00013214038,0.00018485833,0.0000016920451,0.000008454666,0.019417519],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.97608244,0.011565725,0.008649328,0.0004813312,0.0030739366,0.00014723853],"domain_scores_gemma":[0.979538,0.006087434,0.00905529,0.004338371,0.00087753544,0.00010335157],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12965436,0.0002185825,0.004393682,0.0002088222,0.00005346727,0.00009458282,0.0017473018,0.000044333574,0.0029161628],"category_scores_gemma":[0.15883298,0.00006130949,0.00093250547,0.0008742169,0.00014463221,0.00010939942,0.00006766231,0.000094467476,0.0004455365],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010383374,0.0002923742,0.025721647,0.19901834,0.0017930119,0.000014475781,0.16026662,0.000013447553,0.003231632,0.058398347,0.40342948,0.14771679],"study_design_scores_gemma":[0.004914613,0.0035716079,0.024242822,0.16115652,0.02486519,0.00031509917,0.22629462,0.20810468,0.0019739668,0.1716311,0.17020512,0.0027246457],"about_ca_topic_score_codex":0.00003138724,"about_ca_topic_score_gemma":0.00012326478,"teacher_disagreement_score":0.95942694,"about_ca_system_score_codex":0.000016164562,"about_ca_system_score_gemma":0.000035079658,"threshold_uncertainty_score":0.9979953},"labels":[],"label_agreement":null},{"id":"W2124547615","doi":"10.1136/bmj.e5278","title":"Sample size calculations: should the emperor's clothes be off the peg or made to measure?","year":2012,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":189,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University","funders":"","keywords":"Emperor; Measure (data warehouse); Clothing; Sample size determination; Sample (material); Statistics; Econometrics; Psychology; Computer science; Mathematics; History; Data mining; Archaeology; Physics; Thermodynamics","score_opus":0.8549429062449583,"score_gpt":0.5627533083106878,"score_spread":0.29218959793427046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124547615","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2535849,0.010836995,0.090893306,0.56742036,0.0034076795,0.013390633,0.00022053822,0.000070224785,0.060175348],"genre_scores_gemma":[0.9345772,0.00001636431,0.010499865,0.010337,0.00085012533,0.0003548322,0.0000016256595,0.000020435657,0.043342527],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9844556,0.006591749,0.0036658389,0.00041642867,0.0045402236,0.00033020048],"domain_scores_gemma":[0.9600073,0.032112926,0.0016658336,0.0053437427,0.00064021855,0.00022999285],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.10743277,0.00021024863,0.0011928682,0.00007478565,0.00041419434,0.0006752457,0.0019088109,0.00006333575,0.017695311],"category_scores_gemma":[0.1783031,0.000057392866,0.00097474596,0.0011705535,0.0000662042,0.00018731313,0.00016358543,0.00012682291,0.004201116],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011995513,0.000044032306,0.0207608,0.000008010861,0.0001853626,5.468066e-7,0.0036984312,0.00011234606,0.00009539004,0.00512098,0.9450349,0.024927188],"study_design_scores_gemma":[0.000055519777,0.000011594312,0.067151055,0.0000121567455,0.00016945464,0.000010809793,0.0018696248,0.00056764146,0.000022383416,0.0015477715,0.92847186,0.00011015152],"about_ca_topic_score_codex":0.00008194338,"about_ca_topic_score_gemma":0.00025981307,"teacher_disagreement_score":0.6809923,"about_ca_system_score_codex":0.000023627928,"about_ca_system_score_gemma":0.000064510496,"threshold_uncertainty_score":0.9965742},"labels":[],"label_agreement":null},{"id":"W2124548530","doi":"10.1136/ebm.12.2.59","title":"Simon S. Statistical evidence in medical trials: what do the data really tell us? Oxford: Oxford University Press, 2006.","year":2007,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre","funders":"","keywords":"History; Psychology","score_opus":0.7886856891919887,"score_gpt":0.5482014631040504,"score_spread":0.2404842260879383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124548530","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027579531,0.13888349,0.6787223,0.13856648,0.0033202514,0.0061216876,0.00018359008,0.00006159483,0.006561028],"genre_scores_gemma":[0.8032107,0.14729828,0.015731068,0.017155109,0.0042215115,0.00004632954,0.00027568906,0.00009638518,0.011964988],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.90259105,0.04599719,0.020077676,0.0035826773,0.026422951,0.0013284545],"domain_scores_gemma":[0.59649503,0.3729384,0.009567676,0.017001849,0.0023510102,0.0016460445],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5390321,0.00054659887,0.0049204044,0.00060567085,0.0002530855,0.0006810614,0.009027162,0.00029627664,0.019654358],"category_scores_gemma":[0.60843104,0.00022955176,0.00060540077,0.0028486848,0.000948982,0.002516208,0.0007370962,0.000850151,0.00024283884],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087087,0.00017316671,0.065113224,0.0002644837,0.00018821056,0.0008696736,0.00038509522,0.00021291261,0.000021456543,0.0032234269,0.6255031,0.30317438],"study_design_scores_gemma":[0.0012110249,0.00026965106,0.02487856,0.0073389593,0.00076846045,0.000017224122,0.0029820313,0.02379881,0.0000143825655,0.000554849,0.937845,0.00032106673],"about_ca_topic_score_codex":0.00064660556,"about_ca_topic_score_gemma":0.0015273389,"teacher_disagreement_score":0.7756311,"about_ca_system_score_codex":0.00019076107,"about_ca_system_score_gemma":0.0009912888,"threshold_uncertainty_score":0.9963345},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2124596921","doi":"10.2106/00004623-200405000-00019","title":"Doubling the Impact","year":2004,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre","funders":"","keywords":"Systematic review; Citation; Impact factor; Science Citation Index; Web of science; Narrative review; Subspecialty; Publish or perish; Scientific literature; Library science; Publication; MEDLINE; Medicine; Publishing; Meta-analysis; Computer science; Family medicine; Political science","score_opus":0.7678057208473392,"score_gpt":0.5119639511010287,"score_spread":0.25584176974631057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124596921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9850496,0.004911876,0.003845351,0.004945495,0.0002994498,0.00006763526,0.0000010262112,7.4711204e-7,0.00087879633],"genre_scores_gemma":[0.9984412,0.00025560727,0.00042178642,0.0002552539,0.00021994548,5.1229745e-7,1.323477e-7,0.000003901885,0.00040163967],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98698205,0.0015390919,0.008711757,0.000162965,0.0024612006,0.00014291584],"domain_scores_gemma":[0.9867019,0.0035902758,0.008010642,0.00077936094,0.00076651527,0.00015128948],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17401727,0.00012304597,0.0029525568,0.00053043896,0.00011551994,0.0006771133,0.00012988449,0.00003298608,0.001380111],"category_scores_gemma":[0.02244652,0.000037244154,0.0034243946,0.00060368,0.00003956238,0.00030875223,0.000037996117,0.00017594831,0.000157705],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000931924,0.00026768076,0.16061245,0.00008360555,0.0014277751,0.00051478524,0.0024817674,0.0038579209,0.0020897891,0.001872828,0.70071906,0.12597916],"study_design_scores_gemma":[0.0009942353,0.00020931238,0.7183338,0.00071677635,0.0006675211,0.0064933184,0.0034648124,0.0007371226,0.00048192803,0.114741884,0.15264541,0.00051389454],"about_ca_topic_score_codex":0.00001486405,"about_ca_topic_score_gemma":0.0000025814918,"teacher_disagreement_score":0.5577214,"about_ca_system_score_codex":0.000019752159,"about_ca_system_score_gemma":0.00014308185,"threshold_uncertainty_score":0.99953276},"labels":[],"label_agreement":null},{"id":"W2124837084","doi":"10.1186/2046-4053-2-97","title":"Data extraction from machine-translated versus original language randomized trial reports: a comparative study","year":2013,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fujita Health University; University of Ottawa; Agency for Healthcare Research and Quality; U.S. Department of Health and Human Services","keywords":"German; Natural language processing; Machine translation; Artificial intelligence; Data extraction; Medicine; Linguistics; Computer science; MEDLINE","score_opus":0.7645793497069693,"score_gpt":0.5862927749245223,"score_spread":0.17828657478244703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124837084","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47800213,0.099492915,0.04695193,0.0006872036,0.011307599,0.34267184,0.00030131926,0.00012824377,0.020456832],"genre_scores_gemma":[0.9653275,0.00023520623,0.0096304,0.000114111266,0.00067070115,0.012746243,0.00051707955,0.00005511698,0.010703631],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.8223825,0.12648186,0.04095215,0.0024618604,0.007301746,0.00041990282],"domain_scores_gemma":[0.8960779,0.040691063,0.038662683,0.02274497,0.001406821,0.0004166229],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.31163976,0.00082724984,0.023106813,0.00037683232,0.00020842884,0.0021105632,0.0034473385,0.00013087437,0.026951829],"category_scores_gemma":[0.11744165,0.00031777626,0.003122571,0.0015345517,0.00008417395,0.0011651834,0.00020814354,0.0003551513,0.02609615],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.16979872,0.0051687905,0.0011046954,0.03635594,0.026970742,0.00058850663,0.073131025,0.00006350032,0.00042152576,0.0004693943,0.666919,0.019008167],"study_design_scores_gemma":[0.77192134,0.0006028177,0.000091188456,0.0056589125,0.01636378,0.00013577253,0.024159815,0.051510192,0.000009418517,0.002348545,0.12549877,0.0016994345],"about_ca_topic_score_codex":0.0009763744,"about_ca_topic_score_gemma":0.00043419618,"teacher_disagreement_score":0.60212266,"about_ca_system_score_codex":0.000067206165,"about_ca_system_score_gemma":0.000089698595,"threshold_uncertainty_score":0.9999274},"labels":[],"label_agreement":null},{"id":"W2125432668","doi":"10.1007/s11999-015-4286-x","title":"Network Meta-analysis: Users’ Guide for Surgeons: Part I - Credibility","year":2015,"lang":"en","type":"article","venue":"Clinical Orthopaedics and Related Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Credibility; Meta-analysis; Certainty; Evidence-based medicine; Randomized controlled trial; Psychological intervention; Quality (philosophy); Quality of evidence; MEDLINE; Medical physics; Risk analysis (engineering); Surgery; Alternative medicine; Psychiatry","score_opus":0.9599404544639241,"score_gpt":0.6724224921129364,"score_spread":0.2875179623509877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125432668","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29894847,0.30618054,0.057626393,0.120622315,0.016163724,0.024808371,0.0008891114,0.0002031538,0.17455794],"genre_scores_gemma":[0.63486564,0.0028407748,0.012018718,0.0018358455,0.0014297081,0.0006546031,0.00017807624,0.000092199014,0.34608445],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9196732,0.046561804,0.020384492,0.0026261236,0.009745779,0.0010086045],"domain_scores_gemma":[0.8988665,0.07770729,0.0041101314,0.007127714,0.010256498,0.0019319128],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7126316,0.00038172814,0.008800953,0.00066614285,0.0005414652,0.001044522,0.0019359033,0.0006198407,0.007092023],"category_scores_gemma":[0.31720883,0.00016832232,0.014763703,0.0067634387,0.0008586546,0.00020695309,0.0006464324,0.001304982,0.0014489823],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005288167,0.00016760948,0.120385334,0.000019210293,0.07146455,0.000026659709,0.00009224714,0.00072718837,9.848912e-8,0.0037025048,0.8002522,0.0031094812],"study_design_scores_gemma":[0.00054036395,0.0002745662,0.007517871,0.000007395525,0.068042114,0.00000781471,0.00043179415,0.022868358,1.2632132e-7,0.06657734,0.83349776,0.00023447294],"about_ca_topic_score_codex":0.000039424376,"about_ca_topic_score_gemma":0.00014100398,"teacher_disagreement_score":0.39542273,"about_ca_system_score_codex":0.00003130982,"about_ca_system_score_gemma":0.0005076389,"threshold_uncertainty_score":0.9999925},"labels":[],"label_agreement":null},{"id":"W2125475270","doi":"10.1016/j.jclinepi.2008.10.016","title":"Choice of data extraction tools for systematic reviews depends on resources and review complexity","year":2009,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":87,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Data extraction; Computer science; Systematic review; Software portability; Table (database); Data science; Software; Listing (finance); Data collection; Selection (genetic algorithm); Data mining; MEDLINE; Machine learning","score_opus":0.9881436847521281,"score_gpt":0.7700061760786993,"score_spread":0.21813750867342885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125475270","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000035648927,0.9837904,0.008303838,0.0014435985,0.0006863608,0.0052827,0.00011255963,0.0000018983675,0.0003751091],"genre_scores_gemma":[0.0000017631587,0.97385377,0.022240976,0.00227826,0.0010277297,0.00005913633,0.00004726198,0.00002193266,0.0004691993],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.40352795,0.3804859,0.20941418,0.0023519553,0.0036534627,0.0005665526],"domain_scores_gemma":[0.05813893,0.68515235,0.24586117,0.008314542,0.002017722,0.00051531626],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8312176,0.0008469986,0.11593508,0.00056918664,0.000098691824,0.00016204937,0.006675322,0.00082902116,0.0006353009],"category_scores_gemma":[0.9588952,0.00032453125,0.017245574,0.00086649857,0.00029948514,0.00058990513,0.00034125854,0.0016632001,0.00023203739],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010613614,0.00007751115,0.00003924859,0.23747417,0.0005074605,0.0000022758898,0.000002273958,3.563714e-7,5.7105227e-9,0.0004740641,0.091480836,0.6699312],"study_design_scores_gemma":[0.00014590561,0.000410966,0.00012563742,0.26411524,0.0068826023,0.00019336231,0.000005128786,0.00007311473,1.9737996e-9,0.0025605552,0.7253218,0.00016567933],"about_ca_topic_score_codex":0.000003208042,"about_ca_topic_score_gemma":0.000011098595,"teacher_disagreement_score":0.6697655,"about_ca_system_score_codex":0.000046840676,"about_ca_system_score_gemma":0.00030881475,"threshold_uncertainty_score":0.99992067},"labels":[],"label_agreement":null},{"id":"W2125514826","doi":"10.7326/0003-4819-142-12_part_2-200506211-00010","title":"Challenges in Systematic Reviews of Therapeutic Devices and Procedures","year":2005,"lang":"en","type":"review","venue":"Annals of Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Capital District Health Authority","funders":"","keywords":"Medicine; Systematic review; Evidence-based medicine; Health care; MEDLINE; Grey literature; Medical physics; Alternative medicine; Pathology","score_opus":0.9142398144192393,"score_gpt":0.6307870872845948,"score_spread":0.28345272713464453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125514826","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011610977,0.9908366,0.00004972496,0.00079475273,0.00014152822,0.0026412758,0.000005158379,0.0000016914586,0.0055176476],"genre_scores_gemma":[0.0010421092,0.9973401,0.00010051761,0.0002826825,0.00017292364,0.00016212337,0.000001872717,0.000020581474,0.0008770955],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.952232,0.01454113,0.028500542,0.0009547882,0.0035170615,0.00025446434],"domain_scores_gemma":[0.95693105,0.0122671,0.026867116,0.0027143713,0.0010711267,0.00014921548],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14188682,0.0006695142,0.02946742,0.0014091298,0.000016561662,0.000053213604,0.0024263333,0.0002002071,0.00144231],"category_scores_gemma":[0.07760315,0.00024036638,0.002451289,0.00097389787,0.00019146202,0.00013963493,0.000147353,0.00029439162,0.00017110888],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022139561,0.000030016028,0.000037369882,0.3346531,0.00037708884,0.0000027058177,0.0003845967,8.293208e-8,1.4965326e-7,0.0004440997,0.0017726872,0.6622959],"study_design_scores_gemma":[0.00006551432,0.00012834497,0.000056335983,0.35532427,0.0010514584,0.0000633798,0.00031691956,0.0000151613895,3.07993e-7,0.00043057796,0.6424177,0.00012997208],"about_ca_topic_score_codex":0.000022122076,"about_ca_topic_score_gemma":0.0001922568,"teacher_disagreement_score":0.66216594,"about_ca_system_score_codex":0.0000129455375,"about_ca_system_score_gemma":0.00008659086,"threshold_uncertainty_score":0.99947053},"labels":[],"label_agreement":null},{"id":"W2125776201","doi":"10.1016/j.jval.2011.04.002","title":"Interpreting Indirect Treatment Comparisons and Network Meta-Analysis for Health-Care Decision Making: Report of the ISPOR Task Force on Indirect Treatment Comparisons Good Research Practices: Part 1","year":2011,"lang":"en","type":"article","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1042,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Agency for Drugs and Technologies in Health","funders":"","keywords":"Randomized controlled trial; Meta-analysis; Psychological intervention; Health care; Terminology; Systematic review; Pairwise comparison; Management science; Medicine; Internal validity; MEDLINE; Psychology; Computer science; Nursing; Artificial intelligence; Economics; Political science","score_opus":0.8990592469292574,"score_gpt":0.6101353465479792,"score_spread":0.28892390038127824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125776201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6254683,0.18429056,0.07498889,0.03157799,0.003062801,0.057172384,0.0016933604,0.00012143469,0.021624256],"genre_scores_gemma":[0.9648914,0.00036360484,0.032660834,0.00035480736,0.00006898604,0.00070748996,0.0000289569,0.000030168174,0.0008937854],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9441473,0.034622256,0.013417017,0.0021742776,0.0045728474,0.001066316],"domain_scores_gemma":[0.9453246,0.029857943,0.018687585,0.00488985,0.0008767447,0.00036324805],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14299057,0.0005610173,0.00941936,0.0011571334,0.00088611816,0.00031240605,0.0012730728,0.00015084751,0.00043614165],"category_scores_gemma":[0.019009503,0.000248537,0.003976311,0.0045745936,0.00014847932,0.00015597198,0.00021977928,0.00036324406,0.000031485044],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008116177,0.0022577676,0.75792557,0.00055782637,0.061473344,0.000036808942,0.04922661,0.03129957,0.0000010830945,0.0024266222,0.060615838,0.03336736],"study_design_scores_gemma":[0.0027872517,0.010854979,0.13380301,0.0015962528,0.06779231,0.0001322543,0.030635973,0.1052523,0.000105838815,0.00515166,0.6405532,0.0013349645],"about_ca_topic_score_codex":0.003759038,"about_ca_topic_score_gemma":0.0072690314,"teacher_disagreement_score":0.62412256,"about_ca_system_score_codex":0.00085632975,"about_ca_system_score_gemma":0.0009441523,"threshold_uncertainty_score":0.99999666},"labels":[],"label_agreement":null},{"id":"W2125920451","doi":"10.1503/cmaj.1031920","title":"Tips for learners of evidence-based medicine: 4. Assessing heterogeneity of primary studies in systematic reviews and whether to combine their results","year":2005,"lang":"en","type":"review","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":154,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Systematic review; Computer science; Data science; MEDLINE; Information retrieval; Meta-analysis; Evidence-based medicine; Alternative medicine; Management science; Medicine; Pathology","score_opus":0.8831305008663716,"score_gpt":0.5910915994622226,"score_spread":0.292038901404149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125920451","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010120447,0.99068457,0.00046334002,0.00516148,0.0004624475,0.002928736,0.000053376887,0.0000011963671,0.00014365806],"genre_scores_gemma":[0.000254612,0.9964441,0.0009320702,0.0012922664,0.00041334046,0.00013903176,0.000010101769,0.000022131946,0.00049236545],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.93145,0.034183685,0.02580453,0.00075642345,0.0073281135,0.00047724647],"domain_scores_gemma":[0.92591214,0.045645855,0.023535628,0.0011889176,0.0026676538,0.0010497848],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3782859,0.00048589194,0.017431587,0.0015011755,0.00012696256,0.00019353339,0.001462991,0.00048570894,0.00042157076],"category_scores_gemma":[0.5105716,0.00019866042,0.0020979547,0.0017072306,0.0001361625,0.00022337817,0.0000564621,0.0006899979,0.000041863696],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049230744,0.000025140364,0.0003985941,0.08656674,0.00077982683,0.000010500359,0.0007997303,0.000006310076,2.5833958e-7,0.00002116886,0.07830794,0.83307886],"study_design_scores_gemma":[0.00035032688,0.00007149798,0.000059514092,0.21812406,0.0009798144,0.000047057205,0.0006506351,0.00011109407,1.0095066e-7,0.00005239657,0.7793863,0.0001672029],"about_ca_topic_score_codex":0.00013435852,"about_ca_topic_score_gemma":0.005320926,"teacher_disagreement_score":0.8329117,"about_ca_system_score_codex":0.0012599182,"about_ca_system_score_gemma":0.003092866,"threshold_uncertainty_score":0.99715567},"labels":[],"label_agreement":null},{"id":"W2126122920","doi":"10.3899/jrheum.121306","title":"Updated Method Guidelines for Cochrane Musculoskeletal Group Systematic Reviews and Metaanalyses","year":2013,"lang":"en","type":"article","venue":"The Journal of Rheumatology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":149,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Cochrane; Institute of Population and Public Health; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Systematic review; Medicine; Grading (engineering); MEDLINE; Psychological intervention; Quality of evidence; Meta-analysis; Physical therapy; Pathology; Psychiatry; Engineering","score_opus":0.633549641595814,"score_gpt":0.5716321260725172,"score_spread":0.06191751552329672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126122920","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17309353,0.08464002,0.72708124,0.010348806,0.0007258772,0.0039362805,0.000005389963,0.000005230674,0.00016363591],"genre_scores_gemma":[0.55574423,0.014280689,0.42309526,0.002256487,0.00011409821,0.00036127833,0.0000084622525,0.0000672139,0.0040722955],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9439709,0.03272243,0.020449424,0.00037271282,0.0021922921,0.00029223048],"domain_scores_gemma":[0.9343705,0.031926174,0.023721578,0.0025881103,0.0071585537,0.00023508492],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.26291573,0.0003408831,0.009292609,0.00046305216,0.00018143337,0.0003416529,0.0020216675,0.00010250837,0.002817019],"category_scores_gemma":[0.17194128,0.00010839427,0.0024504748,0.00075179036,0.000114527924,0.00035861254,0.00011777877,0.00019352773,0.00058494485],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005706229,0.00011325683,0.007187611,0.016687084,0.0059410036,0.000003302182,0.0014678672,0.00022259465,0.0011064161,0.009674854,0.9380868,0.01945214],"study_design_scores_gemma":[0.007260875,0.0025801146,0.004113549,0.019929674,0.060721517,0.060813207,0.032576833,0.2386713,0.00014730408,0.23477465,0.33548963,0.0029213533],"about_ca_topic_score_codex":0.00008418146,"about_ca_topic_score_gemma":0.000042184707,"teacher_disagreement_score":0.6025972,"about_ca_system_score_codex":0.000014127524,"about_ca_system_score_gemma":0.00003757511,"threshold_uncertainty_score":0.99809456},"labels":[],"label_agreement":null},{"id":"W2126468223","doi":"10.2215/cjn.01430307","title":"Systematic Review and Meta-analysis","year":2008,"lang":"en","type":"review","venue":"Clinical Journal of the American Society of Nephrology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2276,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Narrative; Medicine; Narrative review; MEDLINE; Systematic review; Population; Medical education; Intensive care medicine","score_opus":0.8039555242021332,"score_gpt":0.6091083075443653,"score_spread":0.19484721665776794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126468223","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007925104,0.9937289,0.0006822317,0.0039657187,0.00010098779,0.0014265856,0.000041968695,0.0000014386557,0.00004425347],"genre_scores_gemma":[0.0000048348365,0.9675317,0.0034906666,0.027411968,0.000105868174,0.0000271127,0.0000013664389,0.000023740122,0.0014027527],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.8806616,0.068045795,0.04588121,0.00090374117,0.004203561,0.00030411276],"domain_scores_gemma":[0.81617576,0.03988027,0.13537902,0.005925654,0.002337458,0.00030184578],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.15416992,0.0007848469,0.11237656,0.00034470749,0.00013692798,0.00010868523,0.006853048,0.00030668502,0.0013166965],"category_scores_gemma":[0.034014005,0.00025027271,0.15487427,0.0054557803,0.0023581053,0.000102044476,0.0006693445,0.0013459389,0.00012974394],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019141974,0.0000746096,0.000020963495,0.11050449,0.5694955,0.000004563326,0.000032969325,0.0000013335728,1.8105592e-8,0.00001527591,0.31276008,0.007088244],"study_design_scores_gemma":[0.000033027827,0.000090686,0.0000146441935,0.0023585856,0.5605672,0.0003755941,0.00003624623,0.000007237735,2.0548383e-9,0.00009067758,0.43631452,0.00011161207],"about_ca_topic_score_codex":0.0000056625704,"about_ca_topic_score_gemma":0.000002112125,"teacher_disagreement_score":0.123554416,"about_ca_system_score_codex":0.000037880156,"about_ca_system_score_gemma":0.00042024013,"threshold_uncertainty_score":0.99999493},"labels":[],"label_agreement":null},{"id":"W2126591076","doi":"10.1007/s11606-012-2029-1","title":"Chapter 8: Meta-analysis of Test Performance When There is a “Gold Standard”","year":2012,"lang":"en","type":"article","venue":"Journal of General Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; McMaster University; Hamilton General Hospital","funders":"Agency for Healthcare Research and Quality; U.S. Department of Health and Human Services","keywords":"Medicine; Gold standard (test); Meta-analysis; Test (biology); Internal medicine","score_opus":0.7110613522490354,"score_gpt":0.5151467449674508,"score_spread":0.1959146072815846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126591076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8828506,0.041646898,0.020431127,0.012102769,0.0013944878,0.0003541751,0.000083037,0.000003104021,0.04113379],"genre_scores_gemma":[0.9521033,0.00022551858,0.0034274266,0.0013487695,0.0007152407,0.0000024522321,8.6649163e-7,0.000011678938,0.04216472],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9800988,0.0014238524,0.011007602,0.00030806544,0.006884599,0.00027709626],"domain_scores_gemma":[0.9813922,0.0018652895,0.011993197,0.0015153313,0.0028676575,0.00036631338],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07264317,0.0003285503,0.008057859,0.0013472376,0.000040638515,0.00010069257,0.0017597876,0.00006964818,0.09644884],"category_scores_gemma":[0.008488125,0.00011880161,0.0060509,0.0010611941,0.00013730113,0.0004952971,0.00010417985,0.0003022331,0.00016160404],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017010851,0.00022534087,0.35510582,0.0000771603,0.25952947,0.00003101331,0.005980684,0.00023341125,0.0036919094,0.0012865546,0.35744813,0.016220396],"study_design_scores_gemma":[0.0011022019,0.0020154924,0.06819895,0.00016364457,0.46703285,0.0003691712,0.0011945738,0.009237366,0.0027594164,0.0014717942,0.44600916,0.00044537667],"about_ca_topic_score_codex":0.00005516612,"about_ca_topic_score_gemma":0.000014707819,"teacher_disagreement_score":0.28690687,"about_ca_system_score_codex":0.000039065173,"about_ca_system_score_gemma":0.000030658895,"threshold_uncertainty_score":0.9998638},"labels":[],"label_agreement":null},{"id":"W2126629865","doi":"10.1002/jrsm.1078","title":"Non‐randomized studies as a source of complementary, sequential or replacement evidence for randomized controlled trials in systematic reviews on the effects of interventions","year":2013,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":245,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; McMaster University","funders":"","keywords":"Generalizability theory; Randomized controlled trial; Systematic review; Credibility; Context (archaeology); Evidence-based medicine; Evidence-based practice; Psychology; External validity; Health care; Psychological intervention; MEDLINE; Population; Medicine; Applied psychology; Social psychology; Alternative medicine; Nursing; Epistemology; Political science","score_opus":0.9453333605578149,"score_gpt":0.7340988391264817,"score_spread":0.21123452143133326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126629865","genre_codex":"methods","genre_gemma":"protocol","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02683709,0.09317076,0.54094416,0.0058856546,0.00073543173,0.33163136,0.000011234654,0.000008965911,0.00077535317],"genre_scores_gemma":[0.33455825,0.018133027,0.22699264,0.00028459897,0.00020465425,0.39521676,0.0000029625708,0.00008167576,0.02452541],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.09125347,0.85066575,0.04901547,0.0011203205,0.0073609045,0.0005840711],"domain_scores_gemma":[0.0027169518,0.9670022,0.02233332,0.0039143255,0.0038972958,0.00013589878],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9554551,0.00048419408,0.060256276,0.0016142393,0.00023021508,0.0004102075,0.0025463297,0.000089203306,0.0064386455],"category_scores_gemma":[0.9905246,0.00014054954,0.019973883,0.001754282,0.0008574391,0.00019359183,0.00038941883,0.0002636039,0.00020071332],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.69196254,0.0008961497,0.00003056571,0.19721459,0.031832304,0.0000027001524,0.0069889654,0.000058481408,0.006351719,0.008902861,0.037303053,0.018456046],"study_design_scores_gemma":[0.6969717,0.0009954284,0.000008255412,0.18433915,0.016253285,0.00000421969,0.013723676,0.036448855,0.015003303,0.03516182,0.0006500593,0.0004402213],"about_ca_topic_score_codex":0.0002827828,"about_ca_topic_score_gemma":0.00003637737,"teacher_disagreement_score":0.3139515,"about_ca_system_score_codex":0.00013101558,"about_ca_system_score_gemma":0.00017365457,"threshold_uncertainty_score":0.9944696},"labels":[],"label_agreement":null},{"id":"W2126650051","doi":"10.1186/1745-6215-10-40","title":"LOST to follow-up Information in Trials (LOST-IT): a protocol on the potential impact","year":2009,"lang":"en","type":"article","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; University of Alberta; Université de Sherbrooke; McMaster University","funders":"Canadian Institutes of Health Research; Hospital for Sick Children; Ontario Ministry of Health and Long-Term Care; National Natural Science Foundation of China; Cancer Research UK; Pfizer","keywords":"Medicine; Randomized controlled trial; Sample size determination; Protocol (science); Clinical trial; Statistical significance; Lost to follow-up; MEDLINE; Alternative medicine; Family medicine; Surgery; Statistics; Internal medicine","score_opus":0.8061702521912759,"score_gpt":0.6145126324113904,"score_spread":0.1916576197798855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126650051","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14711498,0.000048523278,0.013332458,0.040262572,0.0014258737,0.7396444,0.0001971813,0.000021335103,0.057952695],"genre_scores_gemma":[0.92617977,0.000003912925,0.0013608934,0.0098996805,0.0009772552,0.049116645,0.000019151568,0.000018005381,0.0124246925],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.88064504,0.07269781,0.0365089,0.00087411667,0.008669104,0.0006050314],"domain_scores_gemma":[0.9659212,0.019045386,0.010751467,0.0032944991,0.00075993425,0.00022751],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.5072447,0.00034265005,0.006311343,0.00076232717,0.000109348955,0.0019299986,0.0015681443,0.00012554938,0.030152446],"category_scores_gemma":[0.41231963,0.00011503925,0.0034942718,0.001850062,0.000016546777,0.0005687275,0.000056901037,0.00016068909,0.028570147],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020697888,0.00015028304,0.00022148096,0.000022294671,0.00027115853,0.000004768981,0.0018180326,0.001013913,0.0007994785,0.0030016075,0.8722314,0.118395776],"study_design_scores_gemma":[0.016550284,0.0027035843,0.024637518,0.00049494277,0.0009575268,0.000016201544,0.0017979112,0.00382004,0.001849781,0.098460935,0.8475654,0.0011458728],"about_ca_topic_score_codex":0.000019917179,"about_ca_topic_score_gemma":0.000021866908,"teacher_disagreement_score":0.7790648,"about_ca_system_score_codex":0.00007580116,"about_ca_system_score_gemma":0.00016529742,"threshold_uncertainty_score":0.9991061},"labels":[],"label_agreement":null},{"id":"W2127410102","doi":"10.1111/j.1600-0528.2011.00660.x","title":"Quality of cluster randomized controlled trials in oral health: a systematic review of reports published between 2005 and 2009","year":2012,"lang":"en","type":"review","venue":"Community Dentistry And Oral Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medicine; Consolidated Standards of Reporting Trials; CRTS; Randomized controlled trial; Cluster randomised controlled trial; Sample size determination; Family medicine; Cluster (spacecraft); Clinical trial; Intraclass correlation; Alternative medicine; Systematic review; MEDLINE; Clinical psychology; Surgery; Psychometrics; Statistics; Internal medicine; Pathology","score_opus":0.8581281667655012,"score_gpt":0.638029166286806,"score_spread":0.22009900047869524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127410102","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001379099,0.9837955,0.001472753,0.0004929612,0.0003350851,0.013484116,0.00013524096,0.000004176501,0.00014222565],"genre_scores_gemma":[0.0005745113,0.9956204,0.0016066621,0.0005920771,0.00005106469,0.0006182116,0.0002456137,0.000018159679,0.0006732846],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.054841228,0.81763464,0.12440687,0.00088104676,0.0016294167,0.000606809],"domain_scores_gemma":[0.070390455,0.73052746,0.18877079,0.008498395,0.0012477125,0.0005651963],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.94642985,0.00093797396,0.23892799,0.00087359786,0.00017091859,0.00014461779,0.0019513593,0.000768571,0.0010434408],"category_scores_gemma":[0.9047115,0.0003934439,0.013397089,0.0010022101,0.00069535506,0.00030270708,0.00079064193,0.0014330298,0.00002421816],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003789156,0.000098217824,0.0016906384,0.9642582,0.0027660946,0.000003462883,0.000050863324,1.3724522e-7,8.704883e-9,0.00036651932,0.009695282,0.020691643],"study_design_scores_gemma":[0.040101483,0.000102939484,0.00081494206,0.81896555,0.04415239,0.00065118226,0.00022047182,0.00004156012,2.4540837e-8,0.014930642,0.07913505,0.0008837842],"about_ca_topic_score_codex":0.00076507387,"about_ca_topic_score_gemma":0.00032662437,"teacher_disagreement_score":0.2255309,"about_ca_system_score_codex":0.000054171534,"about_ca_system_score_gemma":0.0003310229,"threshold_uncertainty_score":0.99986976},"labels":[],"label_agreement":null},{"id":"W2127597834","doi":"10.1186/1745-6215-11-59","title":"Reporting on covariate adjustment in randomised controlled trials before and after revision of the 2001 CONSORT statement: a literature review","year":2010,"lang":"en","type":"review","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"Cancer Research UK","keywords":"Consolidated Standards of Reporting Trials; Medicine; Statement (logic); Covariate; Alternative medicine; Randomized controlled trial; MEDLINE; Research design; Surgery; Econometrics; Statistics; Pathology","score_opus":0.764360416054231,"score_gpt":0.6000773213170878,"score_spread":0.1642830947371432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127597834","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024867864,0.95332474,0.000039928775,0.00039884483,0.0010441046,0.044353243,0.00024228609,0.0000037132247,0.00056825497],"genre_scores_gemma":[0.000011447124,0.99228805,0.0005414475,0.00042426804,0.0003249764,0.0018468072,0.00004806354,0.00003413742,0.004480818],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.35278293,0.36965778,0.2632947,0.0032308525,0.010220449,0.0008132671],"domain_scores_gemma":[0.45232525,0.14125143,0.39264017,0.01097068,0.002436943,0.00037551916],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8489893,0.0011200679,0.100585796,0.0007904154,0.00009119802,0.00071069103,0.0016083607,0.00057527,0.0052678264],"category_scores_gemma":[0.83081484,0.00032814112,0.021001551,0.0021648365,0.00009025028,0.00014124546,0.00024434787,0.00087104586,0.00011883535],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001102246,0.000085112195,0.000018169947,0.03460295,0.0016101957,0.000029023655,0.0001266199,4.366389e-7,0.0000011158181,0.00018292169,0.02409903,0.9381422],"study_design_scores_gemma":[0.013616004,0.000053882668,0.000012447182,0.18724734,0.013372397,0.000026269532,0.0000071084914,0.000007504496,4.4305975e-7,0.00056897604,0.78485847,0.00022913663],"about_ca_topic_score_codex":0.000004602873,"about_ca_topic_score_gemma":0.000024198092,"teacher_disagreement_score":0.93791306,"about_ca_system_score_codex":0.00007186424,"about_ca_system_score_gemma":0.0005339749,"threshold_uncertainty_score":0.9999171},"labels":[],"label_agreement":null},{"id":"W2127719902","doi":"10.1136/bmj.327.7418.785","title":"Evidence for risk of bias in cluster randomised trials: review of recent trials published in three general medical journals","year":2003,"lang":"en","type":"review","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":362,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Medical Research Council","keywords":"Medicine; Cluster (spacecraft); Clinical trial; Sample size determination; Randomized controlled trial; Cluster randomised controlled trial; Foreknowledge; Attrition; Family medicine; Internal medicine; Statistics","score_opus":0.9649726389842729,"score_gpt":0.6881323119618946,"score_spread":0.27684032702237826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127719902","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005121121,0.9667658,0.0042017153,0.0018371217,0.0010271531,0.025350522,0.00011280586,0.0000015073795,0.00069825456],"genre_scores_gemma":[4.8665976e-7,0.9915921,0.004706622,0.00036613437,0.00046670192,0.00212291,0.000020913709,0.000030970354,0.00069314695],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.14243768,0.60242474,0.22877125,0.002852688,0.022619842,0.0008938227],"domain_scores_gemma":[0.09172688,0.62209696,0.26573595,0.012338845,0.0072918227,0.0008095217],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9443125,0.00085286837,0.082168624,0.0020697562,0.000038382168,0.000439245,0.0043761744,0.00073649816,0.055643484],"category_scores_gemma":[0.9758216,0.00033252398,0.0223959,0.005220322,0.00010004061,0.00038166673,0.00021012881,0.0007356223,0.00011847905],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018400444,0.00007181383,0.00008375847,0.04518721,0.00071045995,0.0000035075411,0.000015435497,0.0000027618776,4.3671953e-8,0.00003792353,0.20057131,0.7531318],"study_design_scores_gemma":[0.0053517898,0.00003732355,0.000011102518,0.2314019,0.0052854745,0.00001769071,0.0000069882685,0.00012777693,2.5464092e-7,0.0013321864,0.7561893,0.0002382043],"about_ca_topic_score_codex":0.00003271365,"about_ca_topic_score_gemma":0.00017172252,"teacher_disagreement_score":0.75289357,"about_ca_system_score_codex":0.00013568663,"about_ca_system_score_gemma":0.0026464579,"threshold_uncertainty_score":0.9999127},"labels":[],"label_agreement":null},{"id":"W2127856121","doi":"10.4103/0019-5413.40246","title":"User's guide to the orthopaedic literature: How to use an article about a randomized trial?","year":2008,"lang":"en","type":"article","venue":"Indian Journal of Orthopaedics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stryker (Canada)","funders":"","keywords":"Blinding; Medicine; Randomized controlled trial; Critical appraisal; Randomization; Limiting; Orthopedic surgery; Medical physics; Alternative medicine; Clinical trial; Physical therapy; Surgery; Internal medicine; Pathology","score_opus":0.3205216562596243,"score_gpt":0.43936190149196347,"score_spread":0.11884024523233916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127856121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95442414,0.0011202627,0.027700426,0.012632158,0.0016061966,0.0022296289,0.000029377097,0.0000071916947,0.0002506161],"genre_scores_gemma":[0.9566222,0.00030032455,0.023408836,0.006833946,0.001792569,0.00006188166,0.0000036965732,0.0000425666,0.010933993],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9608978,0.018029595,0.011409374,0.0007492975,0.008342641,0.0005712912],"domain_scores_gemma":[0.97558326,0.007555548,0.007150398,0.0038449918,0.0043232865,0.0015425474],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16206436,0.00044868112,0.004639308,0.0011912467,0.000436813,0.0029549794,0.0031480112,0.00015397473,0.0010998398],"category_scores_gemma":[0.18520394,0.000180232,0.0047051087,0.0040294076,0.00016188655,0.0015123698,0.00015248935,0.0006163148,0.0007636561],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11174291,0.00050275476,0.06639346,0.000040909843,0.0017164993,0.004602309,0.037350226,0.0014932283,0.00009676351,0.0012259467,0.72174287,0.053092133],"study_design_scores_gemma":[0.14504717,0.0007723543,0.0092597585,0.00022962342,0.00054007384,0.0024461842,0.0008278885,0.00035131277,0.000026861804,0.0003751884,0.8397233,0.00040030523],"about_ca_topic_score_codex":0.000008304529,"about_ca_topic_score_gemma":0.00007483826,"teacher_disagreement_score":0.11798042,"about_ca_system_score_codex":0.00005517251,"about_ca_system_score_gemma":0.00045145597,"threshold_uncertainty_score":0.9998133},"labels":[],"label_agreement":null},{"id":"W2128702800","doi":"10.1186/s12887-015-0324-9","title":"Levels of evidence: a comparison between top medical journals and general pediatric journals","year":2015,"lang":"en","type":"article","venue":"BMC Pediatrics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Subspecialty; Consolidated Standards of Reporting Trials; Pediatrics; Randomized controlled trial; MEDLINE; Clinical trial; Family medicine; Evidence-based medicine; Medical journal; Alternative medicine; Internal medicine","score_opus":0.9443336505726487,"score_gpt":0.6247682883888389,"score_spread":0.3195653621838098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128702800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9098965,0.052146867,0.035842378,0.00082434656,0.0004915111,0.00034304708,0.0000359087,0.000005856983,0.0004136203],"genre_scores_gemma":[0.97988635,0.001711279,0.013043319,0.000115589326,0.0035741455,0.0000066051844,0.0000011414357,0.000015459938,0.0016461167],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95902634,0.009149987,0.013294515,0.0007971254,0.017291654,0.00044035647],"domain_scores_gemma":[0.97039866,0.013651309,0.009155054,0.0018945313,0.0035091669,0.0013912672],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22209191,0.0003291461,0.0041841925,0.0011579164,0.0001232105,0.00087048305,0.0021791633,0.00028778284,0.0045782602],"category_scores_gemma":[0.23085575,0.00015452877,0.0010802074,0.00331999,0.0000771309,0.00053151476,0.0003951081,0.00046479396,0.00050562574],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045318598,0.000029314417,0.9138138,0.00006993635,0.00002935071,0.0000046780547,0.00033415365,0.00007195775,0.0000027183955,0.000034987017,0.077034675,0.008569879],"study_design_scores_gemma":[0.000778124,0.00016870357,0.9755319,0.00007012267,0.0015445249,0.00007623374,0.0007186201,0.005032858,0.000017668368,0.0053191427,0.010315428,0.00042671838],"about_ca_topic_score_codex":0.000015642327,"about_ca_topic_score_gemma":0.000013415102,"teacher_disagreement_score":0.06998988,"about_ca_system_score_codex":0.000043063355,"about_ca_system_score_gemma":0.0009364402,"threshold_uncertainty_score":0.9963317},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2128948587","doi":"10.1136/jech.2010.125252","title":"Prevention of false positive findings in observational studies: registration will not work but replication might","year":2010,"lang":"en","type":"editorial","venue":"Journal of Epidemiology & Community Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"","keywords":"Medicine; Observational study; Replication (statistics); Work (physics); Family medicine; Medical education; Pathology; Virology","score_opus":0.8492954965287702,"score_gpt":0.6360180679229834,"score_spread":0.2132774286057868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128948587","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41071707,0.01700487,0.0336306,0.060902003,0.47323754,0.0034808372,0.00045003445,0.000010320442,0.0005667253],"genre_scores_gemma":[0.22733535,0.032031063,0.2309873,0.009424123,0.48077402,0.00027689064,0.0036629324,0.00020745072,0.015300878],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.65276504,0.26579028,0.07054596,0.0017321287,0.008273824,0.0008927586],"domain_scores_gemma":[0.30370715,0.4951706,0.16427206,0.013701093,0.02255706,0.0005920676],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6060083,0.00043460206,0.0099029625,0.0010369985,0.00038246516,0.000060695995,0.0029014554,0.0010685741,0.00018340598],"category_scores_gemma":[0.73703647,0.00025708094,0.00202902,0.0012930246,0.0003051284,0.00050980714,0.00022527155,0.0051454813,0.000024820349],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013825612,0.00023754171,0.018124286,0.00028105197,0.00038702908,0.0000010652569,0.0012134003,0.000076018085,0.000025570767,0.0012161657,0.9746081,0.0036915033],"study_design_scores_gemma":[0.0009133759,0.0012969007,0.20598358,0.003951273,0.00047987897,0.000027095983,0.0020392255,0.0001307837,0.000014137149,0.08027128,0.7045117,0.0003807348],"about_ca_topic_score_codex":0.000796669,"about_ca_topic_score_gemma":0.0041460516,"teacher_disagreement_score":0.3490579,"about_ca_system_score_codex":0.000654682,"about_ca_system_score_gemma":0.0018753057,"threshold_uncertainty_score":0.99998814},"labels":[],"label_agreement":null},{"id":"W2129089157","doi":"10.1148/radiol.13130273","title":"Association of Study Quality with Completeness of Reporting: Have Completeness of Reporting and Quality of Systematic Reviews and Meta-Analyses in Major Radiology Journals Changed Since Publication of the PRISMA Statement?","year":2013,"lang":"en","type":"article","venue":"Radiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":147,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Ottawa Hospital Research Institute","keywords":"Systematic review; Medicine; Meta-analysis; MEDLINE; Checklist; Neuroradiology; Publication bias; Medical physics; Pathology; Psychology","score_opus":0.9240694821322278,"score_gpt":0.6111767675631884,"score_spread":0.31289271456903944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129089157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98678285,0.005942272,0.0023471417,0.0007419044,0.000037742477,0.0040747756,0.000030568932,0.0000013043203,0.000041436786],"genre_scores_gemma":[0.99784976,0.00011105827,0.001708661,0.000027895829,0.000007234652,0.00018774447,0.00000684921,0.000006875445,0.000093922],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8035092,0.09551189,0.09588023,0.0011435241,0.0035805628,0.00037462308],"domain_scores_gemma":[0.73991865,0.010695503,0.2423942,0.0024067778,0.0045244955,0.000060396815],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.33870652,0.00027971336,0.016026055,0.0004594903,0.00006109284,0.000045110963,0.0007708092,0.000121788595,0.00020208799],"category_scores_gemma":[0.22598791,0.00011670001,0.001004971,0.0011474508,0.00028765938,0.00020546073,0.00016716484,0.00014814237,8.5466223e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020220084,0.00017304282,0.968557,0.0092268875,0.0035153513,4.5331277e-7,0.002097603,0.000028776405,0.01588875,0.00030048005,0.00011463098,0.00007679691],"study_design_scores_gemma":[0.0005309124,0.00017712403,0.9876875,0.00038171446,0.0048484504,0.000033096552,0.0045534926,0.00036971015,0.0006835144,0.0005947365,0.000020951042,0.00011878868],"about_ca_topic_score_codex":0.0012088504,"about_ca_topic_score_gemma":0.00089405495,"teacher_disagreement_score":0.14651397,"about_ca_system_score_codex":0.000050261737,"about_ca_system_score_gemma":0.00008156198,"threshold_uncertainty_score":0.99858207},"labels":[],"label_agreement":null},{"id":"W2129152887","doi":"10.1503/cmaj.050090","title":"Evidence of bias and variation in diagnostic accuracy studies","year":2006,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":596,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek; U.S. Department of Veterans Affairs","keywords":"Confidence interval; Medicine; Diagnostic accuracy; Meta-analysis; Odds ratio; Publication bias; Statistics; MEDLINE; Diagnostic odds ratio; Retrospective cohort study; Selection bias; Internal medicine; Pathology; Mathematics","score_opus":0.5864695810907826,"score_gpt":0.49311214040734147,"score_spread":0.09335744068344115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129152887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9581168,0.011706665,0.0008181692,0.027637307,0.00053992943,0.00023047382,0.0000067102605,0.0000012530066,0.0009426353],"genre_scores_gemma":[0.99719536,0.0008110041,0.00030175154,0.0008278458,0.0002987878,0.000004948958,3.9268522e-7,0.0000030847657,0.0005567927],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98117596,0.0061824345,0.005972685,0.00026165106,0.0061728205,0.00023443182],"domain_scores_gemma":[0.9118063,0.077863105,0.0063780295,0.00052319205,0.0028087106,0.0006206567],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15164292,0.00010453934,0.0012243496,0.0004837281,0.000108205924,0.00029771,0.00047862643,0.00013398305,0.004204375],"category_scores_gemma":[0.73416823,0.000057950972,0.00026109704,0.00091029634,0.00003517853,0.0003135533,0.00002421748,0.0002907283,0.00017346854],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011414741,0.000014364525,0.8445869,0.000018795154,0.00008831195,0.000055210206,0.000670186,0.000056473025,0.000007814375,0.0010646868,0.12163235,0.031803746],"study_design_scores_gemma":[0.0002109354,0.000020627378,0.9491334,0.00032332866,0.000060120667,0.00004472129,0.0006388326,0.0013007751,0.0000017899537,0.01108579,0.03709652,0.000083193656],"about_ca_topic_score_codex":0.0023357435,"about_ca_topic_score_gemma":0.060861334,"teacher_disagreement_score":0.5825253,"about_ca_system_score_codex":0.00032287257,"about_ca_system_score_gemma":0.00082994613,"threshold_uncertainty_score":0.9967059},"labels":[],"label_agreement":null},{"id":"W2129163850","doi":"10.1001/jama.2014.5559","title":"How to Read a Systematic Review and Meta-analysis and Apply the Results to Patient Care","year":2014,"lang":"en","type":"review","venue":"JAMA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":451,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Population Health Research Institute; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Credibility; Meta-analysis; Consistency (knowledge bases); Confidence interval; MEDLINE; Publication bias; Evidence-based medicine; Systematic review; Quality (philosophy); Quality of evidence; Alternative medicine; Computer science","score_opus":0.6301240771174976,"score_gpt":0.5044127862148174,"score_spread":0.12571129090268018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129163850","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.2734288e-7,0.9771885,0.0012127451,0.006929819,0.000055636763,0.013148539,0.00044771584,0.0000069129674,0.0010096666],"genre_scores_gemma":[0.000028115988,0.97639906,0.0015390647,0.004102105,0.000065921784,0.0033837445,0.000047533053,0.00003710959,0.014397337],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9436121,0.03142408,0.016331999,0.0025579438,0.005671127,0.00040277353],"domain_scores_gemma":[0.960883,0.011434439,0.013221376,0.011723529,0.0021386978,0.00059896446],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.1054741,0.0011194347,0.05201078,0.0010667122,0.00024479063,0.00439958,0.0030199047,0.00024577754,0.000525399],"category_scores_gemma":[0.10831257,0.00034647368,0.013531777,0.0060680574,0.00007050524,0.00014394212,0.0007476869,0.00034330168,0.0014465472],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012513198,0.000008002383,4.536903e-7,0.6378025,0.066045925,0.00000384076,0.0007464439,0.0000012047648,2.8341933e-9,0.00015536326,0.054906975,0.24032803],"study_design_scores_gemma":[0.00002064913,0.00003659968,6.884325e-7,0.010338515,0.46135673,0.0000144366495,0.0003022469,0.0000031496493,8.512002e-9,0.000013509632,0.52770096,0.00021251735],"about_ca_topic_score_codex":0.00003761893,"about_ca_topic_score_gemma":0.00019653287,"teacher_disagreement_score":0.627464,"about_ca_system_score_codex":0.00006131924,"about_ca_system_score_gemma":0.00006716533,"threshold_uncertainty_score":0.99989873},"labels":[],"label_agreement":null},{"id":"W2130035612","doi":"10.1186/2046-4053-2-78","title":"Methodological developments in searching for studies for systematic reviews: past, present and future?","year":2013,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":116,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; Queen's University; Queen's University Belfast","keywords":"Medicine; MEDLINE; Systematic review; Randomized controlled trial; Cochrane Library; Psychological intervention; Cochrane collaboration; Family medicine; Nursing; Surgery","score_opus":0.9298019851402992,"score_gpt":0.6315739879257968,"score_spread":0.29822799721450244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130035612","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002159658,0.4505021,0.17599909,0.004656137,0.0015358038,0.36391264,0.000019650079,0.000030039428,0.0011848548],"genre_scores_gemma":[0.006428726,0.01861461,0.6098576,0.0015328021,0.0022648366,0.34228536,0.000024851173,0.00013039129,0.018860813],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.8487875,0.104918815,0.039832994,0.002011069,0.0035984984,0.00085114787],"domain_scores_gemma":[0.81772816,0.14008407,0.030331243,0.007758553,0.0034865057,0.00061147084],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.46121153,0.0009063795,0.02581941,0.0005987604,0.00029813775,0.0011400228,0.002044178,0.00017126763,0.00027139758],"category_scores_gemma":[0.25157624,0.00032682362,0.0031507735,0.001262263,0.000081604354,0.0005016309,0.00030894257,0.00019477784,0.0018087013],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036984052,0.00004459612,0.00030661136,0.91379046,0.00045238814,0.0000010117601,0.0023107529,0.0000021616654,0.000019198818,0.0017565922,0.07343429,0.007878216],"study_design_scores_gemma":[0.0014164073,0.00027054673,0.00095535576,0.27021977,0.0022516449,0.00012655417,0.016521556,0.007609457,0.000010057223,0.031105066,0.6679555,0.001558065],"about_ca_topic_score_codex":0.000004832803,"about_ca_topic_score_gemma":0.0000094285,"teacher_disagreement_score":0.6435707,"about_ca_system_score_codex":0.00013877073,"about_ca_system_score_gemma":0.00004713322,"threshold_uncertainty_score":0.9999184},"labels":[],"label_agreement":null},{"id":"W2130082748","doi":"10.1503/cmaj.060014","title":"Sources of bias in diagnostic accuracy studies and the diagnostic process","year":2006,"lang":"en","type":"letter","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical diagnosis; Computer science; Diagnostic accuracy; Process (computing); Data science; Diagnostic test; Data mining; Machine learning; Artificial intelligence; Medical physics; Medicine; Pathology; Radiology; Pediatrics","score_opus":0.36425408409432,"score_gpt":0.44984081533555487,"score_spread":0.08558673124123489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130082748","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04373674,0.020184917,0.000048339367,0.933525,0.0008988223,0.0006797664,0.000052121355,0.0000017622026,0.0008725319],"genre_scores_gemma":[0.21864526,0.004122496,0.00008840861,0.7607047,0.00840909,0.00016754286,0.00003073002,0.000053704025,0.007778062],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9565332,0.017973654,0.010629056,0.0005594684,0.013726541,0.0005780593],"domain_scores_gemma":[0.5595163,0.41619992,0.017870551,0.0012107774,0.0044814637,0.0007209714],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16677663,0.00036299872,0.0042442344,0.0008663661,0.00027384938,0.0008651632,0.0019197379,0.00077272474,0.003979413],"category_scores_gemma":[0.86075896,0.00015270933,0.0009799055,0.0012139801,0.00029873778,0.00016819935,0.000061601175,0.0027351924,0.00025785333],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.296155e-7,0.000004615508,0.111270405,0.000077163226,0.0002831393,0.00039655538,0.00074696133,0.000015987727,3.218198e-9,0.000029051862,0.8811163,0.006059223],"study_design_scores_gemma":[0.0007162197,0.00001598462,0.024810504,0.00072754856,0.0004076224,0.00015389454,0.0014557438,0.00019510626,1.7548288e-7,0.013281395,0.95802253,0.0002132584],"about_ca_topic_score_codex":0.0018118084,"about_ca_topic_score_gemma":0.034075346,"teacher_disagreement_score":0.69398236,"about_ca_system_score_codex":0.00036326266,"about_ca_system_score_gemma":0.0019596864,"threshold_uncertainty_score":0.99956554},"labels":[],"label_agreement":null},{"id":"W2130247335","doi":"10.1002/sim.3869","title":"Controlling ecological bias in evidence synthesis of trials reporting on collapsed and overlapping covariate categories","year":2010,"lang":"en","type":"article","venue":"Statistics in Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; University of Bristol; Heart and Stroke Foundation of Canada","keywords":"Covariate; Econometrics; Statistics; Computer science; Mathematics","score_opus":0.8103766064910152,"score_gpt":0.5788043668938704,"score_spread":0.2315722395971448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130247335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95623994,0.0005878685,0.03796988,0.0013345367,0.0007780652,0.0011711429,0.00004431086,0.000003849408,0.0018704345],"genre_scores_gemma":[0.9817015,0.00012493129,0.01778944,0.00011789905,0.000079166304,0.00003708514,0.0000018663759,0.0000054895813,0.00014261706],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9613448,0.010333951,0.024103524,0.0007832535,0.0031682113,0.00026629973],"domain_scores_gemma":[0.63826513,0.32807958,0.03021202,0.002002225,0.0012621912,0.0001788823],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.39238068,0.0002034982,0.006065478,0.0005306314,0.000058698697,0.00010668833,0.00045626302,0.000104703046,0.0019429622],"category_scores_gemma":[0.9255049,0.00009361791,0.00017298319,0.000946831,0.00024784947,0.0000696996,0.000055651017,0.00030788104,0.000017304377],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045385482,0.00022531832,0.7020015,0.0006293039,0.00033136833,0.00049000385,0.00496422,0.0010749601,0.01570437,0.1977025,0.007957122,0.06846547],"study_design_scores_gemma":[0.0031188424,0.00054714794,0.7064291,0.0022832905,0.0008052358,0.00003522914,0.0047142925,0.08270364,0.00032064435,0.1968669,0.0017148348,0.0004607886],"about_ca_topic_score_codex":0.00026950368,"about_ca_topic_score_gemma":0.001087383,"teacher_disagreement_score":0.5331242,"about_ca_system_score_codex":0.000025104086,"about_ca_system_score_gemma":0.00010430696,"threshold_uncertainty_score":0.9989694},"labels":[],"label_agreement":null},{"id":"W2130302022","doi":"10.1186/2046-4053-3-144","title":"Effect of standardized training on the reliability of the Cochrane risk of bias assessment tool: a study protocol","year":2014,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Institute for Clinical Evaluative Sciences; University of Toronto; SickKids Foundation; Hospital for Sick Children; Public Health Ontario","funders":"Florida International University","keywords":"Medicine; Kappa; Reliability (semiconductor); Confidence interval; Protocol (science); Randomized controlled trial; Risk assessment; Meta-analysis; Cohen's kappa; MEDLINE; Systematic review; Medical physics; Statistics; Alternative medicine; Computer science; Internal medicine","score_opus":0.5401063625017969,"score_gpt":0.5570791840396857,"score_spread":0.016972821537888816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130302022","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26245743,0.00024471778,0.0063296733,0.00015451707,0.00024562617,0.7247317,0.000027172242,0.000005122609,0.005804038],"genre_scores_gemma":[0.86466336,0.000011415537,0.00071134226,0.000025724445,0.000024622514,0.13419485,3.0617534e-7,0.00001533359,0.00035306212],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.57506025,0.3771877,0.034596253,0.0010036373,0.011862621,0.00028957322],"domain_scores_gemma":[0.84791696,0.08858546,0.047459353,0.014151397,0.001806181,0.00008062971],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7271648,0.00050612766,0.016045546,0.00015730671,0.00015462848,0.0001474488,0.0030337607,0.00009112715,0.0009300526],"category_scores_gemma":[0.4542856,0.00012011078,0.0050410475,0.0016898362,0.00017122901,0.00008121437,0.00019081816,0.0003125907,0.00010684373],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031261818,0.0016181365,0.13595536,0.79223824,0.0030761855,0.0000010873637,0.016740907,0.0007170305,0.00048805893,0.0076841866,0.011398067,0.02977011],"study_design_scores_gemma":[0.02761192,0.033851154,0.14406112,0.43605042,0.048546772,0.00006338403,0.032187242,0.08323159,0.005496242,0.018959703,0.16588858,0.0040518832],"about_ca_topic_score_codex":0.000018384138,"about_ca_topic_score_gemma":0.000011714347,"teacher_disagreement_score":0.60220593,"about_ca_system_score_codex":0.000048238908,"about_ca_system_score_gemma":0.00011108127,"threshold_uncertainty_score":0.99998325},"labels":[],"label_agreement":null},{"id":"W2130513883","doi":"10.2106/jbjs.h.01538","title":"Authorship and Ethical Considerations in the Conduct of Observational Studies","year":2009,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Observational study; Listing (finance); Publishing; Engineering ethics; Psychology; Scientific misconduct; Mechanism (biology); Ethical issues; Political science; Public relations; Epistemology; Alternative medicine; Medicine; Law; Engineering; Business","score_opus":0.9541074238063235,"score_gpt":0.5913444295133128,"score_spread":0.36276299429301073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130513883","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9347567,0.007612149,0.00013008606,0.057184394,0.00008872318,0.00007194563,0.0000015773605,2.7535026e-7,0.00015416775],"genre_scores_gemma":[0.9963015,0.0003464696,0.0010405525,0.002169351,0.000050677747,7.146168e-7,2.2916593e-7,0.0000010495871,0.000089504574],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98578507,0.0048503825,0.007358285,0.00013965997,0.0017877675,0.00007884177],"domain_scores_gemma":[0.96708363,0.026259135,0.0049490845,0.0003790505,0.0012624376,0.00006663664],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1731758,0.00008368955,0.002446497,0.00038025234,0.00007194574,0.0001589029,0.00004776192,0.000061310944,0.00019566313],"category_scores_gemma":[0.101344414,0.000032357933,0.000589257,0.0003474405,0.00009384625,0.00013656025,0.000014769453,0.00028217488,0.000003064819],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031486685,0.00016577101,0.29512897,0.00013473442,0.00040235303,0.00017913703,0.011930678,0.00005436091,0.0013578349,0.09030698,0.5901669,0.010140756],"study_design_scores_gemma":[0.00010175907,0.000045371642,0.74198824,0.00013449288,0.00009256814,0.0003650854,0.0019328716,0.00008642622,0.000026423044,0.25235423,0.0028183265,0.0000542032],"about_ca_topic_score_codex":0.0000011524608,"about_ca_topic_score_gemma":0.000007906017,"teacher_disagreement_score":0.5873486,"about_ca_system_score_codex":0.0000048731586,"about_ca_system_score_gemma":0.00008853551,"threshold_uncertainty_score":0.9062253},"labels":[],"label_agreement":null},{"id":"W2130728435","doi":"10.1002/sim.2103","title":"The partial area under the summary ROC curve","year":2005,"lang":"en","type":"article","venue":"Statistics in Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":246,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Receiver operating characteristic; Truncation (statistics); Measure (data warehouse); Sensitivity (control systems); Statistics; Area under the curve; Area under curve; Mathematics; Computer science; Medicine; Data mining; Internal medicine","score_opus":0.6102396939187572,"score_gpt":0.5384282700556492,"score_spread":0.07181142386310801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130728435","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057380493,0.010173295,0.8486532,0.08049479,0.001927969,0.001298071,0.00011763085,0.000009594609,0.051587425],"genre_scores_gemma":[0.9181996,0.0011043559,0.011655046,0.0065972256,0.0016395266,0.000096937205,0.000040955278,0.000026666898,0.060639694],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98339707,0.005445833,0.0056951223,0.0004804736,0.004678444,0.00030306907],"domain_scores_gemma":[0.97294265,0.022561247,0.0015582358,0.0023708714,0.0004699112,0.00009707197],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.10046454,0.00018676293,0.0013252561,0.00010456702,0.00027341096,0.00023144958,0.0015816187,0.00004134166,0.008326954],"category_scores_gemma":[0.04811865,0.000053712145,0.00018697292,0.0007846904,0.00037375494,0.00005722587,0.00009702093,0.0002660495,0.0009364803],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056869367,0.000014253403,0.0032005752,0.0000047682547,0.000050348284,0.000005635098,0.0005625327,0.0003749952,0.0000036586566,0.09399304,0.8508113,0.05097319],"study_design_scores_gemma":[0.00024866252,0.00003691652,0.009802543,0.00003640742,0.00011182679,0.0000062398894,0.002602255,0.043570545,0.0000018394563,0.08010708,0.86338824,0.00008746216],"about_ca_topic_score_codex":0.000040025578,"about_ca_topic_score_gemma":0.001615317,"teacher_disagreement_score":0.9124615,"about_ca_system_score_codex":0.000037574213,"about_ca_system_score_gemma":0.000056067664,"threshold_uncertainty_score":0.9998414},"labels":[],"label_agreement":null},{"id":"W2131434634","doi":"10.1177/1740774511419685","title":"Clinician-trialist rounds: 6. Testing for blindness at the end of your trial is a mug's game","year":2011,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakes Environmental (Canada)","funders":"","keywords":"Placebo; Sulfinpyrazone; Medicine; Randomized controlled trial; Statistician; Aspirin; Stroke (engine); Odds; Blindness; Psychology; Alternative medicine; Surgery; Internal medicine; Optometry","score_opus":0.9912957120345727,"score_gpt":0.7319714306455353,"score_spread":0.2593242813890374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131434634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9261416,0.0018855737,0.013317525,0.003438296,0.018276656,0.01677028,0.0008011508,0.000029993793,0.01933891],"genre_scores_gemma":[0.9229053,0.00009563926,0.014409546,0.002963566,0.010137171,0.00061357964,0.000025180407,0.00007666073,0.04877336],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8294442,0.08795041,0.07405871,0.0023390853,0.0055710846,0.0006364587],"domain_scores_gemma":[0.26002815,0.6565013,0.066507794,0.011411598,0.0049310103,0.0006201507],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7266719,0.00041986426,0.012452465,0.00021061703,0.00024644172,0.0005363568,0.0033450797,0.00042938133,0.016483607],"category_scores_gemma":[0.8713491,0.00016450278,0.0112267,0.001368579,0.0005368826,0.00018276506,0.00038070718,0.00031899655,0.001608604],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.046847194,0.0025637108,0.041680947,0.00016808436,0.003948031,0.000010466989,0.003276858,0.000007687406,0.00014697298,0.0051021115,0.4242739,0.47197402],"study_design_scores_gemma":[0.11368277,0.0054938956,0.009021911,0.00030616001,0.008490797,0.000012844517,0.0021281005,0.0028367303,0.000490732,0.18978569,0.66662914,0.0011212344],"about_ca_topic_score_codex":0.000048093694,"about_ca_topic_score_gemma":0.000045189423,"teacher_disagreement_score":0.5694161,"about_ca_system_score_codex":0.00002951039,"about_ca_system_score_gemma":0.0003626705,"threshold_uncertainty_score":0.99916875},"labels":[],"label_agreement":null},{"id":"W2131621623","doi":"10.1136/ebm0005","title":"Making GRADE accessible: a proposal for graphic display of evidence quality assessments","year":2011,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Grading (engineering); Outlier; Computer science; Quality of evidence; Quality (philosophy); Identification (biology); Information retrieval; Data mining; Artificial intelligence; Engineering","score_opus":0.9670815865336823,"score_gpt":0.6774248858922133,"score_spread":0.289656700641469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131621623","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19345154,0.018223163,0.75625557,0.019651355,0.0023265237,0.007252998,0.00004715642,0.00005056322,0.0027411208],"genre_scores_gemma":[0.9637139,0.00012770358,0.033677917,0.00077770493,0.00022748497,0.00026951396,0.0000048671554,0.000019781159,0.0011811629],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9673402,0.010093629,0.011860609,0.0015040826,0.008702399,0.0004990934],"domain_scores_gemma":[0.95838577,0.024555547,0.009802473,0.004302419,0.0026660063,0.00028777643],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19056892,0.0004691556,0.0042690076,0.0008409335,0.00019256317,0.00017635468,0.0032877834,0.0001343853,0.006146297],"category_scores_gemma":[0.1700744,0.00019234786,0.0014016636,0.003013141,0.00047099695,0.0012018747,0.00014521135,0.00023481173,0.000109517045],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064074807,0.00045779144,0.8745801,0.0034336224,0.0005390449,0.000023930692,0.0020918865,0.00003668062,0.0054841805,0.022705037,0.038993053,0.05101392],"study_design_scores_gemma":[0.0032678233,0.003693606,0.81438184,0.038471162,0.0037200532,0.000023421397,0.003865621,0.020010252,0.005018555,0.09632849,0.009805558,0.0014136059],"about_ca_topic_score_codex":0.00013396595,"about_ca_topic_score_gemma":0.00009273832,"teacher_disagreement_score":0.7702623,"about_ca_system_score_codex":0.00005904537,"about_ca_system_score_gemma":0.0006883306,"threshold_uncertainty_score":0.99476224},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2131726718","doi":"10.1186/2046-4053-3-137","title":"Impact of missing participant data for dichotomous outcomes on pooled effect estimates in systematic reviews: a protocol for a methodological study","year":2014,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Medicine; Meta-analysis; Missing data; Protocol (science); MEDLINE; Data extraction; Alternative medicine; Statistics; Internal medicine; Pathology","score_opus":0.9436483553588786,"score_gpt":0.6994140472103676,"score_spread":0.244234308148511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131726718","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026414518,0.001896022,0.1102037,0.0000678407,0.00015727642,0.8848578,0.000060834507,0.00001755415,0.000097522585],"genre_scores_gemma":[0.034846112,0.000006748366,0.027934257,0.00008995102,0.000056884204,0.93676114,0.000022284014,0.00004927307,0.00023335853],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.71801233,0.21674575,0.05660675,0.0029325169,0.0047054584,0.0009971717],"domain_scores_gemma":[0.61697865,0.3034824,0.0528899,0.02466693,0.0014343219,0.0005478023],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.6768875,0.0013374478,0.047363475,0.0007286649,0.00018896908,0.000827326,0.005260485,0.000190506,0.00029659114],"category_scores_gemma":[0.8013783,0.0004337521,0.0072072316,0.0016030808,0.00007044293,0.0003453297,0.00033027155,0.00022106104,0.0006926254],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000115101764,0.000875671,0.009206742,0.97940946,0.0014168995,0.000003173393,0.0008159197,0.000050176368,0.00005448601,0.0001524534,0.00550381,0.002396128],"study_design_scores_gemma":[0.013734924,0.015032771,0.0057494366,0.64454955,0.03218267,0.00012184347,0.0013615664,0.2681664,0.0000531347,0.0071335603,0.008945802,0.0029683409],"about_ca_topic_score_codex":0.0000207786,"about_ca_topic_score_gemma":0.000021861402,"teacher_disagreement_score":0.33485988,"about_ca_system_score_codex":0.000120367404,"about_ca_system_score_gemma":0.000094238865,"threshold_uncertainty_score":0.99993765},"labels":[],"label_agreement":null},{"id":"W2132012869","doi":"10.2147/jmdh.s43952","title":"A systematic scoping review of adherence to reporting guidelines in health care literature","year":2013,"lang":"en","type":"article","venue":"Journal of Multidisciplinary Healthcare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":196,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; McMaster University","funders":"","keywords":"Observational study; Strengthening the reporting of observational studies in epidemiology; Systematic review; Medicine; Consolidated Standards of Reporting Trials; MEDLINE; Data extraction; Protocol (science); Family medicine; Alternative medicine; Health care; Meta-analysis; Pathology","score_opus":0.6529587027979789,"score_gpt":0.6137799376930423,"score_spread":0.039178765104936564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132012869","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.095507726,0.8588527,0.0013029083,0.035641298,0.0007569378,0.0077785263,0.000017024127,0.00000489416,0.00013797672],"genre_scores_gemma":[0.78750634,0.040485807,0.16267131,0.006628773,0.0006792388,0.0004334671,0.000014761494,0.000081151775,0.0014991551],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.91223097,0.011804653,0.0691182,0.0007274548,0.0056594224,0.00045929264],"domain_scores_gemma":[0.8965615,0.0026588042,0.08045747,0.0027796307,0.0168794,0.0006632155],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15644817,0.0003640533,0.009093819,0.0009805353,0.00014448485,0.00025439152,0.0016180587,0.0001118615,0.00046060202],"category_scores_gemma":[0.16363807,0.00017544655,0.0018831978,0.0029688992,0.000024828088,0.00054292876,0.00026131002,0.0004704271,0.00013328962],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012123529,0.000050039307,0.022408586,0.9435989,0.00006889483,0.000076770375,0.011285459,0.00020893641,0.000033470078,0.0000400438,0.010086657,0.012130076],"study_design_scores_gemma":[0.00017050272,0.00047418536,0.0049385848,0.9837548,0.00004414004,0.00028300114,0.009441624,0.00043018418,0.000006120732,0.00023339102,0.00006297378,0.0001604932],"about_ca_topic_score_codex":0.00017914003,"about_ca_topic_score_gemma":0.00030808858,"teacher_disagreement_score":0.8183669,"about_ca_system_score_codex":0.00021867274,"about_ca_system_score_gemma":0.001162086,"threshold_uncertainty_score":0.86861414},"labels":[],"label_agreement":null},{"id":"W2132077081","doi":"10.1186/1755-7682-4-40","title":"Frequency and factors influencing publication of abstracts presented at three major nephrology meetings","year":2011,"lang":"en","type":"article","venue":"International Archives of Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Nephrology; Internal medicine; Impact factor; Publication bias; Family medicine; Peer review; Meta-analysis; Political science","score_opus":0.45634678198367534,"score_gpt":0.4404131607275787,"score_spread":0.015933621256096653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132077081","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9412225,0.00023588806,0.0024445679,0.002198853,0.00013656505,0.00020892103,0.000014513518,0.0000028807563,0.05353535],"genre_scores_gemma":[0.9954737,0.000019282978,0.003367981,0.00014205623,0.00005196985,0.0000064564006,0.000017912567,0.0000046283053,0.00091600226],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99262315,0.00058694364,0.004399993,0.00037898516,0.0019048569,0.0001060842],"domain_scores_gemma":[0.9913662,0.0029520353,0.004168088,0.00073517143,0.0006856668,0.00009282493],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008563618,0.00013622749,0.0010650245,0.0005740606,0.000032747208,0.000017394683,0.0010614331,0.000035813482,0.0050083497],"category_scores_gemma":[0.022124648,0.00006661187,0.00023619182,0.00022095648,0.00039640622,0.00015991487,0.00018129434,0.0000778973,0.000033326924],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043432425,0.00006159417,0.9298111,0.000052904496,0.00040998642,0.000002093043,0.006687011,0.0000061032233,0.03830502,0.010566621,0.0030715633,0.0109825395],"study_design_scores_gemma":[0.00032602667,0.00007149561,0.9447105,0.00007457829,0.000071377406,0.000009732399,0.00036020592,0.0013226096,0.0014543732,0.04892678,0.0026176523,0.00005470498],"about_ca_topic_score_codex":0.00067288766,"about_ca_topic_score_gemma":0.00023797063,"teacher_disagreement_score":0.05425125,"about_ca_system_score_codex":0.0000087982,"about_ca_system_score_gemma":0.000020300184,"threshold_uncertainty_score":0.9959012},"labels":[],"label_agreement":null},{"id":"W2132466232","doi":"10.1186/1471-2288-13-42","title":"Overview of data-synthesis in systematic reviews of studies on outcome prediction models","year":2013,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Outcome (game theory); Systematic review; Computer science; MEDLINE; Data science; Medicine; Mathematics; Biology","score_opus":0.9969530836768786,"score_gpt":0.7875121862582263,"score_spread":0.20944089741865235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132466232","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12397671,0.22357264,0.6085529,0.0050910786,0.0018292507,0.026063984,0.00014893043,0.000023077591,0.010741457],"genre_scores_gemma":[0.4022158,0.048639484,0.5341928,0.00075346534,0.00038373683,0.007112179,0.000021058086,0.00007808837,0.006603367],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.35386816,0.5874832,0.03478357,0.0018750477,0.0212596,0.00073043664],"domain_scores_gemma":[0.044758294,0.9269274,0.009466317,0.01344565,0.004789531,0.0006128184],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8358776,0.00027679515,0.012770159,0.0014617952,0.00005924694,0.00005819434,0.0053837528,0.00026963255,0.011295933],"category_scores_gemma":[0.9501574,0.000115012976,0.0010628321,0.0026737954,0.00060001295,0.00037481714,0.0011632434,0.0005773438,0.0011159165],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018874918,0.0014609206,0.052665807,0.4700167,0.0023206428,0.000031964053,0.0055287005,0.0007504147,0.0004890157,0.12915872,0.13112542,0.20626295],"study_design_scores_gemma":[0.0014926384,0.0010037244,0.011919823,0.063996375,0.0012414348,0.00005655153,0.019287806,0.5459995,0.00037805902,0.34584,0.008039508,0.000744585],"about_ca_topic_score_codex":0.00018640039,"about_ca_topic_score_gemma":0.0003485781,"teacher_disagreement_score":0.5452491,"about_ca_system_score_codex":0.00006720656,"about_ca_system_score_gemma":0.00035794298,"threshold_uncertainty_score":0.9999976},"labels":[],"label_agreement":null},{"id":"W2133120558","doi":"10.1001/jama.2013.285063","title":"How to Use a Subgroup Analysis","year":2014,"lang":"en","type":"article","venue":"JAMA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":547,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; University Health Network; McMaster University","funders":"","keywords":"Subgroup analysis; Medicine; Spurious relationship; MEDLINE; Family medicine; Meta-analysis; Statistics; Pathology; Mathematics","score_opus":0.6133280704872687,"score_gpt":0.4756187678444478,"score_spread":0.13770930264282089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133120558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5339949,0.00005821783,0.44464457,0.012106297,0.0001751064,0.00034885595,0.000011307317,0.000009489056,0.008651261],"genre_scores_gemma":[0.91911405,0.0000013316691,0.0108238645,0.0016802825,0.000117770134,0.000018092916,0.0000036740785,0.000005698958,0.0682352],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98660094,0.005332015,0.003120397,0.00081149006,0.0039226296,0.0002125606],"domain_scores_gemma":[0.98829263,0.004197196,0.0015738882,0.004698523,0.0009691846,0.00026856066],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.070154324,0.0001764885,0.0026104385,0.000763468,0.0000826957,0.005110185,0.001455605,0.00006368597,0.004808464],"category_scores_gemma":[0.10658866,0.000078996236,0.0023141424,0.0047086845,0.000017151153,0.00042827337,0.00012395116,0.0000761161,0.007272577],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007407382,0.000044695564,0.3042196,0.000013092842,0.0013497936,0.0000046393957,0.00062206027,0.00029146083,0.00021718319,0.011814551,0.4905893,0.19082624],"study_design_scores_gemma":[0.00008200386,0.000019624007,0.18366641,0.0000034843627,0.0006755119,0.0000010232565,0.00011964699,0.0141261695,0.000020978774,0.0012455353,0.79992586,0.00011374857],"about_ca_topic_score_codex":0.00003746299,"about_ca_topic_score_gemma":0.0002188215,"teacher_disagreement_score":0.4338207,"about_ca_system_score_codex":0.000015051756,"about_ca_system_score_gemma":0.000009400914,"threshold_uncertainty_score":0.99610126},"labels":[],"label_agreement":null},{"id":"W2133169911","doi":"10.1002/sim.2913","title":"Impact of approximating or ignoring within‐study covariances in multivariate meta‐analyses","year":2007,"lang":"en","type":"article","venue":"Statistics in Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Victoria Hospital; Montreal General Hospital; Montreal Children's Hospital; McGill University; Canadian Association of Radiation Oncology","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research; Fonds Québécois de la Recherche sur la Nature et les Technologies","keywords":"Multivariate statistics; Covariance; Statistics; Econometrics; Meta-analysis; Multivariate analysis; Correlation; Scale (ratio); Mathematics; Medicine","score_opus":0.8667966181484852,"score_gpt":0.6644247021312913,"score_spread":0.20237191601719384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133169911","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25801834,0.00079715566,0.7360187,0.00004600286,0.00029324339,0.0012280543,0.00004694699,0.0000046181217,0.0035469488],"genre_scores_gemma":[0.8587548,0.000009488099,0.14075066,0.000022770382,0.000055438133,0.000019095109,0.000005536755,0.000010212707,0.00037196654],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9687655,0.006275479,0.018124424,0.0009573514,0.0054332754,0.000443949],"domain_scores_gemma":[0.9704131,0.020882957,0.0061128265,0.0016693015,0.0007866933,0.00013513376],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21002795,0.00033721005,0.0058342773,0.0011869469,0.000054729113,0.000080812424,0.0009974653,0.000056477646,0.004399983],"category_scores_gemma":[0.15662788,0.00012858922,0.00042469543,0.0034582876,0.00014007535,0.00013261741,0.00009461732,0.00027569567,0.000038054957],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036371645,0.00099594,0.901361,0.00036030827,0.008229618,0.000597173,0.036918603,0.01394326,0.0009305004,0.0092169605,0.0022905006,0.02479243],"study_design_scores_gemma":[0.0031928325,0.0012566829,0.81199986,0.00038155314,0.005392953,0.000019948291,0.03145719,0.11672143,0.00006539274,0.028954405,0.000087054716,0.00047069378],"about_ca_topic_score_codex":0.0023767648,"about_ca_topic_score_gemma":0.005264631,"teacher_disagreement_score":0.6007365,"about_ca_system_score_codex":0.00007233362,"about_ca_system_score_gemma":0.00010606198,"threshold_uncertainty_score":0.99651015},"labels":[],"label_agreement":null},{"id":"W2133192384","doi":"10.1177/0163278702025001008","title":"A Comparison of the Quality of Cochrane Reviews and Systematic Reviews Published in Paper-Based Journals","year":2002,"lang":"en","type":"article","venue":"Evaluation & the Health Professions","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; Institute of Population and Public Health; University of Ottawa","funders":"","keywords":"Systematic review; Quality (philosophy); Cochrane collaboration; MEDLINE; Medicine; Medical education; Psychology; Political science","score_opus":0.9446355596120252,"score_gpt":0.7095874658572304,"score_spread":0.23504809375479474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133192384","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.086519785,0.6729706,0.004825148,0.17731103,0.0015044033,0.054164432,0.000031259144,0.000007982043,0.0026653472],"genre_scores_gemma":[0.9920588,0.0024799586,0.0009606755,0.0021241652,0.00003250911,0.0009977792,0.0000029766002,0.000008938842,0.0013341741],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.4831352,0.44639271,0.055379227,0.0010177471,0.013557924,0.00051720307],"domain_scores_gemma":[0.91809934,0.023689631,0.048528295,0.0066161244,0.0028527908,0.00021383018],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6237694,0.00024347803,0.0070999134,0.0003012999,0.0004433496,0.00014086557,0.0015250244,0.0000900759,0.010677217],"category_scores_gemma":[0.30074486,0.00007661202,0.0010781799,0.0027944583,0.00012181482,0.00025405647,0.0001242331,0.00041918043,0.00016976926],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036760677,0.0016104281,0.16689314,0.11895127,0.00019739773,1.4085121e-7,0.05001942,0.0005622365,0.0006072525,0.003292631,0.59259284,0.06523652],"study_design_scores_gemma":[0.0038163115,0.00036705204,0.43619052,0.16219294,0.0017640931,0.000009034839,0.020312082,0.30583084,0.000053231037,0.017918162,0.05079109,0.000754679],"about_ca_topic_score_codex":0.000039921353,"about_ca_topic_score_gemma":0.00033070063,"teacher_disagreement_score":0.90553904,"about_ca_system_score_codex":0.0000853097,"about_ca_system_score_gemma":0.0002776075,"threshold_uncertainty_score":0.99022716},"labels":[],"label_agreement":null},{"id":"W2133413753","doi":"10.1503/cmaj.081086","title":"Integration of evidence from multiple meta-analyses: a primer on umbrella reviews, treatment networks and multiple treatments meta-analyses","year":2009,"lang":"en","type":"review","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":715,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Meta-analysis; Computer science; Evidence-based medicine; Data science; Systematic review; MEDLINE; Management science; Medicine; Alternative medicine; Pathology; Biology; Engineering","score_opus":0.9178678641441256,"score_gpt":0.5985624491279776,"score_spread":0.31930541501614795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133413753","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000031032818,0.9937717,0.002200709,0.0012139645,0.00037552725,0.0018291723,0.00032865402,0.0000048532825,0.00024440308],"genre_scores_gemma":[0.00036500185,0.99091864,0.0018280337,0.0009661952,0.0006681291,0.00015392665,0.00016468558,0.000042190604,0.0048932037],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9270102,0.039940666,0.019867871,0.0017274236,0.0107290875,0.00072475075],"domain_scores_gemma":[0.93747896,0.02982297,0.025526997,0.0027392763,0.0020942641,0.0023375563],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.08808721,0.001489562,0.029924983,0.0015277321,0.00042843798,0.0012323003,0.0021307033,0.0011868072,0.025507655],"category_scores_gemma":[0.16368474,0.00054696226,0.022238964,0.0022313357,0.00008813745,0.00039406674,0.000060404363,0.0012690779,0.000979766],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045998745,0.000107415624,0.0002380807,0.00010963639,0.09797311,0.00006290021,0.000115054594,0.00007553127,6.358929e-7,0.0000059431186,0.048735548,0.85257155],"study_design_scores_gemma":[0.00026502373,0.0001400453,0.000121976176,0.0013979096,0.2447058,0.00004128932,0.000050538965,0.0017548872,0.0000011001463,0.0000673451,0.7511137,0.00034035573],"about_ca_topic_score_codex":0.008002903,"about_ca_topic_score_gemma":0.0271805,"teacher_disagreement_score":0.8522312,"about_ca_system_score_codex":0.0018943318,"about_ca_system_score_gemma":0.0022630184,"threshold_uncertainty_score":0.9998045},"labels":[],"label_agreement":null},{"id":"W2133874926","doi":"10.1186/2046-4053-1-43","title":"Guidelines for randomized clinical trial protocol content: a systematic review","year":2012,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Women's College Hospital; University of Toronto; Children's Hospital of Eastern Ontario; Ottawa Hospital","funders":"","keywords":"Medicine; Guideline; Protocol (science); Randomized controlled trial; Systematic review; MEDLINE; Interquartile range; Consolidated Standards of Reporting Trials; Clinical trial; Evidence-based medicine; Medical physics; Family medicine; Alternative medicine; Surgery; Pathology","score_opus":0.9696715393709058,"score_gpt":0.71128466541562,"score_spread":0.2583868739552858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133874926","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.130812e-10,0.5022164,0.010854854,0.000103796694,0.0017100478,0.48433334,0.000050750696,0.000024297346,0.0007065418],"genre_scores_gemma":[1.5034255e-9,0.4899937,0.0045944727,0.00073430693,0.0010975923,0.48276126,0.000058957186,0.0001290873,0.020630632],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.20915228,0.4746655,0.29698613,0.004393791,0.013322348,0.001479971],"domain_scores_gemma":[0.25388083,0.28754804,0.3938339,0.043673366,0.019202879,0.0018610148],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.9017164,0.004565573,0.31380618,0.0012954983,0.0003955846,0.0025369877,0.012887618,0.0013969548,0.004784028],"category_scores_gemma":[0.90738964,0.0014513673,0.1304468,0.003784215,0.00032998284,0.00061959744,0.00066839065,0.0010891368,0.0460207],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089567143,0.00016161827,5.8591457e-8,0.84238327,0.003553951,0.0000022390836,0.00002248875,1.650983e-8,1.0703867e-9,0.00088642305,0.12244075,0.029653491],"study_design_scores_gemma":[0.035014983,0.00006075455,8.3060187e-10,0.44682717,0.066012934,0.00008163726,0.000016416514,0.000048824826,1.1895261e-9,0.00012927102,0.45118108,0.0006269141],"about_ca_topic_score_codex":0.0000038630637,"about_ca_topic_score_gemma":0.000004693764,"teacher_disagreement_score":0.3955561,"about_ca_system_score_codex":0.0002829359,"about_ca_system_score_gemma":0.0008825126,"threshold_uncertainty_score":0.99989945},"labels":[],"label_agreement":null},{"id":"W2133895796","doi":"10.1136/bmj.e4178","title":"Effect of editors' implementation of CONSORT guidelines on the reporting of abstracts in high impact medical journals: interrupted time series analysis","year":2012,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":235,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hotel Dieu Hospital","funders":"Medical Research Council","keywords":"Consolidated Standards of Reporting Trials; Checklist; Medicine; Family medicine; Medical journal; MEDLINE; Impact factor; Randomized controlled trial; Psychology; Internal medicine","score_opus":0.6012794197142474,"score_gpt":0.634546150168333,"score_spread":0.03326673045408568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133895796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972936,0.00017237062,0.00019020913,0.0011788652,0.00027636523,0.00040232274,0.000013886141,0.0000010723807,0.00047129375],"genre_scores_gemma":[0.9990648,0.000007238954,0.00038760607,0.000026918791,0.00037633398,0.000011530447,0.0000060510934,0.000003944239,0.00011557652],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9599184,0.006947133,0.027267199,0.00025617031,0.0054156957,0.00019540018],"domain_scores_gemma":[0.9523539,0.008037758,0.036618106,0.001442786,0.001431868,0.00011557346],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.34754667,0.0001523296,0.0031874503,0.000577285,0.00002531814,0.00004869416,0.0005740213,0.00006830204,0.017559947],"category_scores_gemma":[0.23419808,0.000055286924,0.0015546245,0.001645578,0.00006478136,0.00019465177,0.000063835636,0.00010566307,0.00004931142],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003665358,0.000045112673,0.9081014,0.00005466662,0.0014507197,0.0000028915688,0.00050565123,0.00036795432,0.00088533555,0.000031304837,0.07772938,0.010788964],"study_design_scores_gemma":[0.00029266468,0.00028250142,0.9809126,0.00027952832,0.0015561268,0.000021115271,0.0014355719,0.0016441026,0.012182395,0.00013043793,0.0011471475,0.00011576286],"about_ca_topic_score_codex":0.00032331765,"about_ca_topic_score_gemma":0.00006810656,"teacher_disagreement_score":0.1133486,"about_ca_system_score_codex":0.000019698704,"about_ca_system_score_gemma":0.00009035699,"threshold_uncertainty_score":0.9833381},"labels":[],"label_agreement":null},{"id":"W2133935773","doi":"10.1016/j.ijoa.2004.03.009","title":"Compliance with the CONSORT checklist in obstetric anaesthesia randomised controlled trials","year":2004,"lang":"en","type":"article","venue":"International Journal of Obstetric Anesthesia","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; Health Sciences Centre","funders":"","keywords":"Checklist; Medicine; Blinding; Consolidated Standards of Reporting Trials; Clinical trial; Randomized controlled trial; MEDLINE; Sample size determination; Surgery","score_opus":0.4183121498615201,"score_gpt":0.4553790215138044,"score_spread":0.03706687165228428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133935773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93617785,0.013249837,0.016780585,0.02521333,0.0009463556,0.0028314176,0.000004624907,0.000007921968,0.004788078],"genre_scores_gemma":[0.9946581,0.00016033782,0.002061339,0.0009764382,0.0002037596,0.000036829708,0.0000016034514,0.000016775846,0.0018847744],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9641709,0.010059689,0.015504419,0.00053359463,0.009422229,0.00030918638],"domain_scores_gemma":[0.9075875,0.05152366,0.030918714,0.002005908,0.0076563065,0.00030789702],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12338684,0.00039678338,0.0070648384,0.0018838244,0.00009828565,0.0011402126,0.00409547,0.000099619494,0.0010185153],"category_scores_gemma":[0.13861477,0.00014181834,0.003193367,0.0029758348,0.00017500005,0.00044514769,0.000037312337,0.0004075624,0.00030355627],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05169922,0.0048107854,0.4139738,0.00014011809,0.022749009,0.03271854,0.010727884,0.0975087,0.0006581048,0.05046955,0.077789366,0.23675494],"study_design_scores_gemma":[0.3787839,0.0013262079,0.2888175,0.0012914803,0.0033357018,0.016159955,0.008601308,0.004464222,0.00022616776,0.014660488,0.28071874,0.0016143062],"about_ca_topic_score_codex":0.000015261086,"about_ca_topic_score_gemma":0.000012011225,"teacher_disagreement_score":0.3270847,"about_ca_system_score_codex":0.00026164902,"about_ca_system_score_gemma":0.00044627136,"threshold_uncertainty_score":0.9998967},"labels":[],"label_agreement":null},{"id":"W2133980373","doi":"10.1016/j.jclinepi.2014.09.009","title":"Publishing journal's prestige does not influence critical appraisal","year":2014,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Prestige; Publishing; Critical appraisal; Randomized controlled trial; Medical journal; New england; Alternative medicine; Medical research; Medicine; Evidence-based medicine; Psychology; Library science; Family medicine; Medical education; Political science; Computer science; Surgery; Law; Pathology","score_opus":0.9020800914386109,"score_gpt":0.6860893775787231,"score_spread":0.21599071385988777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133980373","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003915403,0.0011885327,0.059262864,0.9148388,0.019196924,0.00021576032,0.00002300103,0.000005469543,0.0013532699],"genre_scores_gemma":[0.011142543,0.00049218006,0.035313755,0.8969678,0.052689444,0.000006681204,0.0000070815,0.000058067573,0.0033224113],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.35624894,0.44532046,0.18002354,0.0025930456,0.014010203,0.001803818],"domain_scores_gemma":[0.005506951,0.8427227,0.13265778,0.0053136204,0.012372827,0.00142611],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.8433724,0.0009921348,0.040921945,0.0013061601,0.00028797702,0.0033394112,0.01258712,0.0042945165,0.0074532744],"category_scores_gemma":[0.99376833,0.00037795072,0.020001845,0.00075574213,0.0013626383,0.0021763055,0.0006063575,0.021728305,0.0018028275],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041864303,0.00005021393,0.059353095,0.00012001584,0.00067162554,0.00058031955,0.000030231533,0.00015914545,9.257685e-7,0.0011801397,0.9281465,0.009665925],"study_design_scores_gemma":[0.0003675244,0.0003794938,0.01746702,0.00037560664,0.00085228635,0.0021994994,0.000024846537,0.0007400899,3.144713e-7,0.080862604,0.89638114,0.00034959236],"about_ca_topic_score_codex":0.00001173907,"about_ca_topic_score_gemma":0.0000051139705,"teacher_disagreement_score":0.39740226,"about_ca_system_score_codex":0.00006559607,"about_ca_system_score_gemma":0.0010406651,"threshold_uncertainty_score":0.99986726},"labels":[],"label_agreement":null},{"id":"W2134083686","doi":"10.1186/2046-4053-1-24","title":"Does journal endorsement of reporting guidelines influence the completeness of reporting of health research? A systematic review protocol","year":2012,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Paul's Hospital; Queen's University; Ottawa Hospital","funders":"Medical Research Council; Cancer Research UK; Canadian Institutes of Health Research; University of Ottawa","keywords":"Medicine; Protocol (science); Data extraction; Systematic review; MEDLINE; Transparency (behavior); Health care; Research design; Cochrane Library; Scopus; Medical education; Family medicine; Alternative medicine; Computer science","score_opus":0.9531985974818908,"score_gpt":0.7047472654239271,"score_spread":0.24845133205796377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134083686","genre_codex":"review","genre_gemma":"review","domain_codex":"reporting","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":"reporting","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.7749794e-7,0.63493043,0.00073767797,0.00012197132,0.0002920972,0.3637554,0.000017203609,0.00000414644,0.00014018132],"genre_scores_gemma":[0.000011879317,0.7832838,0.0032523214,0.00008379421,0.00015205932,0.21244566,0.000007441909,0.00007149202,0.0006914875],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.07513965,0.34572464,0.54861754,0.0021435462,0.02694093,0.0014336996],"domain_scores_gemma":[0.16617292,0.031130971,0.7604147,0.018815983,0.02301784,0.0004475538],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.9256295,0.0017604383,0.12817176,0.001598416,0.00054723653,0.00055435655,0.009464327,0.00031666935,0.00077524304],"category_scores_gemma":[0.8635876,0.00045508434,0.02042747,0.007089712,0.0004365337,0.00044775722,0.0010684354,0.0012899487,0.0003489319],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.9086175e-7,0.000084005136,0.000052615793,0.9761478,0.0011190503,0.000007419952,0.00035174494,0.0000011655296,0.000001122848,0.00017410812,0.0037706697,0.018289523],"study_design_scores_gemma":[0.000057157406,0.000058296875,0.0000020538582,0.7083784,0.0058992887,0.0007598901,0.0005205532,0.000013541186,6.8332787e-7,0.00015062043,0.28389323,0.00026628704],"about_ca_topic_score_codex":0.0000711808,"about_ca_topic_score_gemma":0.00002094738,"teacher_disagreement_score":0.31459364,"about_ca_system_score_codex":0.00034114893,"about_ca_system_score_gemma":0.002063784,"threshold_uncertainty_score":0.9997901},"labels":[],"label_agreement":null},{"id":"W2134114800","doi":"10.1128/iai.00757-09","title":"Important Science—It's All about the SPIN","year":2009,"lang":"en","type":"editorial","venue":"Infection and Immunity","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Infection and Immunity","funders":"","keywords":"Futures studies; Biology; Data science; Computational biology; Computer science; Artificial intelligence","score_opus":0.490970641260244,"score_gpt":0.5333910680349321,"score_spread":0.0424204267746881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134114800","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015316023,0.0026041914,0.0005893891,0.0011693093,0.9359335,0.0010575909,0.00004252831,0.000022794,0.04326468],"genre_scores_gemma":[0.103164665,0.01054344,0.00038600058,0.002747403,0.8232857,0.00013986448,0.00018295442,0.0000679064,0.059482045],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97819316,0.0063934987,0.0066754385,0.00090408424,0.007490906,0.0003429154],"domain_scores_gemma":[0.9816274,0.004599152,0.0060727564,0.0048775836,0.0026303602,0.0001927539],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.19989966,0.00041241437,0.0024120957,0.0005780105,0.0010853251,0.0037458846,0.0021229654,0.00036753563,0.0031664877],"category_scores_gemma":[0.101925746,0.000165785,0.0011949538,0.0018950724,0.00048001483,0.00041374713,0.00029662944,0.0011624388,0.0009238662],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027861674,0.000031439646,0.0005019344,0.000012679422,0.00006170704,8.293769e-7,0.0002128098,0.0000017542707,0.00002522318,0.0001782088,0.984199,0.014771615],"study_design_scores_gemma":[0.00010126357,0.00007414124,0.010869449,0.000041387884,0.00018484714,0.0000075006487,0.00010427288,0.00023151936,0.000008568534,0.002036413,0.986153,0.00018765031],"about_ca_topic_score_codex":0.0008403442,"about_ca_topic_score_gemma":0.00037251634,"teacher_disagreement_score":0.11264778,"about_ca_system_score_codex":0.0000857145,"about_ca_system_score_gemma":0.0004685631,"threshold_uncertainty_score":0.999854},"labels":[],"label_agreement":null},{"id":"W2134551977","doi":"10.1186/1745-6215-12-48","title":"Canadian-led capacity-building in biostatistics and methodology in cardiovascular and diabetes trials: the CANNeCTIN Biostatistics and Methodological Innovation Working Group","year":2011,"lang":"en","type":"article","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; St. Joseph’s Healthcare Hamilton; Population Health Research Institute; McGill University; Hamilton Health Sciences; University of Ottawa; University of Waterloo; McMaster University","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research; Memorial University of Newfoundland; University of Waterloo; University of Ottawa; McGill University; Simon Fraser University; University of Toronto; Dalhousie University; Université Laval; University of Alberta; Queen's University; McMaster University","keywords":"Biostatistics; Medicine; Diabetes mellitus; Alternative medicine; Clinical trial; Gerontology; Epidemiology; Internal medicine; Pathology; Endocrinology","score_opus":0.9615248515219609,"score_gpt":0.5954560321293674,"score_spread":0.3660688193925935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134551977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87701166,0.0095513165,0.1101416,0.0004326197,0.0004846606,0.0020939508,0.00007851958,0.0000049568876,0.00020070776],"genre_scores_gemma":[0.7247644,0.00028006412,0.27453798,0.00021657739,0.00008332433,0.00007605915,0.000004958524,0.000010894968,0.000025711037],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.81421995,0.17135447,0.011554466,0.0011371801,0.0012264401,0.00050747313],"domain_scores_gemma":[0.8402895,0.15386453,0.004012305,0.001256258,0.00039394037,0.00018346448],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.66809523,0.0003065567,0.0071640955,0.0012673535,0.00016203173,0.00041571603,0.00043526702,0.00022454886,0.00026186515],"category_scores_gemma":[0.6288701,0.00014548625,0.00036733408,0.0022090222,0.0001973483,0.00010385732,0.00011170963,0.00029166616,0.0000054846287],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011777015,0.000036336416,0.3655481,0.00013629984,0.0012147303,0.000051510608,0.0062527815,0.000043138814,0.0015806776,0.12308918,0.0012165642,0.5007129],"study_design_scores_gemma":[0.0034059926,0.0002147651,0.38087118,0.00023077482,0.002288326,0.000052528074,0.0044235545,0.005419547,0.00043132645,0.5881947,0.013637834,0.000829439],"about_ca_topic_score_codex":0.015587123,"about_ca_topic_score_gemma":0.029307436,"teacher_disagreement_score":0.49988347,"about_ca_system_score_codex":0.00006445803,"about_ca_system_score_gemma":0.000081478116,"threshold_uncertainty_score":0.99096817},"labels":[],"label_agreement":null},{"id":"W2134789891","doi":"10.1136/bmjopen-2014-005155","title":"Quality of randomised controlled trials in medical education reported between 2012 and 2013: a systematic review protocol","year":2014,"lang":"en","type":"review","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; University Health Network","funders":"Laerdal Foundation for Acute Medicine","keywords":"Medicine; Rigour; Randomized controlled trial; Consolidated Standards of Reporting Trials; Checklist; Protocol (science); Medical education; CLARITY; Quality (philosophy); Psychological intervention; Medical journal; Data collection; Alternative medicine; Research design; Family medicine; Nursing; Psychology; Pathology; Social science","score_opus":0.8989495969231057,"score_gpt":0.728604166239025,"score_spread":0.1703454306840807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134789891","genre_codex":"review","genre_gemma":"protocol","domain_codex":"methods","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.05571736e-7,0.50227255,0.00019307663,0.00026866558,0.000068765,0.49497256,0.000011641687,0.0000016218096,0.002211035],"genre_scores_gemma":[3.3599653e-7,0.40646476,0.00028198524,0.00015393524,0.00009769782,0.58858716,0.00004030855,0.000018471268,0.0043553244],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.21451844,0.5694045,0.19853657,0.0023997945,0.0146923885,0.00044831878],"domain_scores_gemma":[0.2452059,0.30343914,0.42218363,0.022884611,0.0050794636,0.0012072647],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9069458,0.0008507937,0.15573974,0.0007633709,0.00006184581,0.0009025787,0.0051153116,0.00052444445,0.010342064],"category_scores_gemma":[0.864866,0.00031050868,0.010664868,0.0017013241,0.00008645651,0.00032745703,0.00066098315,0.0003350431,0.0005193752],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013240133,0.000081609214,0.000030345303,0.8584874,0.0015557256,0.000001664468,0.000017322987,1.1496093e-8,6.5189525e-9,0.00012666917,0.060227152,0.079339646],"study_design_scores_gemma":[0.01030661,0.000023241706,0.000008644165,0.5746218,0.010675664,0.000026168667,0.000014687211,0.000012775367,6.954523e-9,0.0004085056,0.40361744,0.00028447082],"about_ca_topic_score_codex":0.00009963574,"about_ca_topic_score_gemma":0.000091502,"teacher_disagreement_score":0.3433903,"about_ca_system_score_codex":0.00006539572,"about_ca_system_score_gemma":0.0038699661,"threshold_uncertainty_score":0.9999347},"labels":[],"label_agreement":null},{"id":"W2134833483","doi":"10.1136/bmj.b2700","title":"The PRISMA statement for reporting systematic reviews and meta-analyses of studies that evaluate healthcare interventions: explanation and elaboration","year":2009,"lang":"en","type":"review","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17710,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Ottawa Hospital","funders":"Care and Public Health Research Institute, Universiteit Maastricht; Johns Hopkins Bloomberg School of Public Health; McMaster University; Ottawa Hospital Research Institute; Johns Hopkins University; University of Ioannina; GlaxoSmithKline; University of Bern; Medical Research Council; University of Ottawa; Health Services Research and Development","keywords":"Systematic review; Checklist; Psychological intervention; Guideline; Health care; MEDLINE; CLARITY; Psychology; Medicine; Management science; Nursing; Political science; Pathology","score_opus":0.9854799883920683,"score_gpt":0.7574339660642526,"score_spread":0.22804602232781568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134833483","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000028351055,0.97481185,0.00507756,0.0014679065,0.00015424796,0.018419312,0.000034430686,0.0000034827767,0.000028394705],"genre_scores_gemma":[0.000033947927,0.9881937,0.004316386,0.00004629485,0.000046196918,0.0050718305,0.00003423986,0.000014483292,0.0022429354],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.8517885,0.055960063,0.085193396,0.0015657548,0.0051614786,0.00033076617],"domain_scores_gemma":[0.8202142,0.017892329,0.15478165,0.0034192402,0.0035908963,0.000101663936],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.46857882,0.0005754537,0.022452815,0.00044423045,0.00036504745,0.0007763909,0.0006558724,0.00011170065,0.00004556246],"category_scores_gemma":[0.25883278,0.00018702846,0.0063789836,0.0008786432,0.00006449054,0.00024866243,0.00012801068,0.00013081965,0.000022311266],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017041685,0.000015829239,0.0000038825806,0.53544015,0.012194009,0.0000010091449,0.00032559238,0.0000019372935,8.0289e-8,0.0005733432,0.021298567,0.43014386],"study_design_scores_gemma":[0.000103142054,0.00013279414,0.0000072176954,0.06578097,0.18592922,0.000037672784,0.0024891067,0.00034250933,7.1215635e-7,0.0047226604,0.74014133,0.00031264997],"about_ca_topic_score_codex":0.000005885009,"about_ca_topic_score_gemma":0.00008136944,"teacher_disagreement_score":0.71884274,"about_ca_system_score_codex":0.00007878241,"about_ca_system_score_gemma":0.00012387894,"threshold_uncertainty_score":0.9920599},"labels":[],"label_agreement":null},{"id":"W2134861067","doi":"10.1136/bmj.38356.424606.8f","title":"Identifying outcome reporting bias in randomised trials on PubMed: review of publications and survey of authors","year":2005,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":623,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"","keywords":"Medicine; Odds ratio; Confidence interval; Clinical trial; Odds; MEDLINE; Statistical significance; Publication bias; Number needed to harm; Meta-analysis; Cohort; Randomized controlled trial; Family medicine; Relative risk; Number needed to treat; Internal medicine; Logistic regression","score_opus":0.964751385927545,"score_gpt":0.6634631956852197,"score_spread":0.3012881902423252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134861067","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87759745,0.04898069,0.00551469,0.020785242,0.0007295203,0.015801156,0.00007922443,0.0000140666425,0.030497989],"genre_scores_gemma":[0.9886984,0.00094668526,0.0038162149,0.00031989862,0.000055026372,0.00028821378,0.0000113780725,0.000008436651,0.0058557484],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7769894,0.08136646,0.13099141,0.0015761602,0.0085914545,0.00048512663],"domain_scores_gemma":[0.7760713,0.06538488,0.14734705,0.007239591,0.0036397895,0.00031736612],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7683607,0.00013762763,0.006114576,0.00056555716,0.000033545435,0.00016710281,0.0005835546,0.00005258483,0.0015186885],"category_scores_gemma":[0.8577444,0.00006606165,0.0011253234,0.0019140203,0.000033207525,0.0001821117,0.000066679975,0.00008898803,0.00006014299],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052811796,0.00008639422,0.80592185,0.0015834543,0.00018308543,0.0000011964433,0.00022172801,0.00002580398,0.000030703064,0.0007117701,0.07560535,0.11557583],"study_design_scores_gemma":[0.001437517,0.000007745776,0.9840948,0.0012036053,0.00019810301,0.0000052277883,0.00007176653,0.0003496434,0.00004541136,0.00031369878,0.012166462,0.00010601533],"about_ca_topic_score_codex":0.0000734251,"about_ca_topic_score_gemma":0.00019496238,"teacher_disagreement_score":0.17817293,"about_ca_system_score_codex":0.00001698585,"about_ca_system_score_gemma":0.000064323955,"threshold_uncertainty_score":0.99939406},"labels":[],"label_agreement":null},{"id":"W2135029321","doi":"10.1002/sim.1301","title":"Issues in the meta‐analysis of cluster randomized trials","year":2002,"lang":"en","type":"article","venue":"Statistics in Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":731,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cancer Care Ontario; Western University","funders":"","keywords":"Meta-analysis; Randomization; Randomized controlled trial; Cluster (spacecraft); Computer science; Research design; Econometrics; Statistics; Medicine; Mathematics; Surgery","score_opus":0.8482658612698941,"score_gpt":0.6110797934992076,"score_spread":0.23718606777068652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135029321","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039357515,0.08432114,0.8266863,0.040613417,0.0006968162,0.006325928,0.0004383724,0.000005261544,0.03697701],"genre_scores_gemma":[0.9092833,0.0029017904,0.06599886,0.0037101256,0.00021364618,0.00033568678,0.000058410296,0.000017776158,0.017480452],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.8262555,0.13069509,0.032185055,0.00090775546,0.00962906,0.00032757418],"domain_scores_gemma":[0.8213107,0.16967699,0.0059245485,0.0024375992,0.0005973385,0.0000528232],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.53794825,0.00022345394,0.020082586,0.0014950604,0.000028881494,0.0000866799,0.0013198034,0.000054938533,0.075801596],"category_scores_gemma":[0.44427195,0.00006784457,0.0025606588,0.0044669923,0.000295457,0.000050401544,0.000040646064,0.00016585409,0.0001791769],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010479807,0.00024574535,0.0022153219,0.00012369952,0.1286283,0.000060011364,0.024340509,0.0017689071,0.000009266652,0.0955433,0.7370014,0.009015528],"study_design_scores_gemma":[0.039826754,0.00008846244,0.0017031088,0.000042754204,0.5040606,0.0000031681554,0.0048214407,0.2712018,0.0000026703165,0.15210655,0.025892513,0.00025017443],"about_ca_topic_score_codex":0.00024366468,"about_ca_topic_score_gemma":0.0006489371,"teacher_disagreement_score":0.9053475,"about_ca_system_score_codex":0.000010407755,"about_ca_system_score_gemma":0.000008638802,"threshold_uncertainty_score":0.9944653},"labels":[],"label_agreement":null},{"id":"W2135146202","doi":"10.1186/1471-2288-12-187","title":"Systematic reviews need to consider applicability to disadvantaged populations: inter-rater agreement for a health equity plausibility algorithm","year":2012,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; St. Michael's Hospital; University of Toronto; Institute of Population and Public Health; Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research; University of Ottawa","keywords":"Confidence interval; Socioeconomic status; Medicine; Systematic review; Disadvantaged; Psychological intervention; Meta-analysis; Kappa; Inter-rater reliability; Population; Credibility; MEDLINE; Demography; Statistics; Environmental health; Mathematics; Psychiatry; Pathology","score_opus":0.9807797522398772,"score_gpt":0.7814288583116233,"score_spread":0.1993508939282539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135146202","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047154655,0.0024213349,0.960118,0.012285726,0.0007396916,0.019390393,0.00005486949,0.000012138147,0.00026239603],"genre_scores_gemma":[0.024458164,0.000053881628,0.95737803,0.0060892464,0.0005021812,0.008899698,0.000025163177,0.000027640544,0.0025659744],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.3448684,0.5956627,0.031375844,0.0036610803,0.021108517,0.003323432],"domain_scores_gemma":[0.32256144,0.63583,0.0070804497,0.018233074,0.0066546025,0.009640427],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.87808,0.0004675564,0.009248682,0.0008495563,0.00046865136,0.00033603632,0.0031782752,0.00028061954,0.0114101665],"category_scores_gemma":[0.9063965,0.00022286714,0.0017628521,0.0025775628,0.00033073162,0.00021160756,0.0019611472,0.0006858711,0.005407482],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030982762,0.001196159,0.025153711,0.035723478,0.00039354802,0.0000039599463,0.007574645,0.000015396958,0.00017633302,0.016509058,0.37773755,0.5352063],"study_design_scores_gemma":[0.0029845193,0.0028140082,0.03477047,0.009099654,0.000690869,0.00015029756,0.019189201,0.024434995,0.00016418347,0.18108791,0.72259367,0.002020213],"about_ca_topic_score_codex":0.0002606422,"about_ca_topic_score_gemma":0.0021684365,"teacher_disagreement_score":0.53318614,"about_ca_system_score_codex":0.0005957016,"about_ca_system_score_gemma":0.0008645108,"threshold_uncertainty_score":0.99536693},"labels":[],"label_agreement":null},{"id":"W2135260555","doi":"10.1177/016327870102400202","title":"Is There a “Best” Way to Detect and Minimize Publication Bias?","year":2001,"lang":"en","type":"article","venue":"Evaluation & the Health Professions","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Alberta; McGill University; Children's Hospital of Eastern Ontario","funders":"","keywords":"Funnel plot; Publication bias; Statistics; Meta-analysis; Robustness (evolution); Standard error; Reliability (semiconductor); Forest plot; Mathematics; Econometrics; Medicine; Computer science; Confidence interval; Internal medicine","score_opus":0.9114822169183275,"score_gpt":0.6483470983849812,"score_spread":0.26313511853334637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135260555","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28357962,0.005004563,0.044570923,0.6451732,0.0008562177,0.008773009,0.000025829237,0.000025087562,0.011991584],"genre_scores_gemma":[0.91682905,0.00028086023,0.008921178,0.021797504,0.00018551257,0.001284937,0.000015517908,0.000021201562,0.050664227],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.95287627,0.033222664,0.0062447647,0.0009574579,0.0062890854,0.0004097848],"domain_scores_gemma":[0.9848874,0.00501352,0.0036593117,0.0033453407,0.0027241902,0.00037018664],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.2204158,0.00020755522,0.0011631898,0.0003433804,0.001107024,0.0005161504,0.0009738376,0.00008540813,0.020824488],"category_scores_gemma":[0.054913033,0.00008300105,0.00035126583,0.0022696254,0.0000417886,0.00025055584,0.00016517309,0.00021275229,0.0066500963],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013609147,0.000036048805,0.007595188,0.000025797486,0.000043991073,1.4958802e-7,0.0077896086,0.000021409198,0.000020786349,0.0006274172,0.44770712,0.53611887],"study_design_scores_gemma":[0.00058946566,0.00016728151,0.22281654,0.00023545558,0.0002147177,0.000014803239,0.00960767,0.033209752,0.000012739236,0.032708168,0.70017177,0.0002516263],"about_ca_topic_score_codex":0.00005223769,"about_ca_topic_score_gemma":0.00013866306,"teacher_disagreement_score":0.63324946,"about_ca_system_score_codex":0.000091298716,"about_ca_system_score_gemma":0.0004085095,"threshold_uncertainty_score":0.99412334},"labels":[],"label_agreement":null},{"id":"W2135345548","doi":"10.1016/j.jclinepi.2013.07.003","title":"A research and development agenda for systematic reviews that ask complex questions about complex interventions","year":2013,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":76,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Population and Public Health; Bruyère; University of Ottawa; Cochrane; Ottawa Hospital","funders":"National Institute for Health and Care Research","keywords":"Systematic review; Psychological intervention; Transparency (behavior); Process (computing); Management science; Lexicon; Ask price; Computer science; Psychology; Engineering ethics; Data science; MEDLINE; Political science; Artificial intelligence; Business","score_opus":0.9892156414640414,"score_gpt":0.7579128904741371,"score_spread":0.23130275098990427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135345548","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034863825,0.025186105,0.29550603,0.6655803,0.0029187542,0.009428846,0.00008288481,0.0000070703327,0.0009413703],"genre_scores_gemma":[0.0015481835,0.0071591856,0.410419,0.5242277,0.00854851,0.0016284102,0.0002200455,0.00011480838,0.046134204],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.4731297,0.3813081,0.1370767,0.0019477976,0.0053495867,0.0011881297],"domain_scores_gemma":[0.10352333,0.7525047,0.12691042,0.0052873353,0.010974662,0.00079957396],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.8000267,0.00069688907,0.040965136,0.0014142283,0.00043851289,0.0005441216,0.0042597023,0.0013512282,0.007082516],"category_scores_gemma":[0.8039418,0.0003022842,0.012379764,0.0006373781,0.0008057091,0.00023188368,0.0005065252,0.0044656717,0.0028368977],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008928533,0.00008729568,0.0021897284,0.015275467,0.0009939224,0.000016530283,0.00005472914,0.000003162528,2.5913812e-7,0.0005878512,0.9758914,0.0048907273],"study_design_scores_gemma":[0.00034051898,0.0003875795,0.013833078,0.013185143,0.00057180435,0.00020852941,0.00011435072,0.00068439194,2.6801395e-8,0.018128438,0.9523109,0.00023519265],"about_ca_topic_score_codex":0.000013289887,"about_ca_topic_score_gemma":0.000037903465,"teacher_disagreement_score":0.37119657,"about_ca_system_score_codex":0.00011848198,"about_ca_system_score_gemma":0.00047794377,"threshold_uncertainty_score":0.9999452},"labels":[],"label_agreement":null},{"id":"W2135377668","doi":"10.1111/jan.12092","title":"RAMESES publication standards: meta‐narrative reviews","year":2013,"lang":"en","type":"article","venue":"Journal of Advanced Nursing","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":317,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Institute for Health and Care Research","keywords":"Narrative; Systematic review; Delphi method; Delphi; Set (abstract data type); Narrative inquiry; Publishing; Computer science; Data science; MEDLINE; Political science; Artificial intelligence","score_opus":0.6781544882936688,"score_gpt":0.5769535010117564,"score_spread":0.1012009872819124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135377668","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0911403,0.19880761,0.5644371,0.07138057,0.0048075244,0.0051636994,0.000030396985,0.000019950023,0.06421283],"genre_scores_gemma":[0.6166024,0.002284837,0.35628572,0.0021867286,0.0009872164,0.00010942527,0.000005100262,0.000052546173,0.02148597],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97766715,0.00590204,0.010539704,0.0003880718,0.005281167,0.0002218751],"domain_scores_gemma":[0.9652138,0.002133973,0.018898588,0.001809198,0.011660318,0.00028414532],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.083221875,0.00024052754,0.0041196835,0.00052424055,0.00016090545,0.0011520247,0.0011543796,0.000050768205,0.017782168],"category_scores_gemma":[0.08625522,0.00009954503,0.002552623,0.0013312581,0.00007586511,0.0023865218,0.000021802553,0.00024680843,0.00058696803],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011181988,0.0000632167,0.00008874103,0.000016625907,0.00044339753,0.0000016025947,0.0026374694,0.00019203743,0.00096542115,0.0005525794,0.41073313,0.5842946],"study_design_scores_gemma":[0.0002890155,0.00015800564,0.00081668125,0.00031960415,0.0012275103,0.000103373015,0.009836274,0.00042020937,0.0003366163,0.03904608,0.9472612,0.00018539038],"about_ca_topic_score_codex":9.806819e-7,"about_ca_topic_score_gemma":0.0000012556869,"teacher_disagreement_score":0.5841092,"about_ca_system_score_codex":0.00016359198,"about_ca_system_score_gemma":0.00011745371,"threshold_uncertainty_score":0.9998849},"labels":[],"label_agreement":null},{"id":"W2135400982","doi":"10.1016/j.jclinepi.2010.07.015","title":"GRADE guidelines: 3. Rating the quality of evidence","year":2011,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8174,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Observational study; Quality (philosophy); Context (archaeology); Confidence interval; Quality of evidence; Publication bias; Medicine; Randomized controlled trial; Evidence-based medicine; Quality Score; Alternative medicine; Operations management; Internal medicine; Pathology; Engineering","score_opus":0.996826406101092,"score_gpt":0.8027858482902067,"score_spread":0.19404055781088525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135400982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6312381,0.009436347,0.29372662,0.057742234,0.0036022556,0.00047942667,0.0000037804912,0.0000029436212,0.003768268],"genre_scores_gemma":[0.88090485,0.0008572177,0.1100406,0.006457207,0.0008372251,0.000002538342,1.2817647e-7,0.0000062595004,0.00089395273],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.2887075,0.44574368,0.25671637,0.0012058606,0.0070127235,0.00061386847],"domain_scores_gemma":[0.052306406,0.77907735,0.15509364,0.0044245436,0.008701126,0.00039692884],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9019372,0.00019308159,0.013280261,0.00014392618,0.00007005499,0.000028592533,0.0035641438,0.00021434491,0.003132439],"category_scores_gemma":[0.97683704,0.000054970955,0.0073719304,0.000583583,0.0004533275,0.0002320742,0.00018463378,0.00073793845,0.00026425582],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064782645,0.00007983215,0.82674986,0.000024512086,0.0002726901,0.0000035831858,0.00021518096,0.00008501068,0.000026463436,0.01115234,0.0936516,0.06767415],"study_design_scores_gemma":[0.00025880948,0.00036173523,0.7902337,0.00021425332,0.00026323483,0.000055065775,0.000665966,0.0017574016,0.000015146009,0.17943406,0.026639557,0.00010107216],"about_ca_topic_score_codex":0.000041552885,"about_ca_topic_score_gemma":0.00002334732,"teacher_disagreement_score":0.33333367,"about_ca_system_score_codex":0.000008344811,"about_ca_system_score_gemma":0.00020565101,"threshold_uncertainty_score":0.99777883},"labels":[],"label_agreement":null},{"id":"W2135626649","doi":"10.1159/000055014","title":"Improving the Quality of Reports of Meta-Analyses of Randomised Controlled Trials: The QUOROM Statement","year":2000,"lang":"en","type":"article","venue":"Oncology Research and Treatment","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":235,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Centre For Cold Ocean Resources Engineering","funders":"","keywords":"Checklist; Consolidated Standards of Reporting Trials; Documentation; Statement (logic); Randomized controlled trial; Quality (philosophy); MEDLINE; Clinical trial; Psychology; Medical education; Medicine; Computer science; Medical physics; Pathology; Political science","score_opus":0.9575678256819833,"score_gpt":0.714098158176914,"score_spread":0.24346966750506926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135626649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9583264,0.023057299,0.0001487206,0.003063671,0.000050435676,0.006521664,0.00005455888,0.0000014425682,0.008775825],"genre_scores_gemma":[0.98951674,0.0008146395,0.00040737572,0.000017378487,0.00001985077,0.0006711234,0.0000036678232,0.0000040891678,0.00854513],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.78668404,0.17392042,0.030226115,0.0010313164,0.007660811,0.00047729613],"domain_scores_gemma":[0.8186296,0.15835638,0.016003003,0.0041472754,0.0027109948,0.0001526984],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5102487,0.00021569991,0.0121919755,0.00022658457,0.00020004717,0.000096621436,0.00062997785,0.00006877002,0.011580077],"category_scores_gemma":[0.08179143,0.00005113816,0.004469204,0.0006639978,0.0005984854,0.000057104844,0.000076060154,0.0001121161,0.000017819872],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03737393,0.0064235074,0.011274805,0.00024588365,0.2661177,0.000100351426,0.008584507,0.0005650663,0.020071791,0.0036013182,0.021802275,0.6238389],"study_design_scores_gemma":[0.33119306,0.029020745,0.024171034,0.00012024282,0.22363171,0.00014255282,0.042960398,0.007251178,0.060429472,0.10111379,0.17885648,0.0011093346],"about_ca_topic_score_codex":0.0016956093,"about_ca_topic_score_gemma":0.00040439458,"teacher_disagreement_score":0.62272954,"about_ca_system_score_codex":0.00006406516,"about_ca_system_score_gemma":0.0003865833,"threshold_uncertainty_score":0.9893235},"labels":[],"label_agreement":null},{"id":"W2135894553","doi":"10.7202/029931ar","title":"L’interprétation des tests d’hypothèses : p, la taille de l’effet et la puissance","year":2009,"lang":"fr","type":"article","venue":"Revue des sciences de l éducation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; Université de Montréal; Université de Moncton","funders":"","keywords":"Humanities; Philosophy; Mathematics","score_opus":0.859684906747481,"score_gpt":0.6057165584362199,"score_spread":0.25396834831126114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135894553","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.691022,0.01596269,0.10484414,0.010367096,0.0009678624,0.0007004026,0.000018117253,0.000028811022,0.17608891],"genre_scores_gemma":[0.9004376,0.0011817241,0.07688013,0.0007056481,0.00017612998,0.00003757568,0.000006236263,0.000011699927,0.020563284],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97838247,0.014995102,0.0031764912,0.0010760984,0.0017419405,0.0006278914],"domain_scores_gemma":[0.9885356,0.0066080107,0.0023618543,0.0013214963,0.0008685675,0.0003044722],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.10304511,0.0003680455,0.0012919373,0.00047372704,0.0008304016,0.0029853014,0.0017559724,0.00019972435,0.002116733],"category_scores_gemma":[0.040538363,0.00025549217,0.00072648114,0.0030372806,0.0016142183,0.0016065985,0.00006373946,0.00024278474,0.0012114884],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012956195,0.0006688833,0.047704723,0.0006155728,0.00008209007,0.000028529244,0.07589272,0.0077369264,0.0028396528,0.22979826,0.02870427,0.6059154],"study_design_scores_gemma":[0.0002700861,0.000510669,0.27949703,0.0020263346,0.0004312339,0.0011685843,0.012333003,0.107671,0.00045933743,0.44854948,0.14631955,0.0007636926],"about_ca_topic_score_codex":0.00014122725,"about_ca_topic_score_gemma":0.00031513072,"teacher_disagreement_score":0.6051517,"about_ca_system_score_codex":0.0005049051,"about_ca_system_score_gemma":0.0008820412,"threshold_uncertainty_score":0.99998975},"labels":[],"label_agreement":null},{"id":"W2136008482","doi":"10.1016/j.jclinepi.2014.04.003","title":"Network meta-analyses could be improved by searching more sources and by involving a librarian","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":189,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"MEDLINE; Medicine; Systematic review; Interquartile range; Electronic database; Meta-analysis; Information retrieval; Family medicine; Computer science; Surgery; Pathology","score_opus":0.9479113934976748,"score_gpt":0.6806661473237743,"score_spread":0.26724524617390055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136008482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43920738,0.08371518,0.30362102,0.16905415,0.0017462468,0.00074849674,0.00004802587,0.000015019646,0.0018444676],"genre_scores_gemma":[0.83068687,0.0018159442,0.09057296,0.06798482,0.002701212,0.000014931383,0.000013008245,0.000051963598,0.00615831],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.77041656,0.17382306,0.05100074,0.0012880492,0.0027273546,0.00074425666],"domain_scores_gemma":[0.40971333,0.5250614,0.059327308,0.0030301032,0.0014629689,0.0014048782],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.64527726,0.00041273388,0.021618994,0.00022673332,0.00021886158,0.0003916574,0.0021605846,0.0004242383,0.0020550783],"category_scores_gemma":[0.7006461,0.00016750461,0.007296635,0.0005923387,0.0004598827,0.00044324607,0.00032642393,0.0014015323,0.00005038837],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005249255,0.0000727928,0.14377856,0.000026204762,0.0060882573,0.0000036266256,0.00010479671,0.00063892,0.00019468089,0.0014285379,0.83218026,0.015430874],"study_design_scores_gemma":[0.0008344543,0.00076516956,0.023319906,0.000049544495,0.009278481,0.00008246087,0.00042505327,0.104724325,0.000007687469,0.099475235,0.76065075,0.0003869442],"about_ca_topic_score_codex":0.000039361777,"about_ca_topic_score_gemma":0.00001338549,"teacher_disagreement_score":0.39147946,"about_ca_system_score_codex":0.000010135776,"about_ca_system_score_gemma":0.00010525536,"threshold_uncertainty_score":0.9988572},"labels":[],"label_agreement":null},{"id":"W2136068942","doi":"10.1136/bmj.330.7491.594","title":"Validity of composite end points in clinical trials","year":2005,"lang":"en","type":"review","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":435,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian College of Naturopathic Medicine; McMaster University","funders":"","keywords":"Composite number; Clinical trial; Psychology; Medicine; Mathematics; Internal medicine; Algorithm","score_opus":0.9687582059754953,"score_gpt":0.7302496534235353,"score_spread":0.23850855255196002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136068942","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025060479,0.9863186,0.0004521009,0.00020636582,0.0007472219,0.0030850428,0.00010026811,0.0000022605038,0.009063101],"genre_scores_gemma":[0.00002065136,0.98953235,0.004250429,0.00008030145,0.000738413,0.00008092221,0.000026904303,0.00001652515,0.005253504],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.446825,0.3928271,0.14716205,0.002405218,0.010320838,0.00045982003],"domain_scores_gemma":[0.800941,0.12458497,0.06482745,0.008560442,0.0008080883,0.0002780679],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.7758676,0.00050457707,0.042856913,0.00071838225,0.000028723418,0.00028364116,0.002970474,0.0004719977,0.017361838],"category_scores_gemma":[0.33937904,0.00020766696,0.017820407,0.0015875668,0.000088494206,0.000094242656,0.000262324,0.00047035542,0.008884782],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018185306,0.0000731927,0.0003786732,0.0013000767,0.00021080619,0.0000056808576,0.0000120675,5.233791e-7,1.4961783e-8,0.00010397059,0.09908855,0.89882463],"study_design_scores_gemma":[0.00014864633,0.00001967763,0.00031604027,0.0032908334,0.0017859286,0.000014502692,0.0000066932935,0.00004611267,5.195676e-8,0.0004242388,0.99376553,0.00018171799],"about_ca_topic_score_codex":0.000006656591,"about_ca_topic_score_gemma":0.000024318915,"teacher_disagreement_score":0.8986429,"about_ca_system_score_codex":0.000040942698,"about_ca_system_score_gemma":0.00033484877,"threshold_uncertainty_score":0.9920159},"labels":[],"label_agreement":null},{"id":"W2136186850","doi":"10.1016/j.jclinepi.2008.01.007","title":"The Completeness of Reporting (CORE) index identifies important deficiencies in observational study conference abstracts","year":2008,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cancer Care Ontario; McMaster University","funders":"Canadian Institutes of Health Research; McMaster University","keywords":"Observational study; Completeness (order theory); Index (typography); Medicine; Computer science; Mathematics; Internal medicine; World Wide Web","score_opus":0.9854991479547747,"score_gpt":0.7067084340231099,"score_spread":0.27879071393166477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136186850","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931894,0.0006897016,0.0030144146,0.0018213993,0.0007913692,0.00025782755,0.0000018494396,8.957033e-7,0.00023316435],"genre_scores_gemma":[0.99746424,0.00028772771,0.001569529,0.0003077635,0.00013972113,0.00000397652,5.3193185e-7,0.0000040119753,0.00022249666],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.5500926,0.08722387,0.35187107,0.0014676024,0.008484873,0.0008600091],"domain_scores_gemma":[0.15495299,0.4817864,0.35120988,0.0032937527,0.0084012505,0.00035574392],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7299914,0.00019154312,0.009950874,0.00023534198,0.00017774983,0.000060313632,0.0019627027,0.00014714264,0.0002952673],"category_scores_gemma":[0.88848484,0.000074408475,0.0024689757,0.00070445036,0.00061392365,0.00020599873,0.00016028107,0.00070393796,0.000026208929],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039419534,0.00021305826,0.99336815,0.0000082447,0.000112576876,0.00006795506,0.00019935127,0.001453521,0.000013564393,0.0015207084,0.0020085957,0.000994874],"study_design_scores_gemma":[0.00026704802,0.00018805277,0.9591021,0.000038831793,0.000047103054,0.00016294702,0.0015437506,0.0038362073,0.0000012178674,0.033691686,0.0010587628,0.00006227119],"about_ca_topic_score_codex":0.000084131076,"about_ca_topic_score_gemma":0.0004445872,"teacher_disagreement_score":0.39513958,"about_ca_system_score_codex":0.000017077808,"about_ca_system_score_gemma":0.0005731891,"threshold_uncertainty_score":0.68022186},"labels":[],"label_agreement":null},{"id":"W2136396870","doi":"10.1186/s13063-014-0526-8","title":"Specifying the target difference in the primary outcome for a randomised controlled trial: guidance for researchers","year":2015,"lang":"en","type":"article","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Medical Research Council; Chief Scientist Office, Scottish Government Health and Social Care Directorate; National Institute for Health and Care Research; Cancer Research UK; University of Aberdeen; Scottish Government","keywords":"Medicine; Outcome (game theory); Randomized controlled trial; Alternative medicine; Physical therapy; Internal medicine; Pathology","score_opus":0.9581313989659439,"score_gpt":0.6472956805131397,"score_spread":0.3108357184528042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136396870","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.089312874,0.016013658,0.47432193,0.056340124,0.00479572,0.3333002,0.00019730623,0.000030161742,0.025688024],"genre_scores_gemma":[0.722308,0.00012003761,0.05655889,0.008093941,0.004627607,0.088461,0.000043841475,0.00010123927,0.11968548],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.87379247,0.094064824,0.023609765,0.0010661888,0.006832489,0.00063423434],"domain_scores_gemma":[0.50645757,0.47292745,0.012564755,0.005627535,0.0021851838,0.00023754571],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.764893,0.0002598555,0.008017251,0.0002044215,0.00018954447,0.0011490654,0.0032557517,0.00008452099,0.00037327464],"category_scores_gemma":[0.7393786,0.00007277845,0.0038756728,0.0007618601,0.00008513125,0.00011425967,0.00007369843,0.0001526281,0.00012888963],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.62947714,0.00024206332,0.001275463,0.0001102709,0.0007238839,0.0000024778797,0.0043695574,0.00015306442,0.00020033505,0.007540082,0.34498352,0.010922134],"study_design_scores_gemma":[0.8078032,0.00021365928,0.0004276901,0.00002607707,0.0003835201,9.0390205e-7,0.0016219739,0.0034378162,0.000015051995,0.07614519,0.10975935,0.00016553298],"about_ca_topic_score_codex":0.000008175158,"about_ca_topic_score_gemma":0.000011801068,"teacher_disagreement_score":0.6329951,"about_ca_system_score_codex":0.00005989437,"about_ca_system_score_gemma":0.00024251573,"threshold_uncertainty_score":0.9998878},"labels":[],"label_agreement":null},{"id":"W2136443930","doi":"","title":"Evidence-based Dentistry: Part VI. Critical Appraisal of the Dental Literature: Papers About Diagnosis, Etiology and Prognosis.","year":2001,"lang":"en","type":"article","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre","funders":"","keywords":"Critical appraisal; Closeness; Etiology; Relevance (law); Evidence-based dentistry; Dental practice; Psychology; Medicine; Dentistry; Alternative medicine; Pathology; Political science; Mathematics","score_opus":0.5306895604988738,"score_gpt":0.4684965183034396,"score_spread":0.062193042195434256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136443930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9545638,0.027086394,0.00040356608,0.010851938,0.0025159335,0.0021344572,0.00004920362,0.000012108599,0.0023825748],"genre_scores_gemma":[0.99592596,0.00047516095,0.0002430708,0.0006022891,0.00015288808,0.0020073666,0.000003484787,0.000007991852,0.00058177445],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98691183,0.006068782,0.0033812588,0.00078230887,0.002462015,0.0003938086],"domain_scores_gemma":[0.98052406,0.015848013,0.0012803297,0.0016110213,0.0005025532,0.00023401261],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029421305,0.00023243879,0.0015150999,0.00013418711,0.00014330083,0.0006970464,0.0012056553,0.00013465193,0.0013652418],"category_scores_gemma":[0.12805529,0.000101332385,0.00093582284,0.0011706318,0.000407706,0.00025503963,0.00016052586,0.00017821153,0.000064134416],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013190753,0.00008867664,0.9213694,0.00006557992,0.000071881106,0.00001301371,0.00006851,0.0000036341519,0.000015381482,0.0012421289,0.02208482,0.054963827],"study_design_scores_gemma":[0.0001536806,0.000017027243,0.9024255,0.00014961719,0.00022551298,0.000058015907,0.000081342485,0.00012277336,0.00010541524,0.00029210252,0.09624966,0.00011929217],"about_ca_topic_score_codex":0.00000602434,"about_ca_topic_score_gemma":0.00003967255,"teacher_disagreement_score":0.09863398,"about_ca_system_score_codex":0.00001798969,"about_ca_system_score_gemma":0.000036855705,"threshold_uncertainty_score":0.99954766},"labels":[],"label_agreement":null},{"id":"W2136495355","doi":"10.3138/ptc.58.3.205","title":"Value of Confidence Intervals in Determining Clinical Significance","year":2006,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Confidence interval; Rehabilitation; Statistical significance; Relevance (law); Medicine; Clinical significance; Clinical trial; Low Confidence; Confidence distribution; Value (mathematics); Statistics; Psychology; Physical therapy; Mathematics; Social psychology; Internal medicine","score_opus":0.5329930463075873,"score_gpt":0.5473550359852294,"score_spread":0.014361989677642129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136495355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892885,0.00054495985,0.005525943,0.0003897229,0.00035788555,0.0003471443,0.000013656509,0.0000020135653,0.0035301833],"genre_scores_gemma":[0.9958129,0.000015479996,0.0012052418,0.0006152168,0.00008630295,0.000013115281,0.000001077421,0.000008581669,0.0022421007],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98494667,0.0040087574,0.0075314254,0.0006182426,0.0026916726,0.00020325292],"domain_scores_gemma":[0.9901788,0.004602322,0.003082596,0.0017182472,0.00034713247,0.00007086808],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02704263,0.0001767775,0.002406519,0.00014361733,0.000030539653,0.00010428826,0.0012582447,0.000039686944,0.0023699952],"category_scores_gemma":[0.0027781024,0.00009968803,0.0006200771,0.000882122,0.00007011632,0.00010417506,0.000031642357,0.000105941304,0.00004148551],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004608048,0.0002530231,0.66177,0.00013310536,0.00021303835,0.00004630959,0.00037551546,0.003961513,0.012480116,0.013495661,0.19700508,0.110220596],"study_design_scores_gemma":[0.00107649,0.0001631767,0.7469778,0.00032297615,0.00005930485,0.0000054437883,0.0007472767,0.06103819,0.003843982,0.028895892,0.15618454,0.00068490545],"about_ca_topic_score_codex":0.36167756,"about_ca_topic_score_gemma":0.53300864,"teacher_disagreement_score":0.17133106,"about_ca_system_score_codex":0.00005888338,"about_ca_system_score_gemma":0.00053139206,"threshold_uncertainty_score":0.99854195},"labels":[],"label_agreement":null},{"id":"W2136892596","doi":"10.1186/1745-6215-10-37","title":"Making trials matter: pragmatic and explanatory trials and the problem of applicability","year":2009,"lang":"en","type":"review","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":481,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; Sunnybrook Health Science Centre; Health Sciences Centre; University of Toronto","funders":"","keywords":"Clinical trial; Alternative medicine; External validity; Psychological intervention; Research design; Medicine; Management science; Medical education; Psychology; Social psychology; Nursing; Social science; Sociology; Pathology","score_opus":0.9322404341418558,"score_gpt":0.6566142636653456,"score_spread":0.27562617047651017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136892596","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011365759,0.97117037,0.001307695,0.00040490247,0.00018127705,0.023737049,0.00022345882,0.000007351051,0.0029565308],"genre_scores_gemma":[0.000053185307,0.9923516,0.0041240486,0.00015289003,0.00041345556,0.0014644194,0.000017842269,0.000032921005,0.0013896474],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.20692383,0.6489869,0.13279927,0.0030103219,0.0076637953,0.00061589153],"domain_scores_gemma":[0.28131872,0.56604046,0.14300513,0.008455488,0.000892221,0.0002879966],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9059173,0.001024383,0.09760551,0.0006957772,0.00018736447,0.0014925303,0.0023151443,0.00049570977,0.006199479],"category_scores_gemma":[0.43875924,0.00032384216,0.01211465,0.0012212184,0.0003864282,0.00017032542,0.00029867393,0.00039367072,0.00053986534],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063887055,0.000032495147,0.000008794675,0.0103306705,0.0013756009,9.075442e-7,0.00018304579,3.5657342e-7,4.884282e-7,0.0032073387,0.018911103,0.9658853],"study_design_scores_gemma":[0.0015721021,0.00003171888,0.000008060383,0.005008379,0.016179387,0.000030344276,0.000103602746,0.0000100887955,4.4302894e-7,0.052499916,0.92425066,0.00030528824],"about_ca_topic_score_codex":0.000008084797,"about_ca_topic_score_gemma":0.0000040980053,"teacher_disagreement_score":0.96558005,"about_ca_system_score_codex":0.000040312632,"about_ca_system_score_gemma":0.00028229918,"threshold_uncertainty_score":0.9999214},"labels":[],"label_agreement":null},{"id":"W2136991564","doi":"10.1136/bmjopen-2015-009368","title":"Reporting, handling and assessing the risk of bias associated with missing participant data in systematic reviews: a methodological survey","year":2015,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto; McMaster University","funders":"Gottfried und Julia Bangerter-Rhyner-Stiftung; Instituto de Salud Carlos III; Canadian Institutes of Health Research; Suomen Lääketieteen Säätiö; Suomen Kulttuurirahasto; Sigrid Juséliuksen Säätiö; Jane ja Aatos Erkon Säätiö","keywords":"Medicine; Missing data; Systematic review; Meta-analysis; MEDLINE; Reporting bias; Publication bias; Cochrane Library; Relative risk; Confidence interval; Statistics; Internal medicine","score_opus":0.9942439294609863,"score_gpt":0.7377356540891176,"score_spread":0.2565082753718687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136991564","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92608374,0.0084198415,0.039379712,0.0006204009,0.00016290949,0.0233004,0.000036868092,0.000006631031,0.0019894843],"genre_scores_gemma":[0.96951073,0.00003251759,0.029350653,0.0001066253,0.000018486839,0.0003521911,0.00001908584,0.000012299747,0.00059739273],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6413418,0.31860924,0.03315519,0.0014692651,0.005016686,0.00040778698],"domain_scores_gemma":[0.44519424,0.28851637,0.23352712,0.02748264,0.004559642,0.0007199679],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9022187,0.00023285935,0.0077731386,0.00012186444,0.00014539837,0.002429062,0.0030678448,0.00007058555,0.000094328796],"category_scores_gemma":[0.93562824,0.00007323608,0.00026438545,0.0015324181,0.00009803801,0.0005674837,0.0012568088,0.00019351514,0.000028876342],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015807982,0.000049541697,0.99263453,0.001119976,0.00033800415,0.000019292444,0.0014684332,0.00009804972,0.000006301466,0.00002203206,0.0025488453,0.0016791549],"study_design_scores_gemma":[0.0007375778,0.00010330124,0.84818065,0.02346992,0.0025554395,0.00008726228,0.007468685,0.11395361,0.000009098467,0.002354472,0.00066761306,0.0004123832],"about_ca_topic_score_codex":0.0007676735,"about_ca_topic_score_gemma":0.0018391073,"teacher_disagreement_score":0.20037194,"about_ca_system_score_codex":0.000021891085,"about_ca_system_score_gemma":0.00027998598,"threshold_uncertainty_score":0.9986065},"labels":[],"label_agreement":null},{"id":"W2137174156","doi":"10.1186/1748-5908-5-58","title":"Evaluating the impact of MEDLINE filters on evidence retrieval: study protocol","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Western University","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Health services research; Protocol (science); Health informatics; Health administration; MEDLINE; Public health; Quality of Life Research; Information retrieval; Alternative medicine; Nursing; Pathology; Computer science","score_opus":0.9421891235737695,"score_gpt":0.7826866047275037,"score_spread":0.15950251884626576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137174156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93102616,0.0000017545372,0.0006257171,0.00040576915,0.00015987315,0.0673565,0.00000747543,0.000003866003,0.00041286147],"genre_scores_gemma":[0.9902094,1.3693433e-7,0.001973521,0.000088595094,0.000045825833,0.0074490216,5.44763e-7,0.000004902949,0.00022804021],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96854866,0.005759274,0.007621313,0.0012202549,0.01646017,0.00039032244],"domain_scores_gemma":[0.97965866,0.00790675,0.005569151,0.0038331223,0.0028868024,0.00014551947],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3111945,0.00020145359,0.0009382504,0.00044902897,0.00046960718,0.0010707182,0.0035810946,0.00001960702,0.015232691],"category_scores_gemma":[0.101950325,0.000073416195,0.0005957116,0.004741008,0.00032749496,0.00084829517,0.0002266729,0.00018573336,0.00036894283],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020444817,0.0004076667,0.49829978,0.000024786847,0.00012861857,0.0000018182947,0.010669347,0.0017689258,0.30558348,0.0007464436,0.011890676,0.17027403],"study_design_scores_gemma":[0.0013085066,0.0036241296,0.932736,0.00004310232,0.00011681521,0.000008981746,0.010121498,0.036480606,0.012347113,0.0022995642,0.0006363236,0.00027737967],"about_ca_topic_score_codex":0.00012419575,"about_ca_topic_score_gemma":0.000083133185,"teacher_disagreement_score":0.4344362,"about_ca_system_score_codex":0.000060672934,"about_ca_system_score_gemma":0.00055796694,"threshold_uncertainty_score":0.99996626},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2137250593","doi":"10.1016/j.jclinepi.2012.09.007","title":"Prioritization of systematic reviews leads prioritization of research gaps and needs","year":2012,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; University of Ottawa; Ottawa Hospital","funders":"","keywords":"Scopus; Prioritization; Systematic review; Consistency (knowledge bases); Computer science; MEDLINE; Medicine; Management science; Data science; Information retrieval; Library science; Knowledge management; Political science; Engineering; Artificial intelligence","score_opus":0.9544736106130939,"score_gpt":0.7092613274203688,"score_spread":0.24521228319272503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137250593","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019123022,0.36620015,0.09363715,0.49609646,0.010287193,0.009949248,0.00007490329,0.000008186507,0.004623653],"genre_scores_gemma":[0.12020209,0.26893267,0.124514356,0.3766259,0.058600027,0.0002778744,0.00019760427,0.00038748403,0.050261997],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.3006159,0.51755124,0.17085485,0.0011477629,0.008942928,0.0008873096],"domain_scores_gemma":[0.25323975,0.5449611,0.18263501,0.004802136,0.01389112,0.00047087335],"candidate_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.8382911,0.00048676223,0.041343655,0.0021485419,0.00007910261,0.000082589606,0.0026640566,0.0019475635,0.00104437],"category_scores_gemma":[0.899132,0.00022295193,0.0065798247,0.002118697,0.0008253781,0.0003279373,0.00026459183,0.0037035411,0.0002259111],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023671468,0.000074699376,0.073324084,0.036638815,0.00043664116,0.00000903929,0.00014231655,0.000009542233,0.0000072320177,0.0015314793,0.88500106,0.00280141],"study_design_scores_gemma":[0.0007098505,0.0010562165,0.01564335,0.029175134,0.0029239843,0.00033892755,0.00024984308,0.0007985124,0.0000039899824,0.031930447,0.91678107,0.0003886783],"about_ca_topic_score_codex":0.000007070665,"about_ca_topic_score_gemma":0.000002100382,"teacher_disagreement_score":0.119470574,"about_ca_system_score_codex":0.000050714887,"about_ca_system_score_gemma":0.00038321764,"threshold_uncertainty_score":0.9998688},"labels":[],"label_agreement":null},{"id":"W2137432464","doi":"10.1177/229255030601400401","title":"Application of the Consort Statement to Randomized Controlled Trials Comparing Endoscopic and Open Carpal Tunnel Release","year":2006,"lang":"en","type":"article","venue":"Canadian Journal of Plastic Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; McMaster University Medical Centre","funders":"","keywords":"Medicine; Consolidated Standards of Reporting Trials; Randomized controlled trial; Endoscopic carpal tunnel release; Statement (logic); Carpal tunnel syndrome; Medical physics; Surgery; Carpal tunnel","score_opus":0.5230282662183955,"score_gpt":0.4515599123106598,"score_spread":0.0714683539077357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137432464","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9705412,0.0015862796,0.022731028,0.00063142076,0.0012223276,0.0023768037,0.000032542317,5.4824307e-7,0.0008778567],"genre_scores_gemma":[0.99919766,0.000008097231,0.0002449901,0.00007524795,0.00008655671,0.000047947367,0.0000013750955,0.000005434088,0.00033269744],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.969363,0.01352691,0.015068596,0.0002596628,0.0015762424,0.00020558471],"domain_scores_gemma":[0.85647446,0.12363554,0.01679184,0.0010090243,0.0014562756,0.0006328422],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21229875,0.00017310286,0.010878421,0.00064937206,0.00014149555,0.0005811716,0.00087886746,0.000036329864,0.00074597995],"category_scores_gemma":[0.26246566,0.00006931489,0.0022815487,0.00052237714,0.00011219148,0.000116217045,0.000041581177,0.00009626985,0.00002508183],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00846011,0.000060259696,0.82950044,0.000087214066,0.002646062,0.00003797032,0.0004491465,0.009459286,0.0002948367,0.0042609447,0.14104943,0.0036942847],"study_design_scores_gemma":[0.26529354,0.00012797526,0.59275067,0.001862861,0.01204973,0.00015711927,0.0029638256,0.033925135,0.00031826348,0.012521353,0.077057004,0.00097252295],"about_ca_topic_score_codex":0.0046843584,"about_ca_topic_score_gemma":0.011820998,"teacher_disagreement_score":0.25683343,"about_ca_system_score_codex":0.00006459203,"about_ca_system_score_gemma":0.0010870056,"threshold_uncertainty_score":0.81679577},"labels":[],"label_agreement":null},{"id":"W2137506223","doi":"10.1111/j.1708-8208.2001.tb00234.x","title":"In Search of Truth: The Role of Systematic Reviews and Meta‐Analyses for Assessing the Effectiveness of Rehabilitation with Oral Implants","year":2001,"lang":"en","type":"review","venue":"Clinical Implant Dentistry and Related Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Systematic review; Medicine; Rehabilitation; Randomized controlled trial; Medical physics; Scientific evidence; Intervention (counseling); Clinical trial; Scientific literature; Evidence-based dentistry; Harm; MEDLINE; Alternative medicine; Management science; Psychology; Physical therapy; Nursing; Surgery; Engineering; Pathology","score_opus":0.9106710307701537,"score_gpt":0.7184673657638473,"score_spread":0.19220366500630637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137506223","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008205675,0.98363996,0.00014875516,0.00002857568,0.00023267677,0.0075143646,0.00010679067,8.687198e-7,0.00012235707],"genre_scores_gemma":[0.031189203,0.9674698,0.00028932918,0.0000019151187,0.0000211734,0.00053581595,0.000022580556,0.000020387462,0.00044979586],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8084247,0.16934627,0.017470287,0.0010428239,0.0033346433,0.0003812768],"domain_scores_gemma":[0.64355326,0.34576827,0.0068205143,0.0022871091,0.0014560344,0.00011481819],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.48315573,0.00039089128,0.015883364,0.0005934382,0.00019688389,0.0002979352,0.0016220014,0.00044331516,0.000113623566],"category_scores_gemma":[0.11981386,0.00011128304,0.0030380806,0.0029109912,0.0011528182,0.00017088938,0.00028616196,0.0010444347,0.00002245713],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020467094,0.00045067613,0.0015909473,0.8398529,0.019705161,0.00015110543,0.0002858078,0.0000127115,0.00001894631,0.002273271,0.00062390603,0.13482985],"study_design_scores_gemma":[0.0041879094,0.0035868434,0.0074118446,0.5141385,0.24808933,0.027064614,0.011146997,0.003384187,0.000070801856,0.040629473,0.13855208,0.0017374129],"about_ca_topic_score_codex":0.000038466602,"about_ca_topic_score_gemma":0.000014862234,"teacher_disagreement_score":0.36334187,"about_ca_system_score_codex":0.000018048388,"about_ca_system_score_gemma":0.00024421068,"threshold_uncertainty_score":0.9987269},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2137712069","doi":"10.1093/jnci/djq142","title":"From Quality of Publication to Quality of Care: Translating Trials to Practice","year":2010,"lang":"en","type":"letter","venue":"JNCI Journal of the National Cancer Institute","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Institute for Cancer Research; Impact","funders":"","keywords":"Credibility; Consolidated Standards of Reporting Trials; Clinical trial; Protocol (science); Quality (philosophy); Medicine; Randomized controlled trial; Alternative medicine; Medical physics; Intervention (counseling); Family medicine; Nursing; Surgery; Pathology","score_opus":0.8975836995783752,"score_gpt":0.6660161635811626,"score_spread":0.2315675359972127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137712069","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010427689,0.0011174183,0.0124757765,0.9594343,0.008329448,0.0014413412,0.0024235763,0.0000020181485,0.004348486],"genre_scores_gemma":[0.1745321,0.000083866034,0.1133336,0.6747143,0.030651836,0.00018323124,0.00016868883,0.000069455185,0.0062628738],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.92325467,0.02397979,0.029443018,0.00073094096,0.022362556,0.00022902008],"domain_scores_gemma":[0.87180513,0.0231356,0.065881185,0.0021551189,0.03683895,0.00018402934],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23263998,0.00032587632,0.005755164,0.0007346883,0.00012576811,0.00038733368,0.0038394465,0.00053779327,0.0018832922],"category_scores_gemma":[0.4567755,0.0001538757,0.0036969278,0.0017873794,0.0000936597,0.00083805836,0.00013285992,0.0017026165,0.000053290278],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014148816,0.000037701284,0.00046239435,0.00017216524,0.00085840566,6.78814e-7,0.0020355545,0.0010629256,0.0022440897,0.000605367,0.98333097,0.009048287],"study_design_scores_gemma":[0.0003576849,0.00003061198,0.0026642,0.00022095225,0.0005526261,0.0000046002237,0.00019629611,0.000010875113,0.00049667124,0.0030068655,0.9922968,0.00016183108],"about_ca_topic_score_codex":0.0011011843,"about_ca_topic_score_gemma":0.0009122359,"teacher_disagreement_score":0.28471988,"about_ca_system_score_codex":0.00033000938,"about_ca_system_score_gemma":0.0020759385,"threshold_uncertainty_score":0.9990291},"labels":[],"label_agreement":null},{"id":"W2138013284","doi":"10.1097/ccm.0b013e3181920e33","title":"The design and interpretation of pilot trials in clinical research in critical care","year":2008,"lang":"en","type":"review","venue":"Critical Care Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":220,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Interpretation (philosophy); Intensive care medicine; Clinical trial; Research design; Medical physics; Internal medicine","score_opus":0.973352575147566,"score_gpt":0.767300530541774,"score_spread":0.20605204460579196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138013284","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001855707,0.9889016,0.0046819896,0.0015215573,0.000688495,0.0024688502,0.000017338578,0.0000025015513,0.0016991086],"genre_scores_gemma":[0.034496352,0.9637201,0.00096179184,0.00007340573,0.00038497642,0.00025610375,0.0000152601,0.000024770692,0.000067233705],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.6682359,0.27868006,0.041299142,0.0020150463,0.009033633,0.00073622924],"domain_scores_gemma":[0.37900078,0.61003745,0.0021304886,0.003355008,0.005053629,0.0004226746],"candidate_categories":["metaresearch","metaepi_broad","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.43822327,0.0004870294,0.019337073,0.0013278086,0.00016679142,0.00024268252,0.001966586,0.0004178129,0.0005330253],"category_scores_gemma":[0.8523575,0.00018159092,0.0019461291,0.002676804,0.0029758383,0.00010274812,0.000298715,0.001610255,0.00014524948],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040213512,0.00004227829,0.00014730667,0.009969027,0.000035232235,0.0000760202,0.0011222482,3.8401726e-7,5.1061992e-8,0.0050569153,0.00453613,0.9789742],"study_design_scores_gemma":[0.0009060199,0.002250873,0.00020994559,0.042690974,0.0017545357,0.00010381888,0.023617666,0.00072608195,2.1114717e-7,0.010905873,0.91642153,0.00041246339],"about_ca_topic_score_codex":0.00003361382,"about_ca_topic_score_gemma":0.00007240757,"teacher_disagreement_score":0.97856176,"about_ca_system_score_codex":0.00014172526,"about_ca_system_score_gemma":0.00062997814,"threshold_uncertainty_score":0.9997375},"labels":[],"label_agreement":null},{"id":"W2138188678","doi":"10.1016/j.apmr.2010.01.011","title":"Top-Cited Articles in Rehabilitation","year":2010,"lang":"en","type":"review","venue":"Archives of Physical Medicine and Rehabilitation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":128,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Canadian Institutes of Health Research; Michael Smith Health Research BC; British Columbia Lung Association","keywords":"Rehabilitation; Physical medicine and rehabilitation; Psychology; Medicine; Physical therapy","score_opus":0.3963228489503726,"score_gpt":0.5240338656198847,"score_spread":0.12771101666951212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138188678","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011021262,0.980804,0.00047331728,0.002337357,0.00016982332,0.0021260225,0.00001642278,0.000006284361,0.0030455147],"genre_scores_gemma":[0.022277042,0.9335396,0.04141303,0.00009869017,0.0008963535,0.0005059655,0.00010660405,0.00007390408,0.0010888082],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98142755,0.007995054,0.0074224486,0.0009397185,0.002029771,0.00018546967],"domain_scores_gemma":[0.85782737,0.13678731,0.0032736931,0.0017304233,0.00025306793,0.00012812961],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020881705,0.00036921536,0.0069385455,0.0016824567,0.00004467212,0.000049816506,0.0006268957,0.00012476798,0.00018996643],"category_scores_gemma":[0.16545749,0.00016072455,0.0019286831,0.0017910124,0.0008557341,0.00015233646,0.00009001991,0.00041113098,0.00007088551],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047049384,0.00011089831,0.00036906402,0.00398668,0.00003440833,3.5726714e-7,0.0075891134,0.0000017600019,0.000030004137,0.008354383,0.00044159373,0.97907704],"study_design_scores_gemma":[0.0003325104,0.0012196193,0.004054737,0.0117080305,0.00065140444,0.0000026337655,0.0023298557,0.001548889,5.8916066e-7,0.18584946,0.79205525,0.00024700424],"about_ca_topic_score_codex":0.000026322703,"about_ca_topic_score_gemma":0.00002783669,"teacher_disagreement_score":0.97883004,"about_ca_system_score_codex":0.0000111232475,"about_ca_system_score_gemma":0.00006247146,"threshold_uncertainty_score":0.8415722},"labels":[],"label_agreement":null},{"id":"W2138393952","doi":"10.1002/sim.3095","title":"Construction of confidence limits about effect measures: A general approach","year":2007,"lang":"en","type":"article","venue":"Statistics in Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":252,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Robarts Clinical Trials; Western University","funders":"","keywords":"Confidence interval; Computer science; Statistics; Log-normal distribution; Econometrics; Mathematics","score_opus":0.5277622902536679,"score_gpt":0.527346483686242,"score_spread":0.0004158065674259026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138393952","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037245646,0.0009940348,0.9411585,0.00006795296,0.00048149904,0.0005124364,0.000028103032,0.0000027956974,0.01950904],"genre_scores_gemma":[0.773428,0.00008979943,0.22464383,0.00013239957,0.00020110454,0.000013059056,0.000020524174,0.000009698619,0.001461563],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9811692,0.0041316333,0.0081309015,0.00064387405,0.0056509417,0.00027345374],"domain_scores_gemma":[0.9853996,0.009228762,0.0027885488,0.001390992,0.0010605773,0.00013154447],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15214857,0.00020774225,0.002763194,0.00052575173,0.00004589814,0.000046617686,0.0007148599,0.000077834724,0.0014404948],"category_scores_gemma":[0.09823371,0.00009885066,0.00019293971,0.0012423968,0.000424111,0.000054590942,0.000028819159,0.00019406574,0.00009033976],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010077524,0.000089903995,0.18605103,0.00051408465,0.0002521593,0.000060975184,0.0029894842,0.00021938878,0.0017859621,0.4207374,0.05795018,0.32924867],"study_design_scores_gemma":[0.007241348,0.0022915748,0.5188615,0.0017025422,0.002020494,0.00044761467,0.010258447,0.08886697,0.0022770935,0.30992046,0.054735716,0.0013762641],"about_ca_topic_score_codex":0.000082188424,"about_ca_topic_score_gemma":0.00009667105,"teacher_disagreement_score":0.7361824,"about_ca_system_score_codex":0.00003316298,"about_ca_system_score_gemma":0.00005114455,"threshold_uncertainty_score":0.9994723},"labels":[],"label_agreement":null},{"id":"W2138435168","doi":"10.5195/ijms.2014.76","title":"Strengthening the Reporting of Observational Studies in Epidemiology (STROBE) in the International Journal of Medical Students","year":2014,"lang":"en","type":"article","venue":"International Journal of Medical Students","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Observational study; Strengthening the reporting of observational studies in epidemiology; Epidemiology; Medicine; Medical education; Pathology","score_opus":0.8607078217363038,"score_gpt":0.6770976459133001,"score_spread":0.18361017582300365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138435168","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9326696,0.0011615551,0.005341129,0.056777146,0.0037393651,0.00015310587,0.0000029748505,7.116848e-7,0.00015445273],"genre_scores_gemma":[0.99359787,0.0005412861,0.00081357715,0.00369201,0.0012701565,0.000005660633,0.000002074931,0.000006817727,0.000070570815],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7256124,0.026693804,0.07449255,0.00082091306,0.17174436,0.00063599326],"domain_scores_gemma":[0.81957704,0.075692825,0.089884154,0.0015412959,0.01279984,0.0005048573],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.57657987,0.00022702815,0.002815265,0.0007127251,0.000055713062,0.00041278987,0.027005427,0.00017291792,0.0016970586],"category_scores_gemma":[0.581415,0.00008896124,0.0012193937,0.0005613632,0.00032494916,0.00028862891,0.0012307581,0.0011540526,0.000017287643],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055437216,0.00043091076,0.95816994,0.000008798563,0.0012549562,0.00026233122,0.0025735355,0.00035019615,0.000004414583,0.0020186857,0.01436636,0.020504454],"study_design_scores_gemma":[0.0027813036,0.00018198942,0.9411273,0.001539875,0.00013762509,0.0013189175,0.009023597,0.0039590155,0.000007852309,0.012202171,0.027588619,0.00013170965],"about_ca_topic_score_codex":0.000044843513,"about_ca_topic_score_gemma":0.00017851163,"teacher_disagreement_score":0.15894452,"about_ca_system_score_codex":0.00016807135,"about_ca_system_score_gemma":0.00038575093,"threshold_uncertainty_score":0.99921554},"labels":[],"label_agreement":null},{"id":"W2138654288","doi":"10.1136/ebm.7.1.4","title":"\"Double blind, you are the weakest link -- goodbye!\"","year":2002,"lang":"en","type":"editorial","venue":"Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Blinding; Double blind; Masking (illustration); Medicine; Randomized controlled trial; Psychology; Alternative medicine; Placebo; Pathology","score_opus":0.7776670886860587,"score_gpt":0.5311319646305034,"score_spread":0.24653512405555533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138654288","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000072504525,0.06439382,0.0025054736,0.10314521,0.8183717,0.0030139168,0.00008141169,0.00004269166,0.008373274],"genre_scores_gemma":[0.0017441255,0.002260532,0.00028859093,0.0018177109,0.8595277,0.00035948312,0.00013106738,0.00008708059,0.13378368],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9284941,0.013972565,0.018289864,0.0032854998,0.03502827,0.00092968065],"domain_scores_gemma":[0.8522511,0.0994378,0.022885356,0.016836328,0.0077788727,0.0008105543],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.22856852,0.001416919,0.010636569,0.0011709377,0.00059587066,0.0014065079,0.009805307,0.0012554628,0.048636433],"category_scores_gemma":[0.41880906,0.0005182649,0.0035955503,0.0044128424,0.0007735503,0.0004830058,0.0003032769,0.0025254048,0.018789839],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015050637,0.000044317345,0.00040396364,0.00030529746,0.0002528977,0.000053446765,0.00022982014,0.000063532454,0.0000034351824,0.00006267646,0.99084777,0.007582357],"study_design_scores_gemma":[0.0023858794,0.00028392865,0.00008714843,0.0057233754,0.0020303223,0.0000054863553,0.0005464962,0.0012778732,0.000005872768,0.00037280246,0.9867777,0.00050307106],"about_ca_topic_score_codex":0.00021371957,"about_ca_topic_score_gemma":0.00021207854,"teacher_disagreement_score":0.19024055,"about_ca_system_score_codex":0.0002310231,"about_ca_system_score_gemma":0.0008944703,"threshold_uncertainty_score":0.9998581},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2138689163","doi":"10.1016/j.ambp.2005.11.001","title":"Case-Control Confusion","year":2006,"lang":"en","type":"review","venue":"Ambulatory Pediatrics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Confusion; Medicine; Psychology; Psychoanalysis","score_opus":0.7056214742692624,"score_gpt":0.5243236885371865,"score_spread":0.1812977857320759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138689163","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000023103354,0.98668104,0.00259772,0.000012470553,0.0013701433,0.0019551713,0.00030052778,0.000021747624,0.0070380485],"genre_scores_gemma":[0.00009581343,0.97826797,0.00056919205,0.0001341876,0.0018511645,0.000098423596,0.000058237576,0.000080019614,0.018844975],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9502335,0.01745241,0.021838745,0.0022159112,0.0076805223,0.00057886797],"domain_scores_gemma":[0.95985764,0.014171408,0.016819946,0.007524012,0.0012723329,0.00035465293],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.10916917,0.001139499,0.017734667,0.0016043187,0.00031087577,0.0013514303,0.0029641136,0.00083562173,0.010214219],"category_scores_gemma":[0.021707188,0.00054531096,0.010453794,0.003561096,0.00007460898,0.00020949055,0.00025925806,0.0007431347,0.028026735],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.1023054e-7,0.000032078053,0.00030835468,0.0029768932,0.0001437521,0.0008750714,0.000011880314,0.0000105393365,4.17982e-9,0.0003303526,0.30960688,0.6857038],"study_design_scores_gemma":[0.00012510043,0.000015614001,0.00002001215,0.00017672447,0.0075694383,0.0013941141,0.000011978029,0.00015652411,2.7418923e-9,0.0002945964,0.9897151,0.0005208028],"about_ca_topic_score_codex":0.000018552471,"about_ca_topic_score_gemma":0.000015612703,"teacher_disagreement_score":0.685183,"about_ca_system_score_codex":0.00010445057,"about_ca_system_score_gemma":0.0005400465,"threshold_uncertainty_score":0.99969983},"labels":[],"label_agreement":null},{"id":"W2139017261","doi":"10.1002/sim.6265","title":"STRengthening Analytical Thinking for Observational Studies: the STRATOS initiative","year":2014,"lang":"en","type":"article","venue":"Statistics in Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":135,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Economic and Social Research Council; Medical Research Council; Cancer Research UK; McGill University","keywords":"Observational study; Computer science; Econometrics; Data science; Management science; Statistics; Mathematics; Economics","score_opus":0.8755938676556354,"score_gpt":0.6135030834304239,"score_spread":0.2620907842252115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139017261","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0055534514,0.00041667363,0.98256403,0.0062510013,0.00041881885,0.0006359779,0.00009084037,0.0000036349027,0.0040655546],"genre_scores_gemma":[0.84585506,0.000046081354,0.1473355,0.0040936302,0.0007100831,0.00011632045,0.00007242542,0.000016550734,0.0017543571],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9850941,0.003946467,0.0062345103,0.0005418327,0.0039522587,0.00023085879],"domain_scores_gemma":[0.9058325,0.08852912,0.0024162699,0.0012857436,0.0018581816,0.000078150544],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12504554,0.00019505147,0.0020400973,0.00019572325,0.00021759322,0.00013754149,0.0009993659,0.00004108747,0.0014138801],"category_scores_gemma":[0.34679487,0.00007409384,0.0001965036,0.00081808696,0.00027286826,0.00007804228,0.000071964816,0.00020412113,0.000070200076],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059700733,0.000013217021,0.008360719,0.000038862327,0.00016929001,0.0000016906084,0.004573979,0.00027238604,0.0000021214678,0.8301748,0.1447542,0.011632745],"study_design_scores_gemma":[0.0004455966,0.00012703826,0.015694972,0.00012536999,0.00022767312,0.0000017856689,0.010525479,0.24095267,0.0000010913617,0.69673395,0.03505871,0.00010569221],"about_ca_topic_score_codex":0.000005981417,"about_ca_topic_score_gemma":0.000117942305,"teacher_disagreement_score":0.8403016,"about_ca_system_score_codex":0.000037980135,"about_ca_system_score_gemma":0.000059370675,"threshold_uncertainty_score":0.99949896},"labels":[],"label_agreement":null},{"id":"W2139115743","doi":"10.1002/sim.6633","title":"Knowledge translation in biostatistics: a survey of current practices, preferences, and barriers to the dissemination and uptake of new statistical methods","year":2015,"lang":"en","type":"article","venue":"Statistics in Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Institute for Work & Health; Institute of Health Services and Policy Research; McGill University; Institute for Clinical Evaluative Sciences; University of Toronto; SickKids Foundation; Hospital for Sick Children; Public Health Ontario","funders":"Canadian Institutes of Health Research","keywords":"Biostatistics; Statistical software; Computer science; Knowledge translation; Medical education; Perception; Principal (computer security); Data science; Psychology; Public health; Knowledge management; Medicine; Nursing","score_opus":0.8373272864966954,"score_gpt":0.65655898842761,"score_spread":0.18076829806908545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139115743","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015501425,0.0070178914,0.9749882,0.00040355115,0.00026928436,0.0007353603,0.0006278746,9.909713e-7,0.0004553755],"genre_scores_gemma":[0.62419915,0.00040086053,0.3750766,0.000021897276,0.00003201384,0.000016785129,0.000099468816,0.0000085434285,0.00014468598],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98055464,0.010895897,0.005779582,0.0005603942,0.0020346146,0.0001748936],"domain_scores_gemma":[0.9565572,0.038526896,0.0027651133,0.0006851482,0.0011103561,0.00035524942],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11929743,0.00017260486,0.0016737512,0.00044369927,0.000025368345,0.000054701628,0.00038153768,0.00004761666,0.00043038346],"category_scores_gemma":[0.47870085,0.00008363843,0.000025820673,0.0013610774,0.00022910425,0.0000810997,0.00005510259,0.00017230377,0.0000057038756],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054459688,0.00003569724,0.057305515,0.00015537936,0.000027491616,0.000001298643,0.019291861,0.000020031654,0.000022360175,0.012982399,0.033304833,0.8767987],"study_design_scores_gemma":[0.0010675082,0.0004556863,0.8329797,0.00046839818,0.00027959823,0.0000048640795,0.008414883,0.06346934,0.000011074217,0.069125704,0.023528755,0.00019448735],"about_ca_topic_score_codex":0.0008564497,"about_ca_topic_score_gemma":0.008621005,"teacher_disagreement_score":0.8766042,"about_ca_system_score_codex":0.000025081034,"about_ca_system_score_gemma":0.00031438968,"threshold_uncertainty_score":0.90686864},"labels":[],"label_agreement":null},{"id":"W2139168568","doi":"10.1001/jama.295.15.1801","title":"Second-Order Peer Review of the Medical Literature for Clinical Practitioners","year":2006,"lang":"en","type":"article","venue":"JAMA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"European Commission","keywords":"Medicine; Observational study; Relevance (law); Critical appraisal; Medical education; Peer review; MEDLINE; Service (business); Family medicine; Alternative medicine; Pathology","score_opus":0.5880177967827915,"score_gpt":0.5772160917872035,"score_spread":0.01080170499558808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139168568","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014610322,0.13291012,0.016881622,0.57025206,0.0036709975,0.0049457587,0.00036005312,0.0000140283355,0.25635502],"genre_scores_gemma":[0.056193672,0.006566536,0.028248088,0.082198985,0.003942955,0.00034242976,0.00022444967,0.000046981855,0.8222359],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97846764,0.00592658,0.00763082,0.00047759287,0.0073655555,0.00013181409],"domain_scores_gemma":[0.97515047,0.009421925,0.005125465,0.0029413179,0.0072487965,0.00011202212],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18205787,0.00012634278,0.0018539157,0.000055303135,0.0000671689,0.00028918992,0.00129244,0.00016381213,0.028525295],"category_scores_gemma":[0.2973099,0.000043697175,0.0022241757,0.0010468464,0.000074790354,0.00017189368,0.0000807198,0.00024763384,0.00040272484],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021296837,0.000036752812,0.00146957,0.00047802553,0.00003953238,9.714362e-7,0.000018327699,3.2755426e-7,0.0000010373641,0.003627593,0.9819891,0.012336636],"study_design_scores_gemma":[0.00020171716,0.000011645685,0.0081058275,0.0010104465,0.000110610854,0.000014213569,0.000021205573,0.00021686766,0.0000035801345,0.0041437824,0.98610806,0.000052064235],"about_ca_topic_score_codex":0.0000018511082,"about_ca_topic_score_gemma":0.000020300016,"teacher_disagreement_score":0.5658809,"about_ca_system_score_codex":0.000007447145,"about_ca_system_score_gemma":0.00014025078,"threshold_uncertainty_score":0.97236276},"labels":[],"label_agreement":null},{"id":"W2139214434","doi":"","title":"Developing optimal search strategies for detecting sound clinical prediction studies in MEDLINE.","year":2003,"lang":"en","type":"article","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"MEDLINE; Computer science; Gold standard (test); Recall; Identification (biology); Medical physics; Information retrieval; Medicine; Machine learning; Artificial intelligence; Psychology; Cognitive psychology","score_opus":0.9418158865736436,"score_gpt":0.6186533283026883,"score_spread":0.3231625582709553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139214434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8161207,0.0014777025,0.1774346,0.00028853776,0.0008438715,0.002030365,0.000004838226,0.000010127482,0.0017892724],"genre_scores_gemma":[0.9731008,0.000054827804,0.024356801,0.00007459507,0.00014296337,0.0013175798,0.0000012240456,0.000008903305,0.0009423078],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98331875,0.00607788,0.0073478674,0.0008047381,0.002007082,0.0004436826],"domain_scores_gemma":[0.98410976,0.01216888,0.0014742806,0.001035828,0.0010947201,0.000116528674],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2255206,0.00017799933,0.0019252148,0.00031442847,0.00016430991,0.00060673576,0.00055284356,0.00008767079,0.00007040654],"category_scores_gemma":[0.12124019,0.00009437933,0.0006857023,0.0010124833,0.00008938759,0.00034833542,0.000066320696,0.00017140368,0.000055712317],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057668745,0.00013372286,0.48760217,0.00040687842,0.0012173607,0.00001203661,0.003912829,0.0058215815,0.0000051088973,0.030025328,0.007895597,0.4629097],"study_design_scores_gemma":[0.002678442,0.00015166223,0.600273,0.00013294618,0.00052894466,0.000055005312,0.11589083,0.030727584,0.00019243862,0.18437476,0.06404412,0.00095023564],"about_ca_topic_score_codex":0.000002385642,"about_ca_topic_score_gemma":0.00007646956,"teacher_disagreement_score":0.46195948,"about_ca_system_score_codex":0.00008220194,"about_ca_system_score_gemma":0.00012518305,"threshold_uncertainty_score":0.886162},"labels":[],"label_agreement":null},{"id":"W2139227837","doi":"10.1186/s13643-015-0116-1","title":"Do evidence summaries increase policy-makers’ use of evidence from systematic reviews: A systematic review protocol","year":2015,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa","funders":"","keywords":"Systematic review; Medicine; Randomized controlled trial; Protocol (science); Management science; Evidence-based medicine; Evidence-based policy; MEDLINE; Grey literature; Alternative medicine; Political science; Pathology; Economics","score_opus":0.9228470564046337,"score_gpt":0.6257256216254292,"score_spread":0.2971214347792045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139227837","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.596368e-8,0.5367814,0.00080503,0.000076806224,0.00038382423,0.46154097,0.00022827697,0.000041834264,0.00014183874],"genre_scores_gemma":[2.1273429e-7,0.5439264,0.0021797,0.00033178253,0.00027445782,0.44710854,0.000059981663,0.00019744111,0.0059214938],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.36967823,0.42014456,0.17684731,0.0064147743,0.025037626,0.0018774855],"domain_scores_gemma":[0.29268244,0.2772347,0.33775744,0.07450866,0.014799293,0.003017466],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.63459235,0.0071616764,0.23774704,0.0036148755,0.00048569663,0.006246824,0.021642312,0.0015255408,0.0032274856],"category_scores_gemma":[0.91965276,0.0026056024,0.0413114,0.016110528,0.000609306,0.004004439,0.0024998938,0.0018305568,0.048612636],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007958518,0.0001330932,0.0000070607753,0.90890855,0.002423428,0.000033969845,0.00047668928,6.259818e-7,1.9128478e-7,0.00020882569,0.08453093,0.0032686954],"study_design_scores_gemma":[0.00011947437,0.00009024645,1.2142975e-7,0.56110144,0.04285804,0.0002516201,0.00010404291,0.000050740873,6.686696e-8,0.00018352554,0.39396363,0.0012770393],"about_ca_topic_score_codex":0.0004973088,"about_ca_topic_score_gemma":0.00009084607,"teacher_disagreement_score":0.3478071,"about_ca_system_score_codex":0.0019458544,"about_ca_system_score_gemma":0.0039671287,"threshold_uncertainty_score":0.9997707},"labels":[],"label_agreement":null},{"id":"W2139794891","doi":"10.1002/bdra.20289","title":"Quality and content of abstracts in papers reporting about drug exposures during pregnancy","year":2006,"lang":"en","type":"article","venue":"Birth Defects Research Part A Clinical and Molecular Teratology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Pregnancy; Medicine; Confounding; MEDLINE; Quality (philosophy); Baseline (sea); Cohort; Cohort study; Family medicine; Internal medicine","score_opus":0.7913322832045699,"score_gpt":0.6046744465861429,"score_spread":0.18665783661842705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139794891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9888898,0.0067513366,0.00003646186,0.00045057866,0.00006737802,0.00063399033,0.000004727005,0.0000049056325,0.003160788],"genre_scores_gemma":[0.99834937,0.00029874552,0.00029283026,0.00006851788,0.000027047192,0.00005356106,0.0000025718502,0.000008242318,0.0008991061],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95949674,0.019500548,0.016713936,0.001290069,0.002454033,0.0005446514],"domain_scores_gemma":[0.98568916,0.007323079,0.004583327,0.0013810734,0.00079363165,0.00022973728],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.096948646,0.00019819918,0.002880706,0.00034146942,0.00012089105,0.00022416768,0.00041593003,0.00015540366,0.00013183651],"category_scores_gemma":[0.114279665,0.00011003691,0.00062849437,0.00057443447,0.000541885,0.00008042283,0.00028237008,0.00043447907,0.000024124694],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033976663,0.00012565879,0.9864781,0.00023766908,0.00005325752,0.00037250243,0.00008128181,0.0000071450645,0.004654371,0.002223612,0.00031018982,0.005422226],"study_design_scores_gemma":[0.000643742,0.000082622966,0.9915879,0.00023824588,0.000016315922,0.000046681063,0.0001852222,0.000051129715,0.0011028859,0.0028357327,0.0030878806,0.00012165059],"about_ca_topic_score_codex":0.0001763647,"about_ca_topic_score_gemma":0.00059279194,"teacher_disagreement_score":0.02619239,"about_ca_system_score_codex":0.0000071646436,"about_ca_system_score_gemma":0.000080771526,"threshold_uncertainty_score":0.9298814},"labels":[],"label_agreement":null},{"id":"W2140206243","doi":"10.1007/s11606-007-0453-4","title":"Tips for Teachers of Evidence-Based Medicine: Understanding Odds Ratios and Their Relationship to Risk Ratios","year":2008,"lang":"en","type":"review","venue":"Journal of General Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Odds ratio; MEDLINE; Odds; Family medicine; Internal medicine; Logistic regression","score_opus":0.9279716627737477,"score_gpt":0.5946941644581131,"score_spread":0.3332774983156346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140206243","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013958696,0.6795542,0.3158877,0.002340155,0.0008160317,0.0009506695,0.000016220787,0.0000015842685,0.00029385008],"genre_scores_gemma":[0.0035511379,0.98299176,0.0047755423,0.00040352027,0.002439162,0.00003232508,0.0000075177695,0.000040377276,0.0057586473],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9682599,0.008734215,0.017995523,0.00064720394,0.004102708,0.000260469],"domain_scores_gemma":[0.9416045,0.030027004,0.024508342,0.0013198655,0.0020623943,0.00047792293],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08326476,0.0006647638,0.011279287,0.002108601,0.00017958616,0.00012491868,0.0017888903,0.00024163662,0.0010351851],"category_scores_gemma":[0.1617745,0.00023132212,0.0027057496,0.0013326111,0.00031782113,0.00031880478,0.00007481557,0.00077320746,0.000021581387],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010782149,0.000041125888,0.0023297695,0.0026098113,0.0017124895,0.000024013381,0.003052714,0.00013555492,0.000025268693,0.0008765975,0.51558703,0.47349778],"study_design_scores_gemma":[0.00089061627,0.0017374284,0.00016173792,0.050341792,0.0034156526,0.0006523485,0.0013102011,0.0014369421,0.000004487574,0.0025818348,0.9371675,0.00029943927],"about_ca_topic_score_codex":0.00004459025,"about_ca_topic_score_gemma":0.000027950422,"teacher_disagreement_score":0.47319832,"about_ca_system_score_codex":0.00032193062,"about_ca_system_score_gemma":0.00045528173,"threshold_uncertainty_score":0.999878},"labels":[],"label_agreement":null},{"id":"W2140215300","doi":"10.1093/ije/dyg112","title":"A randomized trial of opinion leader endorsement in a survey of orthopaedic surgeons: effect on primary response rates","year":2003,"lang":"en","type":"article","venue":"International Journal of Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto; McMaster University","funders":"McMaster University","keywords":"Medicine; Expert opinion; Opinion survey; Randomized controlled trial; Family medicine; Public opinion; Physical therapy; Opinion leadership; Surgery; Law","score_opus":0.6468382224318784,"score_gpt":0.564605099199963,"score_spread":0.08223312323191534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140215300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9888076,0.001673107,0.004509795,0.0012804448,0.0024014695,0.00078030425,0.000018477991,5.9824987e-7,0.0005281803],"genre_scores_gemma":[0.99810016,0.00029199914,0.000969925,0.00033119996,0.00006275252,0.000020976691,0.000008002421,0.0000059772856,0.00020898042],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.43632886,0.51285243,0.043767612,0.00083376584,0.0057852655,0.00043204954],"domain_scores_gemma":[0.65298635,0.32444736,0.019190965,0.00075532345,0.0025235075,0.00009648463],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.67925924,0.00020678046,0.007316325,0.0013797281,0.000013856681,0.00002077338,0.001095177,0.00011412119,0.0014274674],"category_scores_gemma":[0.7676082,0.00009620195,0.0025889995,0.0005172008,0.00019291295,0.00010683397,0.000047891674,0.00025661694,0.00003614343],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7986121,0.00031227726,0.18706669,0.000022484908,0.001060232,0.000016635528,0.00011911617,0.00072725845,0.00021858588,0.0023779674,0.0054297727,0.0040368363],"study_design_scores_gemma":[0.7393062,0.002622315,0.23360999,0.00058961345,0.00019469486,0.00011495554,0.00008988756,0.00078280433,0.00041507345,0.012299645,0.009754459,0.0002203814],"about_ca_topic_score_codex":0.00010222919,"about_ca_topic_score_gemma":0.00003148797,"teacher_disagreement_score":0.21665749,"about_ca_system_score_codex":0.00007832295,"about_ca_system_score_gemma":0.0002730286,"threshold_uncertainty_score":0.9994854},"labels":[],"label_agreement":null},{"id":"W2140255089","doi":"10.2106/jbjs.h.01455","title":"Complication Reporting in Orthopaedic Trials","year":2009,"lang":"en","type":"review","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; McMaster University","funders":"","keywords":"Medicine; Checklist; Randomized controlled trial; Psychological intervention; Clinical trial; Consolidated Standards of Reporting Trials; MEDLINE; Protocol (science); Physical therapy; Systematic review; Orthopedic surgery; Alternative medicine; Intensive care medicine; Surgery; Internal medicine; Nursing","score_opus":0.9287054454568077,"score_gpt":0.5996026456092651,"score_spread":0.32910279984754254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140255089","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034648326,0.9973896,0.0006107467,0.0002968934,0.0003931769,0.00044227776,0.0000031274114,0.000001148197,0.0005165404],"genre_scores_gemma":[0.00018439935,0.9979926,0.0006881112,0.00008289008,0.00040628068,0.000006911545,0.000005139476,0.000011621707,0.0006220854],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8109301,0.028542928,0.15462443,0.0006997068,0.004928344,0.000274484],"domain_scores_gemma":[0.6086154,0.033865396,0.35359353,0.0021206522,0.0015131145,0.0002919379],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.6944181,0.0003834104,0.043543153,0.0032321361,0.00005910726,0.0005611765,0.00019157563,0.0002092414,0.0007617286],"category_scores_gemma":[0.41125074,0.00016001538,0.01640656,0.0016161386,0.00002818799,0.00024976823,0.000051467596,0.00052682206,0.00011126429],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021404537,0.00002885808,0.0006196757,0.0015868116,0.00013527166,0.00015177044,0.000017317141,6.436859e-7,3.3186924e-7,0.00002063209,0.03770302,0.95973355],"study_design_scores_gemma":[0.000057030167,0.000015271813,0.0018973472,0.013493909,0.0010686265,0.0016887019,0.00003200247,0.000010322649,7.112355e-8,0.0010889972,0.9804981,0.00014961718],"about_ca_topic_score_codex":0.0000028632255,"about_ca_topic_score_gemma":0.0000029867858,"teacher_disagreement_score":0.95958394,"about_ca_system_score_codex":0.000051087693,"about_ca_system_score_gemma":0.00047914227,"threshold_uncertainty_score":0.9934439},"labels":[],"label_agreement":null},{"id":"W2140641303","doi":"10.1093/ptj/86.6.817","title":"Estimates of Quality and Reliability With the Physiotherapy Evidence-Based Database Scale to Assess the Methodology of Randomized Controlled Trials of Pharmacological and Nonpharmacological Interventions","year":2006,"lang":"en","type":"article","venue":"Physical Therapy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":230,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Care; Parkwood Institute","funders":"","keywords":"Medicine; Physical therapy; Randomized controlled trial; Psychological intervention; Intraclass correlation; Cohen's kappa; Confidence interval; Kappa; Reliability (semiconductor); Randomization; MEDLINE; Meta-analysis; Internal medicine; Clinical psychology; Psychometrics; Statistics; Psychiatry","score_opus":0.8872512506741179,"score_gpt":0.6684940525300429,"score_spread":0.21875719814407502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140641303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8717555,0.0025362475,0.116070576,0.0055341995,0.00003783978,0.0039799507,0.00004618027,0.0000035570329,0.00003599915],"genre_scores_gemma":[0.98606884,0.000262153,0.012617869,0.00046824414,0.00006208023,0.0004816735,0.0000021444425,0.0000058095284,0.000031168365],"study_design_codex":"bench_or_experimental","study_design_gemma":"randomized_trial","domain_scores_codex":[0.898498,0.0917936,0.0072429464,0.0005726429,0.0017354423,0.00015738975],"domain_scores_gemma":[0.6977554,0.29216498,0.0076094097,0.0012209984,0.0011692336,0.000080004334],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28687122,0.00028384422,0.012621453,0.00010064437,0.000101270794,0.00009289392,0.00088597386,0.00004824483,0.00075555086],"category_scores_gemma":[0.048861254,0.000073295516,0.0035365687,0.0006621448,0.0013159295,0.00011636496,0.00008862761,0.00015053982,0.0000021278843],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1906977,0.0033387316,0.009653881,0.00036946192,0.004164187,8.7329806e-7,0.0007265632,0.002601842,0.7608223,0.010260714,0.0023458085,0.015017965],"study_design_scores_gemma":[0.37446585,0.0035475106,0.12684235,0.00093296706,0.013415049,0.0000041777325,0.0011699393,0.087041326,0.2446141,0.14648482,0.00054177333,0.00094014546],"about_ca_topic_score_codex":0.00008246033,"about_ca_topic_score_gemma":0.0000049278324,"teacher_disagreement_score":0.5162082,"about_ca_system_score_codex":0.0000073583296,"about_ca_system_score_gemma":0.000048463648,"threshold_uncertainty_score":0.9591506},"labels":[],"label_agreement":null},{"id":"W2141304223","doi":"10.1007/978-3-642-31223-6_15","title":"Interpreting Effect Size Estimates through Graphic Analysis of Raw Data Distributions","year":2012,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Normality; Computer science; Econometrics; Raw data; Null hypothesis; Statistics; Distortion (music); Statistical hypothesis testing; Sample size determination; Null (SQL); Mathematics; Data mining","score_opus":0.3935157874980481,"score_gpt":0.47357126884861717,"score_spread":0.08005548135056906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141304223","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008647845,0.002822789,0.9922793,0.00022236886,0.00068916194,0.00055647315,0.00020116154,0.000012156418,0.0023518305],"genre_scores_gemma":[0.8679808,0.000050476843,0.13122134,0.0002165122,0.00014974474,0.000008944584,0.00013918256,0.000020698712,0.00021230128],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98265225,0.0015328627,0.006795867,0.0026205452,0.0058299806,0.0005685103],"domain_scores_gemma":[0.9520092,0.031297863,0.005231673,0.010345824,0.00094833254,0.00016709865],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0764276,0.0007040705,0.00599076,0.001601662,0.00026470475,0.0010384436,0.010288496,0.00027587987,0.0024782813],"category_scores_gemma":[0.046795625,0.00037012348,0.0020416237,0.0056688734,0.0010649647,0.00076461904,0.0026099898,0.00056936755,0.00018361174],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026645996,0.00015946533,0.07150706,0.00043521324,0.0044335686,0.000036797734,0.0027198372,0.05536212,0.00054834835,0.017921256,0.0015814999,0.8452682],"study_design_scores_gemma":[0.00016152766,0.00012035914,0.0037280256,0.0006763739,0.005374037,0.000021984695,0.0000018357227,0.8914114,0.00048332557,0.091952436,0.005196691,0.00087196036],"about_ca_topic_score_codex":0.000027923523,"about_ca_topic_score_gemma":0.00012439396,"teacher_disagreement_score":0.86711603,"about_ca_system_score_codex":0.00008868685,"about_ca_system_score_gemma":0.00016060586,"threshold_uncertainty_score":0.99999857},"labels":[],"label_agreement":null},{"id":"W2141306254","doi":"10.5120/18156-9334","title":"Programmatically Ranking and Sorting Research Articles for Reviews (ALIGN)","year":2014,"lang":"en","type":"article","venue":"International Journal of Computer Applications","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Ranking (information retrieval); Sorting; Data science; Information retrieval; Algorithm","score_opus":0.7892144027678476,"score_gpt":0.6174884799974072,"score_spread":0.1717259227704404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141306254","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008520245,0.00041639103,0.98538345,0.004068964,0.00015302219,0.00075787125,0.0000018077727,0.0000024098738,0.0006958221],"genre_scores_gemma":[0.6018299,0.00006062392,0.39594972,0.00038095345,0.001295747,0.00016842164,0.000002540313,0.000009266683,0.00030283094],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9878718,0.0024635503,0.0060595847,0.0003187077,0.0031251796,0.00016117973],"domain_scores_gemma":[0.98351306,0.006526523,0.0035537814,0.0007128462,0.0055617755,0.0001320212],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11208882,0.00010863367,0.0010108512,0.00045100882,0.00014507463,0.0011965669,0.0016972296,0.000034213277,0.00014925048],"category_scores_gemma":[0.0100675495,0.00005800277,0.00062217034,0.00043771096,0.000075524644,0.00022932854,0.00014131409,0.00015148232,0.0001607156],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066403513,0.00005852182,0.0016750528,0.000020669651,0.00011194432,4.3591342e-7,0.00026286353,0.00007280282,0.0001853728,0.09370883,0.011604034,0.89229286],"study_design_scores_gemma":[0.0002744381,0.000066957204,0.0015317114,0.000084794476,0.000051015904,0.00006406554,0.00006253484,0.06495378,0.000048518734,0.19403145,0.7387551,0.000075622156],"about_ca_topic_score_codex":9.1219823e-7,"about_ca_topic_score_gemma":0.00000253008,"teacher_disagreement_score":0.8922172,"about_ca_system_score_codex":0.000025201738,"about_ca_system_score_gemma":0.00003676358,"threshold_uncertainty_score":0.99984026},"labels":[],"label_agreement":null},{"id":"W2141416177","doi":"10.4103/0019-5413.40245","title":"The language of evidence based medicine: Answers to common questions?","year":2008,"lang":"en","type":"article","venue":"Indian Journal of Orthopaedics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Terminology; Medicine; Critical appraisal; Harm; Evidence-based medicine; Alternative medicine; Intuition; Clinical decision making; Medical education; Engineering ethics; Intensive care medicine; Epistemology; Pathology; Psychology; Linguistics","score_opus":0.6606995500575259,"score_gpt":0.5184035325560189,"score_spread":0.142296017501507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141416177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96595234,0.00767678,0.009076188,0.015313405,0.0007536212,0.00032715785,0.000006789453,0.0000022255078,0.00089147943],"genre_scores_gemma":[0.9947939,0.00036679348,0.0027927055,0.0008621965,0.000224659,0.0000021823835,3.5531133e-7,0.0000070858596,0.0009501206],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9817595,0.005008219,0.0072024474,0.00022341096,0.0056185913,0.00018783336],"domain_scores_gemma":[0.9802451,0.009694031,0.0061012586,0.0017014273,0.0019202809,0.00033790694],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09356299,0.00015902512,0.0017431668,0.0005408724,0.00021890749,0.000098623954,0.0019788865,0.000052552357,0.0009280878],"category_scores_gemma":[0.09480424,0.00005574729,0.0010602275,0.0016431105,0.00025745772,0.00029400305,0.00004221661,0.00026859366,0.00014901317],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007743519,0.00006610748,0.71116406,0.0000555129,0.00024340034,0.0008930268,0.010983296,0.0010323051,0.00029156797,0.0004294683,0.13834809,0.13641572],"study_design_scores_gemma":[0.0012437198,0.0019577432,0.6072996,0.0032077131,0.00074191525,0.0028248492,0.014373809,0.0012548575,0.0004354314,0.0014454422,0.36470276,0.0005121146],"about_ca_topic_score_codex":0.000024114943,"about_ca_topic_score_gemma":0.00007569894,"teacher_disagreement_score":0.22635466,"about_ca_system_score_codex":0.000030103161,"about_ca_system_score_gemma":0.00030713718,"threshold_uncertainty_score":0.9999852},"labels":[],"label_agreement":null},{"id":"W2141474839","doi":"10.1186/1478-7547-12-8","title":"The impact of incorporating Bayesian network meta-analysis in cost-effectiveness analysis - a case study of pharmacotherapies for moderate to severe COPD","year":2014,"lang":"en","type":"article","venue":"Cost Effectiveness and Resource Allocation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of British Columbia; McMaster University","funders":"","keywords":"Medicine; Placebo; Meta-analysis; Quality-adjusted life year; COPD; Exacerbation; Bayesian probability; Cost effectiveness; Internal medicine; Credible interval; Statistics; Confidence interval; Mathematics","score_opus":0.4210259282721627,"score_gpt":0.5036469134432848,"score_spread":0.08262098517112215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141474839","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6898797,0.00079562335,0.30488223,0.00002866512,0.000016491658,0.004346473,0.00001971964,0.0000027688907,0.000028322396],"genre_scores_gemma":[0.99809724,0.0000059477097,0.0002791235,0.000016406906,0.000024469653,0.0015165693,0.000011879363,0.00001614863,0.00003220511],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.96639556,0.027526224,0.0036203805,0.00093000085,0.0012584021,0.0002694364],"domain_scores_gemma":[0.9712497,0.022359831,0.0032354894,0.001670905,0.0013500976,0.00013398875],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.10373385,0.0003796544,0.0055499356,0.0009402779,0.00039904917,0.00036072932,0.0005936111,0.000080661994,0.000057030713],"category_scores_gemma":[0.0040155766,0.00017238653,0.0031375631,0.007126049,0.00007950702,0.00015041925,0.00010102329,0.00011414278,0.0000017709172],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032319993,0.00018726256,0.11421277,0.00007002269,0.07001025,0.0000026490384,0.0012527226,0.8000694,0.0001344571,0.00010043363,0.00002454631,0.013612292],"study_design_scores_gemma":[0.0013558224,0.0005437162,0.16368689,0.000023511137,0.10106838,0.000009962878,0.0030008408,0.72901785,0.00013230678,0.00075431424,0.000120923265,0.00028550648],"about_ca_topic_score_codex":0.0014722074,"about_ca_topic_score_gemma":0.0023326674,"teacher_disagreement_score":0.30821756,"about_ca_system_score_codex":0.00007793393,"about_ca_system_score_gemma":0.00004576972,"threshold_uncertainty_score":0.9228946},"labels":[],"label_agreement":null},{"id":"W2141646831","doi":"10.1177/1745691613491437","title":"PsychDisclosure.org","year":2013,"lang":"en","type":"article","venue":"Perspectives on Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Reliability (semiconductor); Grassroots; Psychology; Interpretation (philosophy); Sample (material); Appreciative inquiry; Applied psychology; Computer science; Political science; Psychotherapist; Law","score_opus":0.7516918567786085,"score_gpt":0.6069474936403758,"score_spread":0.1447443631382327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141646831","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68986166,0.0001636877,0.001813252,0.0060177185,0.0005029424,0.0005495175,0.0000021295234,0.000018439885,0.30107066],"genre_scores_gemma":[0.98489374,0.00001828933,0.0033231585,0.0013409643,0.000112877475,0.00006843781,2.3505079e-7,0.000005541741,0.010236727],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9828314,0.002634902,0.0033421537,0.0029295848,0.0076931342,0.0005687888],"domain_scores_gemma":[0.9894973,0.0017952217,0.0015144106,0.005026906,0.0016965197,0.00046962456],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.068464704,0.0003099975,0.0015103011,0.0004923586,0.00046316275,0.0016572257,0.0053203134,0.00008501402,0.08243513],"category_scores_gemma":[0.045258556,0.00012231176,0.000987784,0.0050082398,0.001269313,0.00064747094,0.00017742276,0.0002955963,0.0771501],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035718385,0.002436421,0.15162307,0.0000059583767,0.00009346723,0.00001643133,0.0067093377,0.00007272882,0.014586907,0.3306992,0.36956698,0.12415377],"study_design_scores_gemma":[0.00015995745,0.0003109552,0.91292834,0.000007663486,0.000011500036,0.000014330897,0.006702227,0.00048505297,0.000042676562,0.06006818,0.019003645,0.0002654782],"about_ca_topic_score_codex":0.000008839213,"about_ca_topic_score_gemma":0.00000124669,"teacher_disagreement_score":0.7613053,"about_ca_system_score_codex":0.00007747956,"about_ca_system_score_gemma":0.00002620416,"threshold_uncertainty_score":0.99937916},"labels":[],"label_agreement":null},{"id":"W2141714716","doi":"10.1186/2046-4053-1-7","title":"Why prospective registration of systematic reviews makes sense","year":2012,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":386,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"National Institute for Health and Care Research","keywords":"Medicine; Transparency (behavior); Systematic review; MEDLINE; Computer security; Computer science; Law","score_opus":0.7140436355744627,"score_gpt":0.5144662488314339,"score_spread":0.19957738674302883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141714716","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050848173,0.57522476,0.11231491,0.0010214081,0.004094309,0.2184568,0.000052034236,0.00007976843,0.0836712],"genre_scores_gemma":[0.7749159,0.01265191,0.045383103,0.004150249,0.0020715813,0.043790612,0.00006480763,0.00032680578,0.11664507],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.7973216,0.120767795,0.06966825,0.001624777,0.009727393,0.0008902007],"domain_scores_gemma":[0.9035171,0.0140432855,0.065772995,0.013640996,0.002500966,0.0005246448],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.46846992,0.0010695654,0.027677491,0.00063624413,0.0002087251,0.0007187935,0.0022232735,0.00022338043,0.002833201],"category_scores_gemma":[0.33679602,0.0004198699,0.006603921,0.0030199843,0.00012750784,0.0010127159,0.0001569987,0.0002695372,0.017498402],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035359092,0.0001454874,0.001810362,0.82915276,0.00033889015,0.0000025064883,0.0023664623,0.000002250082,0.00013036016,0.008557236,0.15731576,0.00017437756],"study_design_scores_gemma":[0.0008270936,0.0002898889,0.0011919575,0.44209427,0.010033189,0.0010096369,0.0064190994,0.001999308,0.0002314844,0.0059612934,0.5276289,0.0023139073],"about_ca_topic_score_codex":0.000018544046,"about_ca_topic_score_gemma":0.000029748906,"teacher_disagreement_score":0.76983106,"about_ca_system_score_codex":0.00016306136,"about_ca_system_score_gemma":0.000060880186,"threshold_uncertainty_score":0.9998253},"labels":[],"label_agreement":null},{"id":"W2142056543","doi":"10.1186/2046-4053-1-41","title":"Sample size and power considerations in network meta-analysis","year":2012,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":193,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Meta-analysis; Sample size determination; Pairwise comparison; Medicine; Power analysis; Sample (material); Network analysis; Statistical power; Psychological intervention; Computer science; Statistics; Data mining; Artificial intelligence; Mathematics","score_opus":0.8107508624102976,"score_gpt":0.5302794681641656,"score_spread":0.280471394246132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142056543","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006942808,0.7677021,0.14028467,0.0038240808,0.0014363031,0.04668742,0.00011152701,0.00004176927,0.032969337],"genre_scores_gemma":[0.9404857,0.00028882505,0.049268797,0.0015908628,0.00012002598,0.0024404498,0.0000048903175,0.000024504176,0.00577592],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.899825,0.0662721,0.028060295,0.0011347099,0.0040362957,0.00067159417],"domain_scores_gemma":[0.8560587,0.11477779,0.017617375,0.0099791335,0.0009459175,0.00062104984],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.36363947,0.0005891765,0.023699552,0.0005044968,0.00019638766,0.0010072227,0.0008210111,0.00011744153,0.045856316],"category_scores_gemma":[0.29529262,0.00022697404,0.008720947,0.0040845675,0.000061575345,0.0005233297,0.00015335454,0.00017689301,0.0043561044],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045016677,0.00049417856,0.20185542,0.035861902,0.2928971,0.000016147695,0.011203647,0.0009699567,0.000018986551,0.16848367,0.28786188,0.00033258516],"study_design_scores_gemma":[0.0004037333,0.00005353676,0.02352514,0.0007760963,0.667614,0.00013029776,0.0020111012,0.0031160847,0.0000019032307,0.05838344,0.24245945,0.001525227],"about_ca_topic_score_codex":0.000034060897,"about_ca_topic_score_gemma":0.00018655244,"teacher_disagreement_score":0.9335429,"about_ca_system_score_codex":0.000037911148,"about_ca_system_score_gemma":0.000030443329,"threshold_uncertainty_score":0.99641913},"labels":[],"label_agreement":null},{"id":"W2142171035","doi":"10.1186/1472-6963-5-25","title":"Systems for grading the quality of evidence and the strength of recommendations II: Pilot study of a new system","year":2005,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":327,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Health informatics; Nursing research; Health administration; Grading (engineering); Public health; Nursing; Engineering","score_opus":0.9429551293519843,"score_gpt":0.694466003944852,"score_spread":0.2484891254071323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142171035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9706154,0.014389752,0.0019927805,0.003858687,0.00012418945,0.008741117,0.000048840553,0.0000032970966,0.00022593289],"genre_scores_gemma":[0.99742407,0.00029823216,0.0009636635,0.000036715934,0.00008003185,0.00022034072,0.0000012753299,0.000006650792,0.0009690226],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9031665,0.0699087,0.016201017,0.0009072213,0.009277187,0.0005394234],"domain_scores_gemma":[0.93004525,0.056725215,0.006716674,0.0033074524,0.0030208,0.00018458719],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3874785,0.00014537726,0.0026544796,0.00034161194,0.0006329766,0.00022322181,0.0023516715,0.000028850736,0.00010046336],"category_scores_gemma":[0.009119431,0.000049656825,0.00030754562,0.0019778844,0.00012968952,0.00021152441,0.00036699296,0.00017768261,0.000013400526],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024557707,0.0040211366,0.34267706,0.09864493,0.0017567807,2.614437e-7,0.30790126,0.0023330555,0.0001627012,0.1465658,0.02109291,0.07238834],"study_design_scores_gemma":[0.0036521715,0.003916459,0.08510054,0.004506617,0.00022526251,0.000004977573,0.67209715,0.21424282,0.000024805364,0.0010546658,0.014964969,0.00020960366],"about_ca_topic_score_codex":0.010834133,"about_ca_topic_score_gemma":0.0076491847,"teacher_disagreement_score":0.37835908,"about_ca_system_score_codex":0.000063726955,"about_ca_system_score_gemma":0.00045260476,"threshold_uncertainty_score":0.99922717},"labels":[],"label_agreement":null},{"id":"W2142269413","doi":"10.1186/1477-7525-11-109","title":"Patient-reported outcomes in meta-analyses – Part 1: assessing risk of bias and combining outcomes","year":2013,"lang":"en","type":"review","venue":"Health and Quality of Life Outcomes","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Meta-analysis; Systematic review; MEDLINE; Randomized controlled trial; Medicine; Outcome (game theory); Health care; Quality of life (healthcare); Psychology; Management science; Nursing","score_opus":0.9609574336427221,"score_gpt":0.6757606138884802,"score_spread":0.28519681975424194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142269413","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03097843,0.96476984,0.00015333827,0.0008062425,0.00032121583,0.0024645121,0.00027572532,0.000010953592,0.00021974817],"genre_scores_gemma":[0.0056113503,0.9866386,0.004836162,0.0011665702,0.000020933001,0.00020247108,0.00006787713,0.000055808247,0.0014002209],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.8935091,0.05265375,0.04554904,0.001791865,0.0058248113,0.0006714214],"domain_scores_gemma":[0.84555,0.06629971,0.080402076,0.005412658,0.0012031327,0.0011324534],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.15943877,0.0013414592,0.058340184,0.0016718527,0.00025046567,0.0005958659,0.0010673624,0.00041166422,0.0010258517],"category_scores_gemma":[0.18327026,0.0005603554,0.009520983,0.0015510989,0.00031586183,0.0004781653,0.0004277183,0.0006552916,0.00006332209],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024939297,0.0001335668,0.79350704,0.012983525,0.010082215,0.0000012333581,0.0004701349,0.0000013566208,2.2732957e-8,0.00023682525,0.00093496573,0.1816466],"study_design_scores_gemma":[0.0016054322,0.00026755125,0.42513344,0.0037172558,0.03431119,0.000011751863,0.0053233206,0.00007188189,2.6921663e-7,0.0014262031,0.5264282,0.001703478],"about_ca_topic_score_codex":0.0028072882,"about_ca_topic_score_gemma":0.000364591,"teacher_disagreement_score":0.52549326,"about_ca_system_score_codex":0.000054814933,"about_ca_system_score_gemma":0.0009226025,"threshold_uncertainty_score":0.99993366},"labels":[],"label_agreement":null},{"id":"W2142394014","doi":"10.1176/foc.8.1.foc151","title":"Using Metaanalysis to Evaluate Evidence: Practical Tips and Traps","year":2010,"lang":"en","type":"article","venue":"FOCUS The Journal of Lifelong Learning in Psychiatry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of British Columbia","funders":"","keywords":"Randomized controlled trial; Meta-analysis; Systematic review; Psychology; MEDLINE; Publication bias; Evidence-based medicine; Alternative medicine; Quality (philosophy); Medical education; Medicine; Political science; Epistemology","score_opus":0.6664473790217341,"score_gpt":0.5766652557301857,"score_spread":0.08978212329154844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142394014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9446782,0.0028797004,0.02744007,0.022842737,0.0015762018,0.00024822218,4.7012475e-7,0.0000026175662,0.00033178873],"genre_scores_gemma":[0.93117404,0.000072140145,0.06728125,0.00032753035,0.0005597373,0.000002098358,6.9925676e-8,0.000015746573,0.0005673897],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9697553,0.016782578,0.00746973,0.00046337757,0.0052146246,0.00031436837],"domain_scores_gemma":[0.9804718,0.009578024,0.0068113,0.0015245266,0.0012941519,0.00032019863],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.25302652,0.00026418973,0.0022780572,0.00094028364,0.00028847952,0.0007505388,0.0013894035,0.00011932709,0.0017192462],"category_scores_gemma":[0.10540771,0.0001126225,0.0010736269,0.002286364,0.00008645894,0.0005775843,0.00013206426,0.0016472532,0.00022579469],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021876066,0.00015614444,0.9066831,0.000042636773,0.001125653,0.00002528524,0.0039136377,0.008409466,0.0028751881,0.00074175204,0.031359505,0.044448897],"study_design_scores_gemma":[0.00204609,0.0013480888,0.61064106,0.0015058734,0.012547132,0.0067897667,0.016937315,0.13160871,0.00013065503,0.039220385,0.17580985,0.0014150727],"about_ca_topic_score_codex":0.000024404257,"about_ca_topic_score_gemma":0.00018910406,"teacher_disagreement_score":0.296042,"about_ca_system_score_codex":0.000026024978,"about_ca_system_score_gemma":0.00037515667,"threshold_uncertainty_score":0.9991933},"labels":[],"label_agreement":null},{"id":"W2142459005","doi":"10.1197/jamia.m2297","title":"Response to Corrao et al.: Improving Efficacy of PubMed Clinical Queries for Retrieving Scientifically Strong Studies on Treatment","year":2007,"lang":"en","type":"letter","venue":"Journal of the American Medical Informatics Association","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"U.S. National Library of Medicine","keywords":"Computer science; Information retrieval; MEDLINE; Chemistry","score_opus":0.5819441063789622,"score_gpt":0.5653746592277806,"score_spread":0.016569447151181582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142459005","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2401411,0.00011468385,0.023060942,0.73011726,0.004374144,0.0019273699,0.00008856149,0.0000058497494,0.00017006115],"genre_scores_gemma":[0.017592194,0.00022880988,0.017046852,0.9555425,0.0016558276,0.00005983846,0.00001609588,0.00005144277,0.0078064203],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9416194,0.013340039,0.025676614,0.00041185596,0.018343026,0.00060908817],"domain_scores_gemma":[0.7733192,0.12018854,0.09699043,0.0024471274,0.0065850546,0.00046968993],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.39782485,0.00043116932,0.0062221307,0.00093316415,0.00021551059,0.0005814383,0.0025801742,0.00031386805,0.000058430585],"category_scores_gemma":[0.6563524,0.00017774182,0.0041139834,0.001763101,0.00034678122,0.00025862516,0.00025901946,0.0014869969,0.000038586095],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003523249,0.00008741326,0.002275504,0.00004359327,0.0012686704,0.000004665001,0.0014112222,0.00010694325,0.000003930119,0.0000141384235,0.9482707,0.046160933],"study_design_scores_gemma":[0.001013807,0.0016487853,0.012385369,0.00053744373,0.0009927605,0.000013234402,0.0029000144,0.0019524784,0.000037847243,0.000099460114,0.97815853,0.00026024954],"about_ca_topic_score_codex":0.0000061039536,"about_ca_topic_score_gemma":0.000009261792,"teacher_disagreement_score":0.25852752,"about_ca_system_score_codex":0.0013528469,"about_ca_system_score_gemma":0.001089193,"threshold_uncertainty_score":0.7248101},"labels":[],"label_agreement":null},{"id":"W2142460408","doi":"10.1016/j.jclinepi.2004.08.010","title":"Seven items were identified for inclusion when reporting a Bayesian analysis of a clinical study","year":2005,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":180,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Institute for Work & Health; SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Bayesian probability; Set (abstract data type); Variance (accounting); Statistics; Psychology; Computer science; Mathematics","score_opus":0.9635245563009668,"score_gpt":0.7652974136164435,"score_spread":0.19822714268452324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142460408","genre_codex":"review","genre_gemma":"review","domain_codex":"reporting","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":"reporting","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011184688,0.92583036,0.06517086,0.001068228,0.0036217747,0.0028321806,0.00007202997,0.0000046674895,0.00028139603],"genre_scores_gemma":[0.0016762872,0.9516966,0.03845693,0.000727208,0.0042000306,0.00006305094,0.000042627365,0.000061131395,0.003076183],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.16121253,0.34153074,0.4862732,0.003281486,0.0068194,0.0008826284],"domain_scores_gemma":[0.073519245,0.44869864,0.46652326,0.005563801,0.0048739407,0.0008211049],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity"],"category_scores_codex":[0.927549,0.0010152187,0.15786757,0.0028262716,0.0002698572,0.00016383255,0.0066189943,0.001984437,0.0030179366],"category_scores_gemma":[0.95500493,0.00044555162,0.091987975,0.0033762143,0.00034059503,0.0002725652,0.0017602266,0.0029615813,0.00011612641],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000770156,0.0008166213,0.06429248,0.000945681,0.025481788,0.00004642482,0.00015220763,0.00011906203,9.477143e-9,0.000106628926,0.03377319,0.8741889],"study_design_scores_gemma":[0.00066433835,0.000931702,0.0064782095,0.0020329321,0.07264689,0.00008019715,0.00019785113,0.004250574,2.7701783e-9,0.005582443,0.9068063,0.00032856673],"about_ca_topic_score_codex":0.00002608394,"about_ca_topic_score_gemma":0.00019947486,"teacher_disagreement_score":0.8738603,"about_ca_system_score_codex":0.00007923062,"about_ca_system_score_gemma":0.0015908187,"threshold_uncertainty_score":0.9997996},"labels":[],"label_agreement":null},{"id":"W2142510360","doi":"10.1378/chest.11-0523","title":"Correction for Multiple Testing","year":2011,"lang":"en","type":"review","venue":"CHEST Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":582,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University; University of Toronto","funders":"","keywords":"Bonferroni correction; Medicine; Multiple comparisons problem; Statistics; Statistical hypothesis testing; Multiplicity (mathematics); Econometrics; Medical physics; Mathematics","score_opus":0.9503295272587919,"score_gpt":0.5960124514444958,"score_spread":0.35431707581429617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142510360","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.267916e-7,0.94275343,0.045127608,0.000008857967,0.0043442887,0.0008730391,0.000011377069,0.0000047561243,0.0068759145],"genre_scores_gemma":[0.0000036223205,0.95139277,0.02205407,0.000023171086,0.0014570269,0.00008633471,0.000008296575,0.000040470546,0.024934256],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97789884,0.005353089,0.013527296,0.0007646626,0.002128122,0.0003279715],"domain_scores_gemma":[0.9509166,0.022125816,0.021942703,0.0022865399,0.0024102954,0.00031805836],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.12283525,0.0005071492,0.009260758,0.0006245032,0.00039879588,0.001637044,0.0022940056,0.00025850176,0.0037258302],"category_scores_gemma":[0.23335764,0.00021302419,0.0071666935,0.0012393486,0.00003536915,0.0002138038,0.000089366404,0.0006660437,0.0035411764],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.44131e-7,0.000014983457,0.00009382879,0.0015619871,0.00015960538,0.0000024843112,0.00003780626,7.894109e-7,5.336633e-8,0.000013869516,0.123914674,0.8741994],"study_design_scores_gemma":[0.00006711593,0.0000306591,0.000025720661,0.0035623827,0.0015877897,0.0008327437,0.00004520992,0.0006553589,1.234321e-7,0.0006710966,0.9923071,0.000214674],"about_ca_topic_score_codex":0.000002035209,"about_ca_topic_score_gemma":0.000004489798,"teacher_disagreement_score":0.8739847,"about_ca_system_score_codex":0.00009912561,"about_ca_system_score_gemma":0.00037329402,"threshold_uncertainty_score":0.99939936},"labels":[],"label_agreement":null},{"id":"W2142616157","doi":"10.1016/j.jcrc.2007.12.022","title":"Important issues in the design and reporting of clinical trials in severe sepsis and acute lung injury","year":2008,"lang":"en","type":"review","venue":"Journal of Critical Care","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Medicine; Clinical trial; Intensive care medicine; Interim; Data monitoring committee; Population; Interim analysis; Internal medicine","score_opus":0.9068151569930732,"score_gpt":0.7156250073652455,"score_spread":0.19119014962782777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142616157","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010159018,0.99703574,0.0002826325,0.00050437055,0.00020668197,0.00081745087,0.000021828157,4.894652e-7,0.00011491314],"genre_scores_gemma":[0.005638485,0.9887171,0.0052677444,0.000094632,0.00022084496,0.000010991337,0.0000012690222,0.000012414152,0.000036556758],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7887786,0.096488796,0.10866344,0.00076601637,0.0049986667,0.00030449728],"domain_scores_gemma":[0.7833354,0.12955266,0.08180451,0.0020984733,0.0028523486,0.00035660618],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4946321,0.00038043023,0.02608611,0.0006544382,0.000054315533,0.00036587092,0.00101615,0.00037008367,0.00023196563],"category_scores_gemma":[0.6301951,0.00013675226,0.0049413,0.00093113846,0.00021372859,0.00021911511,0.00012456645,0.0010172375,0.0000031714342],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049046896,0.00011571071,0.012823982,0.014794211,0.000551849,0.0021591273,0.0019605448,0.0000014248071,2.675118e-7,0.00039907775,0.015278537,0.9518662],"study_design_scores_gemma":[0.0010851978,0.001065739,0.0037901038,0.03318668,0.020653378,0.012022497,0.011475429,0.0003648478,0.0000012001816,0.008813208,0.9065586,0.000983122],"about_ca_topic_score_codex":0.0000043729633,"about_ca_topic_score_gemma":0.0000043325854,"teacher_disagreement_score":0.9508831,"about_ca_system_score_codex":0.0000316311,"about_ca_system_score_gemma":0.0004940922,"threshold_uncertainty_score":0.9883727},"labels":[],"label_agreement":null},{"id":"W2142784237","doi":"10.1136/bmjopen-2012-002496","title":"Clinical study reports of randomised controlled trials: an exploratory review of previously confidential industry reports","year":2013,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane","funders":"Agency for Healthcare Research and Quality; Johns Hopkins University; GlaxoSmithKline","keywords":"Medicine; Confidentiality; Clinical trial; Data extraction; Sample size determination; Population; MEDLINE; Family medicine; Computer science; Statistics; Internal medicine; Environmental health","score_opus":0.8709157251017523,"score_gpt":0.6646893660407243,"score_spread":0.20622635906102804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142784237","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7278143,0.012168513,0.00069611776,0.0005289849,0.0019855855,0.24042457,0.000009299216,0.0000107934,0.016361807],"genre_scores_gemma":[0.9757782,0.00053238333,0.0013133298,0.00078598846,0.00034493514,0.013309099,0.000016549506,0.000032990643,0.007886526],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.49790382,0.309011,0.17446442,0.0032576395,0.014818104,0.00054499565],"domain_scores_gemma":[0.67706436,0.048569545,0.23127624,0.027902357,0.01416203,0.0010254465],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8207757,0.0003828389,0.028609188,0.0002316793,0.00007076217,0.0007611631,0.0024574713,0.0002494093,0.043788023],"category_scores_gemma":[0.6124707,0.0001664563,0.0047740596,0.0009126497,0.00011926355,0.00090412085,0.0006213673,0.0003227184,0.00021251202],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028389525,0.0032080153,0.22735548,0.0027979412,0.006729389,0.00056162546,0.0016408163,0.00001185245,0.00011672005,0.0000638435,0.71861154,0.036063846],"study_design_scores_gemma":[0.46170717,0.009851698,0.12954989,0.07147842,0.08088706,0.002607711,0.06309249,0.00236753,0.00045200507,0.021909148,0.14988318,0.0062136883],"about_ca_topic_score_codex":0.00013367606,"about_ca_topic_score_gemma":0.00004335369,"teacher_disagreement_score":0.5687283,"about_ca_system_score_codex":0.00001268293,"about_ca_system_score_gemma":0.00085334975,"threshold_uncertainty_score":0.9858121},"labels":[],"label_agreement":null},{"id":"W2142834668","doi":"10.1186/1748-5908-5-89","title":"The Rx for Change database: a first-in-class tool for optimal prescribing and medicines use","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Institute of Population and Public Health; Canadian Agency for Drugs and Technologies in Health; University of Ottawa","funders":"","keywords":"Medicine; Systematic review; Psychological intervention; Health informatics; Agency (philosophy); Health services research; Health administration; Quality (philosophy); MEDLINE; Data extraction; Database; Public health; Data science; Computer science; Nursing","score_opus":0.8203137389467754,"score_gpt":0.615765311477819,"score_spread":0.2045484274689564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142834668","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9261847,0.00012469497,0.059177298,0.008516146,0.00083115976,0.0049119056,0.00020043155,0.0000050467474,0.00004858062],"genre_scores_gemma":[0.9606115,0.000025254238,0.036673144,0.000711788,0.00013507497,0.0013124828,0.000017005917,0.000007174234,0.00050652685],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937178,0.00030454784,0.0026078334,0.00071460905,0.0023180393,0.0003371991],"domain_scores_gemma":[0.98756933,0.009024163,0.001197525,0.001242633,0.0008725532,0.00009381044],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09347491,0.00012749949,0.00054549513,0.00024793716,0.0007634058,0.0018459276,0.0011498041,0.00001889508,0.00035211252],"category_scores_gemma":[0.03830895,0.000056933575,0.00016561175,0.0009658831,0.00025104333,0.0015560648,0.00014493047,0.00005668543,0.000015561984],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008363507,0.00006901156,0.26141775,0.0001715997,0.00006841714,0.0000019003703,0.010344998,0.000035471694,0.031725325,0.09799584,0.13118482,0.46690124],"study_design_scores_gemma":[0.0014306932,0.00012590463,0.11418473,0.00003192101,0.000103640945,0.000011675913,0.006362409,0.078927405,0.001449534,0.0034737224,0.7936239,0.0002744689],"about_ca_topic_score_codex":0.00005130658,"about_ca_topic_score_gemma":0.0023782407,"teacher_disagreement_score":0.66243905,"about_ca_system_score_codex":0.00001668951,"about_ca_system_score_gemma":0.00008264955,"threshold_uncertainty_score":0.9991903},"labels":[],"label_agreement":null},{"id":"W2142947926","doi":"10.2106/jbjs.h.01576","title":"Methodological Issues in Systematic Reviews and Meta-Analyses of Observational Studies in Orthopaedic Research","year":2009,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Institute of Neurological Disorders and Stroke","keywords":"Observational study; Systematic review; Confounding; Protocol (science); Meta-analysis; Expansive; Quality (philosophy); Computer science; Management science; Risk analysis (engineering); MEDLINE; Medicine; Alternative medicine; Engineering; Pathology; Biology","score_opus":0.9928019429279316,"score_gpt":0.7183886614437522,"score_spread":0.2744132814841793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142947926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5715525,0.42129087,0.00032931095,0.006048073,0.00008335495,0.0006049764,0.0000016626437,6.5949297e-7,0.00008856559],"genre_scores_gemma":[0.9497067,0.036565423,0.012388159,0.00034235042,0.00008029961,0.000024907315,5.5401836e-7,0.0000053196436,0.00088630104],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8923514,0.0705856,0.030952826,0.0005106467,0.005316098,0.00028342736],"domain_scores_gemma":[0.8824063,0.09576719,0.017253298,0.0011746996,0.0032092913,0.00018921422],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5909542,0.00021789865,0.018188661,0.0025136762,0.000052882155,0.00014356534,0.00015962447,0.00007518315,0.00037334528],"category_scores_gemma":[0.4087333,0.00008238562,0.0029345702,0.0020594175,0.00014990736,0.0003676739,0.000074649484,0.00033625055,0.000010791741],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040512363,0.0017867059,0.5351808,0.06763697,0.019396676,0.0023962643,0.011275307,0.00035892305,0.006915126,0.0070901737,0.3213975,0.026160415],"study_design_scores_gemma":[0.00085731404,0.0006616346,0.7968675,0.014454338,0.014597124,0.0014398764,0.012019948,0.0008626298,0.0002982986,0.14699888,0.010221439,0.0007210168],"about_ca_topic_score_codex":0.000009615471,"about_ca_topic_score_gemma":0.000020080897,"teacher_disagreement_score":0.38472545,"about_ca_system_score_codex":0.000025194471,"about_ca_system_score_gemma":0.00007051751,"threshold_uncertainty_score":0.99638736},"labels":[],"label_agreement":null},{"id":"W2143479924","doi":"10.1016/j.healthpol.2011.12.007","title":"Study-design selection criteria in systematic reviews of effectiveness of health systems interventions and reforms: A meta-review","year":2012,"lang":"en","type":"article","venue":"Health Policy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Wellcome Trust","keywords":"Systematic review; Psychological intervention; Selection (genetic algorithm); Medicine; Meta-analysis; Clinical study design; Randomized controlled trial; Management science; Research design; Set (abstract data type); MEDLINE; Alternative medicine; Health care; Clinical trial; Computer science; Nursing; Engineering; Political science; Surgery; Artificial intelligence; Sociology","score_opus":0.9026002031659859,"score_gpt":0.6740047528919252,"score_spread":0.2285954502740607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143479924","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058972677,0.9331424,0.027333278,0.0012431095,0.00032184986,0.0317467,0.000030979336,0.000008648759,0.00027576403],"genre_scores_gemma":[0.97658,0.018939702,0.001086989,0.0004839915,0.00005851393,0.0025365222,0.0000044124504,0.000020856525,0.00028899722],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.6703076,0.2857372,0.038989495,0.00092094304,0.0032608751,0.0007839215],"domain_scores_gemma":[0.973831,0.0055895178,0.017641937,0.00202327,0.0006309677,0.00028331272],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.538576,0.0003398324,0.015302475,0.0010952504,0.00010775688,0.00007601454,0.000506267,0.00005327011,0.00019422005],"category_scores_gemma":[0.035626657,0.00015245574,0.0017138601,0.003207718,0.000040262297,0.00033961335,0.00009137285,0.00013848583,0.000087052766],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008531046,0.00067030813,0.0046660136,0.98011076,0.00087462686,2.3603094e-7,0.0029174206,0.000013493442,0.000008445651,0.005438961,0.0031321165,0.0021590805],"study_design_scores_gemma":[0.003424256,0.006549105,0.13356379,0.8000637,0.012507009,0.00047576198,0.011461542,0.0018268367,0.000027979082,0.0031311586,0.025369415,0.0015994],"about_ca_topic_score_codex":0.0026337667,"about_ca_topic_score_gemma":0.00013166454,"teacher_disagreement_score":0.97068274,"about_ca_system_score_codex":0.0002581274,"about_ca_system_score_gemma":0.00031596413,"threshold_uncertainty_score":0.9993164},"labels":[],"label_agreement":null},{"id":"W2143548104","doi":"10.2522/ptj.2013.93.1.6","title":"Clinical Trial Registration in Physical Therapy Journals: Recommendations from the International Society of Physiotherapy Journal Editors","year":2013,"lang":"en","type":"editorial","venue":"Physical Therapy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Physiotherapy Association","funders":"","keywords":"Physical therapy; Clinical trial; Medicine; Physical medicine and rehabilitation; Internal medicine","score_opus":0.6689915801371354,"score_gpt":0.6081695253520153,"score_spread":0.06082205478512015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143548104","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.122762114,0.0014978013,0.0013679003,0.013220202,0.8577718,0.0024847335,0.00029987135,0.000013979273,0.00058160716],"genre_scores_gemma":[0.00512605,0.013380353,0.00090665545,0.0005260545,0.9781872,0.0001658348,0.00020676597,0.0000686505,0.0014324203],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95991355,0.013592497,0.01194909,0.0014651988,0.012635072,0.00044458007],"domain_scores_gemma":[0.92673904,0.04848447,0.017269693,0.003599784,0.0036587783,0.0002482652],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06286388,0.00086900924,0.0062400117,0.00022855795,0.00031633704,0.0027056197,0.0060790326,0.0006476293,0.003722212],"category_scores_gemma":[0.016085582,0.00037437363,0.009813951,0.0012069085,0.00037061307,0.0008191555,0.00015130233,0.0030893476,0.00042184282],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012145356,0.0015141428,0.00021577452,0.000003144781,0.0014184102,6.021663e-7,0.0011153307,0.000020282103,0.00025444318,0.000043365708,0.9021053,0.09209472],"study_design_scores_gemma":[0.012197781,0.0005083382,0.00076960755,0.0001368948,0.000078989164,4.7736245e-7,0.00034915155,0.0029014505,0.000030412693,0.02875412,0.95391804,0.000354717],"about_ca_topic_score_codex":0.00012640144,"about_ca_topic_score_gemma":0.000011690509,"teacher_disagreement_score":0.12041543,"about_ca_system_score_codex":0.00016933319,"about_ca_system_score_gemma":0.00082883117,"threshold_uncertainty_score":0.99987084},"labels":[],"label_agreement":null},{"id":"W2144032281","doi":"10.1186/1741-7015-8-24","title":"Transparent and accurate reporting increases reliability, utility, and impact of your research: reporting guidelines and the EQUATOR Network","year":2010,"lang":"en","type":"review","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":580,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Ottawa Hospital","funders":"Medical Research Council; National Institute for Health and Care Research; Cancer Research UK; Canadian Institutes of Health Research; University of Ottawa","keywords":"Medicine; Transparency (behavior); Publishing; Quality (philosophy); Public relations; Reliability (semiconductor); Knowledge management; Management science; Computer science; Political science; Computer security; Engineering","score_opus":0.9686787204075635,"score_gpt":0.703592663553472,"score_spread":0.2650860568540915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144032281","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009833327,0.98537874,0.0008679033,0.00046165587,0.00020641941,0.0026539771,0.00001907975,0.000006831873,0.0005720804],"genre_scores_gemma":[0.010920152,0.9852116,0.0022811324,0.000032736247,0.0008628051,0.000103911734,0.000020105004,0.000032074648,0.0005354809],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.82847744,0.044188544,0.112119384,0.0035498617,0.01066704,0.0009977245],"domain_scores_gemma":[0.5766422,0.15313631,0.24142675,0.016428906,0.010910378,0.0014554487],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.66726184,0.0007059547,0.017806346,0.0004561915,0.00038111498,0.00041127534,0.0012150876,0.00032465553,0.00072704704],"category_scores_gemma":[0.8193948,0.00022304375,0.0021987853,0.0018469098,0.0016056874,0.00014355409,0.00065743877,0.0009656388,0.00000731026],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040258044,0.000029048588,0.051617566,0.013407607,0.00044813243,0.000027208645,0.00049941015,0.000005947987,7.404476e-7,0.00024467809,0.017727446,0.91595197],"study_design_scores_gemma":[0.0011905684,0.0003143006,0.016605774,0.04039558,0.008003784,0.0014896131,0.0012317703,0.0076153395,1.6435482e-7,0.019886047,0.9025871,0.00067992014],"about_ca_topic_score_codex":0.0011216312,"about_ca_topic_score_gemma":0.00030461233,"teacher_disagreement_score":0.91527206,"about_ca_system_score_codex":0.00003002835,"about_ca_system_score_gemma":0.0006668212,"threshold_uncertainty_score":0.9967753},"labels":[],"label_agreement":null},{"id":"W2144166331","doi":"10.1111/j.1365-2648.2011.05898.x","title":"Validation of a new assessment tool for qualitative research articles","year":2011,"lang":"en","type":"article","venue":"Journal of Advanced Nursing","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McMaster University","keywords":"Psychology; MEDLINE; Medicine; Data science; Medical education; Computer science; Political science","score_opus":0.9201767344215919,"score_gpt":0.7136938278489551,"score_spread":0.2064829065726368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144166331","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6209616,0.00033337992,0.37587872,0.00059890095,0.00025167287,0.00034347447,0.0000021156266,6.71699e-7,0.0016294885],"genre_scores_gemma":[0.6847083,0.0000071522886,0.31450933,0.00001073855,0.0000710132,0.000002642137,2.454959e-7,0.000004652328,0.0006859566],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.983203,0.0059555443,0.00625995,0.00023912205,0.0041511315,0.00019127273],"domain_scores_gemma":[0.98358625,0.0055123707,0.005700177,0.000678327,0.0044108117,0.000112069145],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13273977,0.0000941925,0.0013640682,0.0005266134,0.00008767074,0.00012980908,0.0006083559,0.000031662523,0.0006909789],"category_scores_gemma":[0.031297814,0.000048379698,0.0007782286,0.00088934717,0.00006962264,0.0005974261,0.000016504093,0.00014661548,0.000019718682],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036465348,0.00041095883,0.0014495553,0.00007033681,0.00027734577,0.0000033251497,0.108334675,0.0007535035,0.03634133,0.01775135,0.02979568,0.8044473],"study_design_scores_gemma":[0.0010916454,0.0011871096,0.0071049533,0.0007295745,0.00024998,0.000024952851,0.13162635,0.0011921366,0.04982307,0.80062294,0.0061908793,0.00015640465],"about_ca_topic_score_codex":0.000001901674,"about_ca_topic_score_gemma":6.321156e-7,"teacher_disagreement_score":0.8042909,"about_ca_system_score_codex":0.00008708097,"about_ca_system_score_gemma":0.00018301992,"threshold_uncertainty_score":0.97686195},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"bench_or_experimental","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2144476291","doi":"10.1016/j.jclinepi.2012.10.005","title":"Randomized trials published in higher vs. lower impact journals differ in design, conduct, and analysis","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":84,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Toronto; SickKids Foundation; Institute for Clinical Evaluative Sciences; Hospital for Sick Children; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Blinding; Medicine; Randomized controlled trial; Subgroup analysis; MEDLINE; Publication bias; Impact factor; Meta-analysis; Family medicine; Internal medicine","score_opus":0.9620847292114143,"score_gpt":0.7100508573792077,"score_spread":0.2520338718322066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144476291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90639687,0.0058793225,0.041670457,0.042752873,0.0015151006,0.0013464817,0.000004612343,0.0000016828185,0.00043258446],"genre_scores_gemma":[0.9808489,0.0014172035,0.01238495,0.003646415,0.00049341546,0.000027944561,0.0000012969126,0.000011478819,0.0011683926],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.16788687,0.6743545,0.15261064,0.0012714003,0.003074424,0.0008021938],"domain_scores_gemma":[0.021790264,0.88199675,0.08982922,0.0023433133,0.0029916775,0.0010487549],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.92252105,0.00045551267,0.068275906,0.002757766,0.000039356477,0.0005740749,0.0017275177,0.00061229966,0.08117769],"category_scores_gemma":[0.94906455,0.00015910703,0.018092211,0.0027744002,0.00039582764,0.0009366599,0.00013724613,0.001516961,0.0002550687],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010040761,0.00023840074,0.8828084,0.000008488475,0.0045167403,0.000036959424,0.000059312082,0.0013193411,0.000011079553,0.0002727226,0.09206929,0.008618525],"study_design_scores_gemma":[0.0391393,0.00027280438,0.8282337,0.000057063302,0.0018254521,0.000031289397,0.00003317071,0.012043536,5.224275e-7,0.116579086,0.0016221195,0.00016195733],"about_ca_topic_score_codex":0.00008571731,"about_ca_topic_score_gemma":0.00003026345,"teacher_disagreement_score":0.2076423,"about_ca_system_score_codex":0.00005219335,"about_ca_system_score_gemma":0.00021837745,"threshold_uncertainty_score":0.99174136},"labels":[],"label_agreement":null},{"id":"W2144602735","doi":"10.1093/jnci/djs259","title":"Quality of Reporting of Modern Randomized Controlled Trials in Medical Oncology: A Systematic Review","year":2012,"lang":"en","type":"review","venue":"JNCI Journal of the National Cancer Institute","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":95,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Ontario Clinical Oncology Group; Princess Margaret Cancer Centre; University Health Network","funders":"","keywords":"Consolidated Standards of Reporting Trials; Blinding; Medicine; Randomized controlled trial; Sample size determination; Quality Score; Clinical trial; Scale (ratio); Research design; Quality (philosophy); Impact factor; Internal medicine; Family medicine; Statistics","score_opus":0.9216445973293063,"score_gpt":0.6939322117275234,"score_spread":0.22771238560178286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144602735","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013420069,0.98712564,0.0009158268,0.00071353756,0.0022817827,0.007496511,0.00005521264,7.7636287e-7,0.0013973148],"genre_scores_gemma":[0.00072699983,0.9969484,0.00047804363,0.00031307293,0.0005281531,0.0005155381,0.0000031233749,0.000012824253,0.00047379665],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.34550142,0.2800661,0.33533528,0.000750613,0.037952878,0.00039368062],"domain_scores_gemma":[0.11728889,0.14917047,0.7170399,0.002178101,0.014027377,0.00029529448],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8888254,0.00053525914,0.13380374,0.0010609356,0.000058685062,0.000079146645,0.0036921706,0.0004059283,0.0016685241],"category_scores_gemma":[0.92245287,0.00016275725,0.037240505,0.0018601057,0.00028925115,0.00031649572,0.00020254184,0.0008677728,0.000015944499],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018004386,0.00023639228,0.000031435822,0.8972049,0.012756099,0.000009865465,0.00017313079,0.000086494976,9.37136e-7,0.002693287,0.003927906,0.08107911],"study_design_scores_gemma":[0.030855235,0.000018092764,0.0000061645237,0.8030992,0.040006638,0.00034753577,0.000015841755,0.00021452707,3.869052e-7,0.004128291,0.1210699,0.00023818336],"about_ca_topic_score_codex":0.000025845482,"about_ca_topic_score_gemma":0.000091367125,"teacher_disagreement_score":0.3817046,"about_ca_system_score_codex":0.0006211644,"about_ca_system_score_gemma":0.008125315,"threshold_uncertainty_score":0.9992441},"labels":[],"label_agreement":null},{"id":"W2144967059","doi":"10.1016/j.arthro.2013.11.015","title":"Current Status of Evidence‐Based Sports Medicine","year":2014,"lang":"en","type":"review","venue":"Arthroscopy The Journal of Arthroscopic and Related Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; Women's College Hospital; University of Toronto","funders":"","keywords":"Jadad scale; Consolidated Standards of Reporting Trials; Medicine; Sample size determination; Randomized controlled trial; Evidence-based medicine; Impact factor; Randomization; Physical therapy; MEDLINE; Systematic review; Family medicine; Alternative medicine; Internal medicine; Pathology; Statistics","score_opus":0.7533293814653282,"score_gpt":0.5588521616923546,"score_spread":0.1944772197729736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144967059","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007098801,0.9927917,0.0012668729,0.00040247708,0.003942782,0.00066831475,0.000008224497,0.000003530549,0.00020622234],"genre_scores_gemma":[0.0016077242,0.9973376,0.00018308658,0.00007769072,0.00025745545,0.000005012171,0.0000057279194,0.000036622474,0.0004891235],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9485089,0.018287107,0.025455186,0.000670288,0.0065109753,0.00056750013],"domain_scores_gemma":[0.92123556,0.037745275,0.03608518,0.00284511,0.0016279869,0.00046091364],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1457656,0.00079278473,0.017297529,0.0013472057,0.0002440947,0.00015775517,0.0013606965,0.00036234586,0.0052490183],"category_scores_gemma":[0.043389324,0.0002510207,0.004441591,0.0020244631,0.0008677042,0.00036263742,0.0001442238,0.0011114365,0.00015631194],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017299088,0.000056592668,0.0021041895,0.004494369,0.00071518234,0.000016577129,0.0002566457,0.00001908738,0.0000011592032,0.0000966712,0.038485922,0.9537363],"study_design_scores_gemma":[0.000159131,0.00015044297,0.00028832472,0.07383277,0.0042853435,0.00014156313,0.000095604926,0.000060390794,0.0000013960293,0.0008472615,0.9199113,0.00022644],"about_ca_topic_score_codex":0.0000069400107,"about_ca_topic_score_gemma":0.0000019202942,"teacher_disagreement_score":0.95350987,"about_ca_system_score_codex":0.000055519253,"about_ca_system_score_gemma":0.0011697279,"threshold_uncertainty_score":0.9999942},"labels":[],"label_agreement":null},{"id":"W2145257154","doi":"10.1371/journal.pmed.1000086","title":"Can We Systematically Review Studies That Evaluate Complex Interventions?","year":2009,"lang":"en","type":"article","venue":"PLoS Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":404,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Asthma and Lung UK; University College London; Scottish Government; National Institute for Health and Care Research; National Cancer Research Institute; Medical Research Council; Cancer Research Institute","keywords":"Psychological intervention; Variety (cybernetics); Intervention (counseling); Alternative medicine; Medicine; Systematic review; MEDLINE; Medical education; Computer science; Nursing; Political science; Pathology","score_opus":0.9558090873385439,"score_gpt":0.6461587739727768,"score_spread":0.3096503133657671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145257154","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037181447,0.56935835,0.003940677,0.39500827,0.0006631871,0.004606531,0.0000152158345,0.000042951466,0.022646694],"genre_scores_gemma":[0.8994416,0.042387288,0.004063128,0.021518532,0.0005284149,0.00023537989,0.000032775788,0.000028010305,0.03176489],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9669119,0.011153984,0.012416587,0.00085583876,0.008360231,0.00030145491],"domain_scores_gemma":[0.98366386,0.00459355,0.005308742,0.0038524324,0.0023175082,0.0002639269],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.12239071,0.00037819974,0.00772942,0.00034568433,0.00014912931,0.00013480343,0.0016513556,0.00004300643,0.021750867],"category_scores_gemma":[0.11867978,0.00014364878,0.0017301484,0.0013189337,0.00015119155,0.00012030905,0.00010196622,0.00016130814,0.0033069435],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036535216,0.00014978071,0.0007502545,0.01435011,0.0011833705,0.000022327966,0.0010765275,0.0000025143802,0.000108309614,0.003941691,0.95119894,0.027212545],"study_design_scores_gemma":[0.0029982063,0.0024137327,0.022988431,0.4653365,0.02777415,0.0003447504,0.016368505,0.012155826,0.00005046626,0.21828787,0.22955196,0.0017295833],"about_ca_topic_score_codex":0.0000027122585,"about_ca_topic_score_gemma":0.00002475393,"teacher_disagreement_score":0.89572346,"about_ca_system_score_codex":0.00006342806,"about_ca_system_score_gemma":0.000032607757,"threshold_uncertainty_score":0.99746907},"labels":[],"label_agreement":null},{"id":"W2145374213","doi":"10.1017/s0317167100014554","title":"The Evidence-based Medicine Paradigm: Where are We 20 Years Later? Part 2","year":2013,"lang":"en","type":"review","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University; University of Saskatchewan; Royal University Hospital","funders":"Medizinische Universität Wien; Universität Wien","keywords":"Evidence-based medicine; Randomized controlled trial; Grassroots; MEDLINE; Paradigm shift; Clinical trial; Evidence-based practice; Medicine; Psychology; Alternative medicine; Engineering ethics; Epistemology; Political science; Pathology; Engineering","score_opus":0.687996449743971,"score_gpt":0.4757428800671755,"score_spread":0.21225356967679548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145374213","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074636694,0.95791733,0.000037945523,0.029097255,0.0034846691,0.0009060412,0.00003155134,0.000009415485,0.001052117],"genre_scores_gemma":[0.0028819558,0.9920306,0.0005715937,0.0022658745,0.0013053734,0.000031215102,6.4660503e-7,0.000034626155,0.0008781027],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9366375,0.036678314,0.013988174,0.0019653754,0.008378917,0.002351715],"domain_scores_gemma":[0.9363065,0.030564575,0.024350414,0.002072447,0.002459637,0.004246423],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","sts"],"category_scores_codex":[0.17449893,0.0013131534,0.00854023,0.0028452277,0.005541216,0.008951001,0.020811537,0.0006628597,0.0053199385],"category_scores_gemma":[0.075782314,0.0004852315,0.0042172777,0.0067196563,0.014332637,0.0019032597,0.00024975004,0.0033632882,0.00032228162],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020994117,0.000028682627,0.03522033,0.00029987097,0.00021460696,0.0056225793,0.00021920474,0.00085011177,1.4055057e-7,0.001041911,0.2967975,0.65968406],"study_design_scores_gemma":[0.00009771812,0.010677362,0.00091611606,0.002758772,0.0005406566,0.008244987,0.00018283655,0.0004136635,1.12720656e-7,0.013907953,0.9617783,0.00048156013],"about_ca_topic_score_codex":0.000447761,"about_ca_topic_score_gemma":0.048209254,"teacher_disagreement_score":0.66498077,"about_ca_system_score_codex":0.0004402635,"about_ca_system_score_gemma":0.0092502665,"threshold_uncertainty_score":0.999962},"labels":[],"label_agreement":null},{"id":"W2145944428","doi":"10.2106/00004623-200203000-00009","title":"THE QUALITY OF REPORTING OF RANDOMIZED TRIALS IN THE JOURNAL OF BONE AND JOINT SURGERY FROM 1988 THROUGH 2000","year":2002,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":246,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; McMaster University Medical Centre","funders":"","keywords":"Medicine; Randomized controlled trial; Confidence interval; Sample size determination; Quality Score; Clinical trial; Randomization; Consolidated Standards of Reporting Trials; Physical therapy; Surgery; Internal medicine; Statistics","score_opus":0.8502805325017292,"score_gpt":0.5151519236570294,"score_spread":0.33512860884469975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145944428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9272586,0.06757758,0.0011928248,0.002982953,0.00045630365,0.00031165662,0.000008580156,5.3099575e-7,0.00021093163],"genre_scores_gemma":[0.9805373,0.018110733,0.0008077663,0.00015095518,0.0002382505,0.000002452132,4.4447444e-7,0.0000081825465,0.00014391477],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.66001457,0.117573895,0.21015844,0.00058234483,0.011109613,0.0005611595],"domain_scores_gemma":[0.32939664,0.31867075,0.3456906,0.0020865032,0.0039149765,0.00024051969],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8027354,0.00026571934,0.024665792,0.0008517413,0.000133431,0.00030142438,0.000173347,0.000105842424,0.00086162786],"category_scores_gemma":[0.5650827,0.000092053975,0.008862937,0.0008290464,0.00029535845,0.00045640382,0.0000673468,0.00041705582,0.000003144644],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021226328,0.0015462261,0.28663406,0.0014782402,0.008349819,0.0008790049,0.029461026,0.0001349547,0.015780797,0.00051983335,0.5185425,0.115447216],"study_design_scores_gemma":[0.060129415,0.00045532806,0.71805876,0.012396851,0.01084747,0.0075363885,0.048453707,0.0018852339,0.005276095,0.099887244,0.033499394,0.0015740913],"about_ca_topic_score_codex":0.00018654393,"about_ca_topic_score_gemma":0.000032013886,"teacher_disagreement_score":0.4850431,"about_ca_system_score_codex":0.000019896805,"about_ca_system_score_gemma":0.00021912163,"threshold_uncertainty_score":0.98981404},"labels":[],"label_agreement":null},{"id":"W2146001292","doi":"10.1001/jama.289.19.2545","title":"Analysis and Reporting of Factorial Trials","year":2003,"lang":"en","type":"review","venue":"JAMA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":295,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"U.S. Department of Energy","keywords":"Medicine; MEDLINE; Clinical trial; Randomized controlled trial; Psychological intervention; Factorial; Meta-analysis; Research design; Randomization; Internal medicine; Statistics; Psychiatry","score_opus":0.9324430051325514,"score_gpt":0.6467230365657288,"score_spread":0.2857199685668226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146001292","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002045273,0.9890349,0.0036798518,0.000012343652,0.0006330158,0.00094210537,0.000062197105,0.0000020501454,0.005613083],"genre_scores_gemma":[0.000036239806,0.99125826,0.0016612757,0.000013794283,0.00039870484,0.00003585472,0.000027285345,0.000014357776,0.0065542376],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.79320896,0.06791869,0.12841785,0.002059425,0.008074314,0.00032076144],"domain_scores_gemma":[0.7074762,0.0334932,0.2501692,0.006794261,0.0018404305,0.00022674473],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.53786737,0.00050239963,0.054433443,0.0015129704,0.00006411235,0.0010185809,0.0011818898,0.0003988975,0.009554851],"category_scores_gemma":[0.6168613,0.00019253176,0.019737601,0.005185292,0.00004559349,0.00012749068,0.0001248187,0.0002500843,0.00029789726],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.9313484e-7,0.000009262254,0.00042587862,0.0018773734,0.004273588,0.000004339748,0.000035171568,4.1671737e-7,8.305391e-8,0.00014498137,0.008159367,0.98506886],"study_design_scores_gemma":[0.00007435843,0.000008874158,0.0000500551,0.00063628284,0.031067139,0.000010079047,0.000023736906,0.0000142868175,2.3684662e-7,0.0004008009,0.9675554,0.00015876199],"about_ca_topic_score_codex":0.000017518038,"about_ca_topic_score_gemma":0.000009247743,"teacher_disagreement_score":0.9849101,"about_ca_system_score_codex":0.000025982496,"about_ca_system_score_gemma":0.00020053986,"threshold_uncertainty_score":0.99135053},"labels":[],"label_agreement":null},{"id":"W2146188179","doi":"10.1186/1471-2288-13-141","title":"Reference management software for systematic reviews and meta-analyses: an exploration of usage and usability","year":2013,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":100,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Systematic review; Computer science; Usability; Software; Software project management; Software review; Software peer review; Software engineering; Software development; MEDLINE; Software construction","score_opus":0.9910376391907982,"score_gpt":0.7508285751187257,"score_spread":0.24020906407207254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146188179","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0096350685,0.0056372285,0.97543126,0.00072701875,0.00004709871,0.008112264,0.000010253841,0.0000051984744,0.0003946339],"genre_scores_gemma":[0.037108894,0.0011882464,0.9513515,0.00026509358,0.00005095041,0.0061656996,0.000013426064,0.000017014341,0.0038391475],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.6285061,0.34608328,0.013208881,0.0019070315,0.009683072,0.0006115913],"domain_scores_gemma":[0.31344846,0.6568038,0.0080795,0.010531168,0.009182218,0.0019548517],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.69771373,0.0002972677,0.00864208,0.00064294244,0.00019122064,0.0003517908,0.0017886447,0.00022555642,0.010149099],"category_scores_gemma":[0.79969823,0.00012018672,0.0009278693,0.0013177694,0.00067102123,0.00074778445,0.0005355751,0.00031308478,0.0002588203],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002512608,0.0010039128,0.007512268,0.32963806,0.013566678,0.000019002118,0.0063053058,0.000042501266,0.0010955819,0.15132043,0.051294424,0.43795058],"study_design_scores_gemma":[0.0016336403,0.0017397023,0.008080294,0.0020136226,0.0205159,0.00005761799,0.02051424,0.04001199,0.0002109724,0.87790704,0.026337856,0.0009771427],"about_ca_topic_score_codex":0.00012564613,"about_ca_topic_score_gemma":0.00033356913,"teacher_disagreement_score":0.7265866,"about_ca_system_score_codex":0.000026782533,"about_ca_system_score_gemma":0.00014658913,"threshold_uncertainty_score":0.99075574},"labels":[],"label_agreement":null},{"id":"W2147006306","doi":"10.1002/jrsm.18","title":"Development of a combined database for meta‐epidemiological research","year":2010,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Meta-analysis; Systematic review; Blinding; Randomized controlled trial; Computer science; MEDLINE; Data mining; Database; Medicine; Statistics; Mathematics; Pathology; Biology","score_opus":0.9871852061995543,"score_gpt":0.7842087044533188,"score_spread":0.2029765017462355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147006306","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09466042,0.0014058962,0.8754295,0.004921815,0.0004415631,0.0055596493,0.0001373718,0.000020422856,0.01742338],"genre_scores_gemma":[0.041342273,0.000023424403,0.9518229,0.00002878289,0.00009430062,0.002805319,0.0000062514105,0.000022218961,0.003854559],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.52760434,0.4170967,0.021979645,0.00392318,0.026885025,0.002511128],"domain_scores_gemma":[0.12390356,0.84489524,0.003257156,0.012130138,0.014820351,0.0009935496],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.9218597,0.00034964975,0.0068042264,0.0019103596,0.0007919954,0.0004840399,0.0055682096,0.00027263854,0.02436551],"category_scores_gemma":[0.8787564,0.00014814608,0.0026791075,0.003999879,0.0007763245,0.00020851787,0.0011539237,0.0012736514,0.0009788207],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017857275,0.00057065015,0.00085963553,0.000398034,0.0031461485,0.000005132775,0.00068208313,0.0000051244388,0.20346542,0.071080685,0.10149754,0.61811095],"study_design_scores_gemma":[0.00017628072,0.000099040335,0.0014816902,0.00004139274,0.00039432704,0.0000040384007,0.0010401135,0.0066912547,0.09220478,0.056026038,0.8415969,0.00024411923],"about_ca_topic_score_codex":0.000022070124,"about_ca_topic_score_gemma":0.000058852766,"teacher_disagreement_score":0.7400994,"about_ca_system_score_codex":0.00005081494,"about_ca_system_score_gemma":0.00063522696,"threshold_uncertainty_score":0.9998121},"labels":[],"label_agreement":null},{"id":"W2147040082","doi":"10.1080/10543400500406553","title":"Quasi-Empirical Bayes Methodology for Improving Meta-Analysis","year":2006,"lang":"en","type":"article","venue":"Journal of Biopharmaceutical Statistics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Carleton University","funders":"University of Alberta","keywords":"Meta-analysis; Bayes' theorem; Computer science; Outlier; Odds; Statistics; Odds ratio; Econometrics; Mathematics; Bayesian probability; Medicine; Logistic regression","score_opus":0.9277533342042015,"score_gpt":0.6544762144967344,"score_spread":0.27327711970746704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147040082","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020080493,0.0032908255,0.990845,0.0024317428,0.00036445502,0.00035237355,0.00046334116,0.0000032274386,0.00024097],"genre_scores_gemma":[0.23295158,0.000017429393,0.76334363,0.00092489895,0.00039760149,0.000014664885,0.000013072233,0.000019038824,0.0023180658],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9677913,0.011972567,0.014360797,0.0006851761,0.0047233757,0.00046676953],"domain_scores_gemma":[0.94717777,0.038678423,0.00888598,0.0011473825,0.0037345807,0.0003758679],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13575464,0.00038965372,0.0086328555,0.0009471412,0.00016783008,0.00067124044,0.0015437263,0.00016127367,0.012501377],"category_scores_gemma":[0.058047295,0.00017719666,0.009434908,0.0020127797,0.0001691315,0.00018552803,0.00010729016,0.00038940855,0.00019412112],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052711734,0.002203473,0.01557624,0.00038220276,0.31836164,0.00032099156,0.000332948,0.00428823,0.003737227,0.10705318,0.48084158,0.06637516],"study_design_scores_gemma":[0.0008084721,0.00052846136,0.0023292736,0.0000017007991,0.5770063,0.000120299635,0.00018429614,0.11266907,0.00070440024,0.11236719,0.19285068,0.00042989093],"about_ca_topic_score_codex":0.000015295971,"about_ca_topic_score_gemma":0.000026889898,"teacher_disagreement_score":0.2879909,"about_ca_system_score_codex":0.000059897382,"about_ca_system_score_gemma":0.00013597085,"threshold_uncertainty_score":0.98840135},"labels":[],"label_agreement":null},{"id":"W2147164431","doi":"10.3138/jvme.38.1.10","title":"Staying Current by Searching the Veterinary Literature","year":2011,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Veterinary medicine; Medical education; Medicine","score_opus":0.8357393954055665,"score_gpt":0.6065616520584889,"score_spread":0.22917774334707763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147164431","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9695661,0.01573269,0.0057497267,0.0032995765,0.0034726488,0.00022508843,0.0000037747423,0.000002440663,0.0019479484],"genre_scores_gemma":[0.99558187,0.00047443365,0.0019470188,0.0006278637,0.00061836885,0.000009918231,0.0000038832127,0.000009668829,0.0007269863],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9815089,0.007364835,0.0049666986,0.00030276462,0.005659322,0.00019748969],"domain_scores_gemma":[0.9919518,0.0014981009,0.0038161438,0.0011734751,0.0011401087,0.00042033804],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07035127,0.00018046363,0.0010525049,0.0002822503,0.00016954575,0.00042597696,0.0020793222,0.00007850737,0.008211261],"category_scores_gemma":[0.029867869,0.000071017625,0.0008473692,0.000722322,0.00008617983,0.0005041266,0.00015000593,0.00070755306,0.00018751752],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006435009,0.00044002,0.0014059555,0.00008224668,0.0000941889,0.00004884615,0.007902643,6.4462387e-7,0.00046222893,0.00026490726,0.27285907,0.71637493],"study_design_scores_gemma":[0.00020951635,0.00087838795,0.011305973,0.0007342935,0.00010320245,0.002371567,0.0024666018,0.0005013284,0.00001688332,0.0032070728,0.97804993,0.00015522432],"about_ca_topic_score_codex":0.0000031241689,"about_ca_topic_score_gemma":2.481976e-7,"teacher_disagreement_score":0.71621966,"about_ca_system_score_codex":0.00004788067,"about_ca_system_score_gemma":0.0005746108,"threshold_uncertainty_score":0.9926954},"labels":[],"label_agreement":null},{"id":"W2147866356","doi":"10.1185/030079904125003197","title":"Quality assessment of meta-analyses of RCTs of pharmacotherapy in major depressive disorder","year":2004,"lang":"en","type":"article","venue":"Current Medical Research and Opinion","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Checklist; Meta-analysis; Kappa; MEDLINE; Randomized controlled trial; Internal medicine; Population; Major depressive disorder; Cochrane Library; Pharmacotherapy; Physical therapy; Psychology","score_opus":0.9331273537804017,"score_gpt":0.7443359877222335,"score_spread":0.18879136605816815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147866356","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88650817,0.0736853,0.034636494,0.0024154035,0.0003182663,0.0012961682,0.00007649397,0.0000019168228,0.0010617621],"genre_scores_gemma":[0.9950587,0.0042472677,0.0005454293,0.000011278104,0.00003081257,0.00004367336,0.00000947262,0.0000041315125,0.00004921106],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.96575147,0.012313788,0.007103917,0.0006376602,0.013895801,0.00029738058],"domain_scores_gemma":[0.9868838,0.007794065,0.0021996545,0.0011795698,0.0016273084,0.0003155721],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12373022,0.00015738608,0.0032859088,0.0006283871,0.00004382608,0.000044167093,0.0010607978,0.00007399472,0.0057704467],"category_scores_gemma":[0.040830404,0.00006813322,0.000974873,0.0015615755,0.00043603205,0.00011902165,0.00019839844,0.00034998116,0.000010554643],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025436323,0.0061954637,0.35175708,0.004136249,0.0069035133,0.000007965362,0.0018776165,0.00040716428,0.01099476,0.045543462,0.009728014,0.56219435],"study_design_scores_gemma":[0.017439183,0.0019245876,0.64772624,0.0023823034,0.0020856636,0.000007909246,0.0035240373,0.013234342,0.030226288,0.21059315,0.069905244,0.00095108215],"about_ca_topic_score_codex":0.00027805232,"about_ca_topic_score_gemma":0.00006860681,"teacher_disagreement_score":0.5612433,"about_ca_system_score_codex":0.000022495955,"about_ca_system_score_gemma":0.00041084533,"threshold_uncertainty_score":0.9951384},"labels":[],"label_agreement":null},{"id":"W2147972757","doi":"10.1016/j.cct.2006.11.007","title":"Mega-trials vs. meta-analysis: Precision vs. heterogeneity?","year":2006,"lang":"en","type":"article","venue":"Contemporary Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish General Hospital; McGill University","funders":"","keywords":"Medicine; Meta-analysis; Mega-; Internal medicine","score_opus":0.9705260994818611,"score_gpt":0.6792291251831827,"score_spread":0.2912969742986784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147972757","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15249515,0.24076553,0.35862234,0.0590518,0.016233398,0.04046216,0.0037399987,0.00046574138,0.12816387],"genre_scores_gemma":[0.95620626,0.00016728099,0.0051685865,0.0026612603,0.0019123667,0.00032229535,0.00015679719,0.000051157658,0.033353996],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.29441443,0.52003735,0.16293053,0.005763477,0.01592176,0.0009324253],"domain_scores_gemma":[0.26921403,0.5940403,0.10606406,0.023623133,0.0055239024,0.0015345919],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.88330305,0.0011602885,0.071194574,0.0015325306,0.00032712752,0.003058153,0.005148119,0.000799041,0.04610698],"category_scores_gemma":[0.67860395,0.000491809,0.10152997,0.005040516,0.0002877943,0.000906207,0.00056210725,0.0006349148,0.0064164763],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056115154,0.0005735023,0.031702906,0.000022344657,0.22500025,0.00004264232,0.00002203375,0.00026377678,0.000051944524,0.0017594969,0.73420143,0.0057985117],"study_design_scores_gemma":[0.0023338457,0.000312613,0.008937128,0.000013516699,0.3349915,0.000004314554,0.000043940243,0.0013610738,0.00024968426,0.038929366,0.61205196,0.00077105354],"about_ca_topic_score_codex":0.00009365576,"about_ca_topic_score_gemma":0.00008849428,"teacher_disagreement_score":0.8037111,"about_ca_system_score_codex":0.00003700677,"about_ca_system_score_gemma":0.00039472565,"threshold_uncertainty_score":0.99975336},"labels":[],"label_agreement":null},{"id":"W2147978070","doi":"10.1136/bmjopen-2014-005919","title":"A usability study of two formats of a shortened systematic review for clinicians","year":2014,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Usability; Think aloud protocol; Medicine; System usability scale; Systematic review; Web usability; Computer science; MEDLINE; Applied psychology; Human–computer interaction; Medical education; Psychology","score_opus":0.8719742218995634,"score_gpt":0.6708867643331998,"score_spread":0.2010874575663636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147978070","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37360135,0.0052071935,0.07919156,0.0016502596,0.0007439529,0.50620955,0.00014602422,0.000014619995,0.0332355],"genre_scores_gemma":[0.9875922,0.000019022526,0.004814533,0.00053401553,0.000024492176,0.005431356,0.0000032543073,0.000011577545,0.0015695568],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9417515,0.022900565,0.029503526,0.00088860176,0.0047191763,0.00023662463],"domain_scores_gemma":[0.96647954,0.009355353,0.014319652,0.0077211177,0.0020251863,0.000099126606],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3983333,0.00021477518,0.010530617,0.00012494234,0.00006439731,0.00022344066,0.00426679,0.000036540376,0.0008986161],"category_scores_gemma":[0.13438423,0.0000933052,0.0017164071,0.0008760839,0.00003726934,0.00026717648,0.00047156634,0.000049682527,0.00021888402],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012932275,0.0025603396,0.06266292,0.8651017,0.00213185,0.000001275563,0.0042379033,0.00007806588,0.000029425993,0.005455814,0.047584057,0.010027336],"study_design_scores_gemma":[0.019366793,0.013018716,0.042986605,0.5491224,0.052849647,0.000089997826,0.050159633,0.15046652,0.00018902101,0.10362725,0.014359711,0.003763698],"about_ca_topic_score_codex":0.00005799301,"about_ca_topic_score_gemma":0.00035754385,"teacher_disagreement_score":0.61399084,"about_ca_system_score_codex":0.000012941422,"about_ca_system_score_gemma":0.000080140744,"threshold_uncertainty_score":0.98392165},"labels":[],"label_agreement":null},{"id":"W2148459077","doi":"10.1186/1745-6215-9-20","title":"Endorsement of the CONSORT Statement by high impact factor medical journals: a survey of journal editors and journal 'Instructions to Authors'","year":2008,"lang":"en","type":"article","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":241,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"University of Ottawa","keywords":"Consolidated Standards of Reporting Trials; Medical journal; Impact factor; Medicine; Family medicine; Clinical trial; Observational study; Statement (logic); Internal medicine; Political science","score_opus":0.8841157120628768,"score_gpt":0.6293499819776099,"score_spread":0.2547657300852668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148459077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9841117,0.0011777316,0.00655896,0.0014596074,0.005546187,0.0007346424,0.00037176473,0.0000010368846,0.0000383723],"genre_scores_gemma":[0.9964893,0.00062895345,0.00088671304,0.00005845437,0.0009687801,0.000006260297,0.0000014633649,0.000008565274,0.00095153315],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9006538,0.05511975,0.02808997,0.0004728862,0.015254432,0.00040920926],"domain_scores_gemma":[0.96634346,0.011231938,0.01755788,0.0011189347,0.002901176,0.00084660994],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.35227144,0.00024037564,0.0045331493,0.00045082165,0.00037549282,0.00039569614,0.0013900866,0.00010314302,0.029118825],"category_scores_gemma":[0.21381553,0.00008553694,0.0016999942,0.0010313439,0.0001701911,0.00020067584,0.00013530113,0.00039575642,0.00003280663],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065769666,0.00010771442,0.11409365,0.000008962924,0.0010935984,0.0000060382886,0.00084120815,0.0000562545,0.0008864803,0.000019252651,0.8730952,0.009725844],"study_design_scores_gemma":[0.0032097525,0.0006409804,0.90747565,0.00032310304,0.00078362017,0.0017960242,0.0011764191,0.00014798938,0.0017700372,0.001961597,0.0803628,0.00035203254],"about_ca_topic_score_codex":0.00019616885,"about_ca_topic_score_gemma":0.000043141972,"teacher_disagreement_score":0.793382,"about_ca_system_score_codex":0.00007317806,"about_ca_system_score_gemma":0.00075790385,"threshold_uncertainty_score":0.9717687},"labels":[],"label_agreement":null},{"id":"W2148839048","doi":"10.1016/j.jpain.2014.11.010","title":"Reporting of Sample Size Calculations in Analgesic Clinical Trials: ACTTION Systematic Review","year":2014,"lang":"en","type":"review","venue":"Journal of Pain","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"U.S. Food and Drug Administration","keywords":"Sample size determination; Medicine; Clinical trial; Randomized controlled trial; Analgesic; Sample (material); Consolidated Standards of Reporting Trials; Physical therapy; Statistics; Internal medicine; Anesthesia; Mathematics","score_opus":0.9468918727809318,"score_gpt":0.716026265573771,"score_spread":0.23086560720716076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148839048","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000034904501,0.9466306,0.049996268,0.00015128958,0.00040382225,0.002690716,0.000012404594,0.000001326668,0.00011011144],"genre_scores_gemma":[0.00004844881,0.99177796,0.0072576148,0.00014605548,0.000340219,0.000044165015,0.0000057664997,0.000022733453,0.00035701852],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.12318991,0.5510093,0.3160279,0.00092029595,0.008520312,0.00033225908],"domain_scores_gemma":[0.016168183,0.4652481,0.5107342,0.004297407,0.0032554697,0.00029661698],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9576675,0.00052751286,0.07330951,0.0010945444,0.000053493328,0.00026578511,0.0021457456,0.00035469764,0.0020079105],"category_scores_gemma":[0.98516876,0.00021308835,0.025527261,0.002919553,0.000049804366,0.0001841161,0.000086802356,0.0008503853,0.00013931558],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014198779,0.00006749674,0.00032352994,0.67491144,0.0009037231,0.00001735475,0.000020988238,0.000006353883,4.2849084e-8,0.000071021124,0.01121723,0.3124594],"study_design_scores_gemma":[0.00011359855,0.00006708226,0.00004769094,0.6825352,0.014246171,0.00012074286,0.000054767384,0.0005144812,1.027933e-8,0.0008468088,0.30126894,0.00018455533],"about_ca_topic_score_codex":0.000008245265,"about_ca_topic_score_gemma":0.00001945343,"teacher_disagreement_score":0.31227484,"about_ca_system_score_codex":0.00012883353,"about_ca_system_score_gemma":0.00072340795,"threshold_uncertainty_score":0.9989044},"labels":[],"label_agreement":null},{"id":"W2148913386","doi":"10.1186/s13643-015-0040-4","title":"Advancing knowledge of rapid reviews: an analysis of results, conclusions and recommendations from published review articles examining rapid reviews","year":2015,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":142,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"U.S. Public Health Service; University of Alberta; Agency for Healthcare Research and Quality; Johns Hopkins University; University of Pennsylvania","keywords":"Medicine; Systematic review; Transparency (behavior); Scope (computer science); Workgroup; MEDLINE; Management science; Computer science","score_opus":0.6618615891161506,"score_gpt":0.5174572018333954,"score_spread":0.14440438728275518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148913386","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016143599,0.96467406,0.009605016,0.0010596962,0.00049900124,0.017184963,0.0002082578,0.000017968798,0.0051366882],"genre_scores_gemma":[0.032437883,0.88114744,0.076565705,0.0016232659,0.00029332508,0.0035711143,0.0007650552,0.00010086739,0.0034953563],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.79377407,0.12880367,0.0701503,0.002661137,0.003927415,0.00068342156],"domain_scores_gemma":[0.8848345,0.02163889,0.06955091,0.017515017,0.005131086,0.001329546],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.4728165,0.0009921023,0.032230865,0.0015110688,0.00022271588,0.0004938187,0.0030886058,0.0001855533,0.0053194324],"category_scores_gemma":[0.42168888,0.00046519662,0.0043983934,0.009581098,0.00019375232,0.0014099282,0.00056259375,0.00031850633,0.0010857505],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021664366,0.000562963,0.0021808846,0.17968476,0.0030100646,0.0000028371196,0.012385689,0.000016111038,0.00033796488,0.00091322843,0.53254205,0.26834178],"study_design_scores_gemma":[0.0005867679,0.00024182363,0.00035326908,0.097594425,0.017860426,0.000012893536,0.0039215595,0.005252729,0.000017574119,0.00061335484,0.8728844,0.00066079636],"about_ca_topic_score_codex":0.0000860861,"about_ca_topic_score_gemma":0.00028099772,"teacher_disagreement_score":0.3403423,"about_ca_system_score_codex":0.00012460515,"about_ca_system_score_gemma":0.00019480861,"threshold_uncertainty_score":0.99978},"labels":[],"label_agreement":null},{"id":"W2149320586","doi":"10.1186/1756-0500-6-414","title":"What do letters to the editor publish about randomized controlled trials? A cross-sectional study","year":2013,"lang":"en","type":"article","venue":"BMC Research Notes","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McGill University; St. Michael's Hospital","funders":"University of Toronto; Faculty of Medicine, McGill University; McGill University","keywords":"Randomized controlled trial; Medicine; Psychological intervention; Intervention (counseling); Family medicine; Population; Alternative medicine; MEDLINE; Internal medicine; Psychiatry; Environmental health; Pathology","score_opus":0.8167303530287154,"score_gpt":0.6236899209039829,"score_spread":0.19304043212473254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149320586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9165197,0.0036495917,0.0095174825,0.017168932,0.012792909,0.039271783,0.000015233205,0.000018023942,0.0010463463],"genre_scores_gemma":[0.9604621,0.00007148124,0.0008910344,0.0006496293,0.010596675,0.011160604,0.000004734503,0.000024116724,0.016139619],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.619703,0.31117824,0.026967619,0.002504959,0.03836975,0.0012764414],"domain_scores_gemma":[0.20221822,0.7615098,0.0076918425,0.009717264,0.01791539,0.0009474945],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8109779,0.0003733182,0.011368899,0.0012390631,0.0008623062,0.06132126,0.004556535,0.00010988873,0.037257023],"category_scores_gemma":[0.87023956,0.00011589661,0.0061582266,0.0026411465,0.00037175565,0.0019610561,0.00057523913,0.0005439441,0.01916743],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010844143,0.00024354072,0.14189565,0.000018779348,0.001362484,0.0000019325905,0.00126246,0.00029833554,0.0001191166,0.0003618147,0.8410686,0.0025231228],"study_design_scores_gemma":[0.38276702,0.00041852935,0.38959312,0.00017589188,0.00080811436,0.000008509418,0.015849287,0.014368857,0.000032531185,0.013933023,0.18112655,0.00091856293],"about_ca_topic_score_codex":0.00033772804,"about_ca_topic_score_gemma":0.00024104817,"teacher_disagreement_score":0.6599421,"about_ca_system_score_codex":0.00007007326,"about_ca_system_score_gemma":0.00026066776,"threshold_uncertainty_score":0.98159623},"labels":[],"label_agreement":null},{"id":"W2149611072","doi":"10.1186/s13643-015-0133-0","title":"Network meta-analysis incorporating randomized controlled trials and non-randomized comparative cohort studies for assessing the safety and effectiveness of medical treatments: challenges and opportunities","year":2015,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":141,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of British Columbia; University of Ottawa","funders":"Canadian Institutes of Health Research; University of Ottawa","keywords":"Randomized controlled trial; Medicine; Meta-analysis; External validity; Population; Surgery; Environmental health; Internal medicine; Psychology","score_opus":0.8986525280915955,"score_gpt":0.5950664503931771,"score_spread":0.3035860776984184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149611072","genre_codex":"review","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025421293,0.86418694,0.063345715,0.0012230675,0.00017962443,0.067657754,0.00001354958,0.000005300044,0.0008458909],"genre_scores_gemma":[0.78803825,0.15596767,0.0076321657,0.00025497822,0.00018256213,0.046966624,0.000023471468,0.000037365702,0.0008968923],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.39453772,0.5495316,0.047883373,0.0013867551,0.0063012196,0.0003593694],"domain_scores_gemma":[0.22617473,0.7093621,0.057484146,0.0028802876,0.0036633452,0.00043538638],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8838858,0.0008413469,0.15219945,0.00039719924,0.00030960023,0.0007263187,0.0007039381,0.00015165059,0.00007000912],"category_scores_gemma":[0.490308,0.00022311251,0.012594002,0.0006175313,0.0010705078,0.00032290153,0.00021824209,0.00013072343,0.000005179433],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02747005,0.00006263624,0.0001265585,0.038021553,0.90182877,0.000003217762,0.008060165,0.0000874722,6.7085335e-7,0.023127731,0.00042137704,0.0007898301],"study_design_scores_gemma":[0.23244862,0.000051440576,0.000032155764,0.002898319,0.7101186,0.000015340636,0.012497783,0.025092434,4.339097e-7,0.016461203,0.00014154226,0.00024215135],"about_ca_topic_score_codex":0.000015009439,"about_ca_topic_score_gemma":0.000023998926,"teacher_disagreement_score":0.7854961,"about_ca_system_score_codex":0.000034440403,"about_ca_system_score_gemma":0.00012686757,"threshold_uncertainty_score":0.9972946},"labels":[],"label_agreement":null},{"id":"W2149971332","doi":"10.1186/s40463-014-0051-5","title":"Publication rate of abstracts presented at the Canadian society of otolaryngology- head and neck surgery annual meetings: A five year study 2006–2010","year":2014,"lang":"en","type":"article","venue":"Journal of Otolaryngology - Head and Neck Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"BC Children's Hospital","funders":"","keywords":"Otorhinolaryngology; Publishing; Medicine; Head and neck surgery; Head and neck; MEDLINE; Family medicine; Library science; General surgery; Surgery; Political science; Computer science","score_opus":0.17633421044402953,"score_gpt":0.3792593790674089,"score_spread":0.2029251686233794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149971332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99238545,0.0013621227,0.000017429684,0.004854344,0.00041010114,0.0005503098,0.000040617007,0.0000028966099,0.00037672577],"genre_scores_gemma":[0.99759704,0.00022778734,0.00023785266,0.0006966552,0.00013961538,0.000013479022,0.0000110629835,0.000015434609,0.0010610581],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98192996,0.0074631404,0.007906098,0.0006162752,0.0015955408,0.0004889607],"domain_scores_gemma":[0.97339183,0.013241667,0.009038526,0.0012573666,0.0026249494,0.00044566658],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08980406,0.00034026054,0.004055071,0.00081396755,0.0003533949,0.00019517525,0.0006580836,0.00031408973,0.00061064074],"category_scores_gemma":[0.02355741,0.00017962331,0.0014494514,0.00093289634,0.00042763396,0.0005246251,0.00016319394,0.00051889446,0.000044809305],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008030494,0.00015079573,0.8557993,0.00008497314,0.00043903867,0.0000148013505,0.00089689996,0.000009671294,0.00014674499,0.000023794717,0.14189419,0.00045946173],"study_design_scores_gemma":[0.00041210162,0.00017296892,0.97473204,0.00011638031,0.0002285682,0.00022895352,0.0004990369,0.00025736532,0.0000622938,0.00016954634,0.02297665,0.00014411712],"about_ca_topic_score_codex":0.0057860166,"about_ca_topic_score_gemma":0.01981191,"teacher_disagreement_score":0.1189327,"about_ca_system_score_codex":0.00004895454,"about_ca_system_score_gemma":0.00055061356,"threshold_uncertainty_score":0.998074},"labels":[],"label_agreement":null},{"id":"W2149974876","doi":"10.1136/bmj.e1553","title":"Credibility of claims of subgroup effects in randomised controlled trials: systematic review","year":2012,"lang":"en","type":"review","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":384,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Manitoba; Institute for Work & Health; McMaster University","funders":"Instituto de Salud Carlos III; Canadian Institutes of Health Research; Hospital for Sick Children; Gottfried und Julia Bangerter-Rhyner-Stiftung; Medizinische Abteilung der Margarete und Walter Lichtenstein-Stiftung; European Commission; National Science Foundation; Cancer Research UK; National Natural Science Foundation of China; Ontario Ministry of Health and Long-Term Care; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Subgroup analysis; Medicine; MEDLINE; Randomized controlled trial; Meta-analysis; Clinical trial; Sample size determination; Credibility; Family medicine; Internal medicine; Statistics; Mathematics","score_opus":0.8032535826813725,"score_gpt":0.6016674031383789,"score_spread":0.20158617954299363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149974876","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000030909662,0.927848,0.00075300585,0.00003317129,0.0005676606,0.06910976,0.000039311228,0.0000035135752,0.0016424982],"genre_scores_gemma":[0.00009877413,0.9921013,0.00049249624,0.000041631934,0.0001515886,0.0057972353,0.000020473146,0.00003060821,0.0012658763],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.3822154,0.44174066,0.16220772,0.0018156805,0.0114135565,0.000606967],"domain_scores_gemma":[0.44201604,0.36087787,0.1784594,0.01574093,0.0025437134,0.00036202816],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.80754715,0.0010391595,0.18951383,0.0010771772,0.00003092856,0.00013309045,0.003473231,0.00046717323,0.0037516044],"category_scores_gemma":[0.7112243,0.00036405423,0.037532583,0.0029539433,0.00010798235,0.00015808869,0.00019069717,0.00037225214,0.00095601944],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000936065,0.00012125245,0.000013004301,0.94696313,0.0022597483,0.0000026226537,0.000033468394,2.9325292e-7,1.5474828e-7,0.00019039446,0.0052210353,0.04510127],"study_design_scores_gemma":[0.010498065,0.000043837583,0.000006343794,0.85488874,0.07629133,0.000016363363,0.000021637998,0.00008069376,2.5282128e-7,0.00041312812,0.057380013,0.00035957867],"about_ca_topic_score_codex":0.000009562975,"about_ca_topic_score_gemma":0.000008698249,"teacher_disagreement_score":0.15198125,"about_ca_system_score_codex":0.00008908393,"about_ca_system_score_gemma":0.00039614586,"threshold_uncertainty_score":0.99988115},"labels":[],"label_agreement":null},{"id":"W2150061145","doi":"10.1503/cmaj.081849","title":"Registering systematic reviews","year":2009,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":112,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Systematic review; Cochrane Library; Cochrane collaboration; MEDLINE; Medicine; Computer science; Library science; Data science; Information retrieval; Alternative medicine; Pathology; Political science","score_opus":0.5513580879409776,"score_gpt":0.47955772501184746,"score_spread":0.07180036292913017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150061145","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03984548,0.032709938,0.040853716,0.4096786,0.011283163,0.006829511,0.000036065143,0.00004565831,0.45871785],"genre_scores_gemma":[0.73633,0.0012737203,0.0038854713,0.11924032,0.005985704,0.00006566001,0.000007957732,0.000039804214,0.13317138],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95883745,0.015315402,0.012213796,0.00042367625,0.0127038825,0.0005058009],"domain_scores_gemma":[0.98352253,0.0029029807,0.008184271,0.0013695975,0.0017518186,0.0022688112],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.3131095,0.00021461029,0.0033873126,0.0004983037,0.0003407159,0.0016553315,0.0018798641,0.0002595956,0.036624502],"category_scores_gemma":[0.3572911,0.000104263105,0.001578072,0.0010760695,0.00001435403,0.0002742409,0.00001643842,0.00064975506,0.012635489],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.208018e-7,0.000009036491,0.0034906436,0.00015874494,0.00007805487,0.00010849923,0.0002279851,0.000002848363,0.0000023652192,0.0009399284,0.9595962,0.035385277],"study_design_scores_gemma":[0.00013533547,0.000022544766,0.00398641,0.0010060067,0.000090694986,0.00043013928,0.00026358324,0.00094860326,3.6771928e-7,0.0023835585,0.9905917,0.00014104405],"about_ca_topic_score_codex":0.000089993664,"about_ca_topic_score_gemma":0.0031863642,"teacher_disagreement_score":0.6964845,"about_ca_system_score_codex":0.00062210916,"about_ca_system_score_gemma":0.0008497412,"threshold_uncertainty_score":0.99938107},"labels":[],"label_agreement":null},{"id":"W2150068168","doi":"10.1093/infdis/jis225","title":"Reply to \"High-Quality Meta-Analyses Are Required for Development of Evidence in Medicine\"","year":2012,"lang":"en","type":"article","venue":"The Journal of Infectious Diseases","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University; Strong","keywords":"Meta-analysis; Quality (philosophy); MEDLINE; Medicine; Quality of evidence; Evidence-based medicine; Biology; Internal medicine; Alternative medicine; Pathology","score_opus":0.9233769535389272,"score_gpt":0.6238035107340179,"score_spread":0.2995734428049094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150068168","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9384624,0.015503601,0.041249618,0.0034237674,0.00039692328,0.0007856251,0.000015391506,0.0000032046373,0.0001594846],"genre_scores_gemma":[0.99684453,0.000052995172,0.001683855,0.0008946282,0.00016766954,0.000028936656,4.5575212e-7,0.000007644721,0.00031926992],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97485924,0.009479004,0.011136093,0.000252563,0.004019866,0.00025324622],"domain_scores_gemma":[0.9600426,0.020781204,0.0139627,0.0018815647,0.0029782613,0.00035366192],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15407667,0.000236452,0.004500715,0.0006102707,0.00012882584,0.00008033359,0.0012482974,0.00003140231,0.0016806761],"category_scores_gemma":[0.17872576,0.00007416291,0.0018699273,0.0014026721,0.00008291028,0.0004703142,0.00009849741,0.000097372125,0.00006669529],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073045254,0.001093932,0.7704215,0.00069950684,0.019285124,0.000006673561,0.019245178,0.0041805743,0.0041955844,0.0012324947,0.16016598,0.018743012],"study_design_scores_gemma":[0.0010104767,0.0004916526,0.9114785,0.0006801043,0.028917802,0.000061929146,0.0064023472,0.000054130505,0.001994868,0.011691273,0.036774516,0.0004423629],"about_ca_topic_score_codex":0.00007108757,"about_ca_topic_score_gemma":0.00008234586,"teacher_disagreement_score":0.14105704,"about_ca_system_score_codex":0.00008287164,"about_ca_system_score_gemma":0.00016303585,"threshold_uncertainty_score":0.99923193},"labels":[],"label_agreement":null},{"id":"W2150491173","doi":"10.1016/s0140-6736(00)02786-0","title":"Does the inclusion of grey literature influence estimates of intervention effectiveness reported in meta-analyses?","year":2000,"lang":"en","type":"article","venue":"The Lancet","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":821,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Children's Hospital of Eastern Ontario","funders":"","keywords":"Meta-analysis; Grey literature; Systematic review; Medicine; Inclusion and exclusion criteria; Meta-regression; Psychological intervention; Odds ratio; Random effects model; Sample size determination; Statistics; MEDLINE; Mathematics; Psychiatry; Pathology; Alternative medicine; Biology","score_opus":0.5994130155004435,"score_gpt":0.5489679495161868,"score_spread":0.05044506598425669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150491173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99405015,0.0031029652,0.00041161844,0.0008666421,0.00005199962,0.00051474845,0.000023092814,0.0000030189694,0.0009757904],"genre_scores_gemma":[0.99879676,0.000062799816,0.00044548628,0.00008553077,0.00002857074,0.000036773145,0.0000051462007,0.0000043491996,0.00053457066],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9798674,0.011969202,0.005318736,0.0004349747,0.0022607935,0.00014891592],"domain_scores_gemma":[0.9861181,0.0053349137,0.003838862,0.0038948955,0.00078947167,0.000023762115],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10262988,0.0001833785,0.0037321402,0.00015472564,0.000106077256,0.00020847411,0.0020567647,0.000054579177,0.0031264229],"category_scores_gemma":[0.021675907,0.000041702227,0.0016933316,0.001895064,0.000115583665,0.00022906215,0.00027607504,0.00014733397,0.00004186766],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012159969,0.0010189578,0.6659666,0.0031297877,0.025108026,0.00007610097,0.02930853,0.044795398,0.0414968,0.00630954,0.013019651,0.16855463],"study_design_scores_gemma":[0.00077472854,0.000098881086,0.82852536,0.00083562074,0.006932063,0.000024685747,0.00036000818,0.009493087,0.010389486,0.13562739,0.006698617,0.0002400972],"about_ca_topic_score_codex":0.00013867125,"about_ca_topic_score_gemma":0.00011548753,"teacher_disagreement_score":0.16831453,"about_ca_system_score_codex":0.000011358056,"about_ca_system_score_gemma":0.000013572982,"threshold_uncertainty_score":0.99778485},"labels":[],"label_agreement":null},{"id":"W2150923287","doi":"10.1177/1084713811425751","title":"The Need for Evidence in an Anecdotal World","year":2011,"lang":"en","type":"editorial","venue":"Trends in Amplification","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Scientific evidence; Outcome (game theory); Health care; Psychology; Process (computing); Patient satisfaction; MEDLINE; Evidence-based medicine; Medicine; Alternative medicine; Nursing; Computer science; Surgery; Political science","score_opus":0.8462268243355429,"score_gpt":0.5878946685310444,"score_spread":0.2583321558044984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150923287","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013761397,0.0051079914,0.007602105,0.0015543887,0.9699285,0.002835475,0.0001986608,0.000024925806,0.011371787],"genre_scores_gemma":[0.09068651,0.0006147796,0.008935359,0.00011030507,0.62448025,0.003851047,0.0014977084,0.00014641864,0.2696776],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.978477,0.0062717036,0.0089374,0.0014845704,0.004470809,0.0003585029],"domain_scores_gemma":[0.9611547,0.025896192,0.0058627645,0.005776321,0.0012086907,0.000101323974],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12006386,0.00036209254,0.00230652,0.0015253236,0.00014526461,0.0011679148,0.0037014023,0.0003183504,0.0014468882],"category_scores_gemma":[0.06672423,0.00017131462,0.00084673695,0.003136574,0.000082447135,0.00041214316,0.00007613075,0.00045046533,0.0005202926],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032595468,0.000037791717,0.00101589,0.00001811888,0.0000143474035,3.5503814e-7,0.00032199678,0.00000895224,0.000006188497,0.0012955058,0.8949273,0.10232094],"study_design_scores_gemma":[0.00015477034,0.00004045848,0.008070363,0.00011297289,0.00007422192,2.1195564e-7,0.00015964182,0.0014466512,0.0000022859952,0.0063733133,0.9833619,0.00020320983],"about_ca_topic_score_codex":0.000098362056,"about_ca_topic_score_gemma":0.007694915,"teacher_disagreement_score":0.34544826,"about_ca_system_score_codex":0.00013727165,"about_ca_system_score_gemma":0.00012740178,"threshold_uncertainty_score":0.999869},"labels":[],"label_agreement":null},{"id":"W2151057078","doi":"10.1111/j.1754-9434.2010.01255.x","title":"At Sea With Synthetic Validity","year":2010,"lang":"en","type":"article","venue":"Industrial and Organizational Psychology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Praise; Scale (ratio); Psychology; External validity; Process (computing); Epistemology; Computer science; Social psychology; Philosophy; Geography; Cartography","score_opus":0.7494454445626976,"score_gpt":0.5063458259934018,"score_spread":0.24309961856929574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151057078","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9781746,0.000021839005,0.0018510004,0.0064221714,0.000976267,0.0002591522,0.000030165178,0.0000071540503,0.012257621],"genre_scores_gemma":[0.9922935,0.0000028574138,0.000702861,0.00078814215,0.0004894562,0.000004945435,0.00001942763,0.0000104632545,0.005688356],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940936,0.0016224959,0.0019812994,0.00069098873,0.0014618885,0.0001497328],"domain_scores_gemma":[0.99555176,0.001528947,0.0009833139,0.0011477515,0.0006402186,0.00014802812],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.014615613,0.0001611848,0.000952288,0.0001474255,0.00018179452,0.00020023939,0.0005738858,0.0002124166,0.050194863],"category_scores_gemma":[0.01350565,0.00007475569,0.00013236342,0.000930799,0.00016228,0.000080537895,0.0000858665,0.0002486346,0.0026876908],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036626236,0.00006445943,0.84029114,0.000002025969,0.000074563,0.0000071700642,0.000070450486,0.000005300992,0.001092984,0.009724895,0.14278309,0.0058472957],"study_design_scores_gemma":[0.001367033,0.00017608283,0.20127675,0.000007999732,0.00017738734,0.00055613427,0.000050296425,0.00018074257,0.00031620468,0.029299578,0.7662459,0.00034589978],"about_ca_topic_score_codex":0.000003467126,"about_ca_topic_score_gemma":0.000049123002,"teacher_disagreement_score":0.63901436,"about_ca_system_score_codex":0.0000073743267,"about_ca_system_score_gemma":0.000054727774,"threshold_uncertainty_score":0.99808884},"labels":[],"label_agreement":null},{"id":"W2151225337","doi":"10.1186/1741-7015-9-79","title":"Network meta-analysis-highly attractive but more methodological research is needed","year":2011,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":366,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Eye Institute; Johns Hopkins Bloomberg School of Public Health; National Institutes of Health; Universiteit van Amsterdam; University of East Anglia; University of Ottawa; McMaster University; Johns Hopkins University","keywords":"Meta-analysis; Systematic review; Medicine; Context (archaeology); Management science; Data science; MEDLINE; Risk analysis (engineering); Computer science; Pathology","score_opus":0.991917934677961,"score_gpt":0.6945786851761108,"score_spread":0.2973392495018502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151225337","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.063504376,0.030515974,0.63770556,0.027060129,0.0012147432,0.0044017145,0.00006287962,0.000069993344,0.23546463],"genre_scores_gemma":[0.71189535,0.00007694449,0.16949306,0.0075601717,0.0012825691,0.0003384363,0.00002619993,0.00004136647,0.1092859],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.90147513,0.06940081,0.01159334,0.002402794,0.014238081,0.00088983116],"domain_scores_gemma":[0.9287994,0.053757932,0.004706313,0.008057151,0.0040261117,0.0006530789],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.45893294,0.0005447619,0.013519713,0.0013926211,0.00043333226,0.00022622246,0.0035948697,0.00026401068,0.19830655],"category_scores_gemma":[0.14593196,0.00019898853,0.007144549,0.010259633,0.0006700424,0.00022531586,0.00038560698,0.00070948707,0.0051276996],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015306064,0.00017322211,0.017007083,0.00004687618,0.11059849,0.00006785311,0.00786709,0.00019924232,0.00010406942,0.011125844,0.85160846,0.0010487185],"study_design_scores_gemma":[0.0011088983,0.000855171,0.094953716,0.000034316698,0.5757234,0.00005820641,0.037141576,0.008977481,0.00031128508,0.1464873,0.13330053,0.0010481167],"about_ca_topic_score_codex":0.00065890345,"about_ca_topic_score_gemma":0.00015231906,"teacher_disagreement_score":0.7183079,"about_ca_system_score_codex":0.00004154196,"about_ca_system_score_gemma":0.00011048348,"threshold_uncertainty_score":0.9956469},"labels":[],"label_agreement":null},{"id":"W2151984197","doi":"10.1016/j.cccn.2005.04.002","title":"The bootstrap: A technique for data-driven statistics. Using computer-intensive analyses to explore experimental data","year":2005,"lang":"en","type":"review","venue":"Clinica Chimica Acta","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":323,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Statistics; Computer science; Mathematics","score_opus":0.9690667154014685,"score_gpt":0.7047544824843279,"score_spread":0.26431223291714057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151984197","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000055573573,0.7973958,0.18245761,0.00046056893,0.0010332412,0.008645731,0.009884192,0.00002272864,0.000094521594],"genre_scores_gemma":[0.000024470915,0.6894662,0.30493665,0.0005086458,0.0011490246,0.00043134714,0.002960532,0.00009744544,0.00042570857],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96195257,0.008996981,0.020389535,0.0043661934,0.003580502,0.0007142412],"domain_scores_gemma":[0.92242366,0.033724274,0.012865999,0.02877055,0.001759337,0.00045617874],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05758556,0.0011350738,0.01366236,0.0005326777,0.0005953813,0.0024431979,0.02524409,0.0003945061,0.000943946],"category_scores_gemma":[0.062521845,0.00050200074,0.003246022,0.00130447,0.00028836323,0.000454802,0.0063572666,0.00066891254,0.000630385],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010104613,0.00009089723,0.0000010472717,0.0005325829,0.0013390116,0.000004779699,0.00007830222,0.0000033064387,0.000018298315,0.000036238172,0.60061556,0.39726987],"study_design_scores_gemma":[0.00011213729,0.00009828784,8.892144e-7,0.0021191754,0.0038494046,0.00004845918,0.00027678863,0.030847035,0.000001894019,0.00007476048,0.9620507,0.0005204783],"about_ca_topic_score_codex":0.0000076198917,"about_ca_topic_score_gemma":0.00002619046,"teacher_disagreement_score":0.3967494,"about_ca_system_score_codex":0.00011965509,"about_ca_system_score_gemma":0.0007520658,"threshold_uncertainty_score":0.9999693},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2152238882","doi":"10.1186/2046-4053-2-79","title":"The evolution of assessing bias in Cochrane systematic reviews of interventions: celebrating methodological contributions of the Cochrane Collaboration","year":2013,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Systematic review; Psychological intervention; Cochrane collaboration; Alternative medicine; MEDLINE; Family medicine; Health care; Nursing; Cochrane Library; Pathology","score_opus":0.847590454724783,"score_gpt":0.6306335434509024,"score_spread":0.21695691127388061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152238882","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014820535,0.909866,0.024752572,0.000071220864,0.00084491697,0.063909024,0.00007017536,0.0000053675526,0.00046593565],"genre_scores_gemma":[0.000523777,0.9835489,0.0042803963,0.0000102518225,0.0000683575,0.010301414,0.00002379404,0.000040163442,0.0012029745],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.35629985,0.49560344,0.13706891,0.0016874039,0.008648708,0.00069168943],"domain_scores_gemma":[0.40715423,0.2367268,0.32388955,0.020494457,0.011447305,0.0002876365],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.6017162,0.001308588,0.06481636,0.000980341,0.00037433452,0.00078787847,0.0057410467,0.0005859262,0.0006414528],"category_scores_gemma":[0.73231584,0.0003989663,0.018614322,0.0094174,0.00043664608,0.0004993486,0.00047150778,0.0007254328,0.0005483493],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.566567e-7,0.00009320896,0.000018839699,0.9824968,0.00045315025,3.4992712e-7,0.00020688481,0.0000071251393,0.000013750775,0.0061103585,0.001391599,0.009207096],"study_design_scores_gemma":[0.00016207571,0.000055822966,0.000009988366,0.9527499,0.008003158,0.00004864157,0.0019382562,0.0006317214,0.0000042136294,0.0011862568,0.03487058,0.0003393902],"about_ca_topic_score_codex":0.000056325563,"about_ca_topic_score_gemma":0.00013565786,"teacher_disagreement_score":0.25887662,"about_ca_system_score_codex":0.0006233675,"about_ca_system_score_gemma":0.0007296689,"threshold_uncertainty_score":0.99996656},"labels":[],"label_agreement":null},{"id":"W2152240392","doi":"10.1001/jama.285.15.1987","title":"The CONSORT Statement: Revised Recommendations for Improving the Quality of Reports of Parallel-Group Randomized Trials","year":2001,"lang":"en","type":"review","venue":"JAMA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2553,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Children's Hospital of Eastern Ontario; Centre for Family Medicine","funders":"","keywords":"Consolidated Standards of Reporting Trials; Checklist; Randomized controlled trial; Medicine; Statement (logic); Transparency (behavior); Quality (philosophy); Family medicine; Medical education; Computer science; Psychology; Surgery","score_opus":0.8653370819071188,"score_gpt":0.6272611494876862,"score_spread":0.2380759324194326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152240392","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000037030204,0.95497036,0.027113732,0.0014113672,0.00057186664,0.014490463,0.00020226275,0.0000033993588,0.001232872],"genre_scores_gemma":[0.000028629496,0.98662657,0.0047794166,0.000068870206,0.00015785242,0.0021952933,0.00011919182,0.000021334496,0.006002817],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.5517091,0.28152168,0.15549423,0.0022101805,0.008415218,0.0006495813],"domain_scores_gemma":[0.5237368,0.3189217,0.14550783,0.008616013,0.0031066881,0.000111009685],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.79233027,0.0005069187,0.031177297,0.00024633823,0.000330888,0.000769813,0.002262733,0.00020804864,0.0022696515],"category_scores_gemma":[0.5957446,0.00014597778,0.017885469,0.001267509,0.0002559734,0.00014324283,0.00018494236,0.0002499942,0.00003819455],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003886798,0.00003240784,0.00000268588,0.004228372,0.0015194045,5.016481e-7,0.000076791446,8.524575e-7,2.4516655e-7,0.0035321151,0.06342582,0.92679214],"study_design_scores_gemma":[0.0067755436,0.000017182452,0.0000011950619,0.0014957557,0.005620183,0.0000071510253,0.00021163624,0.000061882645,2.6259278e-7,0.0049689612,0.9806964,0.00014388084],"about_ca_topic_score_codex":0.000056939483,"about_ca_topic_score_gemma":0.00002419981,"teacher_disagreement_score":0.92664826,"about_ca_system_score_codex":0.000045772726,"about_ca_system_score_gemma":0.00035215664,"threshold_uncertainty_score":0.9986424},"labels":[],"label_agreement":null},{"id":"W2152445141","doi":"10.1186/2046-4053-1-60","title":"Does use of the CONSORT Statement impact the completeness of reporting of randomised controlled trials published in medical journals? A Cochrane reviewa","year":2012,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":629,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Medical Research Council; Agence Nationale pour la Gestion des Déchets Radioactifs","keywords":"Consolidated Standards of Reporting Trials; Medicine; Checklist; Blinding; Randomized controlled trial; Systematic review; Cochrane Library; MEDLINE; Family medicine; Confidence interval; Surgery; Internal medicine; Psychology","score_opus":0.8769827765073936,"score_gpt":0.6324043412061536,"score_spread":0.24457843530124002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152445141","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000053659383,0.9165566,0.00064198935,0.00019093396,0.0010526914,0.08118853,0.00009580257,0.0000024412668,0.00021734378],"genre_scores_gemma":[0.0007112537,0.9927871,0.00032626968,0.00005818132,0.00014404031,0.005274305,0.000016451335,0.000049643295,0.0006327334],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.0768409,0.5113582,0.38792074,0.0015127672,0.021539835,0.00082754914],"domain_scores_gemma":[0.051445495,0.25274718,0.67235404,0.016902737,0.006069993,0.00048058087],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.9178597,0.0016633106,0.20272593,0.0011469142,0.0001382891,0.0008125033,0.0073493603,0.00050121994,0.01383623],"category_scores_gemma":[0.9294892,0.0003069337,0.056374196,0.004944796,0.0004298533,0.0004986951,0.00055521313,0.0008994677,0.00010534261],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008800694,0.00020175551,0.00051506807,0.92938083,0.006084473,0.000006074793,0.00043879042,0.0000034381717,0.0000018697419,0.00015994831,0.005131048,0.05798868],"study_design_scores_gemma":[0.005346062,0.00003327189,0.000049686336,0.6599558,0.029908214,0.00016282243,0.00024729848,0.00013464777,7.8434476e-7,0.00016001113,0.3036211,0.00038030307],"about_ca_topic_score_codex":0.00008984634,"about_ca_topic_score_gemma":0.00006923131,"teacher_disagreement_score":0.29849005,"about_ca_system_score_codex":0.00017932533,"about_ca_system_score_gemma":0.0015847983,"threshold_uncertainty_score":0.99993825},"labels":[],"label_agreement":null},{"id":"W2152500261","doi":"10.1016/j.jclinepi.2012.01.001","title":"Ensuring relevance for Cochrane reviews: evaluating processes and methods for prioritizing topics for Cochrane reviews","year":2012,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":59,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital; Cochrane","funders":"","keywords":"Systematic review; Transparency (behavior); Prioritization; Relevance (law); Cochrane collaboration; Medicine; Cochrane Library; Variety (cybernetics); Grey literature; MEDLINE; Computer science; Management science; Meta-analysis; Political science; Engineering","score_opus":0.945962810813024,"score_gpt":0.7673054041853945,"score_spread":0.17865740662762952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152500261","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032064756,0.3046004,0.68303704,0.004935627,0.001613549,0.0025362936,0.000007989535,0.0000021665842,0.000060456765],"genre_scores_gemma":[0.0009921839,0.048482902,0.9428078,0.0027962516,0.0035948004,0.00026948508,0.0000029621608,0.000021136193,0.0010324954],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8085968,0.10091261,0.0863565,0.0014350888,0.0015119083,0.0011871128],"domain_scores_gemma":[0.06836126,0.8520495,0.070099495,0.002114185,0.0066111637,0.0007643482],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.84162855,0.00037878184,0.020521292,0.00017899192,0.00022554421,0.00009279674,0.001089191,0.00033152007,0.00011559205],"category_scores_gemma":[0.97718954,0.00018078338,0.0051942496,0.00039059098,0.00014651043,0.00041290215,0.00009375009,0.0004647187,0.000019539142],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017331785,0.00008477981,0.012910059,0.0055689295,0.00023217562,2.5991173e-7,0.00020016552,0.000018943507,0.000079863734,0.0024109443,0.035047177,0.94327337],"study_design_scores_gemma":[0.0010774389,0.00083391985,0.0026518626,0.0018531684,0.0011222055,0.00008100028,0.00009663867,0.0070866547,0.000012998824,0.049027387,0.9359373,0.00021940963],"about_ca_topic_score_codex":6.0178496e-7,"about_ca_topic_score_gemma":0.000003660286,"teacher_disagreement_score":0.94305396,"about_ca_system_score_codex":0.00002860925,"about_ca_system_score_gemma":0.00017922153,"threshold_uncertainty_score":0.9940201},"labels":[],"label_agreement":null},{"id":"W2153003711","doi":"10.1093/cid/cit333","title":"A Primer on Performing Systematic Reviews and Meta-analyses","year":2013,"lang":"en","type":"article","venue":"Clinical Infectious Diseases","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Economics","funders":"Agency for Healthcare Research and Quality; Centers for Disease Control and Prevention; University of Pennsylvania Health System; University of Pennsylvania","keywords":"Systematic review; Medicine; Formulary; MEDLINE; Resource (disambiguation); Alternative medicine; Quality (philosophy); Set (abstract data type); Management science; Medical education; Family medicine; Computer science; Political science; Pathology; Engineering","score_opus":0.9103518873673779,"score_gpt":0.6398461781533136,"score_spread":0.27050570921406436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153003711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8464654,0.08859586,0.0062722326,0.0025226,0.0016503489,0.02194022,0.00006294999,0.00014638779,0.03234398],"genre_scores_gemma":[0.98580056,0.00045602556,0.00020194898,0.0030801077,0.00018353571,0.0011814977,0.0000042131664,0.00002216546,0.009069948],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9549716,0.024775542,0.015956158,0.0013217434,0.0026720373,0.0003029306],"domain_scores_gemma":[0.94140154,0.041199956,0.009606219,0.0056332718,0.0013279918,0.0008310483],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.071490996,0.0005193983,0.011987098,0.00033089623,0.00026165246,0.0014698026,0.0009272595,0.00012449666,0.025439935],"category_scores_gemma":[0.26141185,0.00019158112,0.00774066,0.00089086953,0.00018488117,0.0004331172,0.00018034378,0.0002508757,0.024097174],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011578915,0.0020579402,0.47130924,0.013888847,0.032800656,0.000019712477,0.00024051554,0.00010432223,0.000025248673,0.003836333,0.44545624,0.030249376],"study_design_scores_gemma":[0.0019833648,0.0019238433,0.4022688,0.0021262118,0.37660035,0.00007061605,0.0009600151,0.01700327,0.00002284244,0.06570268,0.12828146,0.0030565725],"about_ca_topic_score_codex":0.00002083722,"about_ca_topic_score_gemma":0.0000087624685,"teacher_disagreement_score":0.34379968,"about_ca_system_score_codex":0.00002277411,"about_ca_system_score_gemma":0.00004433201,"threshold_uncertainty_score":0.9995668},"labels":[],"label_agreement":null},{"id":"W2153200786","doi":"10.1002/sim.6044","title":"An empirical comparison of univariate and multivariate meta‐analyses for categorical outcomes","year":2013,"lang":"en","type":"article","venue":"Statistics in Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Sudbury","funders":"Agency for Healthcare Research and Quality; U.S. Department of Health and Human Services","keywords":"Univariate; Multivariate statistics; Categorical variable; Statistics; Multivariate analysis; Meta-analysis; Context (archaeology); Econometrics; Bayesian probability; Prior probability; Correlation; Mathematics; Computer science; Medicine; Internal medicine","score_opus":0.8756302530372296,"score_gpt":0.6790142308790336,"score_spread":0.19661602215819607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153200786","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026161477,0.00079058413,0.969618,0.0018280367,0.00018337664,0.0008710417,0.00008955353,0.0000036289991,0.00045430148],"genre_scores_gemma":[0.8368289,0.00001263587,0.1621319,0.00021169521,0.000036181693,0.000057126672,0.000030661588,0.0000094005145,0.0006815197],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9856209,0.00394958,0.0072903484,0.0006352523,0.0022778579,0.00022605644],"domain_scores_gemma":[0.97674346,0.018014826,0.0024948525,0.0014100733,0.0011309639,0.0002058124],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032495584,0.00026565892,0.0057806806,0.00044101215,0.00006144854,0.0001068065,0.00072338013,0.00007652685,0.004455129],"category_scores_gemma":[0.04998691,0.00010734928,0.0003286553,0.0007094532,0.00021409859,0.00012453333,0.000060158713,0.00014116507,0.000059736696],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004121718,0.0006050496,0.7043044,0.00032055328,0.005315533,0.000010573196,0.0075201923,0.00071253657,0.0013656755,0.11143975,0.13841574,0.029948758],"study_design_scores_gemma":[0.0011228014,0.0004167952,0.41018155,0.000016788896,0.0049197823,0.0000024797298,0.0029025283,0.34373465,0.000028087534,0.23281738,0.003629708,0.00022742637],"about_ca_topic_score_codex":0.0007045098,"about_ca_topic_score_gemma":0.00017307681,"teacher_disagreement_score":0.8106674,"about_ca_system_score_codex":0.00001660214,"about_ca_system_score_gemma":0.000035757614,"threshold_uncertainty_score":0.99645495},"labels":[],"label_agreement":null},{"id":"W2153384744","doi":"10.1177/1740774506075667","title":"One relative risk versus two odds ratios: implications for meta-analyses involving paired and unpaired binary data","year":2007,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Robarts Clinical Trials; Western University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Odds ratio; Relative risk; Meta-analysis; Odds; Statistics; Pooling; Contrast (vision); Diagnostic odds ratio; Confidence interval; Medicine; Logistic regression; Mathematics; Internal medicine; Computer science; Artificial intelligence","score_opus":0.9940942495411971,"score_gpt":0.7671393654451276,"score_spread":0.22695488409606945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153384744","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05829004,0.02918484,0.88235366,0.012991666,0.0022744082,0.008936162,0.0024277195,0.00006799332,0.0034734833],"genre_scores_gemma":[0.83255154,0.0011886634,0.15770677,0.0008778042,0.0016117126,0.0004238919,0.00039358638,0.000053089134,0.0051929294],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.87091184,0.07963872,0.042616796,0.0032484883,0.0030382972,0.00054587645],"domain_scores_gemma":[0.20753127,0.74292654,0.030742347,0.015105622,0.0028955296,0.0007987067],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.70181865,0.00038111836,0.010913456,0.00036925645,0.0004710232,0.0007312871,0.0024906895,0.00023150133,0.001966858],"category_scores_gemma":[0.81965846,0.00018883172,0.005600981,0.0015208456,0.00027224817,0.00071073964,0.00056066527,0.00030573687,0.0003572104],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021164098,0.0013560868,0.03933496,0.000106576386,0.11581505,0.000006165643,0.00061987987,0.00017433916,0.00088616624,0.0520075,0.33188945,0.4556874],"study_design_scores_gemma":[0.01567216,0.001350435,0.146226,0.000079712125,0.25397614,0.0000040111127,0.0018872574,0.03249985,0.000113191,0.36473098,0.18197115,0.0014891336],"about_ca_topic_score_codex":0.000026294225,"about_ca_topic_score_gemma":0.00018884821,"teacher_disagreement_score":0.77426153,"about_ca_system_score_codex":0.000026575099,"about_ca_system_score_gemma":0.00015836739,"threshold_uncertainty_score":0.9989455},"labels":[],"label_agreement":null},{"id":"W2153390961","doi":"10.1093/ptj/83.2.123","title":"A Quantitative Analysis of Research Publications in Physical Therapy Journals","year":2003,"lang":"en","type":"article","venue":"Physical Therapy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"Psychology; Medicine; Medical physics","score_opus":0.9324614725129031,"score_gpt":0.6940790767791493,"score_spread":0.23838239573375386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153390961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9849904,0.0012298961,0.0024018984,0.0010622545,0.000033856402,0.00058416656,0.000015041212,0.0000052025935,0.00967729],"genre_scores_gemma":[0.9974352,0.0003547729,0.0007456711,0.00009453964,0.000058599166,0.00010410661,0.0000038039939,0.00001221663,0.0011910578],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9682282,0.020515526,0.0036690063,0.000847533,0.006359097,0.00038059126],"domain_scores_gemma":[0.976901,0.015349019,0.0018816768,0.0029348044,0.0027623503,0.00017115717],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07822271,0.00025944246,0.003950612,0.0022887525,0.0001440926,0.0005345057,0.0016406046,0.000052815263,0.0035908944],"category_scores_gemma":[0.017827252,0.00011724712,0.0030101072,0.021628277,0.00024775285,0.00035178804,0.000038526745,0.00039330538,0.0005556051],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016098643,0.0071622944,0.12149118,0.000014511788,0.008160346,0.0000038035196,0.019555103,0.0020443574,0.034878433,0.7268631,0.012205704,0.06746017],"study_design_scores_gemma":[0.0014847189,0.00074444176,0.32113934,0.000043664004,0.0003901541,0.0000012641965,0.004425068,0.08858049,0.003618683,0.51306903,0.065940924,0.0005621969],"about_ca_topic_score_codex":0.00002442231,"about_ca_topic_score_gemma":0.000014977713,"teacher_disagreement_score":0.21379405,"about_ca_system_score_codex":0.00003783585,"about_ca_system_score_gemma":0.00011039758,"threshold_uncertainty_score":0.9991675},"labels":[],"label_agreement":null},{"id":"W2153492678","doi":"10.1177/1740774514535999","title":"Blinding strategies in the conduct and reporting of a randomized placebo-controlled device trial","year":2014,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"Canadian Institutes of Health Research","keywords":"Blinding; Medicine; Placebo; Randomized controlled trial; Clinical trial; Physical therapy; Randomization; Deep vein; Surgery; Thrombosis; Internal medicine; Alternative medicine; Pathology","score_opus":0.9604279977588355,"score_gpt":0.7081653550481426,"score_spread":0.2522626427106929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153492678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97527254,0.0006659047,0.0044532074,0.0012649018,0.0008288701,0.007524571,0.0000018012665,0.0000034421334,0.009984752],"genre_scores_gemma":[0.99705833,0.000043932243,0.0014694963,0.00022785901,0.00051056605,0.00020376293,9.521376e-7,0.0000051931647,0.0004798934],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.15029286,0.64073455,0.20087123,0.0017011923,0.005976649,0.000423529],"domain_scores_gemma":[0.014598289,0.8658213,0.115473405,0.003069952,0.00089911005,0.00013793197],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9567603,0.00022692575,0.027661067,0.00024202505,0.00007801223,0.00094249076,0.0010165172,0.00017023324,0.00088284153],"category_scores_gemma":[0.97353375,0.00007145907,0.006279687,0.00065747247,0.00024520876,0.0001677668,0.00007476707,0.00027997576,0.00006617577],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92219186,0.00027919814,0.0034141927,0.00008746807,0.0016001534,0.000008389347,0.0013229327,0.00007094927,0.00007459207,0.03273724,0.004068068,0.03414495],"study_design_scores_gemma":[0.9227832,0.00018650581,0.0002522595,0.00007529824,0.0013354152,0.00000403592,0.002252643,0.005044545,0.0000065231347,0.065821804,0.0021191572,0.00011863032],"about_ca_topic_score_codex":0.000009619928,"about_ca_topic_score_gemma":0.000021537808,"teacher_disagreement_score":0.22508676,"about_ca_system_score_codex":0.0000040196237,"about_ca_system_score_gemma":0.00014084816,"threshold_uncertainty_score":0.9867743},"labels":[],"label_agreement":null},{"id":"W2153776971","doi":"10.1016/j.explore.2005.12.003","title":"Reporting Random Controlled Trials of Herbal Medicines","year":2006,"lang":"en","type":"article","venue":"EXPLORE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; Institute for Clinical Evaluative Sciences; Children's Hospital of Eastern Ontario; University of Ottawa; Baycrest Hospital; Toronto General Hospital; University of Toronto","funders":"","keywords":"Consolidated Standards of Reporting Trials; Medicine; Alternative medicine; Context (archaeology); Randomized controlled trial; Psychological intervention; Generalizability theory; Clinical trial; Family medicine; Delphi method; Traditional medicine; Intervention (counseling); MEDLINE; Psychology; Nursing","score_opus":0.8592171597292637,"score_gpt":0.5753363964014458,"score_spread":0.28388076332781786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153776971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8294329,0.014502205,0.04915169,0.0055032875,0.0017159013,0.0037804977,0.00001310632,0.00002405881,0.09587637],"genre_scores_gemma":[0.98747087,0.000014030982,0.0018373093,0.00011911191,0.00049495307,0.00007890498,0.0000065489917,0.0000075937096,0.009970668],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8901322,0.020752614,0.08071093,0.0008129747,0.0073262025,0.00026510714],"domain_scores_gemma":[0.8690532,0.032977343,0.09268292,0.0033105547,0.0018625723,0.00011345081],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.49741143,0.00020077395,0.014776824,0.00026011615,0.00006480381,0.00018304399,0.00066954043,0.000058672962,0.00968141],"category_scores_gemma":[0.5502396,0.000071092276,0.004870667,0.00070577004,0.000053592375,0.000120150326,0.00004148428,0.000066763976,0.0003601695],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004795273,0.00014298412,0.049082726,0.00009336019,0.0010391674,0.00005504649,0.0014660436,0.00036977432,0.003767878,0.0037610775,0.91651976,0.02322268],"study_design_scores_gemma":[0.06259614,0.00034999443,0.030111318,0.00085733755,0.006641143,0.00013076489,0.019525867,0.01896871,0.005094892,0.20871784,0.6457968,0.0012092353],"about_ca_topic_score_codex":0.000032004235,"about_ca_topic_score_gemma":0.000013480426,"teacher_disagreement_score":0.270723,"about_ca_system_score_codex":0.000007809313,"about_ca_system_score_gemma":0.000049502272,"threshold_uncertainty_score":0.99984986},"labels":[],"label_agreement":null},{"id":"W2153815298","doi":"10.2147/oams.s30830","title":"Setting sample size using cost efficiency in fMRI studies","year":2012,"lang":"en","type":"article","venue":"Open Access Medical Statistics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Programs for Assessment of Technology in Health Research Institute; St. Joseph’s Healthcare Hamilton; Baycrest Hospital; Centre for Movement Disorders; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Sample (material); Sample size determination; Psychology; Computer science; Statistics; Mathematics; Chemistry; Chromatography","score_opus":0.8775548313592337,"score_gpt":0.6799007378283467,"score_spread":0.19765409353088703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153815298","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061928418,0.0022357325,0.9234292,0.0016802822,0.0016295732,0.0021295075,0.00031390623,0.000007396434,0.006646006],"genre_scores_gemma":[0.74659026,0.0001777871,0.24925262,0.0019671253,0.00032510015,0.00009235796,0.000018444509,0.00002723016,0.0015491017],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.97774,0.0062010293,0.007238377,0.0007295032,0.007451212,0.0006398807],"domain_scores_gemma":[0.9058757,0.08560227,0.0042026136,0.0023714462,0.0011281024,0.0008199064],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13422032,0.0002668616,0.0027637326,0.0001678311,0.00026997738,0.0026278738,0.0060451976,0.000093253904,0.032079734],"category_scores_gemma":[0.5601263,0.00013484951,0.0002159169,0.0017232962,0.00018011121,0.00110092,0.0024929058,0.00028158308,0.0006788621],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010888576,0.0003457361,0.5500329,0.00015641445,0.00019863399,0.000047768008,0.001956063,0.00021207138,0.0000069131174,0.013538522,0.18517013,0.24832396],"study_design_scores_gemma":[0.0024086505,0.00009066581,0.19996674,0.0009665829,0.00080231763,0.00007242665,0.0105519565,0.28525198,0.00005252779,0.10068677,0.39743567,0.0017137293],"about_ca_topic_score_codex":0.00037813993,"about_ca_topic_score_gemma":0.00034441016,"teacher_disagreement_score":0.6846618,"about_ca_system_score_codex":0.000109696106,"about_ca_system_score_gemma":0.0002279339,"threshold_uncertainty_score":0.99933255},"labels":[],"label_agreement":null},{"id":"W2154352790","doi":"10.1136/jamia.2010.004325","title":"A new algorithm for reducing the workload of experts in performing systematic reviews","year":2010,"lang":"en","type":"article","venue":"Journal of the American Medical Informatics Association","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":100,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick; University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Ontario Centres of Excellence","keywords":"Workload; Computer science; Complement (music); Naive Bayes classifier; Systematic review; Classifier (UML); Machine learning; Bayes' theorem; Algorithm; Inclusion (mineral); Artificial intelligence; Systematic error; MEDLINE; Mathematics; Support vector machine; Bayesian probability; Statistics; Psychology","score_opus":0.3147686100222522,"score_gpt":0.4838588630158001,"score_spread":0.1690902529935479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154352790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5688545,0.0022530232,0.40468362,0.013686323,0.0040664156,0.004981086,0.000007687672,0.000004234888,0.0014630986],"genre_scores_gemma":[0.663863,0.0013968106,0.32284486,0.0053306688,0.0018877127,0.00014432876,0.0000017757911,0.000040219813,0.004490597],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9726188,0.003820924,0.016090406,0.00010873835,0.0071234796,0.00023761006],"domain_scores_gemma":[0.92846394,0.01454371,0.054042265,0.0013885383,0.001358513,0.00020305338],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21176171,0.0001644512,0.0034121685,0.0002560025,0.00011341452,0.0002457891,0.0023051621,0.000083537,0.00025395263],"category_scores_gemma":[0.23337719,0.000054521526,0.0017164176,0.0014554473,0.000066807304,0.00033584874,0.00010523976,0.0005335987,0.000025191503],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000101592095,0.00007583558,0.008623822,0.0013005828,0.00041655067,7.282491e-7,0.0151755875,0.00011995778,0.000109279696,0.00016125805,0.10496551,0.8690407],"study_design_scores_gemma":[0.0021150934,0.00046709165,0.009665412,0.019645656,0.0019167395,0.00028530133,0.04336199,0.83915293,0.0002628545,0.005505987,0.076979436,0.0006415316],"about_ca_topic_score_codex":0.00002634159,"about_ca_topic_score_gemma":0.000032629756,"teacher_disagreement_score":0.8683992,"about_ca_system_score_codex":0.0001399113,"about_ca_system_score_gemma":0.00035211392,"threshold_uncertainty_score":0.8116572},"labels":[],"label_agreement":null},{"id":"W2154473121","doi":"10.1177/0363546512448363","title":"Publication of Sports Medicine–Related Randomized Controlled Trials Registered in ClinicalTrials.gov","year":2012,"lang":"en","type":"review","venue":"The American Journal of Sports Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; Women's College Hospital; University of Toronto","funders":"","keywords":"Medicine; Randomized controlled trial; Sports medicine; Trial registration; Sample size determination; MEDLINE; Clinical trial; Alternative medicine; Protocol (science); Family medicine; Physical therapy; Evidence-based medicine; Internal medicine; Pathology","score_opus":0.738779666773674,"score_gpt":0.587296112686229,"score_spread":0.15148355408744496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154473121","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022658352,0.9792741,0.00043578784,0.0075230314,0.0022412953,0.0061955266,0.0000065752524,0.0000041169924,0.0040930104],"genre_scores_gemma":[0.005459899,0.9875162,0.00026132137,0.0003690347,0.0019990474,0.00008320207,0.000023480006,0.00004956439,0.0042382223],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.6543928,0.14131762,0.18347892,0.0011853528,0.01894654,0.00067876297],"domain_scores_gemma":[0.27563605,0.19513956,0.51425815,0.007707783,0.0064353924,0.00082308654],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8521041,0.001107924,0.15735997,0.003789739,0.000073656214,0.00009580039,0.0041415156,0.0002852828,0.019844195],"category_scores_gemma":[0.59587497,0.0003059951,0.017891804,0.005826894,0.002619892,0.00018488549,0.00011594655,0.0012769264,0.00008361753],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00944807,0.000074629665,0.00008445147,0.00058360066,0.0030924217,0.000036828318,0.0004710218,0.0000019379625,2.8854373e-7,0.00038451195,0.02337136,0.96245086],"study_design_scores_gemma":[0.10723259,0.00035215748,0.00027354996,0.044890042,0.064649954,0.0006051702,0.0010479073,0.000029515006,6.10754e-8,0.00564821,0.77487755,0.00039326397],"about_ca_topic_score_codex":0.000041635692,"about_ca_topic_score_gemma":8.218846e-7,"teacher_disagreement_score":0.9620576,"about_ca_system_score_codex":0.00011013316,"about_ca_system_score_gemma":0.0008195656,"threshold_uncertainty_score":0.9999392},"labels":[],"label_agreement":null},{"id":"W2154595335","doi":"10.1136/amiajnl-2011-000233","title":"Retrieval of diagnostic and treatment studies for clinical use through PubMed and PubMed's Clinical Queries filters","year":2011,"lang":"en","type":"article","venue":"Journal of the American Medical Informatics Association","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Information retrieval; Computer science; MEDLINE; Quality (philosophy); Medicine; Medical physics","score_opus":0.8369815575185015,"score_gpt":0.5776694385083737,"score_spread":0.25931211901012774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154595335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9934709,0.00052327424,0.00222921,0.0022556414,0.0007767683,0.0006300029,0.000018243734,0.0000015357565,0.00009439856],"genre_scores_gemma":[0.95862615,0.020054504,0.018140484,0.0022569853,0.00038696133,0.000036650996,0.0000013509327,0.000011686276,0.00048521158],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9788678,0.004401056,0.012727161,0.00016122338,0.0035954216,0.00024728003],"domain_scores_gemma":[0.8323674,0.11319909,0.049906682,0.0011505815,0.0028486561,0.00052753557],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10466593,0.00017660305,0.0033654228,0.0001081107,0.00010124093,0.00017129231,0.00063329807,0.00010902315,0.000033711654],"category_scores_gemma":[0.5715583,0.0000705449,0.0012781902,0.00044084986,0.0006381989,0.00057161937,0.00015866375,0.000252934,0.0000034069458],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001028954,0.00013979273,0.8299834,0.000031425563,0.0017954295,0.0000013187624,0.0040945117,0.0000012916715,1.0599617e-7,0.00017111198,0.03200063,0.13167804],"study_design_scores_gemma":[0.0009968089,0.00079971284,0.96661717,0.000077808865,0.0011741811,0.000019583425,0.0063528223,0.0007054511,0.000008371677,0.0026579553,0.020479904,0.000110256005],"about_ca_topic_score_codex":0.000014222635,"about_ca_topic_score_gemma":0.000021139964,"teacher_disagreement_score":0.46689236,"about_ca_system_score_codex":0.00011844029,"about_ca_system_score_gemma":0.00015450796,"threshold_uncertainty_score":0.92193484},"labels":[],"label_agreement":null},{"id":"W2154782426","doi":"10.1177/1740774514538707","title":"Commentary on ‘Elm <i>et al</i> ’","year":2014,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Psychology; Medicine","score_opus":0.9647805304493259,"score_gpt":0.7257177930887109,"score_spread":0.239062737360615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154782426","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.068929195,0.0005741961,0.043897647,0.55537754,0.010608587,0.0038272715,0.000095871415,0.000047296082,0.31664237],"genre_scores_gemma":[0.2116252,0.00017995462,0.007340771,0.76580304,0.0011820655,0.00005010281,0.000016670934,0.000020480926,0.013781694],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.74621564,0.21152556,0.03530646,0.0014987325,0.0051701204,0.00028347012],"domain_scores_gemma":[0.518416,0.45306826,0.016655521,0.010506957,0.00068624684,0.00066702766],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7855829,0.00022790882,0.0075479494,0.00013038442,0.000087191765,0.0005216155,0.0017245994,0.00010116119,0.011172187],"category_scores_gemma":[0.47398084,0.00009272458,0.005081748,0.00048287775,0.000084682586,0.000088016444,0.0001460025,0.00027691072,0.023533009],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023683311,0.00010374907,0.0034255304,0.0000027478654,0.00013615728,0.0000011999863,0.000008862272,0.0000059139406,0.00000400885,0.0030835462,0.90078217,0.09242245],"study_design_scores_gemma":[0.00075873645,0.00014110487,0.00198907,0.000027148613,0.00016191679,7.58304e-7,0.000024575756,0.00048691858,0.000009805336,0.027483454,0.9688118,0.00010468949],"about_ca_topic_score_codex":0.0000016115712,"about_ca_topic_score_gemma":0.000002477608,"teacher_disagreement_score":0.31160206,"about_ca_system_score_codex":0.00000787638,"about_ca_system_score_gemma":0.000016945858,"threshold_uncertainty_score":0.9897317},"labels":[],"label_agreement":null},{"id":"W2155375762","doi":"10.1093/ckj/sfs152","title":"Availability of renal literature in six bibliographic databases","year":2012,"lang":"en","type":"article","venue":"Clinical Kidney Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; London Health Sciences Centre; Western University","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Database; MEDLINE; Information retrieval; Computer science","score_opus":0.7827705670793366,"score_gpt":0.5942875917792718,"score_spread":0.18848297530006475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155375762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9713342,0.01008401,0.0058154445,0.003087698,0.002813497,0.00049360516,0.00017962577,0.000005036659,0.0061868373],"genre_scores_gemma":[0.98831517,0.000990431,0.0074327243,0.0012959816,0.00089766906,0.000004051926,0.000012585677,0.000009870656,0.0010415317],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95235574,0.02182972,0.020303529,0.0006555435,0.0043978067,0.0004576663],"domain_scores_gemma":[0.9494048,0.023370663,0.01470762,0.0063321157,0.0033424257,0.0028424247],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.3316343,0.00024069045,0.0033953085,0.0024890557,0.0000906872,0.0005537125,0.0017236478,0.00015379378,0.017393168],"category_scores_gemma":[0.32802945,0.00010637889,0.0032978049,0.0092414515,0.0002293013,0.00103379,0.0001965748,0.0010270354,0.00081876107],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017434284,0.00027935152,0.7243034,0.000018972738,0.00007095343,0.000005729603,0.00008036143,0.0000015665348,0.000029492357,0.0002484536,0.27112135,0.0038228955],"study_design_scores_gemma":[0.00050334213,0.00007325643,0.59342664,0.00028984708,0.00014569117,0.00010295316,0.000105393854,0.00020883445,0.0000163653,0.0033769526,0.4016002,0.00015050196],"about_ca_topic_score_codex":0.0000027803328,"about_ca_topic_score_gemma":0.0000063410785,"teacher_disagreement_score":0.13087678,"about_ca_system_score_codex":0.000011975107,"about_ca_system_score_gemma":0.00018706707,"threshold_uncertainty_score":0.99995923},"labels":[],"label_agreement":null},{"id":"W2155798268","doi":"10.1136/bmj.g5630","title":"A GRADE Working Group approach for rating the quality of treatment effect estimates from network meta-analysis","year":2014,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1820,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cancer Care Ontario; Public Health Ontario; University of Toronto; Health Sciences Centre; McMaster University Medical Centre","funders":"","keywords":"Meta-analysis; Computer science; Quality (philosophy); Quality of evidence; Psychological intervention; Econometrics; Statistics; Medicine; Mathematics; Psychiatry","score_opus":0.8501170463277544,"score_gpt":0.5684117375915677,"score_spread":0.2817053087361867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155798268","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02859881,0.0035911489,0.96122724,0.0006419956,0.00011033662,0.0028053212,0.000024541247,0.000009216216,0.0029914211],"genre_scores_gemma":[0.8528441,0.000002037398,0.14547049,0.00010119252,0.00022735847,0.00074849144,0.00004129523,0.000009637346,0.0005553832],"study_design_codex":"meta_analysis","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9698129,0.018789012,0.0077047693,0.00092633674,0.0024916392,0.0002752981],"domain_scores_gemma":[0.936702,0.052434538,0.0067937914,0.0037606698,0.00023282159,0.000076192875],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20779492,0.00034823158,0.008451854,0.00013243497,0.00025613065,0.00051454996,0.0011966084,0.0000672726,0.00066446007],"category_scores_gemma":[0.025364008,0.00010975766,0.011713002,0.0016631456,0.000056617482,0.00006605021,0.00008383589,0.0000636716,0.00004336013],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007803975,0.00027769234,0.2115158,0.00014462143,0.54154885,5.5733284e-7,0.0017627688,0.14461923,0.00026608648,0.013581972,0.024328418,0.06187597],"study_design_scores_gemma":[0.0004420103,0.00019516473,0.0147991795,0.000008328781,0.35665137,7.700102e-7,0.00031153334,0.6043632,0.00011671886,0.013146688,0.00965541,0.00030962497],"about_ca_topic_score_codex":0.00023786674,"about_ca_topic_score_gemma":0.00018919732,"teacher_disagreement_score":0.8242453,"about_ca_system_score_codex":0.000025362133,"about_ca_system_score_gemma":0.000014101911,"threshold_uncertainty_score":0.99818444},"labels":[],"label_agreement":null},{"id":"W2156098321","doi":"10.1136/bmj.b2535","title":"Preferred reporting items for systematic reviews and meta-analyses: the PRISMA statement","year":2009,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":83276,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Medical Research Council; Care and Public Health Research Institute, Universiteit Maastricht; Health Services Research and Development; Canadian Institutes of Health Research; Johns Hopkins Bloomberg School of Public Health; Cancer Research UK; McMaster University; Ottawa Hospital Research Institute; Johns Hopkins University; University of Ioannina; GlaxoSmithKline; University of Bern; University of Ottawa","keywords":"Systematic review; Statement (logic); Computer science; Information retrieval; Data science; MEDLINE; Medicine; World Wide Web; Biology; Political science","score_opus":0.9456986814159961,"score_gpt":0.6550098917731595,"score_spread":0.2906887896428366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156098321","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023726307,0.15516269,0.52224535,0.100344084,0.0012150393,0.15811813,0.00008853328,0.00008446184,0.03901543],"genre_scores_gemma":[0.73655003,0.0003983611,0.07534226,0.0081042005,0.00061060337,0.010870064,0.000029829018,0.000059360642,0.16803527],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9299899,0.017129343,0.046757247,0.0012024646,0.0045531043,0.00036797367],"domain_scores_gemma":[0.93482643,0.00766847,0.050597947,0.005700121,0.0010515477,0.00015547143],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4254097,0.00037885385,0.009007263,0.00017865114,0.0002702248,0.0013169617,0.0012026392,0.000056712925,0.0009913071],"category_scores_gemma":[0.24045753,0.00011228079,0.004164878,0.00079945754,0.000030763276,0.0002220163,0.0000772641,0.00009744771,0.00038082412],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011023566,0.00008906298,0.0003189074,0.0080204755,0.0086014625,0.000009627399,0.0020942898,0.00015048159,0.00024570042,0.0022471899,0.9693674,0.008844387],"study_design_scores_gemma":[0.00051955384,0.00027128175,0.0020983894,0.0011495014,0.08381217,0.00016160258,0.0036463232,0.030799922,0.00012074867,0.0324349,0.84412163,0.000863966],"about_ca_topic_score_codex":0.0000058941378,"about_ca_topic_score_gemma":0.000012151375,"teacher_disagreement_score":0.71282375,"about_ca_system_score_codex":0.000025567444,"about_ca_system_score_gemma":0.00003909411,"threshold_uncertainty_score":0.9999219},"labels":[],"label_agreement":null},{"id":"W2156696492","doi":"10.1002/jrsm.1146","title":"We know less than we should about methods of meta‐analysis","year":2015,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Sudbury","funders":"","keywords":"Library science; Computer science; Citation; Information retrieval; Medical library; Statistic; Operations research; Statistics; Mathematics","score_opus":0.9784588548526072,"score_gpt":0.7464486883589169,"score_spread":0.23201016649369033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156696492","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00082260824,0.1043159,0.8566325,0.007209854,0.00022945646,0.001124316,0.00005922234,0.000021780601,0.02958439],"genre_scores_gemma":[0.019828573,0.0024986584,0.94637287,0.000045513796,0.00013341152,0.0004678887,0.0000025725074,0.000054727705,0.03059581],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.51248634,0.44967574,0.013088222,0.002784685,0.020618284,0.001346757],"domain_scores_gemma":[0.6374591,0.3253931,0.006883693,0.01724392,0.011173564,0.0018466214],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.8100159,0.0007086941,0.016127905,0.005278533,0.0003280864,0.0012388271,0.007299324,0.00040571688,0.019243618],"category_scores_gemma":[0.43332794,0.0003369313,0.013807189,0.018298572,0.00063466927,0.00047696158,0.0011433769,0.0008635498,0.001204231],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051778985,0.00028829274,0.0011608191,0.00027202195,0.13979436,0.000012801266,0.0022444075,0.0006245193,0.0026309139,0.0067940243,0.025821006,0.82030505],"study_design_scores_gemma":[0.00020148799,0.0001287149,0.00054056576,0.00009248523,0.14286475,0.000010966166,0.01226436,0.041691683,0.040377025,0.06720247,0.6938438,0.00078174204],"about_ca_topic_score_codex":0.00030227134,"about_ca_topic_score_gemma":0.00012331207,"teacher_disagreement_score":0.8195233,"about_ca_system_score_codex":0.0001315627,"about_ca_system_score_gemma":0.00052924105,"threshold_uncertainty_score":0.99990827},"labels":[],"label_agreement":null},{"id":"W2156871467","doi":"10.1186/1745-6215-10-86","title":"Incorporating multiple interventions in meta-analysis: an evaluation of the mixed treatment comparison with the adjusted indirect comparison","year":2009,"lang":"en","type":"article","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University; Simon Fraser University; University of British Columbia","funders":"","keywords":"Medicine; Meta-analysis; Confidence interval; Psychological intervention; External validity; Statistics; Systematic review; Internal validity; Population; Randomized controlled trial; Clinical trial; MEDLINE; Internal medicine; Mathematics; Environmental health; Psychiatry","score_opus":0.9623015239370601,"score_gpt":0.6391572421388918,"score_spread":0.32314428179816834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156871467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98006845,0.003981802,0.008152628,0.001627267,0.0001112044,0.005347929,0.000043037962,0.0000073960005,0.00066026946],"genre_scores_gemma":[0.997585,0.0000014242262,0.0016709588,0.000039840277,0.000025287563,0.00023564581,0.000028920935,0.000005015039,0.00040791326],"study_design_codex":"simulation_or_modeling","study_design_gemma":"meta_analysis","domain_scores_codex":[0.86105317,0.11563787,0.016001007,0.0008099393,0.006291951,0.00020607172],"domain_scores_gemma":[0.96529037,0.010411776,0.018890949,0.003881762,0.0014510372,0.00007408115],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.31591186,0.0002967419,0.009708403,0.0005473412,0.00018233081,0.00039301906,0.0013106538,0.00006738648,0.0016584048],"category_scores_gemma":[0.030250035,0.00008513746,0.0068816463,0.0042592143,0.00006294962,0.00018478562,0.00004083658,0.00012347432,0.000055576682],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027366524,0.0033419684,0.34676608,0.00003518018,0.16734247,0.000001081769,0.012246556,0.37264827,0.0005642223,0.0010668752,0.0048862738,0.09082736],"study_design_scores_gemma":[0.001778549,0.00040970248,0.26356703,0.000026422698,0.42089793,8.242122e-7,0.0056147287,0.30462578,0.00093141384,0.0016907369,0.00026585674,0.00019104088],"about_ca_topic_score_codex":0.00015540783,"about_ca_topic_score_gemma":0.01638095,"teacher_disagreement_score":0.28566182,"about_ca_system_score_codex":0.00008341164,"about_ca_system_score_gemma":0.000107353924,"threshold_uncertainty_score":0.9992542},"labels":[],"label_agreement":null},{"id":"W2156917681","doi":"10.1093/clinchem/47.8.1536","title":"Overview of Evidence-based Medicine: Challenges for Evidence-based Laboratory Medicine","year":2001,"lang":"en","type":"review","venue":"Clinical Chemistry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Regional Laboratory Medicine Program; Hamilton General Hospital","funders":"","keywords":"Medical laboratory; Evidence-based medicine; Critical appraisal; Quality (philosophy); Medicine; Health care; Variety (cybernetics); MEDLINE; Systematic review; Information overload; Strengths and weaknesses; Medical education; Alternative medicine; Psychology; Computer science; Nursing; Pathology","score_opus":0.9788341570600972,"score_gpt":0.6990096902629666,"score_spread":0.2798244667971307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156917681","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008185141,0.98798555,0.0007183556,0.007256278,0.0007743393,0.002126214,0.000093669696,0.00001997612,0.0010174537],"genre_scores_gemma":[0.000030161777,0.9911754,0.000870445,0.0008419926,0.002618996,0.00046648705,0.00007013232,0.00007545288,0.0038508966],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9284644,0.01671371,0.041678622,0.003583174,0.008905941,0.00065415323],"domain_scores_gemma":[0.75716555,0.1996039,0.02750627,0.01005961,0.0049198437,0.0007448486],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.27599064,0.0014058802,0.03183136,0.00035780622,0.00011870895,0.000118838885,0.0067908484,0.001466037,0.022560885],"category_scores_gemma":[0.5790108,0.0005753339,0.010547894,0.0031518335,0.0013486785,0.00024659818,0.00021976494,0.0010539499,0.00053671736],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025488549,0.00013280884,0.00020344688,0.11210053,0.00049196027,0.0000108887325,0.000010313136,0.0000012440785,0.0000016914944,0.000058202975,0.1137685,0.7731949],"study_design_scores_gemma":[0.0004410942,0.00022389866,0.000018128703,0.18128581,0.0055188634,0.0000042731494,0.00004784477,0.00012145295,0.000005248962,0.000332472,0.81157076,0.0004301665],"about_ca_topic_score_codex":0.00000422109,"about_ca_topic_score_gemma":0.000002469657,"teacher_disagreement_score":0.77276474,"about_ca_system_score_codex":0.00013799474,"about_ca_system_score_gemma":0.0023101259,"threshold_uncertainty_score":0.99986917},"labels":[],"label_agreement":null},{"id":"W2157007996","doi":"10.1136/ebmed-2014-110158","title":"Mixed kinds of evidence: synthesis designs and critical appraisal for systematic mixed studies reviews including qualitative, quantitative and mixed methods studies","year":2015,"lang":"en","type":"letter","venue":"Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Multimethodology; Critical appraisal; Systematic review; Management science; Context (archaeology); Qualitative research; Computer science; Qualitative property; Psychological intervention; Psychology; Data science; MEDLINE; Medicine; Sociology; Engineering; Alternative medicine; Social science; Mathematics education; Nursing; Chemistry; Geography","score_opus":0.9713863695536488,"score_gpt":0.7222219156480846,"score_spread":0.2491644539055642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157007996","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00059560605,0.5795775,0.11781098,0.2938367,0.002299703,0.0057762456,0.0000633989,0.000019481993,0.000020380907],"genre_scores_gemma":[0.015352365,0.053359818,0.84632224,0.0648569,0.0040710634,0.012947464,0.000051078652,0.00031481677,0.002724231],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.7744295,0.18413624,0.02642639,0.0035771937,0.010397302,0.0010333769],"domain_scores_gemma":[0.06400268,0.8960736,0.019600412,0.004720697,0.015061122,0.00054148096],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.5255182,0.0017753191,0.029298633,0.0020727396,0.0005025615,0.00037236453,0.0022769223,0.0006955589,0.00019368844],"category_scores_gemma":[0.9620678,0.0007604803,0.0020787676,0.0025205219,0.0036134953,0.0009547385,0.0005786287,0.0010588673,0.000057370544],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097947006,0.00003111716,0.000063102074,0.16969751,0.0025096075,0.00003150737,0.01794415,0.000003164082,0.0001910887,0.0005943249,0.80536103,0.0034754483],"study_design_scores_gemma":[0.0013138987,0.003188588,0.00008311207,0.6395198,0.032976042,0.00006995098,0.22281328,0.002898806,0.0005508946,0.017409781,0.077197425,0.0019783815],"about_ca_topic_score_codex":0.00002573307,"about_ca_topic_score_gemma":0.000028152792,"teacher_disagreement_score":0.7285113,"about_ca_system_score_codex":0.00027268459,"about_ca_system_score_gemma":0.0005021863,"threshold_uncertainty_score":0.99949926},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2157347940","doi":"10.1002/sim.698","title":"A comparison of methods to detect publication bias in meta‐analysis","year":2001,"lang":"en","type":"article","venue":"Statistics in Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1297,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Statistics; Publication bias; Funnel plot; Sample size determination; Meta-analysis; Type I and type II errors; Nominal level; Linear regression; Mathematics; Econometrics; Censoring (clinical trials); Logistic regression; Meta-regression; Statistical power; Logit; Confidence interval; Medicine","score_opus":0.8953613622891847,"score_gpt":0.6824856965509237,"score_spread":0.212875665738261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157347940","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029204465,0.0020280802,0.9884496,0.0019030883,0.00008262603,0.00047366068,0.000031875075,0.000002218338,0.004108423],"genre_scores_gemma":[0.37218505,0.000046015397,0.62570304,0.0003409669,0.000023681067,0.00006128823,0.000026311189,0.000006763404,0.0016068635],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96514636,0.015469366,0.014330598,0.0008700597,0.0039045406,0.00027910134],"domain_scores_gemma":[0.9749687,0.017431289,0.0036836853,0.0023857357,0.0013725342,0.00015807153],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18088403,0.00020918276,0.0071753864,0.0029469898,0.000026600892,0.000080831975,0.0010790676,0.00005978642,0.017014666],"category_scores_gemma":[0.1887139,0.00010037837,0.00066628965,0.0118113095,0.00008300998,0.000068759604,0.00007520962,0.00016925366,0.00017723278],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050916027,0.00027267027,0.4828337,0.00014106736,0.029928613,0.00002268782,0.008033151,0.0067777373,0.00038967305,0.030579222,0.1414376,0.29953295],"study_design_scores_gemma":[0.0010909803,0.0005034874,0.3142297,0.00006316178,0.11993765,0.0000072614134,0.0053237635,0.29890493,0.00018182328,0.10660471,0.15253265,0.000619885],"about_ca_topic_score_codex":0.0003757007,"about_ca_topic_score_gemma":0.002864133,"teacher_disagreement_score":0.3692646,"about_ca_system_score_codex":0.000039695165,"about_ca_system_score_gemma":0.000036489655,"threshold_uncertainty_score":0.9838839},"labels":[],"label_agreement":null},{"id":"W2157449760","doi":"10.23970/ahrqepcmethguide2","title":"Assessing the Risk of Bias of Individual Studies in Systematic Reviews of Health Care Interventions","year":2017,"lang":"en","type":"report","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":451,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Pennsylvania; University of Alberta; Brown University; Kaiser Permanente; Johns Hopkins University; Agency for Healthcare Research and Quality; U.S. Department of Health and Human Services","keywords":"Psychological intervention; Systematic review; Health care; Psychology; Applied psychology; MEDLINE; Political science; Psychiatry","score_opus":0.9768889152086658,"score_gpt":0.7199866243923981,"score_spread":0.2569022908162677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157449760","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007989999,0.94363594,0.002830593,0.00014609395,0.0014542727,0.00922857,0.00022798823,0.0000028477064,0.034483712],"genre_scores_gemma":[0.88178235,0.09309276,0.005812735,0.000033303717,0.00010787648,0.00053372985,0.00004618184,0.000041145868,0.018549917],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.7380132,0.14031377,0.10043475,0.0014363981,0.019398483,0.00040335965],"domain_scores_gemma":[0.7805943,0.021799602,0.18010746,0.009719076,0.0077158804,0.00006370779],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6229234,0.00046265736,0.026210058,0.0010566284,0.00018673694,0.00040245126,0.0041144136,0.00015655956,0.0006589599],"category_scores_gemma":[0.4651508,0.00015040823,0.009217891,0.0010723087,0.0003154078,0.00022003573,0.0006024369,0.00034857562,0.0000451977],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.149474e-7,0.0001465248,0.044258606,0.79794157,0.005047144,0.0000017857484,0.012514368,0.000019990171,3.9824266e-7,0.00017385843,0.10320195,0.036693074],"study_design_scores_gemma":[0.0004150846,0.000317337,0.062205903,0.6302425,0.019068938,0.00004707228,0.2463772,0.00010608064,0.000011570991,0.0017756108,0.038712483,0.0007201976],"about_ca_topic_score_codex":0.0006104012,"about_ca_topic_score_gemma":0.0013082664,"teacher_disagreement_score":0.87379235,"about_ca_system_score_codex":0.00012956375,"about_ca_system_score_gemma":0.0011984434,"threshold_uncertainty_score":0.98824686},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2157472158","doi":"10.1136/bmj.d4770","title":"Verification problems in diagnostic accuracy studies: consequences and solutions","year":2011,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":100,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Victoria Hospital","funders":"","keywords":"Receiver operating characteristic; Diagnostic accuracy; Diagnostic odds ratio; Gold standard (test); Statistics; Test (biology); Outcome (game theory); Diagnostic test; Sensitivity (control systems); Nominal level; Computer science; Medicine; Mathematics; Confidence interval; Radiology; Pediatrics","score_opus":0.9023707166369184,"score_gpt":0.5668338398689057,"score_spread":0.3355368767680127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157472158","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85862374,0.04491381,0.016500179,0.017547196,0.0012158542,0.0075732144,0.00003192783,0.000032154672,0.053561945],"genre_scores_gemma":[0.9958986,0.0004708631,0.0023834447,0.000108548586,0.000024226316,0.00021583904,9.905317e-7,0.0000026529501,0.000894845],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9915858,0.002738459,0.004051741,0.0004485355,0.0010308487,0.00014460104],"domain_scores_gemma":[0.9849422,0.010986483,0.0021088945,0.0014064955,0.0004893052,0.00006662624],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.053428456,0.000107656284,0.0009912517,0.00017375057,0.00009514456,0.00014612745,0.00045157227,0.00003274066,0.0011494784],"category_scores_gemma":[0.2059477,0.000052462066,0.00017536705,0.00063935464,0.00020128749,0.00022380654,0.00006970592,0.00005486783,0.0010945826],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007977275,0.00028520747,0.5247063,0.0002601278,0.00049560086,0.000030598265,0.03712191,0.00014499231,0.00042467285,0.06437641,0.30027825,0.07186796],"study_design_scores_gemma":[0.00044882097,0.000113013804,0.6065461,0.00035718872,0.00029999434,0.000056316207,0.017782498,0.0028657536,0.00007180479,0.26438436,0.106582984,0.0004911765],"about_ca_topic_score_codex":0.0000574916,"about_ca_topic_score_gemma":0.00023020913,"teacher_disagreement_score":0.20000796,"about_ca_system_score_codex":0.000015360281,"about_ca_system_score_gemma":0.000043503573,"threshold_uncertainty_score":0.9997636},"labels":[],"label_agreement":null},{"id":"W2157500449","doi":"10.1186/1478-4505-12-48","title":"Systematic reviews addressing identified health policy priorities in Eastern Mediterranean countries: a situational analysis","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Alliance for Health Policy and Systems Research","keywords":"Health services research; Public health; Health administration; Health policy; Social policy; Medicine; Situational ethics; Health informatics; Health economics; Environmental health; Healthcare policy; Political science; International health; Nursing","score_opus":0.9273842193998523,"score_gpt":0.6821698638281034,"score_spread":0.24521435557174887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157500449","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.105402015,0.39402044,0.10744257,0.29012984,0.003173127,0.07332084,0.00079143135,0.00017241694,0.02554733],"genre_scores_gemma":[0.9745321,0.0035768922,0.0002485268,0.0032373026,0.0017771218,0.0010104235,0.00004480417,0.000036504865,0.015536287],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.7718395,0.18038918,0.026586635,0.0020861945,0.016915014,0.002183493],"domain_scores_gemma":[0.92109865,0.04890023,0.015492993,0.0075529916,0.0044739284,0.0024812042],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5647602,0.0005000199,0.01000176,0.00805215,0.0011150658,0.003843109,0.001760707,0.00017422289,0.00023717794],"category_scores_gemma":[0.2041319,0.00027702938,0.0010963831,0.01054747,0.00029939142,0.00052004826,0.00026767617,0.0006035454,0.001082782],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008824254,0.0003384229,0.040838785,0.36071128,0.0023728495,0.000020985286,0.09037448,0.00087993575,0.000012710153,0.33463898,0.13675956,0.03296376],"study_design_scores_gemma":[0.002070754,0.0006843449,0.026201427,0.04646842,0.00034658497,0.00014408547,0.022975625,0.4860781,8.60322e-7,0.014560268,0.39921212,0.0012573869],"about_ca_topic_score_codex":0.017396545,"about_ca_topic_score_gemma":0.0054043834,"teacher_disagreement_score":0.86913013,"about_ca_system_score_codex":0.00091808086,"about_ca_system_score_gemma":0.0026390625,"threshold_uncertainty_score":0.9999682},"labels":[],"label_agreement":null},{"id":"W2157840757","doi":"10.1016/s0820-5930(09)60066-9","title":"Response from the Editor-in-Chief","year":2005,"lang":"en","type":"article","venue":"Canadian Journal of Medical Radiation Technology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine","score_opus":0.22829839614365136,"score_gpt":0.43627580806846056,"score_spread":0.2079774119248092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157840757","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4092461,0.0060709487,0.004643904,0.576491,0.002963616,0.00017378472,0.000014332351,0.0000030628007,0.0003932495],"genre_scores_gemma":[0.9925851,0.000068619585,0.00085588376,0.003538049,0.0025104715,0.000004008329,0.000001017623,0.000006330921,0.00043049813],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9850948,0.004655418,0.005497761,0.00028177173,0.0041936217,0.0002766431],"domain_scores_gemma":[0.9875702,0.0071829087,0.0027022138,0.001347459,0.0005390324,0.0006581571],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.10883954,0.00012440738,0.0011949713,0.0013012835,0.00010563963,0.00020613057,0.00333379,0.0003542961,0.019191064],"category_scores_gemma":[0.2421851,0.000056373934,0.00044394142,0.0016727769,0.00021622845,0.00014725304,0.00002794885,0.0006726946,0.0010813832],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009661682,0.000008341602,0.028900005,5.0072236e-7,0.00004154166,0.00006333652,0.00030142185,0.000049020862,0.000006053903,0.0022137007,0.6971761,0.2712303],"study_design_scores_gemma":[0.0002793146,0.00003236474,0.027088912,0.000026205858,0.000022097951,0.000062502106,0.0005921587,0.0013822941,0.000015003306,0.0072989175,0.9631455,0.000054710526],"about_ca_topic_score_codex":0.0005390276,"about_ca_topic_score_gemma":0.022721026,"teacher_disagreement_score":0.58333904,"about_ca_system_score_codex":0.00018361464,"about_ca_system_score_gemma":0.002035784,"threshold_uncertainty_score":0.9996964},"labels":[],"label_agreement":null},{"id":"W2158383575","doi":"10.1046/j.1523-536x.2001.00133.x","title":"Consumer‐Professional Partnership to Improve Research: The Experience of the Cochrane Collaboration's Pregnancy and Childbirth Group","year":2001,"lang":"en","type":"article","venue":"Birth","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"General partnership; Childbirth; Pregnancy; Obstetrics; Medicine; Nursing; Business","score_opus":0.6096273066813744,"score_gpt":0.5485975477338949,"score_spread":0.06102975894747953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158383575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97966486,0.0053412365,0.000303967,0.0061362307,0.00039570188,0.0018602486,0.000024984764,0.000004501808,0.0062682657],"genre_scores_gemma":[0.9747097,0.00018388018,0.00025809277,0.00037181124,0.000052439224,0.00017574253,8.654173e-7,0.0000068310155,0.024240628],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98392147,0.007626234,0.0025388065,0.00064385624,0.004983136,0.00028651595],"domain_scores_gemma":[0.9905526,0.004069873,0.001141451,0.0028057327,0.0012817885,0.00014856482],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037486047,0.0001624302,0.0009565921,0.00014332052,0.0005243035,0.00041002542,0.0017155174,0.00005385357,0.0017364039],"category_scores_gemma":[0.024311379,0.000054320673,0.00028126247,0.0028202005,0.00039039124,0.00016189442,0.0003368483,0.00018270333,0.00025706133],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018030326,0.00041838692,0.57029563,0.00025923454,0.0002783651,0.00001513991,0.061563842,0.00004819832,0.005520983,0.12989247,0.14302321,0.088504225],"study_design_scores_gemma":[0.0007357806,0.00021257858,0.359459,0.00081537006,0.000073605646,0.000029081892,0.035383455,0.0011344854,0.00077399716,0.01146676,0.589557,0.0003588876],"about_ca_topic_score_codex":0.00002176321,"about_ca_topic_score_gemma":0.00022859829,"teacher_disagreement_score":0.4465338,"about_ca_system_score_codex":0.000014548551,"about_ca_system_score_gemma":0.00013232329,"threshold_uncertainty_score":0.99917614},"labels":[],"label_agreement":null},{"id":"W2159096825","doi":"10.1503/cmaj.1041086","title":"Outcome reporting bias in randomized trials funded by the Canadian Institutes of Health Research","year":2004,"lang":"en","type":"review","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":448,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; Canadian Institutes of Health Research; University Health Network","funders":"","keywords":"Cryptocurrency; Spillover effect; Economics; Volatility (finance); Currency; Monetary economics; Affect (linguistics); Financial market; Asset (computer security); Financial economics; Econometrics; Finance; Computer science; Microeconomics","score_opus":0.9532972302803564,"score_gpt":0.6732947304565174,"score_spread":0.28000249982383896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159096825","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021072121,0.963033,0.000097130935,0.028960414,0.0015747523,0.0027537786,0.00010460343,0.000001544263,0.003453665],"genre_scores_gemma":[0.0007299751,0.9910754,0.00019118667,0.0023310329,0.0009091741,0.00014376288,0.000055610257,0.0000356032,0.0045282547],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.319658,0.4651503,0.1643357,0.0015831114,0.046652753,0.0026201382],"domain_scores_gemma":[0.4480186,0.2594528,0.26484987,0.0050576674,0.0123223085,0.010298726],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9402747,0.00047591486,0.030846482,0.0036979928,0.0010946372,0.0018600435,0.003554948,0.0011036899,0.011527504],"category_scores_gemma":[0.9453374,0.0001954132,0.007754233,0.004837986,0.00025299788,0.00016323756,0.00006189803,0.004254779,0.00063439267],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000007244688,0.000011879027,0.0013881412,0.00064745336,0.00068296125,0.000099743906,0.000279285,0.0000023658297,1.1288529e-9,0.00071927696,0.25480178,0.7413599],"study_design_scores_gemma":[0.003446812,0.000010028656,0.000049027345,0.004709735,0.00030386477,0.00016265902,0.0002709466,0.000020880465,6.1363927e-9,0.0017494317,0.9891275,0.00014907082],"about_ca_topic_score_codex":0.54626954,"about_ca_topic_score_gemma":0.94672453,"teacher_disagreement_score":0.7412108,"about_ca_system_score_codex":0.008892118,"about_ca_system_score_gemma":0.09452678,"threshold_uncertainty_score":0.99917614},"labels":[],"label_agreement":null},{"id":"W2159280836","doi":"10.3747/co.21.1764","title":"Publication Rates of Abstracts Presented at the 2007 and 2010 Canadian Association of Radiation Oncology Meetings","year":2014,"lang":"en","type":"article","venue":"Current Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centre Hospitalier de l’Université de Montréal; Hôpital Notre-Dame","funders":"","keywords":"Medicine; Radiation oncology; Medical physics; Oncology; Internal medicine; Bioinformatics; Family medicine; Radiation therapy; Biology","score_opus":0.5826542834323746,"score_gpt":0.5480479949586079,"score_spread":0.03460628847376668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159280836","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9352708,0.0021653478,0.0004402155,0.025231456,0.00216013,0.0010792377,0.0000467328,0.0000038167755,0.033602294],"genre_scores_gemma":[0.99491805,0.00015840956,0.00014901638,0.00016861294,0.00012910298,0.00003578263,0.000056288263,0.0000051197894,0.00437959],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9868354,0.0070334044,0.004292007,0.0003948469,0.0012262904,0.00021802202],"domain_scores_gemma":[0.9800977,0.008498131,0.00847004,0.00088025606,0.001898436,0.0001554289],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.074128255,0.000116828895,0.0013016873,0.00032464147,0.00010745902,0.000069694,0.0005353746,0.00017055287,0.0021285643],"category_scores_gemma":[0.07091402,0.000059862778,0.00025404847,0.0005154945,0.00009519462,0.00012387263,0.000069269205,0.00013709746,0.0002969711],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064460446,0.00006234092,0.32382107,0.00002664064,0.00006537133,7.731715e-8,0.0005072076,0.000027576883,0.00018308731,0.0006675988,0.49073756,0.18389502],"study_design_scores_gemma":[0.00019082427,0.000059287857,0.27752766,0.0000056180234,0.000087503104,0.0000015626049,0.00010229909,0.0022247105,0.00014297209,0.00044812777,0.71917003,0.000039394126],"about_ca_topic_score_codex":0.0021949238,"about_ca_topic_score_gemma":0.035166156,"teacher_disagreement_score":0.22843249,"about_ca_system_score_codex":0.00034083682,"about_ca_system_score_gemma":0.00027765514,"threshold_uncertainty_score":0.99878365},"labels":[],"label_agreement":null},{"id":"W2159385955","doi":"10.2522/ptj.20120382","title":"Survey of the Reporting Characteristics of Systematic Reviews in Rehabilitation","year":2013,"lang":"en","type":"article","venue":"Physical Therapy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Arthritis Research Centre of Canada","funders":"","keywords":"Rehabilitation; MEDLINE; Physical medicine and rehabilitation; Medicine; Psychology; Physical therapy; Political science","score_opus":0.7743687503909624,"score_gpt":0.5393973086387986,"score_spread":0.23497144175216378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159385955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99639344,0.00049565255,0.00026670445,0.00014357881,0.00008145386,0.002348316,0.000003402693,9.1832334e-7,0.00026654982],"genre_scores_gemma":[0.9992805,0.00003823866,0.0002609771,0.000038707985,0.000018339999,0.00013306396,0.0000012232164,0.000005138492,0.00022379922],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96071213,0.020223273,0.01666309,0.00032242946,0.0019746288,0.00010446226],"domain_scores_gemma":[0.94224185,0.018320711,0.033976503,0.0037549946,0.0016636251,0.000042298074],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.130644,0.00014056015,0.0046650097,0.000083840954,0.000023268041,0.000074196905,0.0009013857,0.000027267708,0.00035298237],"category_scores_gemma":[0.24382952,0.000047986385,0.0012566493,0.0013799128,0.0000655341,0.000116976415,0.000042806052,0.00008206739,0.00021177984],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007087653,0.00042037887,0.9428267,0.00607989,0.00010787508,1.5204529e-7,0.0032947727,0.000013840316,0.0064780787,0.0011212826,0.0022740532,0.0373759],"study_design_scores_gemma":[0.0000617613,0.00003375552,0.9916506,0.0009455383,0.000017305494,2.0917996e-7,0.00009058581,0.003099703,0.00008966902,0.0038496577,0.00010776695,0.000053445325],"about_ca_topic_score_codex":0.00012126311,"about_ca_topic_score_gemma":0.000010646611,"teacher_disagreement_score":0.11318553,"about_ca_system_score_codex":0.000012476082,"about_ca_system_score_gemma":0.00002241241,"threshold_uncertainty_score":0.89518493},"labels":[],"label_agreement":null},{"id":"W2159452805","doi":"10.1002/sim.6791","title":"A tutorial on Bayesian bivariate meta‐analysis of mixed binary‐continuous outcomes with missing treatment effects","year":2015,"lang":"en","type":"article","venue":"Statistics in Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Public Health Ontario; University Health Network; University of Toronto; Toronto Public Health; Osteoporosis Canada","funders":"Canadian Institutes of Health Research","keywords":"Bivariate analysis; Random effects model; Computer science; Meta-analysis; Categorical variable; Bayesian probability; Missing data; Univariate; Statistics; Econometrics; Data mining; Multivariate statistics; Medicine; Mathematics; Machine learning; Artificial intelligence","score_opus":0.5665462388726342,"score_gpt":0.5224215384526055,"score_spread":0.044124700420028695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159452805","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05964865,0.0034054713,0.9174458,0.0039362544,0.0025610153,0.0028324402,0.00041798217,0.000020806518,0.009731624],"genre_scores_gemma":[0.9138164,0.000018729766,0.08243323,0.00018137683,0.00013161267,0.00006598806,0.000053811356,0.000021972344,0.003276878],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9817899,0.006160377,0.0052708,0.0007605315,0.005758162,0.0002602364],"domain_scores_gemma":[0.9792826,0.014099002,0.0031231022,0.0021638637,0.0010612955,0.00027010374],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.046979602,0.00040317755,0.009429595,0.0014214389,0.00004851992,0.000099067554,0.00061282306,0.00006569426,0.0015028918],"category_scores_gemma":[0.046596248,0.00014859572,0.0009082528,0.0028792517,0.00015298877,0.000054278134,0.000035475947,0.00010754079,0.0000636014],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00086709094,0.001952142,0.1837483,0.0004470675,0.5396175,0.0015841038,0.019004922,0.011042214,0.00019482036,0.08372692,0.09489787,0.06291708],"study_design_scores_gemma":[0.009312677,0.007906082,0.084332965,0.00022298003,0.76462847,0.000010839903,0.0026444562,0.06995092,0.00009263315,0.043693744,0.016299834,0.0009043817],"about_ca_topic_score_codex":0.00053216296,"about_ca_topic_score_gemma":0.000662413,"teacher_disagreement_score":0.85416776,"about_ca_system_score_codex":0.0001158046,"about_ca_system_score_gemma":0.00013539521,"threshold_uncertainty_score":0.99940985},"labels":[],"label_agreement":null},{"id":"W2159752579","doi":"10.1186/2046-4053-4-4","title":"Reviews: Rapid! Rapid! Rapid! …and systematic","year":2015,"lang":"en","type":"editorial","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":168,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Timeline; Medicine; Protocol (science); Systematic error; Management science; MEDLINE; Alternative medicine; Pathology","score_opus":0.6233308705173616,"score_gpt":0.5100440178673484,"score_spread":0.11328685265001315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159752579","genre_codex":"review","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000001942768,0.562825,0.0016793123,0.0001653902,0.36910525,0.054491386,0.00014155342,0.000049772894,0.011540351],"genre_scores_gemma":[0.000056675595,0.22141334,0.007330246,0.000849233,0.5476875,0.03693688,0.00063759676,0.0006981885,0.18439037],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.51105726,0.30351603,0.1365431,0.007802216,0.038851496,0.0022298838],"domain_scores_gemma":[0.6041666,0.12123552,0.19774552,0.05799021,0.015414568,0.0034475627],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.7118391,0.004733488,0.099916376,0.0023888547,0.00062219705,0.006661377,0.012502412,0.0024757325,0.0107907],"category_scores_gemma":[0.73089147,0.001974068,0.016496876,0.005030507,0.00037447826,0.001071976,0.0012625569,0.0023035095,0.100263104],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035655398,0.00004382744,0.0000020298526,0.4526696,0.00066632265,0.000013980366,0.00053113524,3.3356034e-7,9.892395e-7,0.000109038185,0.54456145,0.001397734],"study_design_scores_gemma":[0.00043883437,0.00014876203,5.8621913e-7,0.2297055,0.0071128565,0.00009006357,0.000533555,0.00029674204,3.1804893e-7,0.0008169697,0.75947255,0.0013832891],"about_ca_topic_score_codex":0.00002607535,"about_ca_topic_score_gemma":0.00003585578,"teacher_disagreement_score":0.3414117,"about_ca_system_score_codex":0.00065749866,"about_ca_system_score_gemma":0.0009263683,"threshold_uncertainty_score":0.9999982},"labels":[],"label_agreement":null},{"id":"W2159760767","doi":"10.1186/2046-4053-1-18","title":"An empirical study using permutation-based resampling in meta-regression","year":2012,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Resampling; Jadad scale; Sample size determination; Statistics; Meta-regression; Covariate; Meta-analysis; Regression analysis; Randomized controlled trial; Regression; Permutation (music); Linear regression; Mathematics; Internal medicine","score_opus":0.9113259920456145,"score_gpt":0.6456323463689181,"score_spread":0.2656936456766964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159760767","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7798119,0.04033746,0.14103794,0.00019814991,0.0010480465,0.036461085,0.000009237657,0.000028695598,0.0010674598],"genre_scores_gemma":[0.9837804,0.000011351533,0.013970594,0.00025021395,0.0001366568,0.0014421634,0.000005890685,0.000030409752,0.00037233517],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.8201975,0.13693886,0.032548297,0.0015272844,0.008075542,0.0007125084],"domain_scores_gemma":[0.9706805,0.009122947,0.012159792,0.006880622,0.0007491591,0.00040701733],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.42253712,0.0007407256,0.015211631,0.0008963018,0.00022801652,0.00087826024,0.0019850226,0.00012574065,0.0043514566],"category_scores_gemma":[0.084003836,0.00025117543,0.0035377333,0.002894812,0.00003554516,0.00085315993,0.00008535064,0.0002442126,0.0032987162],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001571284,0.0026737389,0.9207479,0.04310805,0.0018161718,0.000023057397,0.019952245,0.0038114262,0.0002816688,0.00024876857,0.005172262,0.0021490091],"study_design_scores_gemma":[0.0031544357,0.0007426415,0.084788255,0.026005523,0.040428836,0.00020383234,0.05553601,0.7355847,0.0000680723,0.0025044237,0.046650052,0.00433325],"about_ca_topic_score_codex":0.00003393614,"about_ca_topic_score_gemma":0.00005263912,"teacher_disagreement_score":0.8359596,"about_ca_system_score_codex":0.00014332516,"about_ca_system_score_gemma":0.00008867415,"threshold_uncertainty_score":0.99999404},"labels":[],"label_agreement":null},{"id":"W2160071246","doi":"10.1016/j.jclinepi.2011.02.011","title":"Inclusion of methodological filters in searches for diagnostic test accuracy studies misses relevant studies","year":2011,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Michael's Hospital","funders":"","keywords":"Test (biology); Inclusion (mineral); Medicine; Medical physics; Psychology; Biology; Social psychology","score_opus":0.9895161647790756,"score_gpt":0.7665582103548054,"score_spread":0.22295795442427013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160071246","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018921176,0.089753,0.011467766,0.87388504,0.0041704252,0.0015760704,0.00007326923,0.0000038126536,0.00014946552],"genre_scores_gemma":[0.010482996,0.1401681,0.33046922,0.50607514,0.0088979155,0.00012232977,0.000019306324,0.000077281475,0.0036877152],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.5100772,0.35248333,0.12935898,0.0022159072,0.0047417185,0.0011228509],"domain_scores_gemma":[0.0033097775,0.9109593,0.077142455,0.0021898816,0.00618217,0.00021638944],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity"],"category_scores_codex":[0.7764628,0.0007017485,0.045884468,0.0009956948,0.00014093456,0.00003255863,0.004167687,0.0015216741,0.0005908738],"category_scores_gemma":[0.997904,0.00027634387,0.010721131,0.0006965431,0.0013822648,0.00019048146,0.0018757795,0.0037712094,0.000106493724],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001158288,0.00015803752,0.060896695,0.0007539639,0.0019195547,0.000178172,0.0004893923,0.00004363184,0.0000028854934,0.00010672751,0.916606,0.018729124],"study_design_scores_gemma":[0.0007202876,0.0022376275,0.019395338,0.0016890458,0.001366072,0.00009404021,0.00078505994,0.00016979182,0.0000057510715,0.32081696,0.65241694,0.00030304553],"about_ca_topic_score_codex":0.000008511528,"about_ca_topic_score_gemma":0.000020917925,"teacher_disagreement_score":0.558476,"about_ca_system_score_codex":0.00008168891,"about_ca_system_score_gemma":0.00037393364,"threshold_uncertainty_score":0.9999689},"labels":[],"label_agreement":null},{"id":"W2160212345","doi":"10.1111/aogs.12021","title":"Conclusive meta‐analyses on antenatal magnesium may be inconclusive! Are we underestimating the risk of random error?","year":2012,"lang":"en","type":"letter","venue":"Acta Obstetricia Et Gynecologica Scandinavica","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Meta-analysis; Medicine; Spurious relationship; Random effects model; Randomized controlled trial; Random error; Systematic error; Statistics; Internal medicine; Mathematics","score_opus":0.7213994691125332,"score_gpt":0.5199321205697588,"score_spread":0.20146734854277437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160212345","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0123039,0.03121311,0.0013539646,0.9087164,0.00432231,0.0077466904,0.0028130603,0.000090639616,0.031439945],"genre_scores_gemma":[0.8469813,0.0006810556,0.0011392349,0.13954261,0.0007251598,0.00038952933,0.0001936397,0.000097489654,0.010249993],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.92869425,0.04450744,0.0125938365,0.00255003,0.010338185,0.0013162658],"domain_scores_gemma":[0.7466545,0.21011642,0.03327029,0.0071207364,0.002549163,0.0002889215],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.067688264,0.0019118988,0.015671797,0.0018629221,0.0011772439,0.0011981358,0.007999457,0.0017236061,0.022975339],"category_scores_gemma":[0.21476918,0.0007269517,0.009733082,0.0050218636,0.0007747154,0.0004935539,0.0018256918,0.003945976,0.0009189357],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060268594,0.00017512133,0.0051849103,0.00029474916,0.009829263,0.0003566783,0.0007196605,0.00031065472,0.00002138259,0.00017801873,0.9819416,0.000927712],"study_design_scores_gemma":[0.00219504,0.0006012063,0.012945495,0.00024681096,0.060455356,0.0001222217,0.004619992,0.0018848089,0.0000865215,0.0048709465,0.9101572,0.0018143874],"about_ca_topic_score_codex":0.00016184525,"about_ca_topic_score_gemma":0.0001308337,"teacher_disagreement_score":0.8346774,"about_ca_system_score_codex":0.0003499666,"about_ca_system_score_gemma":0.00034074142,"threshold_uncertainty_score":0.999859},"labels":[],"label_agreement":null},{"id":"W2160598596","doi":"10.1186/s12939-015-0219-2","title":"Extending the PRISMA statement to equity-focused systematic reviews (PRISMA-E 2012): explanation and elaboration","year":2015,"lang":"en","type":"review","venue":"International Journal for Equity in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":118,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Bruyère","funders":"University of Melbourne; Universiteit Stellenbosch; Pan American Health Organization; Hospital for Sick Children; Medical Research Council; London School of Hygiene and Tropical Medicine; Ottawa Hospital Research Institute; Rockefeller Foundation; University of Ottawa; Loyola University Chicago; World Health Organization; Canadian Institutes of Health Research","keywords":"Systematic review; Checklist; Equity (law); Guideline; Psychology; Medicine; MEDLINE; Political science","score_opus":0.9256525581003693,"score_gpt":0.7125174285774198,"score_spread":0.21313512952294944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160598596","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000608944,0.9233187,0.05641827,0.0054036477,0.0035940786,0.010859099,0.00014459348,0.000005501071,0.00025002955],"genre_scores_gemma":[0.000030222622,0.99062395,0.004310374,0.00074549793,0.0007337735,0.0011690246,0.00009207374,0.00003644356,0.0022586295],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9236136,0.027841847,0.035959333,0.0012299032,0.010636344,0.0007189885],"domain_scores_gemma":[0.9569281,0.0075691477,0.029689237,0.0017649339,0.0034554235,0.0005931584],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.43478873,0.00067568175,0.009332009,0.0017248375,0.0003937089,0.003647687,0.004185282,0.00019368992,0.0003988635],"category_scores_gemma":[0.06052243,0.00029786894,0.0018174326,0.0013200066,0.000036269896,0.00080889795,0.00081383775,0.00070527097,0.00060416554],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008723647,0.000045742032,0.00000673273,0.03216927,0.00025235658,0.000005093456,0.00071885827,0.000030597348,7.172184e-8,0.0029848209,0.0897424,0.87403536],"study_design_scores_gemma":[0.00024254968,0.00012316144,0.0000060132816,0.038551643,0.00031970974,0.00015601785,0.000277944,0.0006782234,3.6852395e-8,0.008084293,0.95131755,0.00024288551],"about_ca_topic_score_codex":0.000032874774,"about_ca_topic_score_gemma":0.0002108954,"teacher_disagreement_score":0.87379247,"about_ca_system_score_codex":0.0023677503,"about_ca_system_score_gemma":0.0013157995,"threshold_uncertainty_score":0.99994737},"labels":[],"label_agreement":null},{"id":"W2160870797","doi":"10.1186/1471-2474-12-278","title":"Comparison of published orthopaedic trauma trials following registration in Clinicaltrials.gov","year":2011,"lang":"en","type":"article","venue":"BMC Musculoskeletal Disorders","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton General Hospital; Toronto Western Hospital","funders":"","keywords":"Medicine; Sports medicine; Orthopedic surgery; Orthopedic trauma; Rheumatology; Trial registration; Clinical trial; Internal medicine; Physical therapy; Surgery","score_opus":0.7013057048990841,"score_gpt":0.5544183145411519,"score_spread":0.1468873903579322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160870797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9359731,0.0009837003,0.023377234,0.00019730837,0.0009744477,0.0018181432,0.000008246395,0.0000139008525,0.036653902],"genre_scores_gemma":[0.99287635,0.000023633811,0.0059785615,0.0000309678,0.000076321194,0.000086351254,0.000024024463,0.000018645467,0.000885147],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9195551,0.037891828,0.033758737,0.0017541838,0.0065022386,0.00053787883],"domain_scores_gemma":[0.9635162,0.016870754,0.014524962,0.004310588,0.00051645073,0.0002610769],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2765436,0.00040094988,0.0071663745,0.00078089815,0.00009136757,0.00033268967,0.0016785897,0.00024768288,0.01026117],"category_scores_gemma":[0.27603337,0.00022152254,0.009627409,0.0023880121,0.00013371854,0.00071226794,0.00010187425,0.00027031582,0.0005720603],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000094873285,0.00057969254,0.9396729,0.00017149888,0.00022259011,0.0000010633859,0.0007658465,0.000065395885,0.000046025016,0.0025477188,0.011627381,0.044205002],"study_design_scores_gemma":[0.0035339675,0.00043547514,0.94956356,0.00013039094,0.0008633121,7.372891e-7,0.0049006953,0.0039650975,0.000040471514,0.02578124,0.010187642,0.0005973881],"about_ca_topic_score_codex":0.000200198,"about_ca_topic_score_gemma":0.0025122957,"teacher_disagreement_score":0.05690323,"about_ca_system_score_codex":0.000026984542,"about_ca_system_score_gemma":0.00015994051,"threshold_uncertainty_score":0.99064356},"labels":[],"label_agreement":null},{"id":"W2160914649","doi":"10.1136/bmjqs-2013-002293.89","title":"058 Assessment of the Evidence for Diagnostic Tests and Strategies: A Systematic Review of Available Tools","year":2013,"lang":"en","type":"review","venue":"BMJ Quality & Safety","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McMaster University","funders":"","keywords":"Medicine; Medical physics; Systematic review; MEDLINE; Data science; Management science; Engineering; Computer science","score_opus":0.9241585917290744,"score_gpt":0.673520038409767,"score_spread":0.2506385533193074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160914649","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000024399462,0.96567523,0.0036996768,0.00022947967,0.0002109287,0.02849933,0.00035100925,0.0000041812214,0.0013277006],"genre_scores_gemma":[0.00003199388,0.9908578,0.0021138927,0.00014358228,0.00005064455,0.003329595,0.000022434777,0.000026279708,0.0034237676],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.88027865,0.055899195,0.054357823,0.0016296325,0.007414462,0.00042022514],"domain_scores_gemma":[0.5357891,0.3675657,0.074532345,0.016341036,0.0054742065,0.00029767005],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.33957696,0.0008075944,0.0282025,0.00018394685,0.0001555699,0.0006582202,0.00407623,0.00025451832,0.0030826093],"category_scores_gemma":[0.509017,0.00029882742,0.007220501,0.0017348385,0.00021997128,0.0005589472,0.00052894664,0.0003005198,0.00040349812],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.153691e-7,0.000039128277,0.000055529265,0.95929664,0.0005190053,3.0787083e-7,0.00003838906,7.407381e-7,2.0626348e-7,0.0036686352,0.015297862,0.02108273],"study_design_scores_gemma":[0.00007551471,0.000044431563,0.00014604416,0.8428301,0.00871648,0.000013034656,0.0002495986,0.000041561114,9.1225374e-8,0.0006871553,0.14688802,0.00030796524],"about_ca_topic_score_codex":0.000048464703,"about_ca_topic_score_gemma":0.000023078626,"teacher_disagreement_score":0.3444896,"about_ca_system_score_codex":0.00012772258,"about_ca_system_score_gemma":0.0022779363,"threshold_uncertainty_score":0.99994636},"labels":[],"label_agreement":null},{"id":"W2161071286","doi":"10.1197/jamia.m1752","title":"Optimal Search Strategies for Detecting Clinically Sound Prognostic Studies in EMBASE: An Analytic Survey","year":2005,"lang":"en","type":"article","venue":"Journal of the American Medical Informatics Association","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"MEDLINE; Medicine; Information retrieval; Sensitivity (control systems); Computer science; Filter (signal processing); Medical physics","score_opus":0.684319073171744,"score_gpt":0.5993694279373544,"score_spread":0.08494964523438964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161071286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9634886,0.00008842446,0.034388047,0.0013732513,0.00021993536,0.0003389196,0.0000074240993,0.00000198275,0.000093419665],"genre_scores_gemma":[0.9837491,0.00005246753,0.015038924,0.0007658719,0.00024351945,0.0000066663783,0.0000016971323,0.000006870897,0.00013489221],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9703806,0.008177742,0.0129285725,0.00016510203,0.008010463,0.00033753418],"domain_scores_gemma":[0.9313378,0.03766631,0.025312219,0.0009247715,0.0044774357,0.0002814638],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3121898,0.00017615249,0.0025323213,0.00036169082,0.00015947345,0.0006664563,0.0016952178,0.00008295933,0.00011343634],"category_scores_gemma":[0.35607,0.00007815475,0.00095247355,0.0016252596,0.00017086821,0.00083203934,0.00012823836,0.0005820996,0.000036784375],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097316995,0.00024350944,0.8713781,0.00009583852,0.0010976932,0.0000028660922,0.012260332,0.04319645,0.0000051300026,0.00010312898,0.0110920975,0.06042749],"study_design_scores_gemma":[0.0008627478,0.0007535226,0.25874594,0.00019527286,0.00037748038,0.00003284227,0.05843332,0.67707413,0.00000450197,0.0024878292,0.0008042113,0.00022819477],"about_ca_topic_score_codex":0.000018364877,"about_ca_topic_score_gemma":0.0005857818,"teacher_disagreement_score":0.6338777,"about_ca_system_score_codex":0.00037364181,"about_ca_system_score_gemma":0.00064084586,"threshold_uncertainty_score":0.70824534},"labels":[],"label_agreement":null},{"id":"W2161095279","doi":"10.1001/jama.294.17.2203","title":"Randomized trials stopped early for benefit: a systematic review.","year":2005,"lang":"en","type":"review","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":696,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Randomized controlled trial; Interim; Interim analysis; Sample size determination; Psychological intervention; Clinical trial; MEDLINE; Intervention (counseling); Family medicine; Internal medicine; Psychiatry","score_opus":0.8865896086510653,"score_gpt":0.5833323863289361,"score_spread":0.30325722232212915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161095279","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.656085e-8,0.87073517,0.0026863883,0.00027031932,0.0007982467,0.12310239,0.00024558246,0.000020375863,0.002141407],"genre_scores_gemma":[7.0088004e-7,0.77175605,0.00073659304,0.00036538654,0.0005290894,0.17356217,0.00006392438,0.00007517985,0.0529109],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.6184522,0.2163151,0.14454764,0.004332097,0.014677965,0.0016749934],"domain_scores_gemma":[0.6283139,0.24092388,0.111327924,0.015247353,0.0033254304,0.00086149125],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.77834356,0.0016209236,0.16535395,0.0013249512,0.00019174529,0.0022438546,0.0061832247,0.00055113813,0.0022873196],"category_scores_gemma":[0.7392275,0.0005960234,0.066289656,0.002635925,0.00009789076,0.00029495812,0.00023230002,0.00039795993,0.0045645833],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009053953,0.000019251125,3.828997e-8,0.46711192,0.0023279162,8.8515594e-7,0.0000117199515,1.130948e-7,2.1441487e-10,0.0006357884,0.020120338,0.5096815],"study_design_scores_gemma":[0.009258688,0.0000053919107,3.2203695e-7,0.16049008,0.074082986,0.000019932328,0.000005087879,0.00001753007,5.731524e-9,0.00093897403,0.7547153,0.00046565945],"about_ca_topic_score_codex":0.000003117265,"about_ca_topic_score_gemma":0.0000047039,"teacher_disagreement_score":0.734595,"about_ca_system_score_codex":0.0001861065,"about_ca_system_score_gemma":0.00018925375,"threshold_uncertainty_score":0.9996538},"labels":[],"label_agreement":null},{"id":"W2161374186","doi":"10.1186/2046-4053-4-1","title":"Preferred reporting items for systematic review and meta-analysis protocols (PRISMA-P) 2015 statement","year":2015,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":26507,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research; Medical Research Council; National Institute for Health and Care Research; Cancer Research UK; Ottawa Hospital Research Institute","keywords":"Systematic review; Checklist; Protocol (science); Medicine; Guideline; Transparency (behavior); Critical appraisal; Meta-analysis; MEDLINE; Alternative medicine; Computer science; Pathology; Psychology; Computer security","score_opus":0.907237994548834,"score_gpt":0.6216218320071419,"score_spread":0.2856161625416921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161374186","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000020706279,0.35549986,0.08879594,0.0019805413,0.00014618557,0.55147123,0.00009072486,0.000042490024,0.0019523004],"genre_scores_gemma":[0.003276364,0.0011912758,0.032876134,0.0028939117,0.0001221802,0.8810209,0.00009609037,0.00013899745,0.07838415],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.79781127,0.06903623,0.119118266,0.0029884519,0.010176092,0.00086970284],"domain_scores_gemma":[0.8304632,0.00900018,0.13977398,0.014300261,0.0055198437,0.00094254746],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.65399843,0.0014205938,0.0718968,0.0009171209,0.0002553848,0.0021854376,0.0031113615,0.00019017908,0.0018116296],"category_scores_gemma":[0.44483176,0.00053134136,0.01795197,0.0042833528,0.00007458551,0.00069483777,0.00034552513,0.00023782071,0.0026224009],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021511137,0.00005340051,0.000060058428,0.8473446,0.057159998,0.0000039053584,0.00043526504,0.0000141770615,0.0000012858469,0.00029053225,0.094625264,0.000009366961],"study_design_scores_gemma":[0.0003268914,0.00013192584,0.0000059307545,0.049121317,0.90199983,0.00009719478,0.0008285994,0.002627007,0.000002987932,0.0017677736,0.042294107,0.0007964114],"about_ca_topic_score_codex":0.000015972017,"about_ca_topic_score_gemma":0.000033205488,"teacher_disagreement_score":0.8448399,"about_ca_system_score_codex":0.00018138604,"about_ca_system_score_gemma":0.00018339996,"threshold_uncertainty_score":0.9998544},"labels":[],"label_agreement":null},{"id":"W2161513030","doi":"10.1111/j.1365-2753.2011.01765.x","title":"How doctors practice evidence‐based medicine","year":2011,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Health Research Institutes; National Science Council","keywords":"Medical prescription; Medicine; Rosiglitazone; Odds ratio; Family medicine; Odds; Quarter (Canadian coin); Logistic regression; Evidence-based medicine; MEDLINE; Alternative medicine; Nursing; Internal medicine","score_opus":0.9670772776683113,"score_gpt":0.7320042780196826,"score_spread":0.2350729996486287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161513030","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08123655,0.02305156,0.17391995,0.5754162,0.014078533,0.0036246316,0.000003231283,0.000011221993,0.1286581],"genre_scores_gemma":[0.88518286,0.00064368517,0.10338832,0.008441001,0.0011559032,0.000014395934,6.816994e-7,0.0000145634485,0.0011585972],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.726561,0.19401923,0.04466742,0.0012574263,0.033085357,0.0004095699],"domain_scores_gemma":[0.32176942,0.53684306,0.08998345,0.004567816,0.04617953,0.00065673667],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7958796,0.00024804653,0.0031673543,0.00076549593,0.00008154263,0.00054074684,0.0015659956,0.0001968995,0.0152115375],"category_scores_gemma":[0.975638,0.00011559498,0.0014690502,0.0021081998,0.00017690795,0.00639212,0.00007164725,0.0010560532,0.000686151],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028285151,0.0031987014,0.095106766,0.00008900088,0.0015483527,0.0004663087,0.0049774684,0.00094574306,0.00006349479,0.0052729547,0.475033,0.4104697],"study_design_scores_gemma":[0.0030867157,0.0022366324,0.10538176,0.0008010988,0.005869953,0.00044250322,0.014312919,0.023658058,0.000015911703,0.020752266,0.82310677,0.0003354408],"about_ca_topic_score_codex":0.000026786369,"about_ca_topic_score_gemma":0.000014140718,"teacher_disagreement_score":0.8039463,"about_ca_system_score_codex":0.0001256568,"about_ca_system_score_gemma":0.0007418672,"threshold_uncertainty_score":0.9856887},"labels":[],"label_agreement":null},{"id":"W2161592662","doi":"10.2106/jbjs.l.00272","title":"Subgroup Analyses: When Should We Believe Them?","year":2012,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Psychology","score_opus":0.8994117790067541,"score_gpt":0.5288792496271003,"score_spread":0.37053252937965375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161592662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94192874,0.035230972,0.009201458,0.00705409,0.001305374,0.00018013832,0.0000063767,0.000003736787,0.005089103],"genre_scores_gemma":[0.99147683,0.0013502577,0.0024211926,0.00063140236,0.0006087104,0.0000018523897,7.5295696e-7,0.000011189583,0.0034977875],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9798027,0.003562853,0.0120653985,0.00026622627,0.003982295,0.00032048413],"domain_scores_gemma":[0.9818028,0.0055635176,0.010234405,0.0010920335,0.00088051055,0.0004267022],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17284702,0.00023934366,0.0054705883,0.0008845308,0.00010804472,0.00046751564,0.0001868785,0.000089082096,0.008691285],"category_scores_gemma":[0.019263284,0.00010185619,0.003893113,0.00065899454,0.000054147502,0.000824177,0.00008732626,0.00025772085,0.00064488524],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021734464,0.00015514433,0.2869637,0.00007552705,0.000609047,0.00004982433,0.0012275989,0.000004985306,0.0010225344,0.00035346948,0.67326456,0.036251877],"study_design_scores_gemma":[0.0003254977,0.00006645764,0.22202936,0.00045029554,0.0013927937,0.001712322,0.0033851266,0.0002468655,0.0005401233,0.018681038,0.75066084,0.00050930784],"about_ca_topic_score_codex":0.000007735702,"about_ca_topic_score_gemma":0.0000027402054,"teacher_disagreement_score":0.15358374,"about_ca_system_score_codex":0.000020868412,"about_ca_system_score_gemma":0.00007128775,"threshold_uncertainty_score":0.9922149},"labels":[],"label_agreement":null},{"id":"W2162915723","doi":"10.1136/bmj.330.7501.1175","title":"Systematic review to determine whether participation in a trial influences outcome","year":2005,"lang":"en","type":"review","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; McMaster University Medical Centre","funders":"McMaster University","keywords":"Medicine; Confidence interval; Randomized controlled trial; Sample size determination; Cohort; Meta-analysis; MEDLINE; Cohort study; Internal medicine; Physical therapy; Statistics","score_opus":0.8802137815347231,"score_gpt":0.6638191485897259,"score_spread":0.21639463294499717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162915723","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010658929,0.97450393,0.00014895739,0.0005184644,0.00041462143,0.022818295,0.00001471683,0.0000075310136,0.0015628331],"genre_scores_gemma":[0.000009094641,0.9786981,0.0008968094,0.0011164779,0.00036573803,0.007605265,0.00001015776,0.00003332727,0.011265026],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.89896697,0.03884332,0.05318306,0.0016104411,0.006911142,0.00048505035],"domain_scores_gemma":[0.96337587,0.008958277,0.020001667,0.006783666,0.0005993769,0.00028115767],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.23460472,0.0007932567,0.03061396,0.0010143194,0.000055848333,0.0007184553,0.0031726565,0.00025966408,0.005591086],"category_scores_gemma":[0.21455942,0.00032772866,0.0060186116,0.0034558997,0.000026446189,0.00023242891,0.00021048436,0.00029267115,0.028414728],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012753914,0.00006050744,0.000022506538,0.65058863,0.00023965864,0.000010877272,0.00007858347,0.000003921246,6.0615815e-9,0.000047209785,0.019647144,0.3292882],"study_design_scores_gemma":[0.00039618558,0.000035542424,0.000005430065,0.3260555,0.0036918218,0.000012341871,0.000009093518,0.000034061024,2.8635225e-9,0.00003095422,0.66944575,0.00028331476],"about_ca_topic_score_codex":0.000008693404,"about_ca_topic_score_gemma":0.00012995068,"teacher_disagreement_score":0.64979863,"about_ca_system_score_codex":0.0001408249,"about_ca_system_score_gemma":0.00020132355,"threshold_uncertainty_score":0.99991745},"labels":[],"label_agreement":null},{"id":"W2163596693","doi":"10.4103/0019-5413.30520","title":"Planning a clinical research study","year":2007,"lang":"en","type":"article","venue":"Indian Journal of Orthopaedics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Medical physics","score_opus":0.9200082188169156,"score_gpt":0.6942019727861402,"score_spread":0.22580624603077548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163596693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98571265,0.00068453193,0.006544174,0.00030435895,0.001046846,0.00035023157,0.0000014874358,0.0000014626542,0.0053542643],"genre_scores_gemma":[0.994346,0.000016484122,0.0030410415,0.0001421286,0.0011037289,9.144601e-7,2.2671026e-7,0.000011052013,0.0013383842],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.91006577,0.03136716,0.033013314,0.0008308899,0.023943935,0.00077891524],"domain_scores_gemma":[0.95562893,0.02345116,0.010866759,0.0027467427,0.0064190086,0.0008874136],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.73647696,0.0001759211,0.0027679582,0.0017454182,0.00023175013,0.0006955378,0.002624074,0.00012346293,0.002040019],"category_scores_gemma":[0.16055904,0.00008267295,0.0021895163,0.0027470244,0.00015381096,0.00034821735,0.00015063737,0.0013652534,0.0010444632],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032781787,0.00020676668,0.91356665,0.0000044147027,0.00019302944,0.002608991,0.0028106899,0.000016308393,0.0000013677317,0.000065419255,0.019910205,0.06058338],"study_design_scores_gemma":[0.0007380246,0.0011973968,0.80299115,0.00008749363,0.00013634091,0.00069154066,0.02156638,0.000049696984,0.0000027037095,0.0017377887,0.17066933,0.0001321487],"about_ca_topic_score_codex":0.0000018411324,"about_ca_topic_score_gemma":0.000018408626,"teacher_disagreement_score":0.5759179,"about_ca_system_score_codex":0.000039242583,"about_ca_system_score_gemma":0.0003472262,"threshold_uncertainty_score":0.9997333},"labels":[],"label_agreement":null},{"id":"W2163661402","doi":"10.1186/2046-4053-1-2","title":"The nuts and bolts of PROSPERO: an international prospective register of systematic reviews","year":2012,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1397,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Institute for Health and Care Research","keywords":"Medicine; CLARITY; Transparency (behavior); Plain language; Inclusion (mineral); Psychological intervention; Systematic review; Scope (computer science); MEDLINE; Family medicine; Nursing; Law; Computer security; Computer science","score_opus":0.6896698831930244,"score_gpt":0.5305729695142636,"score_spread":0.15909691367876078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163661402","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046338398,0.70028675,0.0147426175,0.0007380854,0.005027383,0.18895641,0.000063744,0.00003380402,0.04381279],"genre_scores_gemma":[0.9555016,0.010579619,0.006359151,0.00017566582,0.0003747975,0.008046373,0.000007852498,0.000060704664,0.018894235],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.89259505,0.055076767,0.044050727,0.0011350112,0.0065822583,0.0005601719],"domain_scores_gemma":[0.9425475,0.008522112,0.03833748,0.008321984,0.0019678557,0.000303043],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3392349,0.0006231104,0.0144831315,0.0002864524,0.00018394605,0.00055354164,0.0031622176,0.00012023653,0.00047625642],"category_scores_gemma":[0.16592433,0.00020514835,0.0025438664,0.0011101589,0.00022116746,0.00096637843,0.00024567483,0.00017601844,0.0011792411],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013965501,0.00026174414,0.037017718,0.909955,0.0008204754,9.715894e-7,0.007411772,0.0000010062357,0.00018833093,0.031020151,0.011463789,0.0018450504],"study_design_scores_gemma":[0.0020656835,0.0008190778,0.029939452,0.57380843,0.010336849,0.0008948432,0.013973284,0.005039636,0.000383319,0.012262798,0.34771782,0.0027588063],"about_ca_topic_score_codex":0.0000077600125,"about_ca_topic_score_gemma":0.00001658862,"teacher_disagreement_score":0.9091632,"about_ca_system_score_codex":0.0000714779,"about_ca_system_score_gemma":0.000039927265,"threshold_uncertainty_score":0.99959844},"labels":[],"label_agreement":null},{"id":"W2163687711","doi":"10.1186/2046-4053-2-104","title":"A surveillance system to assess the need for updating systematic reviews","year":2013,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Health Canada; University of Ottawa; Agency for Healthcare Research and Quality; U.S. Department of Health and Human Services","keywords":"Medicine; Systematic review; Agency (philosophy); Medical emergency; Expert opinion; Medical physics; MEDLINE; Intensive care medicine","score_opus":0.7052654998514141,"score_gpt":0.5136398410266065,"score_spread":0.19162565882480753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163687711","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028834187,0.08039949,0.39859155,0.0039231633,0.0045028785,0.49002615,0.000065779896,0.00015343116,0.019454142],"genre_scores_gemma":[0.432657,0.0010474462,0.06757625,0.006981293,0.0018644949,0.41915274,0.00006010042,0.00041823488,0.070242435],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.7754334,0.14556704,0.0665445,0.002721129,0.0084315585,0.0013023564],"domain_scores_gemma":[0.83057725,0.077359594,0.05867264,0.026097788,0.006262703,0.0010300485],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.5364949,0.0014461969,0.03007446,0.000595751,0.0007622548,0.00490139,0.0077572404,0.00021368302,0.0016929319],"category_scores_gemma":[0.4087302,0.0004743532,0.007733221,0.004130465,0.00006979567,0.0006564891,0.0004071325,0.0003129634,0.07942021],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017845196,0.000028780021,0.00034295075,0.76041454,0.000311328,0.0000012156491,0.00079316914,0.00002207607,0.00006783648,0.006539171,0.23083639,0.0006407693],"study_design_scores_gemma":[0.00090239424,0.0002648415,0.0004862589,0.41347635,0.0038227453,0.00046833724,0.024576046,0.059667647,0.000018284461,0.0017614118,0.49167454,0.0028811693],"about_ca_topic_score_codex":0.00003756108,"about_ca_topic_score_gemma":0.000048009715,"teacher_disagreement_score":0.42977357,"about_ca_system_score_codex":0.00028484894,"about_ca_system_score_gemma":0.00009675871,"threshold_uncertainty_score":0.99982876},"labels":[],"label_agreement":null},{"id":"W2163724055","doi":"10.1001/jama.2010.310","title":"Stopping Randomized Trials Early for Benefit and Estimation of Treatment Effects&lt;subtitle&gt;Systematic Review and Meta-regression Analysis&lt;/subtitle&gt;","year":2010,"lang":"en","type":"review","venue":"JAMA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":605,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Randomized controlled trial; Meta-analysis; Confidence interval; MEDLINE; Blinding; Systematic review; Relative risk; Publication bias; Subgroup analysis; Internal medicine","score_opus":0.5730173710211768,"score_gpt":0.5285188190781295,"score_spread":0.044498551943047304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163724055","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000446231,0.96686274,0.010132315,0.00013419427,0.00018301906,0.022156185,0.00020575112,0.000011555585,0.0002696038],"genre_scores_gemma":[0.000116917116,0.9826427,0.0067298287,0.00007129215,0.0000923787,0.004484699,0.00014467507,0.000052972242,0.005664505],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9378447,0.031916153,0.024859533,0.0018614364,0.0031185797,0.00039959676],"domain_scores_gemma":[0.88646454,0.07351795,0.03376914,0.004555311,0.0013664241,0.00032665464],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.2058663,0.0013958616,0.08800612,0.0015665902,0.0002126409,0.0011233585,0.0011790975,0.0006265556,0.0015153699],"category_scores_gemma":[0.16680956,0.00049728603,0.021675033,0.0021289862,0.00014691678,0.00033782446,0.00016785362,0.00025935378,0.00020387127],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012294097,0.00006230513,0.000001347826,0.54779136,0.048522938,0.0000025537363,0.00014154668,0.0000069506104,0.0000032926405,0.00094169326,0.0013003408,0.40110272],"study_design_scores_gemma":[0.00791449,0.00012555631,0.0000031444574,0.06273045,0.8039059,0.000019079383,0.0000064883016,0.0021966062,0.000003395904,0.0009101668,0.121664,0.0005207215],"about_ca_topic_score_codex":0.000019660323,"about_ca_topic_score_gemma":0.000041457595,"teacher_disagreement_score":0.75538296,"about_ca_system_score_codex":0.00009900559,"about_ca_system_score_gemma":0.0001514089,"threshold_uncertainty_score":0.9999136},"labels":[],"label_agreement":null},{"id":"W2163839878","doi":"10.1067/mem.2001.115881","title":"Evaluating the quality of systematic reviews in the emergency medicine literature","year":2001,"lang":"en","type":"article","venue":"Annals of Emergency Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":81,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Systematic review; Medicine; MEDLINE; Meta-analysis; Quality (philosophy); Confidence interval; Family medicine; Internal medicine","score_opus":0.9580746477098889,"score_gpt":0.7052984042000917,"score_spread":0.2527762435097972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163839878","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31631914,0.5532575,0.0015464453,0.060860433,0.0047576865,0.008581677,0.000017527665,0.000007777895,0.05465178],"genre_scores_gemma":[0.88750863,0.08553447,0.00016324728,0.001162254,0.0011922115,0.00041652325,0.000024043336,0.000026398202,0.02397221],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.85350037,0.0737299,0.056172308,0.0012256589,0.014771313,0.0006004773],"domain_scores_gemma":[0.94502246,0.013077426,0.027083248,0.008939433,0.005708525,0.00016893355],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5034562,0.00045787942,0.007214568,0.0004954636,0.00014367052,0.000014206375,0.004031315,0.00010626531,0.045903116],"category_scores_gemma":[0.38784477,0.00012958508,0.0019558212,0.0072584874,0.00019283748,0.00020348976,0.0001029222,0.00034124748,0.00017541628],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052121322,0.00025341695,0.035330243,0.024229117,0.00045887125,0.0000039288516,0.038304135,0.000055119024,0.0018173283,0.0102544725,0.88499033,0.0042509097],"study_design_scores_gemma":[0.0029846192,0.0053041005,0.26291367,0.104098625,0.005398181,0.00008358977,0.07793192,0.011527511,0.00008426357,0.21486424,0.31282955,0.0019797343],"about_ca_topic_score_codex":0.0002124504,"about_ca_topic_score_gemma":0.00018572276,"teacher_disagreement_score":0.5721608,"about_ca_system_score_codex":0.000007143753,"about_ca_system_score_gemma":0.000033587963,"threshold_uncertainty_score":0.95496905},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2163846982","doi":"10.1093/jpepsy/jsg001","title":"Clinical Trials in the Journal of Pediatric Psychology: Applying the CONSORT Statement","year":2003,"lang":"en","type":"article","venue":"Journal of Pediatric Psychology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"American Psychological Association","keywords":"Consolidated Standards of Reporting Trials; Checklist; Clinical trial; Pediatric psychology; Psychosocial; Randomized controlled trial; Psychology; Clinical psychology; Flow chart; Medicine; MEDLINE; Family medicine; Psychiatry; Internal medicine","score_opus":0.889606609214219,"score_gpt":0.6840797381002877,"score_spread":0.2055268711139313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163846982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8914224,0.030298872,0.04745998,0.009513986,0.01208091,0.002066894,0.000011322092,0.0000022452282,0.007143386],"genre_scores_gemma":[0.9594642,0.022463573,0.005256822,0.0061013848,0.006357574,0.000029736684,4.6855038e-7,0.000023197439,0.00030303086],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.5768853,0.31480524,0.09498998,0.0011230262,0.011140872,0.0010556254],"domain_scores_gemma":[0.8715555,0.064250216,0.05860464,0.0028556732,0.0024331112,0.00030087747],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7462183,0.0003422628,0.0059884507,0.0015925952,0.00014494518,0.00025332122,0.004254052,0.00027825692,0.0031459304],"category_scores_gemma":[0.18324722,0.000118990174,0.003783915,0.0031114349,0.00015987846,0.00024713454,0.000054278957,0.0016200789,0.00031713027],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012239814,0.00045242946,0.39908153,0.000011539849,0.00028163657,0.00009255225,0.00047807355,0.000048926366,0.000007655236,0.0002629995,0.5887655,0.010394771],"study_design_scores_gemma":[0.0058047683,0.0015509285,0.27764562,0.000013037925,0.004618961,0.003198304,0.0032407767,0.000029976347,0.000001038719,0.025845062,0.6777223,0.00032926523],"about_ca_topic_score_codex":0.0000011224923,"about_ca_topic_score_gemma":0.000004509873,"teacher_disagreement_score":0.56297106,"about_ca_system_score_codex":0.000033671986,"about_ca_system_score_gemma":0.00042306865,"threshold_uncertainty_score":0.9977653},"labels":[],"label_agreement":null},{"id":"W2164093802","doi":"10.1503/cmaj.060410","title":"The appropriateness of asymmetry tests for publication bias in meta-analyses: a large survey","year":2007,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1041,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Funnel plot; Meta-analysis; Publication bias; Concordance; Meta-regression; Statistics; Asymmetry; Study heterogeneity; Systematic review; Confidence interval; Medicine; Statistical hypothesis testing; MEDLINE; Econometrics; Mathematics; Internal medicine","score_opus":0.7824664007777575,"score_gpt":0.55001169834464,"score_spread":0.2324547024331175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164093802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5089826,0.012307586,0.2795201,0.1639019,0.0058544166,0.005582645,0.0012348585,0.000018014152,0.02259787],"genre_scores_gemma":[0.99295545,0.000036281523,0.0007901821,0.0025613976,0.00031804942,0.000030216443,0.000028753144,0.000012613604,0.0032670568],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95229036,0.017441694,0.014780993,0.00059460563,0.013975797,0.0009165516],"domain_scores_gemma":[0.93178684,0.04326118,0.011312578,0.0014014313,0.010815595,0.0014223849],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.63405734,0.00018316087,0.0022805845,0.0009089316,0.00035202573,0.00087252,0.0018248836,0.00030486268,0.0051392904],"category_scores_gemma":[0.5869829,0.000077331846,0.0017423127,0.0031334704,0.000037244696,0.0002245572,0.000031213567,0.0004912271,0.00019405968],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001107483,0.00007218621,0.61512846,0.000011657806,0.0029645283,0.000011189474,0.00027133702,0.000015640519,0.000005256514,0.0028657892,0.3365782,0.042064708],"study_design_scores_gemma":[0.0004941478,0.000023471104,0.50428236,0.000010327259,0.00068150705,0.0000193601,0.0009052281,0.0026296037,0.0000115519715,0.002747102,0.4880591,0.00013626042],"about_ca_topic_score_codex":0.0021340097,"about_ca_topic_score_gemma":0.30988666,"teacher_disagreement_score":0.48397285,"about_ca_system_score_codex":0.00042202862,"about_ca_system_score_gemma":0.0018433653,"threshold_uncertainty_score":0.99577016},"labels":[],"label_agreement":null},{"id":"W2164496172","doi":"10.1177/107327480901600208","title":"Epistemologic Inquiries in Evidence-Based Medicine","year":2009,"lang":"en","type":"article","venue":"Cancer Control","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":215,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Epistemology; Underdetermination; Evidence-based medicine; Philosophy of science; Instrumentalism; Medicine; Enthusiasm; Holism; Engineering ethics; Alternative medicine; Psychology; Philosophy; Social psychology","score_opus":0.8607913819558454,"score_gpt":0.5870333927704277,"score_spread":0.2737579891854177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164496172","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21904187,0.17209256,0.26552072,0.32440045,0.0021759793,0.003915561,0.0000243609,0.000042445776,0.012786024],"genre_scores_gemma":[0.985906,0.00009030668,0.00013943037,0.010877117,0.00022699159,0.00008423162,6.945279e-7,0.0000036847998,0.002671554],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9853643,0.005555726,0.005335567,0.0007247326,0.0027510829,0.00026858246],"domain_scores_gemma":[0.9892461,0.0059194607,0.0020787409,0.0019697633,0.0006632608,0.00012267743],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.060645048,0.00022772634,0.0031360602,0.00036967147,0.00006193779,0.00018948958,0.0012911747,0.00007442336,0.013302985],"category_scores_gemma":[0.047246967,0.000096851734,0.00059784384,0.0013023969,0.0002955293,0.0002390923,0.000013590198,0.00012994316,0.00067041186],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017443941,0.00008924214,0.44775373,0.000075170195,0.00013849788,0.00008144459,0.0009355514,0.003997329,0.0012413664,0.015787743,0.228838,0.30088747],"study_design_scores_gemma":[0.00823743,0.00097003486,0.5654803,0.0020352388,0.00073387806,0.0000135678665,0.0009541507,0.07647171,0.00012338183,0.08322558,0.26081657,0.0009381499],"about_ca_topic_score_codex":0.00003011931,"about_ca_topic_score_gemma":0.000059875772,"teacher_disagreement_score":0.7668641,"about_ca_system_score_codex":0.00008641162,"about_ca_system_score_gemma":0.00013425197,"threshold_uncertainty_score":0.987599},"labels":[],"label_agreement":null},{"id":"W2164569333","doi":"10.1136/bmj.38336.804167.47","title":"Optimal search strategies for retrieving systematic reviews from Medline: analytical survey","year":2004,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":432,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"U.S. National Library of Medicine","keywords":"MEDLINE; Systematic review; Information retrieval; Sensitivity (control systems); Computer science; Confidence interval; Medicine; Meta-analysis; Medical physics; Internal medicine; Chemistry","score_opus":0.8542426954329656,"score_gpt":0.5948459357300093,"score_spread":0.2593967597029563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164569333","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18981668,0.010822832,0.77645093,0.0031218221,0.0007608473,0.013683926,0.0002295848,0.000026714983,0.005086671],"genre_scores_gemma":[0.90147924,0.00014243455,0.088273875,0.00049177825,0.0006857477,0.00061344466,0.000115313574,0.000045383837,0.00815278],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.956917,0.01924838,0.016300436,0.0013215651,0.005727553,0.00048508897],"domain_scores_gemma":[0.9665795,0.022287909,0.0042756074,0.0046830773,0.001883182,0.00029074057],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.3123177,0.00036836826,0.0065122875,0.00028157016,0.00017271173,0.0019223196,0.0020614008,0.00013663835,0.002470969],"category_scores_gemma":[0.21275818,0.00016753066,0.0022745961,0.0017053802,0.00007278267,0.00037816112,0.00014223083,0.00018631542,0.0042214445],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022171022,0.0005737785,0.030525366,0.03509083,0.0035973592,0.00008836489,0.005228337,0.024511825,0.0003083388,0.05298837,0.8406822,0.0061834846],"study_design_scores_gemma":[0.006709657,0.0011562773,0.10133204,0.031657886,0.008261362,0.00018220232,0.028003462,0.6073848,0.00028709992,0.08011869,0.12947246,0.005434069],"about_ca_topic_score_codex":0.00014867155,"about_ca_topic_score_gemma":0.00019372765,"teacher_disagreement_score":0.7116626,"about_ca_system_score_codex":0.00007746577,"about_ca_system_score_gemma":0.00031013467,"threshold_uncertainty_score":0.9991138},"labels":[],"label_agreement":null},{"id":"W2164624078","doi":"10.1186/s13643-015-0083-6","title":"Handling trial participants with missing outcome data when conducting a meta-analysis: a systematic survey of proposed approaches","year":2015,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Public Health Ontario; Toronto Rehabilitation Institute; SickKids Foundation; University of Toronto; McMaster University","funders":"","keywords":"Missing data; Meta-analysis; Imputation (statistics); Medicine; Systematic review; MEDLINE; Randomized controlled trial; Data mining; Statistics; Computer science; Machine learning; Surgery; Pathology","score_opus":0.991166829997726,"score_gpt":0.6179635126295429,"score_spread":0.37320331736818313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164624078","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031133328,0.24850927,0.5121706,0.0010664711,0.0016719607,0.20040308,0.0005046253,0.000117880016,0.0044227783],"genre_scores_gemma":[0.9596189,0.000015304926,0.033663046,0.000101389596,0.00008980267,0.0025598204,0.00012438008,0.00007609321,0.0037512223],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.6938145,0.2155291,0.07113905,0.0034550421,0.015035621,0.0010266851],"domain_scores_gemma":[0.8435697,0.032948557,0.08383165,0.033253457,0.005314722,0.0010819009],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.69944215,0.00122316,0.057989396,0.0010928556,0.00022373091,0.0020594546,0.0070925104,0.00019306742,0.0008287061],"category_scores_gemma":[0.44443315,0.0004239903,0.0072123855,0.00585316,0.00016955881,0.0010259979,0.0006063444,0.0003159113,0.0011516139],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004572312,0.0005021455,0.008140405,0.69799,0.28143337,0.000020460644,0.007307065,0.0005021822,0.00000791031,0.0003963808,0.0031537185,0.00008914786],"study_design_scores_gemma":[0.0057811053,0.00029951267,0.000074055344,0.013671487,0.8895837,0.00006542291,0.007321387,0.08133381,0.0000119310625,0.0003631021,0.0003428726,0.0011516378],"about_ca_topic_score_codex":0.00025592642,"about_ca_topic_score_gemma":0.0007018656,"teacher_disagreement_score":0.92848563,"about_ca_system_score_codex":0.00007198965,"about_ca_system_score_gemma":0.0004210871,"threshold_uncertainty_score":0.9998212},"labels":[],"label_agreement":null},{"id":"W2164693855","doi":"10.1136/bmj.323.7317.833","title":"Use of systematic reviews in clinical practice guidelines: case study of smoking cessation","year":2001,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Smoking cessation; Clinical Practice; Systematic review; Medicine; Family medicine; MEDLINE; Political science; Pathology","score_opus":0.9547998660027416,"score_gpt":0.6918985118013898,"score_spread":0.26290135420135174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164693855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9840656,0.0024303515,0.0049224086,0.0005729463,0.0003190613,0.006723946,0.000002047104,0.0000025283664,0.0009611356],"genre_scores_gemma":[0.98424745,0.0002732837,0.014001548,0.00030336584,0.00008723299,0.0001596288,8.3242827e-7,0.000008243036,0.0009183999],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.82678145,0.081232436,0.08320495,0.0011258919,0.0074098916,0.00024538353],"domain_scores_gemma":[0.9188097,0.034243003,0.035380077,0.0056382837,0.005829275,0.00009962279],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.42420653,0.00018637723,0.005780453,0.00039029933,0.00003484142,0.00017866591,0.0007411523,0.0000770105,0.00048857153],"category_scores_gemma":[0.6914834,0.00008643691,0.0010208677,0.0019994006,0.000024882163,0.00055213046,0.00010068682,0.00012650994,0.00015101375],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057386973,0.003019173,0.75232315,0.013447049,0.0009589988,0.0020049403,0.008550037,0.001825192,0.000012916769,0.00033775572,0.17096129,0.046502084],"study_design_scores_gemma":[0.005392346,0.0019112658,0.063157864,0.03924444,0.013408569,0.010341035,0.36029053,0.14953451,0.000009049084,0.0010345201,0.35393658,0.0017392867],"about_ca_topic_score_codex":0.0005107939,"about_ca_topic_score_gemma":0.00059176347,"teacher_disagreement_score":0.6891653,"about_ca_system_score_codex":0.0000199653,"about_ca_system_score_gemma":0.000054842716,"threshold_uncertainty_score":0.5929005},"labels":[],"label_agreement":null},{"id":"W2164796487","doi":"10.1200/jco.2005.03.1179","title":"Quality of Randomized Controlled Trials Reporting in the Primary Treatment of Brain Tumors","year":2006,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":95,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Juravinski Cancer Centre","funders":"","keywords":"Blinding; Medicine; Randomized controlled trial; MEDLINE; Sample size determination; Critical appraisal; Quality (philosophy); Quality Score; Clinical trial; Impact factor; Family medicine; Alternative medicine; Internal medicine; Pathology; Statistics","score_opus":0.9076205592877421,"score_gpt":0.7085055440715269,"score_spread":0.19911501521621522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164796487","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9664359,0.0025317406,0.0018359404,0.0080626495,0.0004934532,0.0018326355,0.0000027713043,4.946713e-7,0.018804386],"genre_scores_gemma":[0.9941523,0.00013486942,0.003816823,0.00045895082,0.00041494396,0.000023478668,7.199065e-7,0.0000035175922,0.0009943739],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.09730755,0.4999954,0.39417335,0.000566938,0.007672319,0.00028442702],"domain_scores_gemma":[0.02834103,0.60314757,0.36513174,0.001211572,0.0020821171,0.00008600292],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9216833,0.00018439766,0.06965418,0.00034473612,0.000024377427,0.000049360813,0.0008955604,0.00019715675,0.0007913564],"category_scores_gemma":[0.9023536,0.00005154907,0.024178388,0.00050772616,0.00027298514,0.00008297841,0.000028447483,0.00025568294,0.0000102559325],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.36166796,0.012125359,0.28195605,0.00013872194,0.009856466,0.0004598676,0.0017204323,0.0010009396,0.00078862044,0.012066728,0.036147412,0.28207144],"study_design_scores_gemma":[0.6233571,0.0036259464,0.28907806,0.00012443741,0.003917095,0.000110204506,0.0012762052,0.0006171373,0.000030646774,0.059335526,0.01837699,0.0001506444],"about_ca_topic_score_codex":0.000096359814,"about_ca_topic_score_gemma":0.00009908759,"teacher_disagreement_score":0.2819208,"about_ca_system_score_codex":0.0000575521,"about_ca_system_score_gemma":0.0010619488,"threshold_uncertainty_score":0.9855942},"labels":[],"label_agreement":null},{"id":"W2164957370","doi":"10.1016/j.jclinepi.2013.10.019","title":"The statistical significance of randomized controlled trial results is frequently fragile: a case for a Fragility Index","year":2014,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":736,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Western University; Ottawa Hospital; Health Sciences Centre; Canada Research Chairs; University of Manitoba; University of Ottawa; Manitoba Health; Hamilton Health Sciences; London Health Sciences Centre; McMaster University; Population Health Research Institute","funders":"Heart and Stroke Foundation of Canada","keywords":"Fragility; Randomized controlled trial; Statistical significance; Medicine; Index (typography); Sample size determination; Internal medicine; Statistics; Mathematics","score_opus":0.8635471367377616,"score_gpt":0.6857694704772885,"score_spread":0.1777776662604731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164957370","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000031764983,0.7457857,0.23593825,0.002109077,0.0039799865,0.011468364,0.00032962396,0.0000017059623,0.0003555396],"genre_scores_gemma":[0.0005276387,0.9830716,0.010590128,0.0009355883,0.0026258107,0.00077894947,0.000011156835,0.00003254186,0.0014265368],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.13084395,0.59177715,0.27043128,0.0018264885,0.004355904,0.0007652483],"domain_scores_gemma":[0.018673992,0.7549772,0.21704896,0.0037714464,0.004965544,0.00056282186],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity"],"category_scores_codex":[0.93262446,0.00091498904,0.18451042,0.00044945435,0.00021949495,0.00018687827,0.0041552302,0.0015261627,0.0010482573],"category_scores_gemma":[0.9878337,0.00027967192,0.07006512,0.00064563367,0.0017571584,0.00008919548,0.00017863944,0.0024943657,0.00011976687],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4595084,0.00019056347,0.000019097943,0.001306135,0.00637812,0.000058580783,0.00002002948,0.00000954426,1.8467271e-9,0.005460846,0.108805224,0.41824347],"study_design_scores_gemma":[0.33995846,0.00059076125,0.0000024367775,0.000777382,0.0077136992,0.0002110091,0.000013502478,0.0025400005,2.3076205e-9,0.049343538,0.5987028,0.00014645224],"about_ca_topic_score_codex":0.000025918165,"about_ca_topic_score_gemma":0.000019495099,"teacher_disagreement_score":0.48989755,"about_ca_system_score_codex":0.000055847573,"about_ca_system_score_gemma":0.0018880948,"threshold_uncertainty_score":0.99996555},"labels":[],"label_agreement":null},{"id":"W2165066016","doi":"10.1186/1472-6882-11-67","title":"An evaluation of the completeness of safety reporting in reports of complementary and alternative medicine trials","year":2011,"lang":"en","type":"article","venue":"BMC Complementary and Alternative Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"National Center for Complementary and Integrative Health; National Center for Complementary and Alternative Medicine; National Institutes of Health","keywords":"Medicine; Consolidated Standards of Reporting Trials; Alternative medicine; Psychological intervention; Clinical trial; Adverse effect; Randomized controlled trial; Harm; Family medicine; MEDLINE; Internal medicine; Pathology; Psychology; Psychiatry","score_opus":0.9318619081517887,"score_gpt":0.6154483684592214,"score_spread":0.31641353969256736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165066016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99116594,0.0011069421,0.003317455,0.00042059663,0.0004359705,0.0019239009,0.00009439596,0.0000020222496,0.0015327808],"genre_scores_gemma":[0.99721557,0.000059101574,0.0023487692,0.000119326374,0.0001335344,0.000024770728,0.00006725363,0.000008308296,0.00002337853],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9461849,0.019187614,0.027490646,0.0009535276,0.005954223,0.00022909047],"domain_scores_gemma":[0.9565823,0.0051030596,0.03468212,0.001712879,0.0018039801,0.00011566081],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.25993752,0.00031156914,0.004961758,0.0005089769,0.00010252371,0.000011377424,0.00080407003,0.000025885403,0.010076664],"category_scores_gemma":[0.030312795,0.00013768641,0.00034716344,0.0007498156,0.0007715347,0.00022076815,0.00028092586,0.00012667378,4.799284e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016833127,0.00015395645,0.96828514,0.0001943755,0.00047270788,0.00000925096,0.0121131595,0.000111020614,0.003726135,0.0019834987,0.00061254244,0.012169856],"study_design_scores_gemma":[0.0038027032,0.00073347933,0.91442287,0.0009847642,0.0011938023,0.00005197142,0.01943988,0.019553151,0.0026983432,0.036483232,0.00046190605,0.00017391644],"about_ca_topic_score_codex":0.0053800945,"about_ca_topic_score_gemma":0.0020169695,"teacher_disagreement_score":0.22962473,"about_ca_system_score_codex":0.00004045275,"about_ca_system_score_gemma":0.00007053374,"threshold_uncertainty_score":0.9908283},"labels":[],"label_agreement":null},{"id":"W2165271154","doi":"10.1093/pubmed/fdu050","title":"The benefits and challenges of conducting an overview of systematic reviews in public health: a focus on physical activity","year":2014,"lang":"en","type":"article","venue":"Journal of Public Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Public health; MEDLINE; Alternative medicine; Medicine; Scientific literature; Cochrane collaboration; Management science; Psychology; Engineering ethics; Political science; Nursing; Engineering","score_opus":0.9583424756036388,"score_gpt":0.5984104860565596,"score_spread":0.3599319895470793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165271154","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62812406,0.2443006,0.000821167,0.12402749,0.00029599087,0.0020559067,0.0000065062745,0.000002363668,0.00036590506],"genre_scores_gemma":[0.9645457,0.03463785,0.00036751718,0.00029095457,0.00011526048,0.00001531357,1.6961563e-7,0.000009321876,0.000017896837],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8804961,0.09447116,0.017867167,0.0006474854,0.0058226986,0.00069542084],"domain_scores_gemma":[0.9514273,0.013207353,0.031181931,0.002113076,0.0014094944,0.0006608768],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.46236452,0.0002447742,0.007540371,0.00059452344,0.00016130807,0.00032176447,0.0012993698,0.000057697245,0.00003306778],"category_scores_gemma":[0.09675643,0.00009700352,0.00092627486,0.0011421503,0.00008130257,0.00065784605,0.0000840046,0.00037103708,0.000011063545],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042170122,0.00047822142,0.00065679516,0.017163165,0.00010032028,4.403184e-7,0.0040466054,0.0000056698455,0.000007566894,0.06426157,0.00052003225,0.91275537],"study_design_scores_gemma":[0.008639709,0.026796373,0.27135012,0.14489946,0.0008029549,0.0013633829,0.07190019,0.048783764,0.0000871388,0.06993276,0.35283822,0.0026059086],"about_ca_topic_score_codex":0.00005174861,"about_ca_topic_score_gemma":0.00030080418,"teacher_disagreement_score":0.9101495,"about_ca_system_score_codex":0.000118796335,"about_ca_system_score_gemma":0.00062829425,"threshold_uncertainty_score":0.91085196},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2165352868","doi":"10.3171/2014.12.jns142465","title":"Randomized controlled trials and neurosurgery: the ideal fit or should alternative methodologies be considered?","year":2015,"lang":"en","type":"review","venue":"Journal of neurosurgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Medicine; Randomized controlled trial; Jadad scale; Interquartile range; Neurosurgery; MEDLINE; Blinding; Consolidated Standards of Reporting Trials; Evidence-based medicine; Physical therapy; Surgery; Alternative medicine; Cochrane Library; Pathology","score_opus":0.9604986045209761,"score_gpt":0.6445821716361171,"score_spread":0.31591643288485904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165352868","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008833822,0.98497117,0.00083039864,0.0027901968,0.006012565,0.0048163612,0.00009048886,0.000007463729,0.0003929937],"genre_scores_gemma":[0.000060844148,0.99202067,0.000688702,0.0015002973,0.0010624442,0.0001301652,0.000002557087,0.000066623164,0.0044677155],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.5538693,0.3720104,0.062641814,0.0011612126,0.0097963065,0.00052096386],"domain_scores_gemma":[0.103787184,0.75738615,0.13044135,0.003341408,0.0044779386,0.00056595454],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.79347473,0.0014597948,0.13357954,0.0027387892,0.00024871508,0.0034742048,0.0030811203,0.00045015808,0.0019860575],"category_scores_gemma":[0.89748377,0.00038663187,0.04091107,0.0021349099,0.00067050214,0.00046821486,0.00045885757,0.001641647,0.000075980475],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02086894,0.000061018018,0.000014873976,0.0010842433,0.008901574,0.0009015191,0.00018008851,0.00003834547,7.0335494e-7,0.00020694647,0.574068,0.39367372],"study_design_scores_gemma":[0.028179051,0.0000807933,0.0000019155902,0.0016197034,0.018708717,0.0025411579,0.00012666917,0.00010978273,3.500078e-7,0.003900559,0.9443875,0.00034380244],"about_ca_topic_score_codex":0.000006515655,"about_ca_topic_score_gemma":0.0000018147781,"teacher_disagreement_score":0.4500821,"about_ca_system_score_codex":0.000057438643,"about_ca_system_score_gemma":0.001693719,"threshold_uncertainty_score":0.99985856},"labels":[],"label_agreement":null},{"id":"W2165535847","doi":"10.1186/2046-4053-1-14","title":"The quality of research synthesis in surgery: the case of laparoscopic surgery for colorectal cancer","year":2012,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; University of Ottawa; Ottawa Hospital","funders":"Canadian Institutes of Health Research; University of Aberdeen; Scottish Government","keywords":"Medicine; Laparoscopic surgery; Colorectal cancer; General surgery; Cancer surgery; Colorectal surgery; Laparoscopy; Cancer; Surgery; Abdominal surgery; Internal medicine","score_opus":0.8693877196067004,"score_gpt":0.6258715588586224,"score_spread":0.24351616074807791,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165535847","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83174074,0.14121044,0.0005517146,0.0010977788,0.0012850547,0.023205128,0.00007360403,0.0000037859977,0.000831794],"genre_scores_gemma":[0.9894079,0.0016577468,0.00014616262,0.000022245378,0.00009562458,0.007894347,8.9521836e-7,0.000014473045,0.0007606105],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.7283037,0.21962184,0.04406343,0.00085137755,0.0061865053,0.0009731892],"domain_scores_gemma":[0.44753912,0.52343446,0.020515507,0.005905236,0.002436227,0.00016944352],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7840364,0.00030744384,0.011659231,0.00043062822,0.00030477686,0.00022296906,0.001614654,0.00009733746,0.0005734742],"category_scores_gemma":[0.563208,0.00009079799,0.0037161873,0.0030179045,0.0003002867,0.00018999263,0.00013224196,0.00017489643,0.00022864033],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007068373,0.00041181725,0.30227774,0.38749638,0.001190818,0.000010035456,0.0064426996,0.000009454385,0.00025244826,0.017751537,0.2556274,0.028458988],"study_design_scores_gemma":[0.0015186328,0.00024918708,0.13532561,0.21999227,0.007733715,0.0011397337,0.11518018,0.008299569,0.00715039,0.02660083,0.47274852,0.004061366],"about_ca_topic_score_codex":0.00054532883,"about_ca_topic_score_gemma":0.0014765711,"teacher_disagreement_score":0.30381265,"about_ca_system_score_codex":0.0000821808,"about_ca_system_score_gemma":0.00021210549,"threshold_uncertainty_score":0.7970018},"labels":[],"label_agreement":null},{"id":"W2165773881","doi":"10.1186/2046-4053-2-113","title":"A methodological survey of the analysis, reporting and interpretation of Absolute Risk ReductiOn in systematic revieWs (ARROW): a study protocol","year":2013,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; SickKids Foundation; Institute for Clinical Evaluative Sciences; University of Toronto; McMaster University","funders":"Instituto de Salud Carlos III; Canadian Institutes of Health Research; Suomen Kulttuurirahasto; Suomen Lääketieteen Säätiö","keywords":"Medicine; Protocol (science); Interpretation (philosophy); Arrow; Absolute risk reduction; Absolute (philosophy); Alternative medicine; Environmental health; Epistemology; Pathology","score_opus":0.8585674164922588,"score_gpt":0.6080439699564819,"score_spread":0.25052344653577685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165773881","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14188184,0.005819388,0.018585397,0.00003920975,0.00022235795,0.8331029,0.000006557978,0.0000070180363,0.0003353745],"genre_scores_gemma":[0.7122987,0.00010885493,0.004622913,0.00001473728,0.000014923436,0.28234598,0.0000020764815,0.000015825592,0.00057602086],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.44952577,0.44179517,0.101693,0.0016472298,0.004959183,0.00037962344],"domain_scores_gemma":[0.70948505,0.0325753,0.24264319,0.0115506705,0.0035415753,0.00020422804],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.71013206,0.000619893,0.027171178,0.00089693617,0.000116358344,0.00037832075,0.0018943732,0.00014033746,0.0005444934],"category_scores_gemma":[0.68013954,0.00020477804,0.0039724414,0.0074861892,0.000118210584,0.00038333033,0.0002870124,0.00030914365,0.00023834353],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019925841,0.00043864638,0.2307303,0.75319546,0.0021930926,0.0000015347539,0.008172674,0.00017660616,0.00015669697,0.000064589185,0.0013105677,0.0035399247],"study_design_scores_gemma":[0.0009160358,0.00036738685,0.7800717,0.1185417,0.013991811,0.000101117854,0.008711325,0.07431963,0.000021219243,0.0019272482,0.0002041056,0.0008267706],"about_ca_topic_score_codex":0.0008729949,"about_ca_topic_score_gemma":0.0006918299,"teacher_disagreement_score":0.63465375,"about_ca_system_score_codex":0.0000724339,"about_ca_system_score_gemma":0.000059102105,"threshold_uncertainty_score":0.9872715},"labels":[],"label_agreement":null},{"id":"W2165914839","doi":"10.1111/jep.12291","title":"Evidence‐informed person‐centred health care (part <scp>II</scp>): Are ‘cognitive biases plus’ underlying the <scp>EBM</scp> paradigm responsible for undermining the quality of evidence?","year":2014,"lang":"en","type":"review","venue":"Journal of Evaluation in Clinical Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; South Bruce Grey Health Centre; University of Saskatchewan","funders":"","keywords":"Psychology; Evidence-based medicine; Cognition; Unintended consequences; Confirmation bias; Scientific evidence; Social psychology; Critical appraisal; Evidence-based practice; Cognitive bias; Quality (philosophy); MEDLINE; Medicine; Political science; Epistemology; Alternative medicine; Law","score_opus":0.9787576065805633,"score_gpt":0.7401037597373706,"score_spread":0.23865384684319269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165914839","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00075546646,0.98029864,0.0028151271,0.007124434,0.0017687079,0.0063153477,0.000055603465,0.0000048233087,0.0008618668],"genre_scores_gemma":[0.0064832997,0.9859967,0.0029791116,0.002218485,0.0009078489,0.00029073158,0.000021867878,0.000048679834,0.0010532537],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.579598,0.31794876,0.07170376,0.002373493,0.027158307,0.0012176414],"domain_scores_gemma":[0.026801111,0.8335485,0.122763604,0.0030946524,0.013374681,0.00041747812],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.65466464,0.0008228542,0.013177046,0.00093440525,0.00094813976,0.0013076415,0.003448722,0.00059000147,0.00018626891],"category_scores_gemma":[0.98131865,0.00032720205,0.007979248,0.003139819,0.00043902558,0.00228144,0.000305142,0.0023727773,0.00015576521],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018184338,0.00038660897,0.00068607717,0.01008538,0.003333327,0.000011409791,0.018489912,0.0009024721,1.4087178e-7,0.00089975854,0.15557192,0.80945116],"study_design_scores_gemma":[0.0010013061,0.00091153354,0.0018421982,0.07272796,0.0099099185,0.00013044654,0.119783744,0.0018156564,1.9225428e-7,0.0016281275,0.7901254,0.00012349468],"about_ca_topic_score_codex":0.000049921367,"about_ca_topic_score_gemma":0.00036911576,"teacher_disagreement_score":0.80932766,"about_ca_system_score_codex":0.00088425726,"about_ca_system_score_gemma":0.01507521,"threshold_uncertainty_score":0.9999288},"labels":[],"label_agreement":null},{"id":"W2166023752","doi":"10.7326/0003-4819-158-3-201302050-00583","title":"SPIRIT 2013 Statement: Defining Standard Protocol Items for Clinical Trials","year":2013,"lang":"en","type":"article","venue":"Annals of Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7982,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Partnership Against Cancer; University of Ottawa; Women's College Hospital","funders":"Medical Research Council; Canadian Institutes of Health Research","keywords":"Medicine; Protocol (science); Statement (logic); Clinical trial; Medical physics; Alternative medicine; Internal medicine; Pathology; Law","score_opus":0.9323092785111778,"score_gpt":0.7163254007524215,"score_spread":0.21598387775875638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166023752","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06978025,0.0046227123,0.293185,0.1849859,0.004375332,0.40075162,0.00038783898,0.00003988069,0.041871443],"genre_scores_gemma":[0.47704655,0.0010620512,0.050413415,0.041968014,0.007873024,0.32181835,0.00008203486,0.00022668166,0.09950987],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94934255,0.011361084,0.033169154,0.0008332085,0.0049264045,0.000367626],"domain_scores_gemma":[0.93439746,0.03348021,0.022026839,0.0026163834,0.006995396,0.00048369323],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.41247347,0.00031285145,0.0071537644,0.00040043157,0.000060840208,0.00026485827,0.0016613422,0.000104193765,0.03864974],"category_scores_gemma":[0.2944453,0.00012507568,0.002447759,0.00043404888,0.00020100623,0.00030849417,0.00012261941,0.0001950939,0.0016265428],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015346453,0.0000474235,0.01031596,0.0001045571,0.00038790764,0.000001368986,0.0001494487,0.0000029268183,0.000060223872,0.0010238369,0.8774438,0.11030912],"study_design_scores_gemma":[0.0017015749,0.0017058324,0.0020887142,0.0006787807,0.0001299955,0.0000037517395,0.00053022866,0.0015056652,0.0002723256,0.016749343,0.9744994,0.00013440741],"about_ca_topic_score_codex":0.00018845558,"about_ca_topic_score_gemma":0.000017834216,"teacher_disagreement_score":0.40726632,"about_ca_system_score_codex":0.000009784526,"about_ca_system_score_gemma":0.00007480447,"threshold_uncertainty_score":0.9991508},"labels":[],"label_agreement":null},{"id":"W2166025830","doi":"10.1186/1471-2288-14-45","title":"Newcastle-Ottawa Scale: comparing reviewers’ to authors’ assessments","year":2014,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2472,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Toronto","funders":"Hamilton Health Sciences Foundation; McMaster University; Hamilton Health Sciences","keywords":"Interquartile range; Confidence interval; Medicine; Observational study; Systematic review; MEDLINE; Reliability (semiconductor); Cohort study; Family medicine; Internal medicine","score_opus":0.984244127367729,"score_gpt":0.7712171098175411,"score_spread":0.21302701755018794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166025830","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02990034,0.0006254403,0.9165124,0.005103908,0.0013102998,0.0011207415,0.0000026609655,0.000015836262,0.04540832],"genre_scores_gemma":[0.10361075,0.000120022014,0.8489254,0.0027462996,0.001094203,0.00031507108,0.000010459392,0.00004577285,0.043132],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.2896103,0.64384764,0.01675395,0.0035956455,0.0439964,0.0021960533],"domain_scores_gemma":[0.2656914,0.69597435,0.0047714133,0.016661502,0.009566881,0.007334445],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.84876585,0.00038971953,0.0067337607,0.0013821581,0.00039450827,0.0006685706,0.006748289,0.00042451985,0.049040753],"category_scores_gemma":[0.89860874,0.00019718705,0.0014655659,0.0042847465,0.0004945977,0.0001624495,0.0016438166,0.0014361974,0.02191382],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003392752,0.00008682355,0.05671593,0.00021036936,0.000091967886,0.000013050619,0.00030402275,0.000028569864,0.00013745812,0.015507367,0.5285709,0.3982996],"study_design_scores_gemma":[0.00034621012,0.00023858644,0.022224704,0.00021811141,0.000057947807,0.00003920779,0.00050783454,0.02558428,0.00003401432,0.017656673,0.93286425,0.0002281973],"about_ca_topic_score_codex":0.00014195437,"about_ca_topic_score_gemma":0.0012113767,"teacher_disagreement_score":0.40429333,"about_ca_system_score_codex":0.000109089444,"about_ca_system_score_gemma":0.00078365114,"threshold_uncertainty_score":0.9986257},"labels":[],"label_agreement":null},{"id":"W2166171041","doi":"10.1016/j.amjsurg.2013.07.039","title":"How to write a surgical clinical research protocol: literature review and practical guide","year":2013,"lang":"en","type":"review","venue":"The American Journal of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Protocol (science); Computer science; Medical physics; Medicine; Alternative medicine; Pathology","score_opus":0.9291991858079309,"score_gpt":0.715608136673405,"score_spread":0.21359104913452598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166171041","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007374162,0.95046216,0.00010315211,0.01846151,0.00021178559,0.030303942,0.000013656521,0.00000252711,0.00043390723],"genre_scores_gemma":[4.6727695e-7,0.9795882,0.0027901644,0.0010663661,0.0011600321,0.0070705507,0.0000020265168,0.00004580877,0.008276403],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.83034533,0.13258493,0.025478732,0.0011745964,0.009740956,0.00067543006],"domain_scores_gemma":[0.7466158,0.18731762,0.046553385,0.007181186,0.010707439,0.0016245568],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.5586655,0.00074710563,0.028983224,0.0014771966,0.00021959942,0.0039996775,0.0028873105,0.0002015777,0.0014176214],"category_scores_gemma":[0.26687828,0.00024132324,0.01010036,0.007931752,0.000905547,0.0005254233,0.00070097804,0.0032979082,0.0011907447],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011037593,0.00003598404,0.00004886161,0.0037364503,0.0003391057,0.00028446357,0.00001220953,1.0293849e-8,7.739845e-9,0.000031547625,0.43069547,0.56480485],"study_design_scores_gemma":[0.000044996035,0.00015643256,0.000036778074,0.040717155,0.0014656129,0.0075565027,0.00008222016,0.0000011336994,7.576046e-9,0.00013144783,0.94957083,0.00023685463],"about_ca_topic_score_codex":0.0000029566804,"about_ca_topic_score_gemma":4.1505263e-7,"teacher_disagreement_score":0.564568,"about_ca_system_score_codex":0.00007135729,"about_ca_system_score_gemma":0.0013770893,"threshold_uncertainty_score":0.99981326},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2166767317","doi":"10.1186/2046-4053-3-60","title":"Integration of existing systematic reviews into new reviews: identification of guidance needs","year":2014,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Agency for Healthcare Research and Quality; U.S. Department of Health and Human Services","keywords":"Medicine; Identification (biology); Systematic review; Management science; MEDLINE; Data science; Engineering ethics","score_opus":0.7293313427200133,"score_gpt":0.5346506105464075,"score_spread":0.19468073217360582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166767317","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007676012,0.24504977,0.7023659,0.00019900482,0.0010809429,0.043591015,0.0000054815678,0.000019675299,0.006920614],"genre_scores_gemma":[0.36637333,0.059582736,0.33850414,0.0016758846,0.0022360822,0.028144684,0.00016003587,0.00045506383,0.20286804],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.6767898,0.16449068,0.14635509,0.0022579052,0.009391811,0.00071469095],"domain_scores_gemma":[0.79519796,0.018843066,0.16148321,0.019739112,0.004209029,0.0005276021],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.5225387,0.0010444479,0.030739913,0.0011799756,0.00017707582,0.0005097289,0.004100899,0.0002223243,0.0009377431],"category_scores_gemma":[0.555565,0.00045035186,0.006278695,0.005285701,0.00012444273,0.0007098947,0.00020349518,0.00025806762,0.008819079],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025852908,0.00006164024,0.0001501835,0.9280539,0.00015507349,2.4604583e-7,0.0035605598,0.00001074815,0.00524209,0.015191334,0.035315417,0.012256237],"study_design_scores_gemma":[0.0004733731,0.00019463286,0.00015061822,0.6637453,0.004746337,0.000060146038,0.0022817825,0.014898075,0.000865017,0.010405705,0.3010099,0.0011691403],"about_ca_topic_score_codex":0.00004746088,"about_ca_topic_score_gemma":0.00003982023,"teacher_disagreement_score":0.36560574,"about_ca_system_score_codex":0.00013599465,"about_ca_system_score_gemma":0.00009773261,"threshold_uncertainty_score":0.99997556},"labels":[],"label_agreement":null},{"id":"W2166778781","doi":"10.2106/jbjs.h.01571","title":"Hierarchy of Evidence: Where Observational Studies Fit in and Why We Need Them","year":2009,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":127,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; McMaster University","funders":"","keywords":"Observational study; Hierarchy; Randomized controlled trial; Evidence-based medicine; Medicine; Gold standard (test); Medical physics; Alternative medicine; Intensive care medicine; Surgery; Pathology; Radiology; Economics","score_opus":0.9385762464636319,"score_gpt":0.5418665936557789,"score_spread":0.396709652807853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166778781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9136307,0.06574477,0.0001264319,0.020211902,0.0001091252,0.00008201586,0.0000011438408,4.6393976e-7,0.00009344026],"genre_scores_gemma":[0.97925293,0.01805365,0.0014310826,0.00042992458,0.00008279088,0.0000010132005,1.5197206e-7,0.0000026701741,0.0007457612],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9876476,0.001794103,0.008082543,0.00020340743,0.0021552423,0.00011712327],"domain_scores_gemma":[0.9840152,0.008742931,0.005677623,0.00038693557,0.00108409,0.0000931691],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.083721645,0.00013354192,0.0037038962,0.00063110504,0.000046175803,0.00013576227,0.000091315975,0.000042925283,0.0005739944],"category_scores_gemma":[0.02536317,0.000056638393,0.0008831493,0.00068262947,0.00006341361,0.00043595364,0.000038673013,0.0001412715,0.000005709026],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009471487,0.00013748913,0.6083457,0.00041812882,0.0003578398,0.0001421691,0.0027752437,0.00004631405,0.0015121432,0.00062059687,0.30419517,0.081354514],"study_design_scores_gemma":[0.00028814937,0.00012545126,0.91996264,0.0034032562,0.00014222236,0.00043126856,0.004195179,0.0004728632,0.00007799224,0.05128368,0.019434102,0.00018317984],"about_ca_topic_score_codex":0.0000036001418,"about_ca_topic_score_gemma":0.0000071754334,"teacher_disagreement_score":0.311617,"about_ca_system_score_codex":0.000013440568,"about_ca_system_score_gemma":0.000077438985,"threshold_uncertainty_score":0.9828466},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2167074667","doi":"10.1037/a0017633","title":"Ain’t necessarily so: Review and critique of recent meta-analyses of behavioral medicine interventions in health psychology.","year":2010,"lang":"en","type":"article","venue":"Health Psychology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"Canadian Institutes of Health Research","keywords":"Meta-analysis; Psychology; Psychological intervention; PsycINFO; Transparency (behavior); MEDLINE; Publication bias; Clinical psychology; Research design; Applied psychology; Medicine; Psychiatry; Computer science; Statistics","score_opus":0.9343842934280393,"score_gpt":0.7532279649537418,"score_spread":0.18115632847429752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167074667","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0139797395,0.26892364,0.010539929,0.6989279,0.0012199789,0.0029047432,0.00009813866,0.000010293478,0.0033956748],"genre_scores_gemma":[0.44546944,0.19093865,0.025223708,0.33586788,0.00013218336,0.00049011747,0.00008145373,0.000061821556,0.0017347316],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9506823,0.022673815,0.022904515,0.0014361921,0.0017584432,0.0005447674],"domain_scores_gemma":[0.9827636,0.001643173,0.010662771,0.003551566,0.0010327114,0.0003461694],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13949795,0.000336667,0.009878567,0.0009874855,0.00009633975,0.000023248092,0.0011997744,0.00017964558,0.030691238],"category_scores_gemma":[0.010162507,0.00017506159,0.0015548946,0.0019618121,0.000583248,0.00011103542,0.00008695242,0.0006243438,0.000074413685],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035075627,0.0015070494,0.022695804,0.008120832,0.0014345516,0.0000068822496,0.0014750175,0.000002048591,0.000297882,0.0039464803,0.884477,0.07600137],"study_design_scores_gemma":[0.0012938072,0.0018909831,0.122455694,0.0011206729,0.0036528024,0.00012834284,0.0002825371,0.000022955293,0.0000063956727,0.008765272,0.86008334,0.0002971723],"about_ca_topic_score_codex":0.0005404493,"about_ca_topic_score_gemma":0.0033557485,"teacher_disagreement_score":0.4314897,"about_ca_system_score_codex":0.000020524552,"about_ca_system_score_gemma":0.00020454243,"threshold_uncertainty_score":0.9981753},"labels":[],"label_agreement":null},{"id":"W2167165853","doi":"10.1136/bmj.a2390","title":"Improving the reporting of pragmatic trials: an extension of the CONSORT statement","year":2008,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1829,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Institute for Clinical Evaluative Sciences; McMaster University; Sunnybrook Hospital; University of Toronto","funders":"Cancer Research UK","keywords":"Consolidated Standards of Reporting Trials; Checklist; Blinding; External validity; Clinical trial; Psychological intervention; Medicine; Systematic review; MEDLINE; Psychology; Family medicine; Nursing; Social psychology","score_opus":0.879261694849748,"score_gpt":0.5976226006457519,"score_spread":0.28163909420399613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167165853","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98622763,0.00039502056,0.007988461,0.0010912374,0.00027842872,0.0018748686,0.0000049191135,0.0000021895044,0.0021372384],"genre_scores_gemma":[0.99396276,0.000007563255,0.003974885,0.000093455725,0.00004489777,0.000026519234,6.412774e-7,0.000004310695,0.0018849388],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.902066,0.03514957,0.05467112,0.00067763816,0.007219034,0.00021667198],"domain_scores_gemma":[0.89082175,0.01044181,0.09079328,0.0062563308,0.0016257331,0.000061109145],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.49510127,0.00011389374,0.0027212896,0.0000725332,0.00015778684,0.00006627207,0.00092131546,0.000028446928,0.0009742406],"category_scores_gemma":[0.41967186,0.000032076947,0.0012374977,0.00055453734,0.000103956256,0.00010411179,0.0001300509,0.000067816145,0.000036915157],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008896445,0.0006375104,0.22607079,0.00092234695,0.0014618782,0.00005355722,0.021171179,0.002873406,0.082010925,0.0052400115,0.4019001,0.25756934],"study_design_scores_gemma":[0.0023801432,0.00057990785,0.5424857,0.0013170446,0.0040178965,0.00088110374,0.044559397,0.2496655,0.025641337,0.018616876,0.10878289,0.001072162],"about_ca_topic_score_codex":0.000060479502,"about_ca_topic_score_gemma":0.000017623592,"teacher_disagreement_score":0.31641495,"about_ca_system_score_codex":0.0000094877305,"about_ca_system_score_gemma":0.00015006852,"threshold_uncertainty_score":0.999939},"labels":[],"label_agreement":null},{"id":"W2167276370","doi":"10.1186/1745-6215-14-335","title":"Initiation and continuation of randomized trials after the publication of a trial stopped early for benefit asking the same study question: STOPIT-3 study design","year":2013,"lang":"en","type":"review","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Randomized controlled trial; Medicine; Clinical trial; Alternative medicine; Surgery; Internal medicine; Pathology","score_opus":0.919726749652863,"score_gpt":0.6304038551331613,"score_spread":0.2893228945197017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167276370","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004255272,0.7665428,0.034869056,0.00033220398,0.0008802808,0.19296071,0.00010263083,0.0000075672297,0.000049491206],"genre_scores_gemma":[0.093923554,0.7305033,0.0046266937,0.00012989777,0.0033165605,0.16231525,0.00016010561,0.00015707457,0.0048675416],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.3146318,0.5887067,0.08569294,0.0019672678,0.008595,0.00040629684],"domain_scores_gemma":[0.3281457,0.53052706,0.12702236,0.0061205938,0.008062142,0.00012217244],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.80807894,0.0006024765,0.03572366,0.0007291539,0.0001959029,0.0015879779,0.0016173886,0.00025198035,0.0011907474],"category_scores_gemma":[0.62105834,0.00019191462,0.0068294164,0.001280804,0.000110004235,0.00037937635,0.00012537361,0.00020160465,0.000050026683],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04960549,0.00061515905,0.0000327046,0.0008838133,0.006128479,1.8316915e-7,0.005270311,0.000007085813,0.0000010362119,0.0014409061,0.0014941446,0.93452066],"study_design_scores_gemma":[0.6913277,0.003766392,0.0004144722,0.0039085955,0.15942766,0.000005260886,0.0051577664,0.00066428713,0.000003959621,0.026129771,0.10814866,0.0010454992],"about_ca_topic_score_codex":0.00007165229,"about_ca_topic_score_gemma":0.000030166408,"teacher_disagreement_score":0.9334752,"about_ca_system_score_codex":0.000040565683,"about_ca_system_score_gemma":0.0002702887,"threshold_uncertainty_score":0.9997223},"labels":[],"label_agreement":null},{"id":"W2167473079","doi":"10.1093/humrep/des342","title":"Methodological quality of systematic reviews in subfertility: a comparison of Cochrane and non-Cochrane systematic reviews in assisted reproductive technologies","year":2012,"lang":"en","type":"article","venue":"Human Reproduction","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"University of Auckland","keywords":"Systematic review; Data extraction; Cochrane Library; Medicine; MEDLINE; Meta-analysis; Biology; Pathology","score_opus":0.9080448907257459,"score_gpt":0.6256176361119402,"score_spread":0.2824272546138057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167473079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7702892,0.21382427,0.0023239348,0.00023975286,0.00033883617,0.012556912,0.0000030395836,0.000022564946,0.0004015049],"genre_scores_gemma":[0.9909869,0.0015045765,0.006042673,0.000008289104,0.0000597392,0.00095445337,0.00000572763,0.0000140447,0.00042363675],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.8330001,0.11175391,0.047018234,0.0031199406,0.004481306,0.00062649115],"domain_scores_gemma":[0.92752934,0.015490561,0.038724422,0.016109504,0.001996997,0.00014920316],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.52974904,0.0005405755,0.021460336,0.0011557733,0.0000942375,0.000097070246,0.0011434228,0.0002742012,0.00015195728],"category_scores_gemma":[0.5073236,0.00027333162,0.0013284681,0.0032855454,0.00035716465,0.00042211206,0.00024239066,0.0004386265,0.00009277538],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008140031,0.0012801192,0.17238106,0.78996503,0.0002019026,0.0000014629128,0.0075290925,0.000020078609,0.022649255,0.0015645678,0.00055792293,0.0037681228],"study_design_scores_gemma":[0.0012384973,0.0004649157,0.7729962,0.17615654,0.0019478728,0.00012655936,0.027027385,0.0005953891,0.009247483,0.008652696,0.00031833682,0.0012281485],"about_ca_topic_score_codex":0.00009784201,"about_ca_topic_score_gemma":0.00017481041,"teacher_disagreement_score":0.61380845,"about_ca_system_score_codex":0.00012762209,"about_ca_system_score_gemma":0.000022691276,"threshold_uncertainty_score":0.99997187},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2167625574","doi":"10.1186/2046-4053-3-35","title":"Observational evidence and strength of evidence domains: case examples","year":2014,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Agency for Healthcare Research and Quality","keywords":"Medicine; Observational study; Evidence-based medicine; Evidence-based practice; Alternative medicine; Internal medicine; Pathology","score_opus":0.9235349297833507,"score_gpt":0.5663885079267232,"score_spread":0.3571464218566275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167625574","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28399292,0.49789697,0.17670734,0.0019047244,0.0011844069,0.034140434,0.000037414517,0.000037830898,0.004097949],"genre_scores_gemma":[0.96009123,0.004875281,0.029782295,0.00034759968,0.00016132281,0.0009639507,0.000002697559,0.000024291534,0.0037513433],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9074072,0.057844646,0.026937205,0.0013907503,0.006083081,0.00033708665],"domain_scores_gemma":[0.8700531,0.09326553,0.025044007,0.0089343535,0.0023375563,0.0003654201],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.35086697,0.0004927095,0.00941377,0.00030860683,0.00017551471,0.0005980247,0.0016989491,0.00009491626,0.0018663447],"category_scores_gemma":[0.4897353,0.00018178385,0.0016594336,0.0014077472,0.00013842521,0.0009689914,0.00021298067,0.0001295901,0.0014785484],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017641833,0.0002421074,0.08972251,0.66496986,0.0008029958,0.00011285826,0.0054567857,0.00006379546,0.00062938,0.08930368,0.06552393,0.08315445],"study_design_scores_gemma":[0.001016007,0.00074693223,0.020268766,0.33136737,0.0061763,0.0068239435,0.0053750137,0.0569268,0.00011659724,0.043788563,0.52465826,0.0027354276],"about_ca_topic_score_codex":0.000033479013,"about_ca_topic_score_gemma":0.00006930267,"teacher_disagreement_score":0.6760983,"about_ca_system_score_codex":0.00003458092,"about_ca_system_score_gemma":0.00006082941,"threshold_uncertainty_score":0.99929893},"labels":[],"label_agreement":null},{"id":"W2167964974","doi":"10.1503/cmaj.1040512","title":"Optimal search strategies for detecting health services research studies in MEDLINE","year":2004,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Institute on the Environment, University of Minnesota; University of Toronto; York University; McMaster University","keywords":"MEDLINE; Computer science; Data science; World Wide Web; Information retrieval; Medicine; Political science","score_opus":0.7295579205373839,"score_gpt":0.6087310410985977,"score_spread":0.12082687943878623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167964974","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8825752,0.0050166915,0.0068450402,0.10215243,0.0010888927,0.0010443717,0.000034037257,0.0000058778974,0.0012374525],"genre_scores_gemma":[0.9908188,0.0002480785,0.0042931475,0.0030445843,0.00087563443,0.000030587693,0.0000033238118,0.000012189037,0.00067363656],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.97018915,0.009219627,0.0059801317,0.00050848926,0.013117073,0.0009855091],"domain_scores_gemma":[0.98377395,0.0071643875,0.0018291996,0.0005208327,0.005211422,0.0015001919],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.38581344,0.00015419192,0.0016533992,0.0011581252,0.0008003146,0.0012444521,0.0012974724,0.00020255159,0.0019971344],"category_scores_gemma":[0.05237457,0.00008850291,0.000472092,0.0018942364,0.00007132245,0.00036361345,0.00005202725,0.0011273673,0.00034503857],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056276673,0.00027528472,0.13340563,0.0010099908,0.0023756374,0.0008891895,0.14714664,0.024770232,0.00003134677,0.016280545,0.24415581,0.42960343],"study_design_scores_gemma":[0.0032520592,0.00049909065,0.019490128,0.0014576315,0.000057230667,0.00038000382,0.6512636,0.018403597,0.000020513624,0.055399008,0.2492627,0.0005144604],"about_ca_topic_score_codex":0.0049038427,"about_ca_topic_score_gemma":0.28812248,"teacher_disagreement_score":0.50411695,"about_ca_system_score_codex":0.0021173556,"about_ca_system_score_gemma":0.008103425,"threshold_uncertainty_score":0.99979234},"labels":[],"label_agreement":null},{"id":"W2168078160","doi":"10.1177/1094428107300339","title":"Bayesian Variance Estimation for Meta-Analysis","year":2007,"lang":"en","type":"article","venue":"Organizational Research Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Residual; Variance (accounting); Econometrics; Bayesian probability; Statistics; Variance components; One-way analysis of variance; Meta-analysis; Computer science; Mathematics; Analysis of variance; Economics; Algorithm","score_opus":0.9274015330511794,"score_gpt":0.7330875766086397,"score_spread":0.1943139564425398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168078160","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005529329,0.0005953758,0.98643976,0.0027719298,0.00009321127,0.0009438685,0.000043157117,0.00000965328,0.009047722],"genre_scores_gemma":[0.06513981,0.000004453371,0.9059597,0.00024244381,0.00012404453,0.00012592268,0.000085937245,0.00002570108,0.028291944],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9459873,0.032270603,0.00756645,0.0015454976,0.011968538,0.0006616225],"domain_scores_gemma":[0.8369332,0.13016573,0.0035325317,0.0058763665,0.022850515,0.00064167543],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.6322394,0.0002650787,0.0038208186,0.0022624494,0.00061595207,0.001236831,0.0021758524,0.00014602861,0.08395054],"category_scores_gemma":[0.40448108,0.00013886625,0.0035713268,0.019100582,0.0001316144,0.00036086387,0.00019875023,0.00025307416,0.0012035869],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005623887,0.00030745595,0.004895841,0.00009500315,0.15146169,0.000008772325,0.00090564607,0.015423209,0.0020183148,0.631151,0.107564144,0.08611266],"study_design_scores_gemma":[0.00022329179,0.00006983493,0.0077366806,0.0000020840885,0.060182534,0.0000073624415,0.00034716591,0.32264706,0.0021776846,0.42796808,0.17825228,0.00038592244],"about_ca_topic_score_codex":0.000010964116,"about_ca_topic_score_gemma":0.000031755975,"teacher_disagreement_score":0.30722386,"about_ca_system_score_codex":0.000105301886,"about_ca_system_score_gemma":0.00023258962,"threshold_uncertainty_score":0.99979997},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2168292916","doi":"10.1016/j.amjsurg.2012.11.017","title":"Capture-mark-recapture to estimate the number of missed articles for systematic reviews in surgery","year":2013,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Simon Fraser University; St. Joseph’s Healthcare Hamilton; University of Calgary","funders":"Canadian Institutes of Health Research","keywords":"Systematic review; Citation; Mark and recapture; Closeness; Confidence interval; Systematic error; MEDLINE; Medicine; Computer science; Statistics; Biology; Mathematics; Library science; Environmental health; Population","score_opus":0.5075299530006472,"score_gpt":0.4873899547774839,"score_spread":0.020139998223163258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168292916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9797334,0.002726929,0.00522342,0.009960598,0.00033651982,0.0018784895,0.00000445766,0.0000019005255,0.00013429724],"genre_scores_gemma":[0.9952732,0.000110860296,0.0021506837,0.0016152301,0.00009725096,0.00015901552,4.2067444e-7,0.000018197574,0.0005751692],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9690687,0.014411106,0.013338214,0.00030289622,0.002527965,0.00035111443],"domain_scores_gemma":[0.8706041,0.09966523,0.024417445,0.002915184,0.002131377,0.0002666409],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19459231,0.00029707415,0.0077981334,0.0004392385,0.000088624525,0.00034388067,0.0015785787,0.000031154967,0.00094721717],"category_scores_gemma":[0.11090529,0.000092958966,0.0034741226,0.002518944,0.00019393918,0.00024997655,0.0000630474,0.00020339021,0.00058911653],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017172509,0.00022908207,0.18724617,0.004561292,0.0009791637,0.000022161847,0.004788681,0.0008237303,0.0010246588,0.0002592432,0.73100597,0.06888814],"study_design_scores_gemma":[0.0011835902,0.00035278196,0.6887896,0.074280575,0.0061209244,0.0035878958,0.07459732,0.017948568,0.0011610452,0.04535079,0.08308653,0.003540389],"about_ca_topic_score_codex":0.00009096524,"about_ca_topic_score_gemma":0.000009883478,"teacher_disagreement_score":0.6479194,"about_ca_system_score_codex":0.000032823107,"about_ca_system_score_gemma":0.0001397583,"threshold_uncertainty_score":0.999966},"labels":[],"label_agreement":null},{"id":"W2168524487","doi":"10.1016/j.jval.2013.12.011","title":"A Questionnaire to Assess the Relevance and Credibility of Observational Studies to Inform Health Care Decision Making: An ISPOR-AMCP-NPC Good Practice Task Force Report","year":2014,"lang":"en","type":"article","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":129,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Economics; University of Ottawa","funders":"National Center for Research Resources; Translational Research Institute, University of Arkansas for Medical Sciences; National Pharmaceutical Council","keywords":"Observational study; Credibility; Relevance (law); Observational methods in psychology; Task (project management); Psychological intervention; Psychology; Applied psychology; Consistency (knowledge bases); Medical education; Management science; Medicine; Computer science; Political science; Engineering; Artificial intelligence; Psychiatry","score_opus":0.7929635680932674,"score_gpt":0.6169698499817562,"score_spread":0.1759937181115112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168524487","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8133811,0.009074674,0.11478705,0.05668695,0.0008158069,0.0045893295,0.00004260926,0.000019222682,0.0006033072],"genre_scores_gemma":[0.9187684,0.00013048999,0.07476722,0.005980742,0.00008303959,0.00008454202,0.000005795487,0.000010419961,0.0001693456],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96851873,0.01191041,0.012045479,0.0013934826,0.0056706253,0.00046129362],"domain_scores_gemma":[0.96011394,0.022005133,0.008629629,0.004559443,0.004252267,0.00043957445],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20356002,0.00024795477,0.0023758716,0.00029140944,0.0004096606,0.00022396256,0.00089354475,0.00006330503,0.000021602287],"category_scores_gemma":[0.2891251,0.00012615636,0.00023939033,0.002075262,0.00006257129,0.0005857724,0.00023813758,0.00021611986,0.00002948644],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000273416,0.00032050625,0.45770177,0.0028236182,0.00017408955,0.000012782037,0.07298833,0.050491314,0.000010521576,0.070805684,0.030431177,0.31396678],"study_design_scores_gemma":[0.00030992043,0.0010830467,0.7611915,0.0019572976,0.00005427532,0.000101147874,0.018440114,0.017284304,0.0000031390082,0.020422252,0.17884332,0.00030972442],"about_ca_topic_score_codex":0.00065778353,"about_ca_topic_score_gemma":0.0014718632,"teacher_disagreement_score":0.31365708,"about_ca_system_score_codex":0.00034631693,"about_ca_system_score_gemma":0.0008081851,"threshold_uncertainty_score":0.8201026},"labels":[],"label_agreement":null},{"id":"W2168598415","doi":"10.1200/jco.2004.07.199","title":"Quality of Abstracts Describing Randomized Trials in the Proceedings of American Society of Clinical Oncology Meetings: Guidelines for Improved Reporting","year":2004,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre","funders":"American Society of Clinical Oncology","keywords":"Medicine; Randomized controlled trial; Quality Score; Presentation (obstetrics); Quality (philosophy); Sample size determination; Family medicine; Medical physics; Clinical trial; MEDLINE; Identification (biology); Internal medicine; Surgery; Statistics","score_opus":0.9698960864647505,"score_gpt":0.7487930374191814,"score_spread":0.2211030490455691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168598415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"reporting","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reporting","domain_consensus":"reporting","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9680478,0.00035463742,0.0063431347,0.021337962,0.000789741,0.0017000068,0.0000074022823,0.0000014932041,0.0014178299],"genre_scores_gemma":[0.76580256,0.0004221786,0.23112547,0.0018535999,0.00071647926,0.000020433741,6.000937e-7,0.000009455036,0.00004922107],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.23180401,0.09618848,0.6605762,0.0018314986,0.008683057,0.00091672654],"domain_scores_gemma":[0.019811677,0.4270374,0.5318048,0.0009939837,0.020082677,0.00026945188],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.93195474,0.00027432916,0.04301779,0.00025462962,0.000050954422,0.0000540114,0.0018986902,0.0005448345,0.000073908675],"category_scores_gemma":[0.96665484,0.00010897763,0.021472376,0.00093878235,0.0011633761,0.00021957907,0.00013243525,0.00094988686,0.0000019412828],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.080758885,0.006090171,0.070348136,0.000601272,0.0062330626,0.000014865915,0.0037488106,0.00078893924,0.006306962,0.0024463178,0.05233079,0.7703318],"study_design_scores_gemma":[0.47416186,0.028399462,0.18234968,0.0019820263,0.011693334,0.00026651323,0.06612876,0.0067110984,0.0014704168,0.11955677,0.106302254,0.0009778145],"about_ca_topic_score_codex":0.00018267345,"about_ca_topic_score_gemma":0.0001042601,"teacher_disagreement_score":0.769354,"about_ca_system_score_codex":0.00007220602,"about_ca_system_score_gemma":0.00282359,"threshold_uncertainty_score":0.9883273},"labels":[],"label_agreement":null},{"id":"W2168764238","doi":"10.1016/j.jclinepi.2007.10.017","title":"Few systematic reviews exist documenting the extent of bias: a systematic review","year":2008,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":82,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Population and Public Health; Children's Hospital of Eastern Ontario; University of Ottawa","funders":"Canadian Institutes of Health Research; Health Canada; University of Ottawa","keywords":"Systematic review; Systematic error; Medicine; MEDLINE; Political science; Statistics; Mathematics","score_opus":0.9687098018047212,"score_gpt":0.72325904031448,"score_spread":0.24545076149024125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168764238","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000010362075,0.981248,0.0025643231,0.00096862926,0.0022119367,0.012161349,0.000012195694,0.0000035096841,0.0008289974],"genre_scores_gemma":[0.0000027085127,0.9899827,0.0030105938,0.00262914,0.0007859011,0.00042932213,0.000005083595,0.000052608968,0.0031019],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.07177786,0.60346735,0.31587246,0.0015694591,0.006559293,0.00075357757],"domain_scores_gemma":[0.03807944,0.54157525,0.40611014,0.009856437,0.003789875,0.0005888295],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.8996747,0.0015758609,0.24057883,0.0008788915,0.00021953539,0.00018677521,0.011728721,0.00096525106,0.0013238182],"category_scores_gemma":[0.97153974,0.00045581162,0.08575497,0.0028886746,0.0006345577,0.00026953078,0.0006239556,0.0029612503,0.0034525702],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023374985,0.00009138801,0.000046968547,0.8810595,0.0026063216,0.00002942243,0.00002534814,0.0000013394731,2.133606e-9,0.00075417943,0.08293914,0.032444008],"study_design_scores_gemma":[0.00008029199,0.000111494504,0.000004334756,0.55520463,0.017704193,0.0016774959,0.000030162972,0.000022630864,1.4182971e-9,0.00096287765,0.4240045,0.00019737497],"about_ca_topic_score_codex":0.000005136746,"about_ca_topic_score_gemma":0.0000036156164,"teacher_disagreement_score":0.34106535,"about_ca_system_score_codex":0.00012525625,"about_ca_system_score_gemma":0.00094520266,"threshold_uncertainty_score":0.99978936},"labels":[],"label_agreement":null},{"id":"W2168972696","doi":"10.1182/asheducation-2007.1.493","title":"Trials and Tribulations of Systematic Reviews and Meta-Analyses","year":2007,"lang":"en","type":"review","venue":"Hematology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; St. Joseph's Hospital","funders":"","keywords":"Systematic review; Critical appraisal; Meta-analysis; Management science; Process (computing); Medical literature; Subject (documents); MEDLINE; Engineering ethics; Systematic process; Publication bias; Psychology; Alternative medicine; Medicine; Computer science; Political science; Work in process; Pathology; Operations management; Engineering","score_opus":0.9877675669931637,"score_gpt":0.728007725092407,"score_spread":0.25975984190075674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168972696","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011754122,0.9850971,0.006449034,0.00005794281,0.00013263611,0.007296933,0.00007098389,0.0000044448075,0.0008897256],"genre_scores_gemma":[0.000015333113,0.9919515,0.0040286225,0.000054333897,0.000034056055,0.0006754929,0.000020606894,0.000025182935,0.0031948567],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.74328744,0.15770347,0.09187377,0.0024031487,0.0042053983,0.0005267791],"domain_scores_gemma":[0.82358456,0.11238891,0.05685714,0.005879734,0.0010216085,0.00026805807],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.3968063,0.00097344955,0.1241814,0.0017430275,0.000115891,0.00032901295,0.0014004498,0.0005599781,0.0055110413],"category_scores_gemma":[0.3221318,0.00033885593,0.014804853,0.0021407187,0.00022037586,0.000121054545,0.00025201568,0.00028427818,0.00087888906],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020158518,0.00005967779,0.000013788715,0.8278935,0.03175192,0.00001762389,0.00012985805,3.4624034e-7,2.3183982e-7,0.025427993,0.019576887,0.09512614],"study_design_scores_gemma":[0.00006369334,0.000017126156,6.561928e-7,0.0060340394,0.23289059,0.0005112206,0.00004613264,0.000019373436,3.4476426e-7,0.0015291455,0.75866795,0.00021975413],"about_ca_topic_score_codex":0.0000056254744,"about_ca_topic_score_gemma":0.000015890588,"teacher_disagreement_score":0.8218595,"about_ca_system_score_codex":0.000018008936,"about_ca_system_score_gemma":0.00010818813,"threshold_uncertainty_score":0.99990636},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2169090881","doi":"10.1136/bmj.f7668","title":"Quality of reporting in systematic reviews of adverse events: systematic review","year":2014,"lang":"en","type":"review","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":230,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stollery Children's Hospital; University of Alberta","funders":"","keywords":"Systematic review; Medicine; Adverse effect; Guideline; MEDLINE; Confidence interval; Meta-analysis; Family medicine; Internal medicine; Pathology","score_opus":0.8879511234504891,"score_gpt":0.6558010206739828,"score_spread":0.23215010277650627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169090881","genre_codex":"review","genre_gemma":"review","domain_codex":"reporting","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":"reporting","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000001703819,0.9582721,0.0008745293,0.00003329414,0.00031919376,0.037880324,0.000023970944,0.0000050168906,0.0025898453],"genre_scores_gemma":[0.000016993014,0.99197245,0.0014851459,0.0000912261,0.000060606988,0.0032882008,0.000024030196,0.0000444538,0.0030169229],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.30254167,0.28685188,0.3926731,0.002646711,0.014630487,0.0006561463],"domain_scores_gemma":[0.34853816,0.04046981,0.5849676,0.022778759,0.0029795908,0.00026605753],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.78164196,0.0011892103,0.13796128,0.0011802466,0.000045314355,0.000040323837,0.004833073,0.00038969296,0.0017161267],"category_scores_gemma":[0.8134031,0.00049343286,0.02421495,0.0046535567,0.0000711382,0.00019768134,0.0003860886,0.00044846116,0.002851198],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.4937678e-7,0.000049768292,0.00006334019,0.99230343,0.0005107872,0.0000046732566,0.000042462325,5.3932746e-7,5.799637e-8,0.00026470397,0.0036602803,0.0030995195],"study_design_scores_gemma":[0.00006124149,0.000015653333,0.000007475949,0.90885806,0.009113316,0.000064998734,0.000071209884,0.0000214626,3.191627e-8,0.00012895337,0.08129324,0.00036436412],"about_ca_topic_score_codex":0.000025650173,"about_ca_topic_score_gemma":0.000033868888,"teacher_disagreement_score":0.24638206,"about_ca_system_score_codex":0.00015799221,"about_ca_system_score_gemma":0.0003806883,"threshold_uncertainty_score":0.99975175},"labels":[],"label_agreement":null},{"id":"W2169205464","doi":"10.1136/bmj.g7647","title":"Preferred reporting items for systematic review and meta-analysis protocols (PRISMA-P) 2015: elaboration and explanation","year":2015,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13175,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Johns Hopkins Bloomberg School of Public Health; Agency for Healthcare Research and Quality; Queen's University; National Institute for Health and Care Research; National Health and Medical Research Council; Cancer Research UK; Portland VA Research Foundation; Medical Research Council; London School of Hygiene and Tropical Medicine; University of Ottawa; McMaster University; Johns Hopkins University; Monash University; Ottawa Hospital Research Institute; Brown University; University of Oxford; University of Toronto; Kaiser Permanente","keywords":"Systematic review; Checklist; Documentation; Protocol (science); Guideline; Meta-analysis; Transparency (behavior); MEDLINE; Computer science; Medicine; Psychology; Alternative medicine; Political science; Pathology; Computer security","score_opus":0.8879504557557896,"score_gpt":0.6213430083595868,"score_spread":0.2666074473962028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169205464","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023854668,0.13900355,0.33154368,0.03245842,0.00018812872,0.488237,0.00021932024,0.00007307245,0.005891381],"genre_scores_gemma":[0.23270136,0.00034823926,0.12167314,0.0058760424,0.00046620457,0.5366216,0.00041390897,0.00013448548,0.10176503],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.97153354,0.006283487,0.018056475,0.00090709404,0.0030441259,0.00017530174],"domain_scores_gemma":[0.96688175,0.0018615938,0.025717825,0.0025222225,0.0028122575,0.00020436906],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24787638,0.00028087557,0.008841651,0.00038199848,0.000110371024,0.0009764778,0.00043199287,0.000081515675,0.00035419216],"category_scores_gemma":[0.16874085,0.00012624353,0.0017265425,0.0016056716,0.000023346094,0.0004927433,0.000070291186,0.00006384279,0.00009232577],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025851285,0.00012049218,0.0042145997,0.18955803,0.13798393,0.00001023303,0.0021051439,0.0002243595,0.000039993396,0.0025136957,0.662763,0.00044064794],"study_design_scores_gemma":[0.00048221435,0.00014232629,0.00062646216,0.0016785718,0.9414659,0.000070526214,0.0012574282,0.028014362,0.000024837425,0.0053919563,0.020225773,0.0006196502],"about_ca_topic_score_codex":0.00000876024,"about_ca_topic_score_gemma":0.000034950128,"teacher_disagreement_score":0.80348194,"about_ca_system_score_codex":0.000024784793,"about_ca_system_score_gemma":0.00006492212,"threshold_uncertainty_score":0.9416198},"labels":[],"label_agreement":null},{"id":"W2169296091","doi":"10.1016/j.prevetmed.2013.11.009","title":"The application of knowledge synthesis methods in agri-food public health: Recent advancements, challenges and opportunities","year":2013,"lang":"en","type":"review","venue":"Preventive Veterinary Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island; Public Health Agency of Canada; University of Guelph","funders":"Public Health Agency; Public Health Agency of Canada","keywords":"Systematic review; Management science; Knowledge management; Public health; Data science; Computer science; MEDLINE; Political science; Engineering; Medicine","score_opus":0.9476464373144554,"score_gpt":0.6463431333996291,"score_spread":0.3013033039148263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169296091","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000069857033,0.9842244,0.006524422,0.0029910759,0.00029972047,0.0032220995,0.000020739153,0.0000045131414,0.002706085],"genre_scores_gemma":[0.000038055245,0.99274284,0.003269424,0.00002725702,0.00009362159,0.0021845684,0.00002197006,0.000026191443,0.0015960982],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9001428,0.07934643,0.015960334,0.0015554568,0.0024654677,0.00052952714],"domain_scores_gemma":[0.95704067,0.026247973,0.012304032,0.0032030793,0.0009311218,0.0002731092],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17802814,0.00059888215,0.009749494,0.000865519,0.00014585465,0.000088573244,0.0018208915,0.00014780989,0.0008615557],"category_scores_gemma":[0.02524712,0.00023931103,0.000860953,0.0009404807,0.00035986135,0.00020934032,0.0004994615,0.00028280265,0.00008004785],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018071037,0.000072685645,0.0000015810853,0.007841079,0.0003763663,7.938578e-7,0.0006094149,1.420044e-8,6.22778e-7,0.0023203518,0.0008285665,0.9879467],"study_design_scores_gemma":[0.0000859345,0.00045279178,0.00008353426,0.0060549215,0.00036386377,0.000027800712,0.0017265121,0.000034631925,1.3537262e-7,0.0015107533,0.98948944,0.00016965851],"about_ca_topic_score_codex":0.000007488828,"about_ca_topic_score_gemma":0.00001897172,"teacher_disagreement_score":0.9886609,"about_ca_system_score_codex":0.00012324452,"about_ca_system_score_gemma":0.00024761015,"threshold_uncertainty_score":0.9829636},"labels":[],"label_agreement":null},{"id":"W2170022337","doi":"10.1136/bmj.d8013","title":"Out of sight but not out of mind: how to search for unpublished clinical trial evidence","year":2012,"lang":"en","type":"review","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Women's College Hospital","funders":"","keywords":"Sight; Clinical trial; Key (lock); Systematic review; MEDLINE; Data science; Computer science; Alternative medicine; Medicine; Information retrieval; Pathology; Biology; Computer security","score_opus":0.9683427666453821,"score_gpt":0.7009421042920762,"score_spread":0.26740066235330595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170022337","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008689684,0.9697693,0.0073853503,0.0015517547,0.004810831,0.0147717595,0.00028636603,0.0000030329577,0.0013347067],"genre_scores_gemma":[0.0004707749,0.842966,0.024499297,0.00019835446,0.006268338,0.0018154565,0.000058513036,0.00009552556,0.1236277],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.921236,0.03127965,0.03450804,0.0020281884,0.010322653,0.0006254992],"domain_scores_gemma":[0.896281,0.068948664,0.021740075,0.00850848,0.0039498727,0.0005719252],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.3969632,0.0006328832,0.023153286,0.0008127118,0.00006580299,0.00070017955,0.005567359,0.00060221227,0.0036952014],"category_scores_gemma":[0.28996557,0.00027740205,0.013876694,0.001208669,0.00014346701,0.00039936937,0.00056700996,0.00039813717,0.0029082347],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027181563,0.00010926591,0.000040698033,0.007051113,0.00060118263,9.757589e-7,0.00018144578,2.3428672e-7,9.916158e-7,0.000081995684,0.16196498,0.8296953],"study_design_scores_gemma":[0.0010126536,0.0002883128,0.000011657297,0.004414558,0.003495053,0.0000017595484,0.00005902803,0.000018535073,0.0000046657897,0.000028386854,0.99039465,0.00027072933],"about_ca_topic_score_codex":0.0000057434577,"about_ca_topic_score_gemma":0.000025050813,"teacher_disagreement_score":0.82942456,"about_ca_system_score_codex":0.000047241214,"about_ca_system_score_gemma":0.0010502205,"threshold_uncertainty_score":0.9999678},"labels":[],"label_agreement":null},{"id":"W2170025913","doi":"10.1186/1745-6215-14-115","title":"Making clinical trials more relevant: improving and validating the PRECIS tool for matching trial design decisions to trial purpose","year":2013,"lang":"en","type":"article","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Medical Research Council; University of Dundee","keywords":"Face validity; External validity; Medicine; Internal validity; Clinical trial; Psychological intervention; Research design; Reliability (semiconductor); Delphi method; Medical physics; Applied psychology; Management science; Computer science; Psychology; Clinical psychology; Nursing; Artificial intelligence; Psychometrics; Pathology; Social psychology; Statistics","score_opus":0.9600881941655901,"score_gpt":0.6874242242565011,"score_spread":0.27266396990908903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170025913","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2566311,0.000471158,0.6875963,0.0028502154,0.0036019655,0.048604805,0.00005692106,0.000025558045,0.00016191788],"genre_scores_gemma":[0.46219954,0.00011827731,0.5030166,0.0025582137,0.011836191,0.012764957,0.00001641644,0.00015580475,0.007333997],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.6792677,0.22866713,0.07890226,0.003520851,0.008428416,0.0012136411],"domain_scores_gemma":[0.0955002,0.8631791,0.03135084,0.007158688,0.002210515,0.000600656],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8223391,0.00061463844,0.012874057,0.00048745642,0.00089486013,0.0064698807,0.0026957665,0.00034216788,0.0030427948],"category_scores_gemma":[0.9173317,0.00024619265,0.0059047933,0.0010883483,0.00009470779,0.00063131313,0.00051210955,0.00038987483,0.00094833825],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.055242587,0.00011904153,0.00003437094,0.000026650694,0.0005511032,0.0000017190869,0.0011257909,0.00023986962,0.0009919327,0.0008886716,0.058631834,0.8821464],"study_design_scores_gemma":[0.5248977,0.005916966,0.00052474916,0.0010068746,0.009600452,0.000040392973,0.0066184704,0.042762186,0.00062586693,0.30135596,0.10415394,0.0024964572],"about_ca_topic_score_codex":0.000026974432,"about_ca_topic_score_gemma":0.000008037595,"teacher_disagreement_score":0.87965,"about_ca_system_score_codex":0.000046639754,"about_ca_system_score_gemma":0.00026388466,"threshold_uncertainty_score":0.99999905},"labels":[],"label_agreement":null},{"id":"W2170182466","doi":"10.1186/1471-2288-10-1","title":"A tutorial on pilot studies: the what, why and how","year":2010,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3439,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"GlaxoSmithKline (Canada); St. Joseph’s Healthcare Hamilton; University of Waterloo; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Clinical trial; Medicine; Pilot trial; Psychological intervention; Intervention (counseling); Research design; Clinical study design; Medical physics; Randomized controlled trial; Nursing; Surgery","score_opus":0.9876457482859581,"score_gpt":0.7589303971843917,"score_spread":0.22871535110156638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170182466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4419507,0.016829643,0.17642574,0.3303159,0.021275843,0.004235539,0.000009428359,0.000031002015,0.008926184],"genre_scores_gemma":[0.50500304,0.013215098,0.3468096,0.023622213,0.022611298,0.0019518697,0.000008575037,0.00013434327,0.086643994],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.5185942,0.44324216,0.005348859,0.0022212572,0.029403314,0.0011901876],"domain_scores_gemma":[0.07611386,0.9117685,0.0014474603,0.0060079005,0.0035924753,0.0010697922],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.80124205,0.0002380548,0.003086618,0.000493243,0.00047994306,0.0012505406,0.0035009903,0.00025518212,0.011501934],"category_scores_gemma":[0.94872093,0.00008060721,0.0005846202,0.0014635697,0.0020709503,0.00020749627,0.00089488603,0.0019236068,0.0012286081],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017539338,0.00009438108,0.0012153075,0.00009053646,0.00028611478,0.0000352605,0.0015001266,7.308905e-7,0.00066007185,0.09040518,0.6395152,0.26602164],"study_design_scores_gemma":[0.00048201234,0.0006071592,0.0010901658,0.000061746796,0.00005090133,0.000054501874,0.007814477,0.001069928,0.000056277095,0.090739414,0.8978522,0.00012120705],"about_ca_topic_score_codex":0.00003513182,"about_ca_topic_score_gemma":0.0017102213,"teacher_disagreement_score":0.46852633,"about_ca_system_score_codex":0.000021628957,"about_ca_system_score_gemma":0.0005655257,"threshold_uncertainty_score":0.99978626},"labels":[],"label_agreement":null},{"id":"W2170302543","doi":"10.1016/j.ijsu.2011.09.004","title":"CONSORT 2010 statement: Updated guidelines for reporting parallel group randomised trials","year":2011,"lang":"en","type":"article","venue":"International Journal of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1070,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research; Cancer Research UK","keywords":"Consolidated Standards of Reporting Trials; Medicine; Statement (logic); Randomized controlled trial; Family medicine; Internal medicine","score_opus":0.9554531603442391,"score_gpt":0.620807294106389,"score_spread":0.3346458662378501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170302543","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31923756,0.0021573862,0.6478421,0.006782179,0.0179576,0.0017444259,0.00010702216,0.000011574154,0.0041600997],"genre_scores_gemma":[0.8520101,0.0005454528,0.13015555,0.002461167,0.0026086695,0.00009972727,0.000083937965,0.0000464348,0.011989014],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9334104,0.004611803,0.056213148,0.00039092547,0.005171142,0.00020257765],"domain_scores_gemma":[0.84637237,0.021971475,0.10972488,0.0009753933,0.020736592,0.0002192957],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.46662852,0.00021402627,0.0046844976,0.0008601262,0.000060878454,0.00047039997,0.0012648123,0.000065468674,0.012204085],"category_scores_gemma":[0.46997693,0.00010085885,0.0051171025,0.0002806603,0.000041251238,0.0005265446,0.0000589219,0.00011756989,0.00013156595],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018858181,0.00011935672,0.035787024,0.000010602533,0.0027514223,0.00013782333,0.00020806101,0.00006142361,0.00038006253,0.0007972512,0.93096143,0.026899725],"study_design_scores_gemma":[0.014987747,0.00011341106,0.025298353,0.00049467065,0.001545211,0.0009949426,0.0015694901,0.0037723545,0.0009555859,0.0710984,0.8784697,0.0007001511],"about_ca_topic_score_codex":0.000014603231,"about_ca_topic_score_gemma":0.0000042394636,"teacher_disagreement_score":0.5327725,"about_ca_system_score_codex":0.000037103044,"about_ca_system_score_gemma":0.00020430372,"threshold_uncertainty_score":0.9886989},"labels":[],"label_agreement":null},{"id":"W2170841707","doi":"10.5489/cuaj.206","title":"From podium to press: The 10-year publication rate of abstracts presented at the annual meetings of the Quebec Urological Association (QUA)","year":2013,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Publication; Publishing; Presentation (obstetrics); Impact factor; Medicine; Library science; Sine qua non; Family medicine; Demography; Political science; Surgery; Sociology; Law; Computer science","score_opus":0.1884236394777072,"score_gpt":0.3557463767743407,"score_spread":0.16732273729663347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170841707","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7523132,0.00013365786,0.000057450965,0.24120101,0.00033732495,0.0008433706,0.00018885355,0.000003948776,0.004921213],"genre_scores_gemma":[0.9699619,0.000008204121,0.00006825324,0.00428388,0.00029374845,0.000042685027,0.000014333693,0.0000064145433,0.025320617],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.97774976,0.0131726535,0.0045031696,0.00044778202,0.0036667208,0.0004599067],"domain_scores_gemma":[0.97012115,0.010526944,0.011300023,0.0012965741,0.006320006,0.00043531036],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.06349222,0.00021366848,0.0011023647,0.00013688687,0.0005397859,0.000990704,0.0024288853,0.00034081758,0.0137773175],"category_scores_gemma":[0.16692214,0.000075366064,0.00096049043,0.0009611712,0.0000827378,0.00031891005,0.00018082005,0.0005748388,0.0010912333],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011030991,0.000028382123,0.22815211,0.0000012844782,0.000207483,3.3532916e-7,0.0007071205,0.00048813812,0.00013793149,0.0002739849,0.7691228,0.0008694149],"study_design_scores_gemma":[0.00012001768,0.000030489759,0.70934284,0.0000036880056,0.00010262663,0.0000017130187,0.00046188652,0.000287327,0.000036244746,0.0021605701,0.2873874,0.00006519903],"about_ca_topic_score_codex":0.02273073,"about_ca_topic_score_gemma":0.010614043,"teacher_disagreement_score":0.48173538,"about_ca_system_score_codex":0.0006460121,"about_ca_system_score_gemma":0.0003077928,"threshold_uncertainty_score":0.99968654},"labels":[],"label_agreement":null},{"id":"W2170912946","doi":"10.1016/j.ijsu.2009.05.004","title":"Meta-analysis: A practical decision making tool for surgeons","year":2009,"lang":"en","type":"review","venue":"International Journal of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Meta-analysis; Medicine; Pooling; Identification (biology); Confusion; Harm; MEDLINE; Management science; Medical physics; Computer science; Artificial intelligence; Psychology; Pathology; Social psychology","score_opus":0.9179214337386893,"score_gpt":0.6393961433185106,"score_spread":0.2785252904201787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170912946","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000058093055,0.85123825,0.14521094,0.0007349262,0.0019044768,0.00051456725,0.00016014317,0.0000031114935,0.00022780037],"genre_scores_gemma":[0.0002958025,0.9678048,0.028615743,0.00044723402,0.00087101787,0.00006397156,0.000043991342,0.000042108015,0.0018153307],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9394428,0.009783042,0.034851607,0.0010694166,0.014471746,0.0003814003],"domain_scores_gemma":[0.8055207,0.13623413,0.046101797,0.0023422865,0.009582146,0.00021888693],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.2363112,0.00079895114,0.032285873,0.006506837,0.00010246704,0.0026155168,0.0037425018,0.00036178055,0.01326199],"category_scores_gemma":[0.16366404,0.00035314713,0.10133351,0.0029210267,0.000050451228,0.00079311343,0.00018711801,0.00063697016,0.00060490525],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002372467,0.00009996414,0.000060298353,0.00014752506,0.27098465,0.00019037748,0.000010992424,0.000038315502,1.300738e-8,0.0003608642,0.10165069,0.6264326],"study_design_scores_gemma":[0.000037189828,0.000010822761,0.000027615557,0.0006145959,0.31831172,0.00055785483,0.000010542197,0.00008394581,3.1880365e-8,0.0030097621,0.67712224,0.00021369397],"about_ca_topic_score_codex":0.0000013363792,"about_ca_topic_score_gemma":0.0000056865206,"teacher_disagreement_score":0.6262189,"about_ca_system_score_codex":0.00019460109,"about_ca_system_score_gemma":0.0011616906,"threshold_uncertainty_score":0.99989206},"labels":[],"label_agreement":null},{"id":"W2170975070","doi":"10.2106/jbjs.i.00251","title":"Twenty Years of Meta-Analyses in Orthopaedic Surgery: Has Quality Kept Up with Quantity?","year":2010,"lang":"en","type":"review","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; McMaster University","funders":"","keywords":"Meta-analysis; Medicine; Systematic review; MEDLINE; Orthopedic surgery; Surgery; Internal medicine","score_opus":0.9241536275579277,"score_gpt":0.5754364939206676,"score_spread":0.3487171336372601,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170975070","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011468034,0.9868296,0.00031715483,0.00017543664,0.00070823065,0.00037488653,0.000044211967,0.0000018671664,0.0000805943],"genre_scores_gemma":[0.0054276395,0.9927822,0.00063913205,0.000057857927,0.00017082956,0.000013726013,0.000010945516,0.000036227066,0.00086148764],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.92596567,0.02157568,0.043571368,0.0009001374,0.0075743683,0.00041279633],"domain_scores_gemma":[0.8915267,0.035939496,0.06735933,0.0028138594,0.001956047,0.00040454106],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.33101806,0.0007381507,0.053778507,0.0049541607,0.000079239115,0.0006567228,0.00043540355,0.0003848993,0.0030848964],"category_scores_gemma":[0.071062796,0.00031003138,0.03149468,0.0031102216,0.00027870073,0.0005197375,0.00013810015,0.0011375833,0.00008749712],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004500311,0.00029235485,0.01432426,0.010289473,0.014843159,0.00049345254,0.0001643592,0.0000052552314,0.0000043228333,0.000086688015,0.05257463,0.90687704],"study_design_scores_gemma":[0.00010781872,0.00003207444,0.006115112,0.004155956,0.022986421,0.0005286371,0.00013386589,0.000003624218,0.000001388499,0.00021827358,0.96532017,0.0003966716],"about_ca_topic_score_codex":0.00012982341,"about_ca_topic_score_gemma":0.0002626573,"teacher_disagreement_score":0.91274554,"about_ca_system_score_codex":0.000036498335,"about_ca_system_score_gemma":0.0014233785,"threshold_uncertainty_score":0.99993515},"labels":[],"label_agreement":null},{"id":"W2171164851","doi":"10.1136/jech.2010.121095","title":"Damned if you do, damned if you don't: subgroup analysis and equity","year":2011,"lang":"en","type":"article","venue":"Journal of Epidemiology & Community Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":155,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Population and Public Health; University of Ottawa","funders":"","keywords":"Medicine; Subgroup analysis; Equity (law); Law; Internal medicine; Meta-analysis","score_opus":0.830101306594005,"score_gpt":0.5910074593460091,"score_spread":0.23909384724799598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171164851","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89805114,0.008888537,0.0757334,0.008874018,0.0006539167,0.00058203633,0.0000453621,0.00001134385,0.0071602566],"genre_scores_gemma":[0.96311027,0.0021688223,0.029335264,0.004716655,0.00014495445,0.000006350974,0.000014554998,0.000017068434,0.00048608123],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8114333,0.16028598,0.023938447,0.00086921116,0.002462468,0.0010105919],"domain_scores_gemma":[0.9067926,0.047105208,0.033170987,0.008923145,0.0024705934,0.0015374804],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5800981,0.0005400988,0.012412827,0.0017948411,0.0011030361,0.00018606195,0.0047550877,0.00034641288,0.005328784],"category_scores_gemma":[0.17025216,0.00028132446,0.0036580125,0.0029549454,0.0005205764,0.0005275448,0.0010262483,0.0023348064,0.00016853928],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000092921924,0.00033669037,0.9429866,0.00010334155,0.0022929756,0.000008909156,0.00405444,0.000054108456,0.000009656487,0.0036143586,0.018505612,0.027940402],"study_design_scores_gemma":[0.00057617394,0.0008487871,0.9005816,0.00010019608,0.0018242949,0.00014909694,0.004679098,0.0016126839,0.0000027661927,0.06256304,0.026782494,0.000279794],"about_ca_topic_score_codex":0.0054364144,"about_ca_topic_score_gemma":0.004243258,"teacher_disagreement_score":0.40984595,"about_ca_system_score_codex":0.00023902074,"about_ca_system_score_gemma":0.0004505185,"threshold_uncertainty_score":0.99996686},"labels":[],"label_agreement":null},{"id":"W2171207688","doi":"10.4103/0255-0857.136547","title":"Meta-analysis in microbiology","year":2014,"lang":"en","type":"review","venue":"Indian Journal of Medical Microbiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Ministry of the Environment, Conservation and Parks","funders":"","keywords":"Clinical microbiology; Meta-analysis; Statistical analysis; Value (mathematics); Data science; Microbiology; Medicine; Computer science; Biology; Statistics; Mathematics; Pathology","score_opus":0.7084654283089591,"score_gpt":0.5436088117743806,"score_spread":0.1648566165345785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171207688","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000030575808,0.9943226,0.0020404947,0.0017829183,0.00096274266,0.00052114733,0.00016027375,0.0000018830094,0.00017737992],"genre_scores_gemma":[0.00016044044,0.9954086,0.00083637424,0.0014002173,0.00047832262,0.000024115723,0.000108264125,0.000038188624,0.0015454533],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.87082887,0.078906134,0.04485342,0.0016722941,0.0028793763,0.00085988623],"domain_scores_gemma":[0.93446445,0.019470358,0.039751075,0.004154628,0.0013378063,0.0008216939],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.3139559,0.0010845851,0.06643114,0.006961065,0.00006835289,0.00030525614,0.0113846185,0.0023694239,0.07829167],"category_scores_gemma":[0.05519507,0.00042811513,0.048634246,0.0054812436,0.0005207528,0.0000961452,0.0004929739,0.002687156,0.0039834864],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072251673,0.00018963455,0.00006832609,0.0019504706,0.3816278,0.0017848881,0.0002493039,0.000010808762,0.000004606938,0.0002545509,0.08868621,0.52516615],"study_design_scores_gemma":[0.00015102676,0.0000763496,0.0000015250649,0.0003047969,0.23073675,0.0055310465,0.000026341426,0.0000024982326,1.5967024e-7,0.00020527159,0.762705,0.00025921094],"about_ca_topic_score_codex":0.000014015082,"about_ca_topic_score_gemma":0.00025223024,"teacher_disagreement_score":0.6740188,"about_ca_system_score_codex":0.00013826253,"about_ca_system_score_gemma":0.0012716693,"threshold_uncertainty_score":0.9998171},"labels":[],"label_agreement":null},{"id":"W2171723063","doi":"10.3310/hta18280","title":"Assessing methods to specify the target difference for a randomised controlled trial: DELTA (Difference ELicitation in TriAls) review","year":2014,"lang":"en","type":"review","venue":"Health Technology Assessment","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":194,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Medical Research Council; Chief Scientist Office, Scottish Government Health and Social Care Directorate; National Institute for Health and Care Research; Department of Health and Social Care; Cancer Research UK; University of Aberdeen; Scottish Government","keywords":"PsycINFO; Randomized controlled trial; MEDLINE; Sample size determination; Medicine; Cochrane Library; Systematic review; Medical physics; Computer science; Statistics; Mathematics","score_opus":0.843786951469111,"score_gpt":0.7116291648612552,"score_spread":0.13215778660785582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171723063","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000001830754,0.5309529,0.40806764,0.009119559,0.0007061911,0.05097325,0.000020246714,0.00002451728,0.00013390339],"genre_scores_gemma":[0.000010241474,0.7646507,0.19092874,0.0022050368,0.00015715684,0.041376717,0.00006164765,0.000050623432,0.0005591326],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.53933305,0.34600556,0.09843355,0.005949294,0.0080206,0.0022579674],"domain_scores_gemma":[0.69791454,0.22037329,0.06700855,0.011740867,0.0024493006,0.0005134663],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.614338,0.0013576907,0.05893075,0.0025831398,0.00054034736,0.0010277927,0.005412471,0.00088975835,0.0006310492],"category_scores_gemma":[0.36618903,0.000535832,0.007924512,0.005436111,0.0001472833,0.00012218325,0.0003879762,0.0014948841,0.00016182684],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009336748,0.00011462149,0.000003616295,0.012613696,0.00037969628,9.0011054e-7,0.000023523546,0.0000016356793,3.4886904e-7,0.005124238,0.0074654114,0.97333866],"study_design_scores_gemma":[0.06822846,0.00031721403,0.000018211158,0.02154631,0.0020665408,0.0000088916,0.00012954694,0.000942312,1.4036368e-7,0.009245795,0.8970537,0.00044288673],"about_ca_topic_score_codex":0.000014124653,"about_ca_topic_score_gemma":0.000031379997,"teacher_disagreement_score":0.97289574,"about_ca_system_score_codex":0.0006679842,"about_ca_system_score_gemma":0.0027301856,"threshold_uncertainty_score":0.9999687},"labels":[],"label_agreement":null},{"id":"W2172056554","doi":"10.1016/j.injury.2006.01.034","title":"Evidence-based medicine: What it is and what it is not","year":2006,"lang":"en","type":"article","venue":"Injury","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":171,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton General Hospital","funders":"","keywords":"Evidence-based medicine; MEDLINE; Alternative medicine; Medicine; Meta-analysis; Medical literature; Management science; Psychology; Engineering; Political science","score_opus":0.693438012765358,"score_gpt":0.5241323066893664,"score_spread":0.1693057060759916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2172056554","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21266288,0.12224654,0.0048710196,0.6440804,0.0026331032,0.0016862957,0.000029472301,0.000027582146,0.011762696],"genre_scores_gemma":[0.7883376,0.009620532,0.0015855612,0.14828146,0.0007566631,0.000064750784,0.0000068299014,0.000029003919,0.051317602],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98562604,0.0024555395,0.0053372346,0.0010511533,0.0052474462,0.00028259962],"domain_scores_gemma":[0.9890853,0.00492694,0.0020865276,0.0029366475,0.00079063425,0.0001739199],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.046493933,0.00031934763,0.0024173134,0.00037352616,0.00015603474,0.0036078303,0.0012277262,0.00012131246,0.04360014],"category_scores_gemma":[0.009043673,0.00015063606,0.0007869382,0.0011150406,0.00018429001,0.0029288526,0.00010652481,0.00014195213,0.004986888],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000100125435,0.000014271788,0.0016168988,0.00003653377,0.00003439578,0.000004621666,0.0004414572,0.0000021768312,0.00023674635,0.000094994146,0.8807166,0.11679128],"study_design_scores_gemma":[0.00019170043,0.00009689243,0.0020934974,0.0014812448,0.0002794917,0.0000061291644,0.002537491,0.0018734641,0.0009108694,0.0035647028,0.98671883,0.00024568615],"about_ca_topic_score_codex":0.000084960484,"about_ca_topic_score_gemma":0.00004580751,"teacher_disagreement_score":0.5756747,"about_ca_system_score_codex":0.000028893834,"about_ca_system_score_gemma":0.0000714718,"threshold_uncertainty_score":0.9993036},"labels":[],"label_agreement":null},{"id":"W2174099340","doi":"10.1093/jjco/hyv043","title":"Quality of reporting of chemotherapy compliance in randomized controlled trials of breast cancer treatment","year":2015,"lang":"en","type":"article","venue":"Japanese Journal of Clinical Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Randomized controlled trial; Discontinuation; Breast cancer; Consolidated Standards of Reporting Trials; Internal medicine; Systematic review; MEDLINE; Cancer","score_opus":0.940463403164904,"score_gpt":0.7247381333226334,"score_spread":0.21572526984227058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2174099340","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9925394,0.0011614589,0.00053031225,0.0028449248,0.00044403414,0.0010999779,0.0000070725177,5.529265e-7,0.001372253],"genre_scores_gemma":[0.99546134,0.00034462128,0.0035975573,0.0001312182,0.00015514638,0.000024263658,2.4921223e-7,0.000004433256,0.0002811882],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.5809758,0.15763901,0.2553342,0.00057417044,0.0051978664,0.00027902334],"domain_scores_gemma":[0.2803604,0.2625638,0.4452443,0.0016759983,0.009767727,0.00038775094],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7846205,0.00019991238,0.060127225,0.00032335482,0.000012325084,0.000017719462,0.0007426146,0.00017704131,0.0014998496],"category_scores_gemma":[0.6774256,0.000071225615,0.011373278,0.0005883252,0.00034009412,0.000113629976,0.000032261367,0.0001859392,0.0000063257303],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.35895675,0.0032596292,0.5110506,0.00009329422,0.0054439423,0.000025903597,0.0029891026,0.00076558924,0.0023206726,0.00027370997,0.0006816569,0.11413919],"study_design_scores_gemma":[0.7424812,0.0019377446,0.23897812,0.00034169594,0.0016668026,0.00012030495,0.0032209286,0.0035063056,0.00023024826,0.0063381856,0.0010177356,0.00016077174],"about_ca_topic_score_codex":0.000265591,"about_ca_topic_score_gemma":0.00015475324,"teacher_disagreement_score":0.3835244,"about_ca_system_score_codex":0.00008159932,"about_ca_system_score_gemma":0.0010869259,"threshold_uncertainty_score":0.9994129},"labels":[],"label_agreement":null},{"id":"W2174135902","doi":"10.1016/j.jclinepi.2015.08.027","title":"Sensitivity subgroup analysis based on single-center vs. multi-center trial status when interpreting meta-analyses pooled estimates: the logical way forward","year":2015,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto; McMaster University","funders":"","keywords":"Meta-analysis; Confidence interval; Odds ratio; Medicine; Random effects model; Randomized controlled trial; Single Center; Subgroup analysis; Pooled variance; Strictly standardized mean difference; Clinical trial; Center (category theory); Statistics; Meta-regression; Mean difference; Coverage probability; Internal medicine; Mathematics","score_opus":0.9608484217637977,"score_gpt":0.6965283431786208,"score_spread":0.2643200785851769,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2174135902","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014843667,0.72616714,0.26241633,0.0047117304,0.0032262134,0.0025089153,0.000278468,0.000013511111,0.00052924146],"genre_scores_gemma":[0.009666718,0.82836336,0.12650932,0.028131088,0.0047994666,0.00027874514,0.00035360866,0.00026728143,0.0016303807],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.54264635,0.3543841,0.09308664,0.002576117,0.0060928417,0.0012139708],"domain_scores_gemma":[0.24005666,0.60223657,0.14299971,0.0076303007,0.005312398,0.0017643702],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.7243409,0.0018425006,0.11223622,0.0020299088,0.0002253508,0.0006765653,0.0046128174,0.0016611874,0.005513564],"category_scores_gemma":[0.83150166,0.0005900529,0.110412836,0.0025174401,0.0007612288,0.00028634127,0.00065410323,0.00421068,0.0009524629],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006360332,0.005565469,0.01625099,0.0010379669,0.22580813,0.00035352242,0.000110555986,0.0036759165,9.284779e-8,0.00011226915,0.11802216,0.6227026],"study_design_scores_gemma":[0.006005485,0.0013863444,0.00020126058,0.0007945669,0.19129266,0.00009595823,0.000039114446,0.040297862,2.4232941e-8,0.00080746325,0.75861126,0.00046798986],"about_ca_topic_score_codex":0.000025093294,"about_ca_topic_score_gemma":0.00009307968,"teacher_disagreement_score":0.6405891,"about_ca_system_score_codex":0.0002943156,"about_ca_system_score_gemma":0.00076417695,"threshold_uncertainty_score":0.9998254},"labels":[],"label_agreement":null},{"id":"W2174212531","doi":"10.1136/bmjopen-2015-007853","title":"Comparison of methodological quality of positive versus negative comparative studies published in Indian medical journals: a systematic review","year":2015,"lang":"en","type":"review","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Fogarty International Center","keywords":"Medicine; Observational study; Rigour; Publication bias; Systematic review; MEDLINE; Meta-analysis; Internal medicine","score_opus":0.9921808385872112,"score_gpt":0.8209014750531036,"score_spread":0.17127936353410755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2174212531","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008737446,0.9562823,0.00016702503,0.00031900575,0.0003201757,0.037040267,0.00012940489,0.000002190537,0.0057308814],"genre_scores_gemma":[0.00011195484,0.9908248,0.004690848,0.00011434357,0.000053846932,0.0036334645,0.0000426507,0.000020317619,0.0005077353],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.48337558,0.41424784,0.079874925,0.0021040116,0.019855602,0.0005420382],"domain_scores_gemma":[0.2800009,0.4254134,0.25274333,0.016558113,0.023790497,0.0014937622],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6944352,0.00097298465,0.10292061,0.0010180571,0.00008108288,0.0006593363,0.010561786,0.0005203872,0.004499951],"category_scores_gemma":[0.727238,0.00038863262,0.005515598,0.0054659364,0.00048156964,0.0006221635,0.002576588,0.0010822075,0.0004372993],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008893053,0.00032331236,0.00008941071,0.92853254,0.0063014356,0.000025194247,0.0057497835,0.0000014124863,1.3907519e-8,0.0009707065,0.034548502,0.02336875],"study_design_scores_gemma":[0.000790068,0.00029422384,0.000052725914,0.96192193,0.007125489,0.000035300545,0.014876196,0.00003763353,3.936547e-7,0.0016890251,0.012636225,0.0005407645],"about_ca_topic_score_codex":0.000103421546,"about_ca_topic_score_gemma":0.00038846084,"teacher_disagreement_score":0.20337468,"about_ca_system_score_codex":0.00031820885,"about_ca_system_score_gemma":0.0022008906,"threshold_uncertainty_score":0.99985653},"labels":[],"label_agreement":null},{"id":"W2175540017","doi":"10.1097/pep.0000000000000065","title":"Elevating the Quality of Disability and Rehabilitation Research","year":2014,"lang":"en","type":"editorial","venue":"Pediatric Physical Therapy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"U.S. National Library of Medicine","keywords":"Consolidated Standards of Reporting Trials; Rehabilitation; Quality (philosophy); Publishing; Obligation; Inclusion (mineral); Psychology; Medical education; Systematic review; MEDLINE; Alternative medicine; Medicine; Applied psychology; Physical therapy; Political science; Social psychology","score_opus":0.7043202958942111,"score_gpt":0.6263746501000925,"score_spread":0.07794564579411856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2175540017","genre_codex":"empirical","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80563843,0.0020450912,0.0005778717,0.0019447771,0.18547238,0.0025211943,0.00014346729,0.000011222117,0.0016455358],"genre_scores_gemma":[0.36311838,0.00035946528,0.0003721604,0.000015607184,0.63542813,0.00013461665,0.000019802557,0.000023287072,0.0005285478],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9134431,0.060461193,0.007709207,0.0014007312,0.016649965,0.00033584048],"domain_scores_gemma":[0.46991202,0.5084521,0.008393243,0.007317599,0.0057517793,0.0001732566],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.36103085,0.000353528,0.0043619056,0.00017691677,0.00027460133,0.00048096108,0.002303622,0.00027759172,0.0002692616],"category_scores_gemma":[0.37435868,0.00013604558,0.0019212028,0.002167895,0.00077664317,0.00013259165,0.00023886526,0.0010414731,0.00018419883],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000319627,0.00018619977,0.013702253,0.00020894285,0.000063795975,3.1079466e-8,0.000821048,0.0000033664553,0.000018773395,0.0013130818,0.9622312,0.02141935],"study_design_scores_gemma":[0.00044908593,0.00037712793,0.03602826,0.000019326448,0.00013126933,6.247582e-8,0.00041822554,0.0007649335,0.0000029294335,0.18559325,0.77590555,0.00031001604],"about_ca_topic_score_codex":0.00009875047,"about_ca_topic_score_gemma":0.0000114936365,"teacher_disagreement_score":0.44995576,"about_ca_system_score_codex":0.000060049093,"about_ca_system_score_gemma":0.00015169964,"threshold_uncertainty_score":0.6579532},"labels":[],"label_agreement":null},{"id":"W2175886830","doi":"10.1017/s0033291715002068","title":"Jumping to negative conclusions – a case of study-gathering bias?","year":2015,"lang":"en","type":"letter","venue":"Psychological Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Jumping; Psychology; Content (measure theory); Social psychology; Applied psychology; Cognitive psychology; Medicine; Mathematics","score_opus":0.9343204543585135,"score_gpt":0.6513537302512927,"score_spread":0.2829667241072208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2175886830","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1915068,0.0010446996,0.0065519563,0.75558144,0.0025215093,0.0050868415,0.000076031705,0.000028249058,0.037602443],"genre_scores_gemma":[0.47585824,0.000012542233,0.0031910017,0.503739,0.003777368,0.00023805704,0.000016424921,0.000044937282,0.013122436],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96295565,0.015652657,0.011801917,0.002032473,0.007111514,0.00044580855],"domain_scores_gemma":[0.97094613,0.014749454,0.0062671625,0.0052898237,0.0023423324,0.0004050988],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.110294424,0.0006478045,0.008737471,0.00087586866,0.0001402583,0.00012957084,0.0026897045,0.00048029085,0.020552149],"category_scores_gemma":[0.1861689,0.00024647365,0.0011490645,0.0027502663,0.00028867697,0.00006168741,0.00050339726,0.0013104833,0.0020708428],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000104954215,0.000107927925,0.00031689476,0.00002822941,0.00021293432,0.0037083097,0.003381071,0.0000051794536,0.000015241869,0.000016573069,0.9773715,0.01482564],"study_design_scores_gemma":[0.0010767555,0.0026523473,0.0013283959,0.00050318305,0.0009200605,0.0011891015,0.009649606,0.0001516828,0.0000010686501,0.0064216834,0.97560984,0.00049628597],"about_ca_topic_score_codex":0.00011271275,"about_ca_topic_score_gemma":0.000028877947,"teacher_disagreement_score":0.28435144,"about_ca_system_score_codex":0.000056023393,"about_ca_system_score_gemma":0.000019626119,"threshold_uncertainty_score":0.99999875},"labels":[],"label_agreement":null},{"id":"W2177453088","doi":"10.1016/j.jclinepi.2015.10.019","title":"Deficiencies in reporting of statistical methodology in recent randomized trials of nonpharmacologic pain treatments: ACTTION systematic review","year":2015,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"U.S. Food and Drug Administration","keywords":"Medicine; Physical therapy; Randomized controlled trial; Missing data; Clinical trial; Systematic review; Massage; MEDLINE; Interpretability; Alternative medicine; Surgery; Internal medicine; Statistics","score_opus":0.9913673775642305,"score_gpt":0.8053903285175825,"score_spread":0.18597704904664802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2177453088","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028352075,0.92998946,0.062795766,0.0005562094,0.0009615505,0.0055174436,0.000030059993,0.0000011850366,0.000120005476],"genre_scores_gemma":[0.000026573267,0.9509587,0.04814344,0.0004632348,0.0001159228,0.0001842966,0.000014979183,0.000016165524,0.000076628814],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.0055403393,0.6752822,0.3156575,0.0008363673,0.0023071386,0.00037643514],"domain_scores_gemma":[0.0020646022,0.61116636,0.382346,0.0015071072,0.0026781007,0.0002378349],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9927634,0.0007635633,0.2854307,0.0017164708,0.000020071955,0.000021925798,0.0024039687,0.0010352279,0.0016479528],"category_scores_gemma":[0.9983926,0.00028124836,0.025045652,0.0022850272,0.0005952787,0.00012173399,0.00020005528,0.0016059434,0.000046278186],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013277777,0.00054731435,0.00074003637,0.41894427,0.0030421917,0.00010804275,0.000052427153,0.000049094288,1.527627e-7,0.0010948201,0.00629776,0.5677961],"study_design_scores_gemma":[0.026879692,0.0015582428,0.00014996034,0.7374532,0.07259333,0.0007180694,0.00034182094,0.0016661949,1.5006401e-7,0.060190182,0.09779821,0.00065089506],"about_ca_topic_score_codex":0.00002150609,"about_ca_topic_score_gemma":0.000011273538,"teacher_disagreement_score":0.5671452,"about_ca_system_score_codex":0.00022907148,"about_ca_system_score_gemma":0.0019044008,"threshold_uncertainty_score":0.99996394},"labels":[],"label_agreement":null},{"id":"W2179418554","doi":"10.5430/jha.v5n1p73","title":"Medical stewardship: Pathology evidence based ordering to reduce inappropriate test ordering in a teaching hospital","year":2015,"lang":"en","type":"article","venue":"Journal of Hospital Administration","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Test (biology); Audit; Medical laboratory; Pathology; Internal medicine","score_opus":0.39675679703957595,"score_gpt":0.47718570055683157,"score_spread":0.08042890351725562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2179418554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9637016,0.00037336143,0.022033444,0.012020003,0.001006542,0.0004312245,0.0000021316155,0.0000049217215,0.0004267611],"genre_scores_gemma":[0.9830387,0.000009563995,0.016244514,0.00019999545,0.00032335625,0.000015270252,0.0000011687061,0.00001380435,0.00015359666],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9819754,0.003384879,0.007584056,0.000599993,0.006141268,0.0003144142],"domain_scores_gemma":[0.98910624,0.0028986637,0.0046447315,0.0010208116,0.0016948245,0.0006347188],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10204324,0.0002818534,0.0018969299,0.0005712294,0.000081657585,0.0007268971,0.0015433277,0.0001554981,0.00033323508],"category_scores_gemma":[0.28440374,0.00016447721,0.00057984557,0.000965276,0.000052004605,0.0010995298,0.0001359549,0.0006204151,0.00018919042],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004081446,0.004366927,0.8320689,0.0002337434,0.00022080132,0.004166951,0.014637872,0.0033981928,0.0020719948,0.0014692028,0.022063164,0.11489406],"study_design_scores_gemma":[0.009242013,0.121056646,0.66249603,0.009660056,0.0009915411,0.0031920916,0.040960312,0.09486806,0.00483926,0.01847542,0.02981998,0.0043985983],"about_ca_topic_score_codex":0.000010899964,"about_ca_topic_score_gemma":0.00006374387,"teacher_disagreement_score":0.18236049,"about_ca_system_score_codex":0.00015861134,"about_ca_system_score_gemma":0.0011523528,"threshold_uncertainty_score":0.92463547},"labels":[],"label_agreement":null},{"id":"W2180291732","doi":"10.1186/s13643-015-0147-7","title":"How to conduct systematic reviews more expeditiously?","year":2015,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Public Health England","keywords":"Data extraction; Workload; Systematic review; Process (computing); Medicine; Health care; Resource (disambiguation); Process management; Knowledge management; Quality (philosophy); Production (economics); Guideline; Computer science; Risk analysis (engineering); MEDLINE; Business","score_opus":0.8623704218538972,"score_gpt":0.5533819930550891,"score_spread":0.30898842879880817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2180291732","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027644678,0.4159111,0.20003599,0.01586374,0.010500057,0.31327486,0.00009075772,0.00020902234,0.041349992],"genre_scores_gemma":[0.11210391,0.0040866383,0.088237345,0.019079495,0.0046140957,0.123747006,0.00013266421,0.00061128684,0.64738756],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8094226,0.12071134,0.05162668,0.0029858935,0.014158944,0.0010945396],"domain_scores_gemma":[0.914301,0.014038182,0.04100032,0.02349054,0.004864575,0.002305375],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.46891797,0.0016609784,0.038057733,0.0010755637,0.00026598418,0.0045621283,0.0066467943,0.00027197984,0.0017907291],"category_scores_gemma":[0.5760124,0.0006398167,0.0072668483,0.0046361056,0.00010736165,0.0011069181,0.00045290997,0.0003731179,0.09802299],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019482761,0.00004868209,0.00007058311,0.36536655,0.00020350472,0.000015231865,0.0028852469,0.000005671255,0.00002961386,0.00139925,0.62964785,0.00032585286],"study_design_scores_gemma":[0.00039762407,0.0001447382,0.000009789862,0.1006256,0.0018533973,0.00035137514,0.00978367,0.00083090184,0.000013734902,0.001889294,0.88297683,0.0011230393],"about_ca_topic_score_codex":0.000011684678,"about_ca_topic_score_gemma":0.000029357278,"teacher_disagreement_score":0.60603756,"about_ca_system_score_codex":0.00031849675,"about_ca_system_score_gemma":0.00017912981,"threshold_uncertainty_score":0.9996137},"labels":[],"label_agreement":null},{"id":"W2181330991","doi":"","title":"Assessing quality of reports on randomized clinical trials in nursing journals.","year":2009,"lang":"en","type":"article","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Heart Institute","funders":"","keywords":"Blinding; Consolidated Standards of Reporting Trials; Medicine; Randomized controlled trial; Sample size determination; Comparability; Randomization; Clinical trial; Family medicine; Research design; MEDLINE; Alternative medicine; Quality (philosophy); Statistics; Surgery","score_opus":0.9523078254467288,"score_gpt":0.7180600825623046,"score_spread":0.23424774288442418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2181330991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92505133,0.0020188228,0.014514285,0.0042831274,0.0012469778,0.0035860105,0.0000013965619,0.0000056584895,0.049292386],"genre_scores_gemma":[0.9973992,0.000037399623,0.0013481611,0.00031322124,0.00015695128,0.00009079488,7.2544464e-7,0.0000038662497,0.0006496725],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.27842864,0.563806,0.1414662,0.001998012,0.013535657,0.00076551293],"domain_scores_gemma":[0.6284003,0.2681734,0.094225615,0.0066915685,0.0019096197,0.000599497],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.93296057,0.0001874995,0.014650518,0.00057775277,0.000049849663,0.0009790042,0.0005955087,0.00012525391,0.0006972096],"category_scores_gemma":[0.8377882,0.000080779246,0.005572832,0.0011257346,0.0000941056,0.0003339839,0.000016541117,0.00026142682,0.00002851004],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012050597,0.00023780567,0.012740197,0.000006434225,0.00008680753,0.000012210926,0.00009444123,0.00003243325,0.000008410174,0.0008361881,0.004136791,0.9806032],"study_design_scores_gemma":[0.016387954,0.000011408775,0.8834511,0.00017242534,0.00027789068,0.000013054143,0.00020649603,0.0004620026,0.000035900135,0.09803511,0.0008039084,0.00014271056],"about_ca_topic_score_codex":0.0000045047727,"about_ca_topic_score_gemma":0.0000018959054,"teacher_disagreement_score":0.9804605,"about_ca_system_score_codex":0.000041333373,"about_ca_system_score_gemma":0.000058813166,"threshold_uncertainty_score":0.999978},"labels":[],"label_agreement":null},{"id":"W2184048777","doi":"10.1002/j.0022-0337.2009.73.4.tb04718.x","title":"Survey of Systematic Review Authors in Dentistry: Challenges in Methodology and Reporting","year":2009,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Systematic review; Protocol (science); Evidence-based dentistry; MEDLINE; Grey literature; Psychology; Medical education; Scientific literature; Medicine; Family medicine; Alternative medicine; Dentistry; Political science; Pathology","score_opus":0.9260129748547674,"score_gpt":0.6492552391080437,"score_spread":0.2767577357467237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2184048777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7563993,0.2411697,0.00025325993,0.0007785906,0.00052191224,0.0005203448,7.7789537e-7,3.6753127e-7,0.0003557468],"genre_scores_gemma":[0.99060875,0.0061316076,0.0028611084,0.00008210199,0.0000192151,0.000004276137,9.268461e-7,0.0000026250716,0.0002894092],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9517605,0.022333339,0.023542035,0.00030266112,0.0019424309,0.00011904537],"domain_scores_gemma":[0.9640277,0.002883022,0.031467028,0.0006794992,0.0008685801,0.0000741833],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.30197054,0.00010706787,0.0038215395,0.000591256,0.000013150304,0.00007081492,0.00045146688,0.000052909796,0.00016425361],"category_scores_gemma":[0.24744472,0.000056823505,0.00037043085,0.00088284444,0.00001596167,0.0002151235,0.000020184212,0.00014590682,0.000014520246],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000326673,0.0011371899,0.7530847,0.12304995,0.0002684876,0.000089626774,0.0052722697,0.000028099037,0.00058507663,0.0012737185,0.0069703525,0.10820783],"study_design_scores_gemma":[0.00009482725,0.000061565486,0.96515423,0.02807617,0.0002077077,0.00086563814,0.0039156284,0.00007196696,0.000020036054,0.0014347058,0.00002842032,0.00006908228],"about_ca_topic_score_codex":0.000044737324,"about_ca_topic_score_gemma":0.0002946115,"teacher_disagreement_score":0.2350381,"about_ca_system_score_codex":0.00005272999,"about_ca_system_score_gemma":0.00015660627,"threshold_uncertainty_score":0.7588944},"labels":[],"label_agreement":null},{"id":"W2184387695","doi":"10.1017/s1481803500008654","title":"Systematic reviews in emergency medicine: Part II. Critical appraisal of review quality, data synthesis and result interpretation","year":2003,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital; Capital District Health Authority; University of British Columbia","funders":"Canadian Institutes of Health Research; Michael Smith Health Research BC","keywords":"Critical appraisal; Readability; Interpretation (philosophy); Resource (disambiguation); Quality (philosophy); Medicine; Narrative; Medical literature; Management science; Data science; Computer science; Alternative medicine; Epistemology; Pathology; Linguistics","score_opus":0.8057648397654101,"score_gpt":0.6039481953855843,"score_spread":0.20181664437982583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2184387695","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004552565,0.93205297,0.0041103233,0.019746087,0.016173858,0.002063142,0.00006619561,0.0000022025206,0.021232678],"genre_scores_gemma":[0.5002619,0.48648077,0.002326172,0.0010182927,0.002012919,0.00016599093,0.000050604714,0.000096000396,0.007587359],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9351539,0.023416298,0.03679527,0.00074914773,0.0034836305,0.0004017486],"domain_scores_gemma":[0.8794967,0.040179603,0.051181164,0.014448597,0.010604571,0.0040893485],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27636358,0.00039027855,0.007912247,0.0010240757,0.00012262841,0.000015271691,0.0023194628,0.000101045036,0.05461478],"category_scores_gemma":[0.83218485,0.00018613623,0.0006676821,0.0024083646,0.00024733628,0.00046611085,0.000063181615,0.00033231583,0.0000640944],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071820095,0.00003657052,0.0071394313,0.038656346,0.00024651262,0.000019419927,0.0021348638,0.000001844947,0.000033801487,0.0066554747,0.9433705,0.0016980323],"study_design_scores_gemma":[0.000637284,0.0005717456,0.0032923108,0.20510928,0.0049481555,0.00016195039,0.006607887,0.0006286262,0.0000053465237,0.0073494455,0.77002156,0.0006663937],"about_ca_topic_score_codex":0.00091188826,"about_ca_topic_score_gemma":0.009230439,"teacher_disagreement_score":0.55582124,"about_ca_system_score_codex":0.00005269071,"about_ca_system_score_gemma":0.00039843508,"threshold_uncertainty_score":0.9462494},"labels":[],"label_agreement":null},{"id":"W2184730830","doi":"10.1017/s1481803500015840","title":"Systematic reviews in emergency medicine: Part I. Background and general principles for locating and critically appraising reviews","year":2003,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital; Capital District Health Authority; University of British Columbia","funders":"Canadian Institutes of Health Research; Michael Smith Health Research BC","keywords":"Readability; Critically ill; Medicine; Medical literature; Resource (disambiguation); Systematic review; MEDLINE; Narrative; Narrative review; Alternative medicine; Management science; Data science; Computer science; Intensive care medicine; Pathology","score_opus":0.8080690241492783,"score_gpt":0.549038805259622,"score_spread":0.25903021888965627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2184730830","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044845268,0.8799314,0.032816805,0.008376395,0.013169847,0.0057924986,0.000010230726,0.000002995979,0.015054557],"genre_scores_gemma":[0.29102814,0.5013311,0.07316434,0.005424931,0.016882844,0.0014297614,0.00004901632,0.000439276,0.11025061],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96308076,0.008399367,0.025672108,0.00068352354,0.001611161,0.0005531053],"domain_scores_gemma":[0.97944474,0.0029632007,0.011416011,0.0017147454,0.0027454426,0.0017158381],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19000359,0.00047046045,0.006575909,0.0009455921,0.0002549363,0.00005899038,0.00083221507,0.00010816453,0.013305192],"category_scores_gemma":[0.34815747,0.00022461986,0.00068803114,0.0015088612,0.00018821619,0.00032491432,0.00002103942,0.00029097806,0.000034503464],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011983953,0.000051911924,0.063471235,0.042625293,0.00047646541,0.00005455604,0.007096694,0.00003090123,0.00037301454,0.04194849,0.8363603,0.007499204],"study_design_scores_gemma":[0.00063312374,0.00031264572,0.0019874196,0.015978161,0.0009856501,0.00014350069,0.0037535464,0.0009461062,0.0000014718543,0.0076152743,0.9672694,0.00037366193],"about_ca_topic_score_codex":0.0003465018,"about_ca_topic_score_gemma":0.008891925,"teacher_disagreement_score":0.37860033,"about_ca_system_score_codex":0.00007815751,"about_ca_system_score_gemma":0.00028463357,"threshold_uncertainty_score":0.9875968},"labels":[],"label_agreement":null},{"id":"W2188214922","doi":"10.1373/clinchem.2015.246280","title":"STARD 2015: An Updated List of Essential Items for Reporting Diagnostic Accuracy Studies","year":2015,"lang":"en","type":"article","venue":"Clinical Chemistry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":974,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Medical Research Council; Universiteit van Amsterdam; Cancer Research UK","keywords":"Diagnostic accuracy; Medical physics; Transparency (behavior); Computer science; Medicine; Radiology","score_opus":0.91801681553035,"score_gpt":0.6911491831444544,"score_spread":0.22686763238589558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2188214922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948934,0.0012923899,0.0011787579,0.00065744686,0.00057749456,0.00043544214,0.0000394251,0.000010357507,0.0009152963],"genre_scores_gemma":[0.99120253,0.000033297652,0.0026953167,0.000087345565,0.00065019587,0.000038846083,0.00007958349,0.000013270449,0.005199596],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9702978,0.0017766528,0.024224816,0.0010318547,0.0024240809,0.00024477334],"domain_scores_gemma":[0.8930175,0.050674785,0.042042293,0.0059047956,0.007624142,0.0007365029],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14961734,0.00023759826,0.0040143966,0.00003636079,0.000072521594,0.00024060972,0.0012957377,0.00017093126,0.0011998953],"category_scores_gemma":[0.78698677,0.00012621898,0.0017030453,0.00044071834,0.00023634781,0.00020538032,0.00023161515,0.00019414445,0.00012263292],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005311092,0.00035462537,0.27690825,0.00024738497,0.00064683746,0.000016576276,0.0002793766,0.000039511706,0.0007436201,0.000039431725,0.71580476,0.004866516],"study_design_scores_gemma":[0.004987849,0.00075905013,0.017939486,0.00058563345,0.0043832758,0.00008272377,0.02037124,0.019079465,0.030313008,0.035106838,0.86445504,0.0019363874],"about_ca_topic_score_codex":0.000004732775,"about_ca_topic_score_gemma":0.0000057608872,"teacher_disagreement_score":0.63736945,"about_ca_system_score_codex":0.000021489905,"about_ca_system_score_gemma":0.00020072648,"threshold_uncertainty_score":0.9997131},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2191438367","doi":"10.1111/bju.13392","title":"Defining the publication source of high‐quality evidence in urology: an analysis of EvidenceUpdates","year":2015,"lang":"en","type":"review","venue":"British Journal of Urology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Specialty; Randomized controlled trial; Urology; Internal medicine; MEDLINE; Oncology; Family medicine","score_opus":0.7056551871554854,"score_gpt":0.5550780894183976,"score_spread":0.15057709773708772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2191438367","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025706477,0.9932288,0.002928025,0.0005273336,0.00019645388,0.00041300207,0.000046541696,0.0000015432386,0.000087656525],"genre_scores_gemma":[0.055818897,0.9430132,0.00069240446,0.00020511761,0.000080843434,0.000019147183,0.000027569451,0.0000173961,0.00012543534],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.91237736,0.057546508,0.024704635,0.0008386546,0.004211707,0.00032113408],"domain_scores_gemma":[0.9201445,0.023022847,0.04736785,0.0029631285,0.006298105,0.00020357795],"candidate_categories":["metaresearch","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3046742,0.00038287562,0.016740317,0.0025480643,0.00007162822,0.00038513774,0.005664597,0.000458781,0.0018888173],"category_scores_gemma":[0.18420611,0.00020706352,0.0045658047,0.0063318787,0.0004108171,0.00068560697,0.0002980707,0.0008980517,0.00006757172],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017393711,0.00010149218,0.0050431336,0.0005911241,0.0019551588,0.000024093524,0.00016728448,0.0007552181,2.2403937e-7,0.0011288492,0.0033454166,0.9868706],"study_design_scores_gemma":[0.00026187664,0.00052868924,0.021498878,0.002375209,0.031194953,0.0020132088,0.00030882383,0.0013278807,2.0464152e-7,0.0038329344,0.9362666,0.00039076683],"about_ca_topic_score_codex":0.00044801173,"about_ca_topic_score_gemma":0.0007378402,"teacher_disagreement_score":0.9864798,"about_ca_system_score_codex":0.00006574102,"about_ca_system_score_gemma":0.00077557337,"threshold_uncertainty_score":0.9997152},"labels":[],"label_agreement":null},{"id":"W2191768300","doi":"10.5451/unibas-006435326","title":"Reporting in surgical research","year":2015,"lang":"en","type":"dissertation","venue":"edoc (University of Basel)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Data science; Medicine; Computer science","score_opus":0.9035785281182305,"score_gpt":0.6177172502744221,"score_spread":0.2858612778438083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2191768300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7968299,0.0006673804,0.000057003643,0.00025710952,0.00030729276,0.0004218195,0.000012328174,0.0000035356566,0.20144364],"genre_scores_gemma":[0.6998752,0.000046601766,0.0015890148,0.000004654239,0.00007991292,7.33717e-7,0.0001859895,0.00001190591,0.29820603],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97142774,0.0104116965,0.0074495366,0.0010460712,0.009365941,0.0002990364],"domain_scores_gemma":[0.9759638,0.0034265802,0.013696571,0.002573034,0.0041437456,0.00019628719],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.25369683,0.00018295093,0.003415689,0.0015157835,0.00014562398,0.00013859583,0.0018045038,0.0002534134,0.015300558],"category_scores_gemma":[0.05755613,0.00013136129,0.0013105852,0.0026544114,0.000074108306,0.00021029236,0.00013029834,0.0005314559,0.0019754919],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018145014,0.00024251123,0.02983725,0.00047617918,0.00025891454,0.0019767461,0.015077042,0.00007662145,0.00007434877,0.0020792983,0.83824027,0.11147936],"study_design_scores_gemma":[0.00053171994,0.00008215156,0.02683162,0.00047197135,0.00019632415,0.00002171612,0.14173403,0.002480414,0.000018307028,0.013940381,0.81329,0.00040134933],"about_ca_topic_score_codex":0.00074959197,"about_ca_topic_score_gemma":0.0035933957,"teacher_disagreement_score":0.1961407,"about_ca_system_score_codex":0.00009943931,"about_ca_system_score_gemma":0.0004839949,"threshold_uncertainty_score":0.9988016},"labels":[],"label_agreement":null},{"id":"W2192127796","doi":"10.1016/j.jval.2015.09.2524","title":"Non-Comparative Trials To Supplement Network Meta-Analyses Using Arm-Specific Meta-Regression: An Application To Combination Therapies In Hiv","year":2015,"lang":"en","type":"article","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Confidence interval; Medicine; Regimen; Meta-analysis; Efavirenz; Dolutegravir; Odds ratio; Meta-regression; Adverse effect; Randomized controlled trial; Antiretroviral therapy; Internal medicine; Viral load; Human immunodeficiency virus (HIV); Family medicine","score_opus":0.9682328278909286,"score_gpt":0.6638114378019201,"score_spread":0.3044213900890085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2192127796","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27634034,0.028357279,0.6447102,0.031264927,0.0010151214,0.017563565,0.00010971136,0.000025406165,0.00061348197],"genre_scores_gemma":[0.9280972,0.000042182313,0.06954105,0.0010119254,0.00017610175,0.00079783314,0.00003658103,0.000016606004,0.00028052172],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.92978936,0.047679514,0.015334852,0.0015608907,0.00506901,0.00056636636],"domain_scores_gemma":[0.9858037,0.0044407393,0.0054945266,0.0027787571,0.00093162264,0.0005506456],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.30307588,0.00046204828,0.010186043,0.0011227246,0.0001578468,0.00053495757,0.0012198859,0.00007650145,0.002019191],"category_scores_gemma":[0.0044491487,0.0002052502,0.0015763234,0.0044664466,0.000024255127,0.00035319192,0.00011645799,0.0001697198,0.0005366783],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074729876,0.00038673283,0.002646015,0.00003202066,0.0023263127,0.0000017356185,0.012975286,0.9090167,0.00009853135,0.0055649807,0.06385345,0.003023499],"study_design_scores_gemma":[0.0024700833,0.001113818,0.0076375073,0.00018215916,0.006810694,0.0000070898395,0.018004514,0.5461469,0.00036956216,0.06539385,0.3506833,0.0011804644],"about_ca_topic_score_codex":0.0014283294,"about_ca_topic_score_gemma":0.00064387964,"teacher_disagreement_score":0.6517569,"about_ca_system_score_codex":0.00035280667,"about_ca_system_score_gemma":0.00025059114,"threshold_uncertainty_score":0.9988931},"labels":[],"label_agreement":null},{"id":"W2195700003","doi":"10.1016/j.jclinepi.2015.11.002","title":"Systematic reviews experience major limitations in reporting absolute effects","year":2015,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":66,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto; McMaster University","funders":"","keywords":"Absolute (philosophy); Medicine; MEDLINE; Philosophy; Epistemology; Political science","score_opus":0.9842462796651894,"score_gpt":0.7535935175624867,"score_spread":0.2306527621027027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2195700003","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000040553965,0.9866152,0.004308511,0.00035546336,0.0037671225,0.0033656473,0.0000026390671,0.0000028823995,0.0015419831],"genre_scores_gemma":[0.00001990741,0.97946227,0.015700452,0.00058568886,0.0009106213,0.0002575905,0.0000035000335,0.000032332275,0.0030276678],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.114589304,0.49032784,0.3882818,0.0017890711,0.004259295,0.00075269333],"domain_scores_gemma":[0.021933524,0.5408783,0.42913413,0.004711994,0.0025683476,0.0007737274],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.91947705,0.00092380436,0.14492366,0.0010449452,0.00007702979,0.00019380938,0.00484994,0.0011353941,0.00038560288],"category_scores_gemma":[0.9929822,0.00035668132,0.030433485,0.0023595653,0.00025375132,0.00034252138,0.0003297361,0.0026141957,0.0029974577],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005521222,0.00012435322,0.0015842731,0.12339189,0.0007464683,0.00023320754,0.00017050123,0.000010929418,7.995716e-9,0.00057104474,0.054236528,0.81892526],"study_design_scores_gemma":[0.00018282978,0.00016813779,0.0003604741,0.10058214,0.0025206127,0.00072499306,0.00008530351,0.00029586593,1.4359203e-9,0.0056760493,0.88914406,0.00025950844],"about_ca_topic_score_codex":0.000004677865,"about_ca_topic_score_gemma":0.000023267783,"teacher_disagreement_score":0.8349076,"about_ca_system_score_codex":0.00016547897,"about_ca_system_score_gemma":0.0010911614,"threshold_uncertainty_score":0.99988854},"labels":[],"label_agreement":null},{"id":"W2200175641","doi":"10.5858/arpa.2015-0064-le","title":"Considerations for Conducting Meta-analysis in Diagnostic Pathology","year":2015,"lang":"en","type":"letter","venue":"Archives of Pathology & Laboratory Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Systematic review; Meta-analysis; Guideline; Protocol (science); Medicine; Scale (ratio); MEDLINE; Inclusion (mineral); Medical physics; Best practice; Pathology; Data science; Psychology; Computer science; Alternative medicine; Political science","score_opus":0.7547230693776071,"score_gpt":0.5142142159583515,"score_spread":0.24050885341925565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2200175641","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0107149985,0.0437093,0.021766204,0.90923357,0.0017132553,0.0045397533,0.0034407666,0.000027434435,0.004854722],"genre_scores_gemma":[0.12101185,0.00030323624,0.064002685,0.7966499,0.003702341,0.0023526088,0.0019476635,0.00019613118,0.009833615],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94239354,0.03566106,0.016107598,0.002231196,0.0029862279,0.0006203618],"domain_scores_gemma":[0.75380397,0.22134572,0.01480613,0.0066493056,0.0031690262,0.00022584436],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09737305,0.00080705126,0.019216178,0.003823446,0.00013035399,0.00006823434,0.0017337066,0.0006667935,0.007033864],"category_scores_gemma":[0.4312913,0.0004130147,0.0045400076,0.0024067732,0.001919918,0.00013065137,0.00020567472,0.0013162125,0.00014251984],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007118012,0.000051116785,0.002075762,0.00014890579,0.030156478,0.002109232,0.0044174795,0.00016012674,0.00029467288,0.0010862855,0.9593458,0.00014698759],"study_design_scores_gemma":[0.0012169917,0.0004713722,0.0010301349,0.000052421216,0.34646252,0.00017722059,0.0019270269,0.00046066067,0.000042306816,0.12554753,0.521897,0.00071480236],"about_ca_topic_score_codex":0.000018912731,"about_ca_topic_score_gemma":0.00025324465,"teacher_disagreement_score":0.4374488,"about_ca_system_score_codex":0.00002908862,"about_ca_system_score_gemma":0.0005556639,"threshold_uncertainty_score":0.99983215},"labels":[],"label_agreement":null},{"id":"W2202742746","doi":"10.1016/j.jclinepi.2015.10.020","title":"Text mining describes the use of statistical and epidemiological methods in published medical research","year":2015,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; North York General Hospital; University of Toronto","funders":"Medical Research Council","keywords":"Epidemiology; Biostatistics; Medicine; Statistical hypothesis testing; Statistics; Descriptive statistics; Epidemiological method; Sample size determination; Medical statistics; Sample (material); Delphi method; MEDLINE; Data science; Computer science; Pathology; Mathematics","score_opus":0.9898631697246477,"score_gpt":0.792012596539463,"score_spread":0.19785057318518473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2202742746","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32746947,0.0036256937,0.5866049,0.07973143,0.0012353817,0.00041347847,0.0000076751385,0.000002064487,0.0009099288],"genre_scores_gemma":[0.29999098,0.00076785317,0.6935791,0.004652806,0.00060647697,0.0000089069645,0.0000014566039,0.000011351017,0.00038112252],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.09778567,0.8103329,0.082931794,0.0012867813,0.006753445,0.0009094331],"domain_scores_gemma":[0.015138672,0.95767033,0.019405236,0.0020425287,0.0043932446,0.0013500098],"candidate_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.948664,0.00024954046,0.015514707,0.00060565077,0.000071511626,0.00015069738,0.0027324492,0.0006966515,0.0028137807],"category_scores_gemma":[0.9950779,0.00008398783,0.0019081179,0.0013116658,0.0023566154,0.00044446072,0.0006492807,0.002679728,0.000060113587],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014265746,0.00011744732,0.6060624,0.000010975542,0.00012994591,0.000039553353,0.00013055382,0.00013430446,0.0000011040532,0.023427116,0.2261581,0.14364585],"study_design_scores_gemma":[0.00075550465,0.0008470935,0.4799538,0.00010913126,0.00009918258,0.00026748242,0.00088097714,0.053306777,4.413564e-7,0.29182774,0.17184392,0.000107957836],"about_ca_topic_score_codex":0.00006873447,"about_ca_topic_score_gemma":0.000060841154,"teacher_disagreement_score":0.2684006,"about_ca_system_score_codex":0.000032028547,"about_ca_system_score_gemma":0.00073427166,"threshold_uncertainty_score":0.99962115},"labels":[],"label_agreement":null},{"id":"W2203639696","doi":"","title":"Response to the editors","year":2015,"lang":"en","type":"article","venue":"Canadian journal of psychoanalysis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology","score_opus":0.5907184028052673,"score_gpt":0.4954652319618233,"score_spread":0.09525317084344403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2203639696","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3844642,0.004450807,0.06397,0.49363685,0.021032944,0.0007922385,0.00007654801,0.00000394835,0.031572483],"genre_scores_gemma":[0.9693468,0.0000018386005,0.0031058434,0.0029618442,0.0033971919,0.0000033933854,6.186105e-7,0.000013247202,0.0211692],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9775921,0.010481508,0.006400368,0.00037121197,0.004845444,0.00030936574],"domain_scores_gemma":[0.9841712,0.0021347841,0.0037530204,0.003091901,0.0043133805,0.0025357108],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.22174612,0.00019282459,0.0019874815,0.0019919695,0.00018288428,0.0011742653,0.0036224786,0.00006093178,0.0075672274],"category_scores_gemma":[0.099402115,0.00007687136,0.002285232,0.0046716016,0.000059067894,0.00020292655,0.000021556802,0.00021573366,0.0049557006],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025904645,0.0000040716664,0.0068409774,4.5223163e-7,0.0003283233,0.00003805359,0.001124998,0.0012395883,0.000008119998,0.00003768325,0.9861131,0.004238766],"study_design_scores_gemma":[0.000098698496,0.00006251654,0.0047435607,0.000009532212,0.0003792546,0.000085931606,0.0025795538,0.00027220984,0.0000025927627,0.0012929868,0.99038386,0.00008930514],"about_ca_topic_score_codex":0.0007935126,"about_ca_topic_score_gemma":0.016416203,"teacher_disagreement_score":0.5848826,"about_ca_system_score_codex":0.0001607084,"about_ca_system_score_gemma":0.0014191231,"threshold_uncertainty_score":0.9998626},"labels":[],"label_agreement":null},{"id":"W2204309863","doi":"","title":"User's guide to the orthopaedic literature: how to use a systematic literature review.","year":2002,"lang":"en","type":"review","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Computer science; Political science; MEDLINE; Law","score_opus":0.514134494916771,"score_gpt":0.459944202194336,"score_spread":0.054190292722434974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2204309863","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5361498e-7,0.95476484,0.0008160374,0.005240526,0.0014630306,0.036102332,0.0003371876,0.000029454293,0.0012464507],"genre_scores_gemma":[6.9300967e-7,0.75308806,0.0009233224,0.005485561,0.00057613535,0.026954874,0.00007074942,0.00008594096,0.21281464],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9101272,0.04848293,0.023738964,0.00367358,0.012580179,0.0013971054],"domain_scores_gemma":[0.9502972,0.012688326,0.012805396,0.019337393,0.0034534098,0.0014183064],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.18402281,0.0018971369,0.026737588,0.0018417116,0.00034145016,0.016593585,0.0101975845,0.0005841734,0.00083184603],"category_scores_gemma":[0.2986717,0.00064981246,0.014509024,0.019020204,0.000041735613,0.00073439814,0.00089026947,0.0011306898,0.010981366],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.9495018e-7,0.000012691247,0.0000026416694,0.20972626,0.0003818174,0.000047104393,0.00009852268,2.9926284e-7,8.7556745e-10,0.000082858314,0.5050723,0.2845751],"study_design_scores_gemma":[0.000033357555,0.000009182054,0.000019300034,0.30470952,0.0040502665,0.00028792126,0.000010459976,0.0000040835134,4.5118713e-9,0.000009089929,0.69040185,0.00046494787],"about_ca_topic_score_codex":0.0000016729023,"about_ca_topic_score_gemma":0.000023751178,"teacher_disagreement_score":0.28411016,"about_ca_system_score_codex":0.00023579222,"about_ca_system_score_gemma":0.00010704929,"threshold_uncertainty_score":0.9995953},"labels":[],"label_agreement":null},{"id":"W2204958264","doi":"10.3899/jrheum.150846","title":"Do “Evidence-Based Recommendations” Need to Reveal the Evidence? Minimal Criteria Supporting an “Evidence Claim”","year":2015,"lang":"en","type":"letter","venue":"The Journal of Rheumatology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ottawa Public Health; University of Ottawa","funders":"National Cancer Institute; Parker Institute for Cancer Immunotherapy; Patient-Centered Outcomes Research Institute; Oak Foundation","keywords":"Medicine; Systematic review; Evidence-based medicine; Guideline; Scientific evidence; Evidence-based practice; Psychological intervention; MEDLINE; Publication; Alternative medicine; Psoriatic arthritis; Family medicine; Arthritis; Psychiatry; Pathology; Internal medicine","score_opus":0.7491603656601845,"score_gpt":0.5500864330178746,"score_spread":0.19907393264230988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2204958264","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058363482,0.008372584,0.005862431,0.9236578,0.002472412,0.0011287814,0.000018458388,0.000008006773,0.00011606314],"genre_scores_gemma":[0.34734648,0.0023891428,0.018212287,0.6228465,0.0020778277,0.00011955341,0.00002133251,0.00015799618,0.0068289065],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.87422144,0.088852294,0.02461622,0.0012759859,0.00998613,0.001047901],"domain_scores_gemma":[0.85458696,0.093749404,0.03497538,0.0077814646,0.008401428,0.00050536054],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.35379004,0.00081154867,0.0069963494,0.0011714749,0.00057446345,0.002000657,0.012366121,0.00063374045,0.010470423],"category_scores_gemma":[0.27155003,0.00030766992,0.0023453804,0.00200711,0.0003842865,0.001613659,0.0005307585,0.0028008784,0.0021057127],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013770342,0.000019083094,0.005533445,0.000119969685,0.00023463159,0.000059674585,0.0018047156,0.000055946188,0.000039035414,0.000028700992,0.9871833,0.0047838357],"study_design_scores_gemma":[0.00033297046,0.0011324369,0.00064429233,0.009506759,0.002147249,0.0097932005,0.004225656,0.0015834747,0.000016269743,0.006242757,0.96364003,0.00073490565],"about_ca_topic_score_codex":0.00014952765,"about_ca_topic_score_gemma":0.0000658952,"teacher_disagreement_score":0.30081132,"about_ca_system_score_codex":0.00020370119,"about_ca_system_score_gemma":0.0015535199,"threshold_uncertainty_score":0.99993753},"labels":[],"label_agreement":null},{"id":"W2208053283","doi":"10.1093/ptj/89.9.873","title":"Reprint—Preferred Reporting Items for Systematic Reviews and Meta-Analyses: The PRISMA Statement","year":2009,"lang":"en","type":"article","venue":"Physical Therapy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2476,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Reprint; Systematic review; Annals; License; Statement (logic); Library science; MEDLINE; Medicine; Psychology; Computer science; Political science; Law; History; Classics","score_opus":0.9450334791122033,"score_gpt":0.6514444579438826,"score_spread":0.29358902116832064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2208053283","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4997543,0.06994813,0.30696094,0.037851423,0.00060089264,0.07488462,0.000052127598,0.000111665875,0.009835902],"genre_scores_gemma":[0.98503613,0.00045087992,0.0040787742,0.0021715523,0.00022888245,0.0017609452,0.000005438083,0.00002099123,0.0062463833],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9661491,0.011169355,0.01815855,0.0011690503,0.0030443403,0.00030960492],"domain_scores_gemma":[0.9640743,0.007621383,0.022468701,0.004976227,0.0007155487,0.00014380501],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17499824,0.00045441656,0.009058537,0.00010962131,0.0002706625,0.0010614648,0.0012961444,0.00004158399,0.00043837764],"category_scores_gemma":[0.050952476,0.00013493639,0.0054789437,0.0008088275,0.000052009782,0.00021816102,0.000060033384,0.00014574591,0.00027594267],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032602847,0.003614073,0.0014178613,0.016957724,0.090413354,0.00003368822,0.035468124,0.0013601551,0.041384973,0.07292123,0.30601203,0.43009076],"study_design_scores_gemma":[0.0015513573,0.00095772446,0.0037444585,0.00079020025,0.03816733,0.00004084253,0.0027214508,0.07027683,0.002485954,0.45370498,0.42389348,0.0016654141],"about_ca_topic_score_codex":0.000004639968,"about_ca_topic_score_gemma":0.0000011824594,"teacher_disagreement_score":0.48528185,"about_ca_system_score_codex":0.000024234421,"about_ca_system_score_gemma":0.000021766778,"threshold_uncertainty_score":0.9999755},"labels":[],"label_agreement":null},{"id":"W2210216123","doi":"10.1371/journal.pone.0140889","title":"Interpretation of Results of Studies Evaluating an Intervention Highlighted in Google Health News: A Cross-Sectional Study of News","year":2015,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"École des Hautes Études en Santé Publique","keywords":"Cross-sectional study; Interpretation (philosophy); Medicine; Environmental health; Computer science; Pathology","score_opus":0.8906777936623428,"score_gpt":0.6128941138682826,"score_spread":0.27778367979406016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2210216123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99720466,0.000848285,0.0005343382,0.00009584171,0.00008116341,0.0010190586,0.000015530908,0.0000028435052,0.00019829185],"genre_scores_gemma":[0.9954255,0.000010969695,0.0041020014,0.000012144865,0.000021848564,0.000035223842,0.000010095254,0.000005402306,0.00037679053],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96509784,0.01237869,0.01550529,0.00070363766,0.0061611887,0.00015337045],"domain_scores_gemma":[0.9843644,0.0014573361,0.009203841,0.0012431344,0.0036552611,0.00007605014],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08885067,0.00013851175,0.002724505,0.00055070483,0.00003045333,0.00006835907,0.0005411008,0.000039374507,0.000093903975],"category_scores_gemma":[0.044748776,0.00008091035,0.00035110334,0.0011779078,0.000052630658,0.00033285073,0.00010937355,0.00008182595,0.000023272109],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005341948,0.00787905,0.93768007,0.0006324796,0.001115007,4.7532166e-7,0.041276116,0.0017508834,0.0011230098,0.00007489324,0.00045786813,0.0074759694],"study_design_scores_gemma":[0.00649148,0.009458016,0.7775954,0.0018249656,0.00049933116,0.0000010604074,0.08026595,0.11798061,0.0011566976,0.0044730976,0.000014962515,0.0002384095],"about_ca_topic_score_codex":0.00093020586,"about_ca_topic_score_gemma":0.003897118,"teacher_disagreement_score":0.16008462,"about_ca_system_score_codex":0.00008374585,"about_ca_system_score_gemma":0.00008864921,"threshold_uncertainty_score":0.9632977},"labels":[],"label_agreement":null},{"id":"W2213130159","doi":"10.1515/cclm-2015-0867","title":"Developing GRADE outcome-based recommendations about diagnostic tests: a key role in laboratory medicine policies","year":2015,"lang":"en","type":"article","venue":"Clinical Chemistry and Laboratory Medicine (CCLM)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Health Sciences Centre","funders":"","keywords":"Grading (engineering); Medicine; Health care; Test (biology); Medical laboratory; Process (computing); Quality (philosophy); Evidence-based medicine; Medical physics; Risk analysis (engineering); Computer science; Alternative medicine; Nursing; Pathology; Engineering","score_opus":0.6817439745617168,"score_gpt":0.5714647626725438,"score_spread":0.110279211889173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2213130159","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86678296,0.017397026,0.002238446,0.1020472,0.0014427097,0.001054389,0.00017335259,0.000074135925,0.008789753],"genre_scores_gemma":[0.9780067,0.0005759518,0.0030326585,0.014453232,0.0018765205,0.00014128034,0.00011807492,0.000048252972,0.0017473147],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9793516,0.004746434,0.011422309,0.0012912047,0.0027155105,0.0004729796],"domain_scores_gemma":[0.96158373,0.028899577,0.003561027,0.0025163684,0.0024103045,0.0010290052],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08589073,0.00053871045,0.0042962423,0.00023166405,0.00017039158,0.00014771735,0.0012963241,0.00035262943,0.002482397],"category_scores_gemma":[0.37999368,0.00029533362,0.00030276197,0.003168126,0.00093234837,0.00023494099,0.00016210438,0.000787779,0.00021656543],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024788855,0.00019661392,0.80147237,0.00023823034,0.00010782616,0.000049221293,0.001105066,0.000026008556,0.0003110041,0.0006872578,0.19299054,0.0027910783],"study_design_scores_gemma":[0.0041916096,0.0002215722,0.10782362,0.0012979995,0.00044182065,0.00000999767,0.010031322,0.00089729484,0.00026524896,0.0048768083,0.86922896,0.0007137206],"about_ca_topic_score_codex":0.00004881485,"about_ca_topic_score_gemma":0.00007552565,"teacher_disagreement_score":0.69364876,"about_ca_system_score_codex":0.00012370235,"about_ca_system_score_gemma":0.00079407304,"threshold_uncertainty_score":0.9999499},"labels":[],"label_agreement":null},{"id":"W2215051921","doi":"10.1016/s0140-6736(10)61879-x","title":"CONSORT 2010","year":2010,"lang":"en","type":"letter","venue":"The Lancet","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Consolidated Standards of Reporting Trials; Medicine; Clinical trial; Internal medicine","score_opus":0.8004768981306866,"score_gpt":0.5218033393353638,"score_spread":0.27867355879532274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2215051921","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032453678,0.0005313334,0.0003235435,0.90466285,0.002373499,0.0004751293,0.00010736031,0.000009024347,0.091192745],"genre_scores_gemma":[0.0002094806,0.000026922811,0.0008979834,0.69377184,0.013321683,0.000033785873,0.00003477795,0.000017916145,0.2916856],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97731256,0.009033633,0.0059098415,0.00093661615,0.006377586,0.000429756],"domain_scores_gemma":[0.9716816,0.007297488,0.005014957,0.0153505625,0.00060299825,0.000052391748],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.112923406,0.00037731213,0.0065780315,0.00016093798,0.00015446782,0.0016120439,0.008656092,0.00086312264,0.06711945],"category_scores_gemma":[0.024787484,0.00011931021,0.0020332322,0.0005223926,0.00017398676,0.00006518062,0.00022446348,0.0042252624,0.06327841],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.8753245e-7,0.0000020399802,0.0005537008,0.000020845227,0.00010931446,0.000020054786,0.00004576855,3.6648674e-7,0.000006003398,0.00017523234,0.99752665,0.0015391356],"study_design_scores_gemma":[0.000070074966,0.000004477031,0.00075940276,0.000015071018,0.00019503421,0.00002789313,0.000011203985,0.00006417886,0.000002409993,0.009029199,0.9896686,0.00015242008],"about_ca_topic_score_codex":0.00001636139,"about_ca_topic_score_gemma":0.000029922665,"teacher_disagreement_score":0.210891,"about_ca_system_score_codex":0.000009199584,"about_ca_system_score_gemma":0.00006377279,"threshold_uncertainty_score":0.9994244},"labels":[],"label_agreement":null},{"id":"W2215649536","doi":"10.1016/j.jtcvs.2015.09.067","title":"Off-pump on-pump debate: Caveat emptor","year":2015,"lang":"en","type":"letter","venue":"Journal of Thoracic and Cardiovascular Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Caveat emptor; Meta-analysis; Publication bias; MEDLINE; Clinical trial; Confidence interval; Bypass grafting; Surgery; Internal medicine; Artery","score_opus":0.4985294622390211,"score_gpt":0.4515923792780982,"score_spread":0.046937082960922916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2215649536","genre_codex":"review","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06790179,0.6059152,0.01617212,0.26137382,0.02461665,0.0023618317,0.00029692298,0.000037827736,0.021323852],"genre_scores_gemma":[0.09892691,0.03489633,0.0037430264,0.638331,0.07969743,0.00013200047,0.00025423418,0.00085370307,0.14316535],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9461184,0.021699142,0.012008595,0.0011958877,0.018406086,0.000571878],"domain_scores_gemma":[0.9728797,0.0072354646,0.009575483,0.0055124816,0.0043139476,0.00048290286],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.2530976,0.00090574694,0.015403827,0.0018345419,0.00018227604,0.0015971139,0.0020047706,0.00089934724,0.00200663],"category_scores_gemma":[0.030592816,0.00043703354,0.027129214,0.0011846132,0.0001378885,0.00042377043,0.00020505158,0.002147406,0.0013320462],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022196456,0.000017112216,0.00074655004,0.00016800371,0.006695146,0.0023448376,0.0000708382,0.00007164635,4.766406e-7,0.0000016786491,0.86753356,0.122327976],"study_design_scores_gemma":[0.00009524041,0.00004592767,0.00026834523,0.00041136597,0.0040675593,0.0023348383,0.00013141194,0.000048978338,0.000011021464,0.000600857,0.9915284,0.00045606325],"about_ca_topic_score_codex":0.000009245074,"about_ca_topic_score_gemma":9.62662e-7,"teacher_disagreement_score":0.5710189,"about_ca_system_score_codex":0.00011630819,"about_ca_system_score_gemma":0.00057669054,"threshold_uncertainty_score":0.99980813},"labels":[],"label_agreement":null},{"id":"W2216756004","doi":"10.5539/mas.v9n13p237","title":"Integrating Aggregate-Data and Individual-Patient-Data in Meta-Analysis: An Empirical Assessment and an Alternative Method for the Two-Stage Approach","year":2015,"lang":"en","type":"article","venue":"Modern Applied Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mean squared error; Statistics; Meta-analysis; Aggregate (composite); Aggregate data; Computer science; Estimation; Econometrics; Mathematics; Medicine","score_opus":0.8980537473990905,"score_gpt":0.622912396126924,"score_spread":0.27514135127216655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2216756004","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0232141,0.00083697046,0.9726392,0.00036713746,0.0000405272,0.0015635416,0.00036537353,0.000007322864,0.0009658235],"genre_scores_gemma":[0.59448224,0.0000034325228,0.40485045,0.00032244503,0.00002191219,0.00015276775,0.00009360057,0.000008372295,0.000064776934],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9807706,0.0048626196,0.003790491,0.0036074982,0.0064902133,0.00047856406],"domain_scores_gemma":[0.98279893,0.0039132526,0.0025611492,0.009630627,0.00063091906,0.00046509763],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.26312003,0.00040522407,0.003213289,0.00072757906,0.0004833202,0.003717966,0.009415063,0.000061531515,0.000062999956],"category_scores_gemma":[0.0069272984,0.00016808187,0.0003355511,0.0033446685,0.00051755726,0.0018166887,0.002997836,0.00029403664,0.0000068080303],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013952475,0.0017264502,0.042605765,0.000112449685,0.04745458,0.00001625436,0.12014242,0.07440627,0.0023813602,0.044514026,0.0030236766,0.66347724],"study_design_scores_gemma":[0.00024792962,0.000046726243,0.00065304287,0.0000012241112,0.010989011,0.0000034915458,0.010132591,0.96629786,0.000014914045,0.010671575,0.000739872,0.00020175113],"about_ca_topic_score_codex":0.00017028805,"about_ca_topic_score_gemma":0.0007900424,"teacher_disagreement_score":0.8918916,"about_ca_system_score_codex":0.0000506988,"about_ca_system_score_gemma":0.00031318527,"threshold_uncertainty_score":0.99731624},"labels":[],"label_agreement":null},{"id":"W2217131821","doi":"10.1136/bmjopen-2015-008993","title":"Does a research article's country of origin affect perception of its quality and relevance? A national trial of US public health researchers","year":2015,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research; York University","keywords":"Medicine; Public health; Referral; Family medicine; Accreditation; Affect (linguistics); Quality (philosophy); Medical education; Nursing; Psychology","score_opus":0.9760487361887669,"score_gpt":0.7486634653480926,"score_spread":0.22738527084067428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2217131821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9822962,0.00016290646,0.00015780405,0.0048229382,0.00009410829,0.007122219,0.000060331007,0.0000011725432,0.0052823],"genre_scores_gemma":[0.9955154,0.00004845165,0.0017204521,0.000055604774,0.00005768072,0.00022568932,0.0000055234505,0.000005123822,0.0023660855],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.88193786,0.078473434,0.01250557,0.0011690727,0.025340972,0.0005730996],"domain_scores_gemma":[0.97532576,0.010604172,0.0042376113,0.0018408537,0.0076552033,0.00033641013],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.58438265,0.000101057965,0.0020660528,0.00039388216,0.00007540543,0.00036208137,0.0014147648,0.00006288766,0.0010817801],"category_scores_gemma":[0.26590428,0.00004392373,0.00025197817,0.0018240766,0.00023627785,0.00051444245,0.00043857118,0.00015309981,0.00008736847],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028825294,0.0027973969,0.34630457,0.0049054404,0.0011949165,0.000005289812,0.027456252,0.00010881573,0.0059267143,0.09774354,0.3560161,0.12871568],"study_design_scores_gemma":[0.058213953,0.005649398,0.5508486,0.0013953494,0.00012599937,0.000016824912,0.05064916,0.015912507,0.00043459635,0.091630355,0.224312,0.0008112544],"about_ca_topic_score_codex":0.0007450846,"about_ca_topic_score_gemma":0.00047715296,"teacher_disagreement_score":0.31847838,"about_ca_system_score_codex":0.000115543255,"about_ca_system_score_gemma":0.0019504824,"threshold_uncertainty_score":0.9998314},"labels":[],"label_agreement":null},{"id":"W2219296547","doi":"10.1101/021543","title":"Why clinical trials are terminated","year":2015,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lunenfeld-Tanenbaum Research Institute; University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Clinical trial; Vocabulary; Ambiguity; Ontology; Meaning (existential); Medicine; Value (mathematics); Computer science; Actuarial science; Psychology; Medical physics; Business; Pathology; Epistemology; Psychotherapist; Linguistics; Machine learning","score_opus":0.7295401624635476,"score_gpt":0.5239485663242578,"score_spread":0.2055915961392898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2219296547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.931239,0.011129052,0.022819635,0.005920874,0.01807696,0.00837785,0.001619911,0.0003492887,0.00046739948],"genre_scores_gemma":[0.98573095,0.00020221126,0.008751651,0.0023356837,0.0021076535,0.000355589,6.622513e-7,0.00015224122,0.00036338024],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8886604,0.06650307,0.031499196,0.004224896,0.008318996,0.0007934461],"domain_scores_gemma":[0.91431695,0.012536093,0.040472,0.01952324,0.011602118,0.0015495867],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.5091934,0.0012443883,0.016085066,0.001012689,0.00019680685,0.0035154421,0.006041596,0.0014309989,0.0044058408],"category_scores_gemma":[0.37366325,0.0007065912,0.0059797238,0.0022843536,0.00023923905,0.00030523172,0.001666095,0.0015933266,0.0071022534],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004229934,0.0003631379,0.071161926,0.00034871983,0.0015991064,0.00017533025,0.0000149542375,0.000059936003,0.003426354,0.00042051377,0.922333,0.000054742643],"study_design_scores_gemma":[0.0010334259,0.00008129187,0.09817714,0.0007478027,0.0021758624,4.3861895e-8,0.000025156374,0.0042679156,0.0015734946,0.00013648489,0.8901354,0.0016459626],"about_ca_topic_score_codex":0.000023697528,"about_ca_topic_score_gemma":0.000005780514,"teacher_disagreement_score":0.13553017,"about_ca_system_score_codex":0.00020253399,"about_ca_system_score_gemma":0.001168499,"threshold_uncertainty_score":0.99986535},"labels":[],"label_agreement":null},{"id":"W2230178933","doi":"10.1016/j.jclinepi.2015.11.016","title":"Reporting quality of N-of-1 trials published between 1985 and 2013: a systematic review","year":2016,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Consolidated Standards of Reporting Trials; Clinical trial; Confidence interval; Family medicine; MEDLINE; Systematic review; Internal medicine","score_opus":0.9878246598447115,"score_gpt":0.7945127383159708,"score_spread":0.19331192152874066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2230178933","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028368924,0.98767346,0.0060969726,0.0021600642,0.0010904333,0.0025929632,0.00006501169,0.0000016418287,0.00029111002],"genre_scores_gemma":[0.000033118256,0.9931115,0.0049206107,0.0003419047,0.00087293173,0.00002920456,0.0000056070085,0.00002284032,0.00066226436],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.020911556,0.5154667,0.4581798,0.0011870803,0.0038642683,0.00039060073],"domain_scores_gemma":[0.0024915086,0.4955183,0.49408045,0.0037457529,0.0037371104,0.00042687115],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.97966,0.0008044986,0.29152423,0.00088157423,0.000047445625,0.00008709629,0.004130367,0.0012368334,0.0020821714],"category_scores_gemma":[0.9964891,0.0002566618,0.051544085,0.0011998141,0.0004981492,0.0003169257,0.00043218254,0.0015008777,0.0001636244],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007996712,0.000044823348,0.0069671017,0.6929696,0.0041287364,0.000006129105,0.0000060234715,8.113509e-8,2.0116442e-8,0.0006973073,0.036482174,0.25868997],"study_design_scores_gemma":[0.00027044996,0.00020935008,0.00075114367,0.60551834,0.019172264,0.00016855409,0.000009871961,0.0000022000477,1.2850679e-8,0.01201466,0.36165747,0.00022567871],"about_ca_topic_score_codex":0.0000146330185,"about_ca_topic_score_gemma":0.0000028864051,"teacher_disagreement_score":0.3251753,"about_ca_system_score_codex":0.00003708602,"about_ca_system_score_gemma":0.0011060477,"threshold_uncertainty_score":0.99998856},"labels":[],"label_agreement":null},{"id":"W2231074671","doi":"10.1016/j.jclinepi.2015.11.018","title":"Rating the quality of evidence is by necessity a matter of judgment","year":2016,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Blinding; Scopus; Pollock; Quality (philosophy); Medicine; Transparency (behavior); Psychology; MEDLINE; Computer science; Philosophy; Epistemology; Law; Surgery; History; Political science; Randomized controlled trial","score_opus":0.9760354535682091,"score_gpt":0.7359087542159788,"score_spread":0.2401266993522303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2231074671","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0100354375,0.0039932644,0.028764643,0.95471513,0.0014562366,0.0003303349,0.000054877808,6.233336e-7,0.00064944784],"genre_scores_gemma":[0.016538277,0.0012999473,0.005985173,0.96178895,0.004140897,0.0000073482743,0.0000022611262,0.000019113411,0.010218014],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.29295594,0.48083985,0.2125378,0.001900262,0.01088657,0.00087957544],"domain_scores_gemma":[0.17345628,0.61929804,0.19890615,0.0044470634,0.0037052757,0.00018721548],"candidate_categories":["metaresearch","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7993873,0.00043569482,0.028195938,0.00022176217,0.00006710019,0.000052703934,0.0054595345,0.0011335971,0.013295132],"category_scores_gemma":[0.77755547,0.00012210937,0.012894843,0.0003930154,0.0008341844,0.00020794453,0.00038682992,0.002835349,0.00058199716],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031752126,0.000024571955,0.19886197,0.00016305714,0.00052223477,0.0000034033628,0.000035587964,0.0000021508527,0.000015990621,0.000032481094,0.79046905,0.009837755],"study_design_scores_gemma":[0.0002863674,0.00026392905,0.058285754,0.0010954153,0.00063079264,0.000027275464,0.000043724347,0.000061922095,0.000014730155,0.023154952,0.91596276,0.0001724086],"about_ca_topic_score_codex":0.000036699883,"about_ca_topic_score_gemma":0.0000037371028,"teacher_disagreement_score":0.14057623,"about_ca_system_score_codex":0.000030484644,"about_ca_system_score_gemma":0.00031468557,"threshold_uncertainty_score":0.9999214},"labels":[],"label_agreement":null},{"id":"W2237163971","doi":"10.1186/s13012-016-0370-1","title":"Barriers and facilitators to uptake of systematic reviews by policy makers and health care managers: a scoping review","year":2015,"lang":"en","type":"review","venue":"Implementation Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":182,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; Université Laval; University of Toronto; University of Calgary; St. Michael's Hospital","funders":"Canadian Institutes of Health Research; National Institute for Health and Care Research","keywords":"Systematic review; PsycINFO; MEDLINE; Medicine; Health care; Health services research; Grey literature; Medical education; Relevance (law); Health policy; Publishing; Public health; Nursing; Political science","score_opus":0.862982597367848,"score_gpt":0.7048550365311522,"score_spread":0.15812756083669577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2237163971","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000058380538,0.9785047,0.0007971144,0.00049015763,0.0001234971,0.019604065,0.000267264,0.000005108418,0.00020221368],"genre_scores_gemma":[0.000011135056,0.994736,0.0027282455,0.0012705536,0.000019375762,0.0009719879,0.00002621718,0.00001699298,0.00021946245],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.95860463,0.010278272,0.021608235,0.0020245272,0.006885243,0.00059906836],"domain_scores_gemma":[0.97821003,0.0014551365,0.0145802535,0.003186174,0.0014041817,0.001164242],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23369743,0.0006698512,0.014892858,0.0015702421,0.00035165442,0.0010086166,0.0022806784,0.00006533812,0.00053858315],"category_scores_gemma":[0.051453307,0.0003471305,0.0010985677,0.0072735418,0.0003089675,0.0005888574,0.00046392612,0.000133844,0.00024192753],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.6018858e-7,0.0000011655549,0.000012961031,0.46316412,0.000029753144,2.5709662e-7,0.00093863555,6.7631e-8,1.02957465e-7,0.00011187559,0.023770895,0.51197],"study_design_scores_gemma":[0.00008197929,0.00006129328,0.000003632475,0.33407107,0.0005538487,0.000015988477,0.0048053456,0.0000021628507,1.2609541e-7,0.000025507823,0.66013205,0.00024702566],"about_ca_topic_score_codex":0.00009656185,"about_ca_topic_score_gemma":0.00008032654,"teacher_disagreement_score":0.6363611,"about_ca_system_score_codex":0.0004486254,"about_ca_system_score_gemma":0.0028158077,"threshold_uncertainty_score":0.9998981},"labels":[],"label_agreement":null},{"id":"W2237679042","doi":"10.1016/j.jclinepi.2015.12.008","title":"Improving GRADE evidence tables part 2: a systematic survey of explanatory notes shows more guidance is needed","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; University of Toronto; McMaster University","funders":"McMaster University; American Thoracic Society","keywords":"Grading (engineering); Observational study; Systematic review; Quality of evidence; Psychology; Evidence-based medicine; MEDLINE; Quality (philosophy); Baseline (sea); Medicine; Meta-analysis; Actuarial science; Alternative medicine; Pathology","score_opus":0.9350509966107277,"score_gpt":0.6535339054625325,"score_spread":0.2815170911481951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2237679042","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69737357,0.030314796,0.24555357,0.021852149,0.0035375329,0.0011745025,0.00009782872,0.0000065830786,0.000089489724],"genre_scores_gemma":[0.9844295,0.0010057661,0.009602527,0.0035584879,0.00041545107,0.00001635528,6.0945894e-7,0.000016755668,0.00095453934],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.60986775,0.25987774,0.12251863,0.0015364818,0.005373293,0.00082612596],"domain_scores_gemma":[0.19208024,0.7063223,0.09254214,0.003673079,0.004809062,0.000573142],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.758035,0.00038392638,0.021573298,0.00039088438,0.00007268296,0.000070113085,0.0033092343,0.0003912898,0.0024899961],"category_scores_gemma":[0.9631948,0.00013817701,0.005196876,0.00075258675,0.0004809681,0.00054147653,0.00021859267,0.00048242463,0.00030646654],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012372975,0.00009425761,0.90711653,0.0015760529,0.0006061414,0.000013581517,0.0001017722,0.000032629356,0.00019790868,0.00039316594,0.08373824,0.006005988],"study_design_scores_gemma":[0.0024946744,0.0013336434,0.9309826,0.0271531,0.0019178304,0.00031636868,0.0008955619,0.009569868,0.00028288967,0.019945556,0.0043251407,0.0007827603],"about_ca_topic_score_codex":0.00018080507,"about_ca_topic_score_gemma":0.00011578249,"teacher_disagreement_score":0.4464446,"about_ca_system_score_codex":0.00003935964,"about_ca_system_score_gemma":0.00040158106,"threshold_uncertainty_score":0.99842185},"labels":[],"label_agreement":null},{"id":"W2239164216","doi":"10.1155/2014/595320","title":"Evaluation of an Internal Review Process for Grants And Manuscripts in the Canadian Critical Care Trials Group","year":2014,"lang":"en","type":"article","venue":"Canadian Respiratory Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Paul's Hospital; University of British Columbia; University of Toronto; St. Michael's Hospital","funders":"Groupe canadien de recherche en soins intensifs","keywords":"Medicine; Protocol (science); Likert scale; Relevance (law); MEDLINE; Medical education; Family medicine; Alternative medicine; Psychology","score_opus":0.8567518157338504,"score_gpt":0.5934168519910151,"score_spread":0.26333496374283527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2239164216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83826053,0.13004908,0.0018534969,0.008233818,0.0017699617,0.007112228,0.00031559143,0.000002723564,0.012402563],"genre_scores_gemma":[0.9946128,0.000030606923,0.00014013665,0.004895004,0.0002171498,0.00007649491,0.0000035897042,0.000009001606,0.0000152301145],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.95475674,0.034302343,0.005774319,0.0004575578,0.0043254737,0.00038357396],"domain_scores_gemma":[0.9882164,0.0024513504,0.0020510487,0.0011898894,0.0049796607,0.0011116294],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4412695,0.00018927253,0.0019658797,0.00085368555,0.00037742694,0.00077363005,0.0013529246,0.00009540301,0.0012697567],"category_scores_gemma":[0.17286253,0.000091558875,0.000546508,0.00053896906,0.00009390894,0.00032265237,0.000008513797,0.00026391516,0.000019749925],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023371995,0.000040325816,0.03638919,0.0015719859,0.00018714103,0.000052676507,0.00428601,0.000064080305,0.000029206434,0.006887121,0.04829003,0.9021789],"study_design_scores_gemma":[0.0028713697,0.0008832242,0.13627481,0.0036294442,0.0035976043,0.00050688547,0.009686865,0.008496691,0.000022849343,0.07323894,0.7599966,0.000794727],"about_ca_topic_score_codex":0.0325909,"about_ca_topic_score_gemma":0.951531,"teacher_disagreement_score":0.9189401,"about_ca_system_score_codex":0.00028535034,"about_ca_system_score_gemma":0.0025460462,"threshold_uncertainty_score":0.9996432},"labels":[],"label_agreement":null},{"id":"W2239266144","doi":"10.1093/asj/sjv168","title":"Response to “Level 2 Observational Studies: A Practical Alternative to Randomized Trials in Plastic Surgery”: Table 1.","year":2015,"lang":"en","type":"letter","venue":"Aesthetic Surgery Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Randomized controlled trial; Specialty; Observational study; Desk; Evidence-based medicine; Visitor pattern; Value (mathematics); Surgery; Medical education; Alternative medicine; Family medicine; Law","score_opus":0.9361476138986641,"score_gpt":0.5960142384893978,"score_spread":0.34013337540926625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2239266144","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043849528,0.0015662212,0.016528873,0.9259215,0.009167152,0.002667295,0.00015453719,0.000009990246,0.00013488553],"genre_scores_gemma":[0.016033858,0.00092116825,0.026975695,0.88661426,0.008531854,0.0029140469,0.00017543812,0.0004474617,0.057386246],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.51610756,0.39322636,0.05918252,0.0028500461,0.026859008,0.0017745359],"domain_scores_gemma":[0.0624387,0.8935603,0.028258855,0.0036778112,0.010941783,0.0011225808],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8264229,0.0011497589,0.034295388,0.005555827,0.00026392934,0.0025735507,0.001940632,0.00057839433,0.0050189244],"category_scores_gemma":[0.90603125,0.00057387265,0.009031072,0.0043094056,0.00020422656,0.0005680621,0.0003268884,0.002315717,0.0054228907],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014379608,0.00007143667,0.00046254788,0.000020048428,0.00087513437,0.0020867097,0.0007963951,0.000390638,6.49701e-7,0.000024398669,0.9764946,0.004397843],"study_design_scores_gemma":[0.0059608133,0.00005077755,0.00012238584,0.0010719518,0.0006900202,0.006025646,0.000468575,0.00035375342,0.0000013874954,0.0068358136,0.977719,0.00069988816],"about_ca_topic_score_codex":0.000025237592,"about_ca_topic_score_gemma":0.000016495123,"teacher_disagreement_score":0.5003339,"about_ca_system_score_codex":0.0006938607,"about_ca_system_score_gemma":0.004365058,"threshold_uncertainty_score":0.999986},"labels":[],"label_agreement":null},{"id":"W2239631772","doi":"10.1016/j.jclinepi.2015.12.007","title":"Improving GRADE evidence tables part 1: a randomized trial shows improved understanding of content in summary of findings tables with a new format","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":123,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; St. Joseph’s Healthcare Hamilton; Bruyère; Cochrane; Institute for Work & Health; University of Toronto; McMaster University","funders":"","keywords":"Randomized controlled trial; Confidence interval; Preference; Computer science; Quality (philosophy); Medicine; Information retrieval; Statistics; Surgery; Mathematics","score_opus":0.9109934911096078,"score_gpt":0.5904354545764129,"score_spread":0.3205580365331949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2239631772","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56571543,0.0041741156,0.41947487,0.007626693,0.001158417,0.0017131086,0.000013425709,0.0000020321402,0.00012188954],"genre_scores_gemma":[0.9773089,0.0022837394,0.018125048,0.0005815297,0.00040844362,0.00001979239,6.5476206e-7,0.000014321315,0.0012575451],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.80533624,0.08427833,0.10480892,0.001166922,0.0035323058,0.00087727536],"domain_scores_gemma":[0.28202838,0.63155276,0.082371175,0.0018787776,0.0015837863,0.00058510737],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5915941,0.00031876666,0.022066206,0.00054674863,0.00004207075,0.00004822193,0.0015043673,0.00030303415,0.0011746062],"category_scores_gemma":[0.791363,0.00010817907,0.00515426,0.000552057,0.00063715695,0.00060241343,0.00015375091,0.00047055897,0.00000695591],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.659113,0.00039820597,0.27006772,0.00027073995,0.0018987355,0.000017687942,0.00030923623,0.00012483346,0.0012381481,0.009083995,0.035705622,0.02177208],"study_design_scores_gemma":[0.8506284,0.0043158713,0.003375274,0.0056278235,0.0018369639,0.00010132271,0.0017842553,0.008523767,0.00014330045,0.12032592,0.0028938428,0.0004433067],"about_ca_topic_score_codex":0.00027484543,"about_ca_topic_score_gemma":0.0003559276,"teacher_disagreement_score":0.5472744,"about_ca_system_score_codex":0.000082534345,"about_ca_system_score_gemma":0.00067853235,"threshold_uncertainty_score":0.99973845},"labels":[],"label_agreement":null},{"id":"W2254929923","doi":"10.1016/j.jclinepi.2015.12.006","title":"Improving GRADE evidence tables part 3: detailed guidance for explanatory footnotes supports creating and understanding GRADE certainty in the evidence judgments","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":174,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Toronto; McMaster University; Cochrane","funders":"","keywords":"Grading (engineering); Certainty; Systematic review; Evidence-based medicine; Transparency (behavior); Evidence-based practice; Scientific evidence; MEDLINE; Medicine; Computer science; Psychology; Alternative medicine; Statistics; Mathematics","score_opus":0.9401004975708547,"score_gpt":0.6422796381907058,"score_spread":0.2978208593801489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2254929923","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5454633,0.015444901,0.3975317,0.038928837,0.0013877257,0.0011550525,0.000010008003,0.000004059602,0.00007441818],"genre_scores_gemma":[0.98358816,0.0020496615,0.0115149375,0.0021349585,0.00046638842,0.000034420675,3.0493993e-7,0.000010215997,0.00020098072],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.86415875,0.0861196,0.044721354,0.0014016264,0.0027348502,0.00086381723],"domain_scores_gemma":[0.24118954,0.72366166,0.032326747,0.0017199842,0.00074104534,0.0003610086],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6180132,0.00030430531,0.0067595188,0.00027044237,0.00020663042,0.00016498567,0.0018368188,0.00023813249,0.0003261332],"category_scores_gemma":[0.87080103,0.00010719393,0.0021569303,0.00040183906,0.00036919882,0.0008079302,0.00014867811,0.00047095917,0.000015995254],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000115649804,0.000044493245,0.9678374,0.00007993983,0.00012140523,0.000018636249,0.00016273846,0.000043370626,0.00008759474,0.0039061746,0.014054381,0.013528196],"study_design_scores_gemma":[0.003004981,0.0015742397,0.5497545,0.0072319284,0.00091043295,0.0003488293,0.003884269,0.011418013,0.000038618775,0.40645075,0.014780709,0.00060273334],"about_ca_topic_score_codex":0.000023373674,"about_ca_topic_score_gemma":0.00014219728,"teacher_disagreement_score":0.63754207,"about_ca_system_score_codex":0.000096460986,"about_ca_system_score_gemma":0.00022595133,"threshold_uncertainty_score":0.4620672},"labels":[],"label_agreement":null},{"id":"W2255134749","doi":"10.1615/jlongtermeffmedimplants.2015013786","title":"Ethical and Methodological Issues Surrounding the Use of Appropriate Comparators in Orthopaedic Surgery Randomized Controlled Trials","year":2015,"lang":"en","type":"article","venue":"Journal of Long-Term Effects of Medical Implants","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton General Hospital; McMaster University","funders":"","keywords":"Randomized controlled trial; Medicine; Intervention (counseling); Ethical issues; Alternative medicine; Clinical trial; Placebo; Engineering ethics; Surgery; Psychiatry; Engineering","score_opus":0.8512009595979766,"score_gpt":0.5982139085959898,"score_spread":0.2529870510019868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2255134749","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97137576,0.007425203,0.015001354,0.003407898,0.0012315864,0.0015442638,0.000002834436,0.0000016229678,0.000009476929],"genre_scores_gemma":[0.9968018,0.0013697762,0.0012514625,0.00028194167,0.00023059253,0.000019867284,0.0000011406682,0.000008185577,0.000035250494],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.6723654,0.2801863,0.030965168,0.0005043842,0.015572351,0.00040637574],"domain_scores_gemma":[0.20109297,0.7663708,0.02879885,0.0011145275,0.0017838448,0.00083901],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7461422,0.00034549716,0.028489871,0.0008151687,0.00004582645,0.0003127899,0.0012914311,0.00049202814,0.00035306156],"category_scores_gemma":[0.8670502,0.000106497886,0.0049599046,0.0006974344,0.00062238454,0.00024441353,0.00018206197,0.0010308172,0.000009162385],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.17682078,0.0012551348,0.6430016,0.0022501973,0.012286028,0.004257644,0.004165076,0.00021279555,0.00078805746,0.001262466,0.054519042,0.099181175],"study_design_scores_gemma":[0.7341578,0.00162443,0.1850324,0.013981559,0.014257655,0.007818085,0.0010244885,0.022929795,0.0012702916,0.015380126,0.0012888542,0.0012345414],"about_ca_topic_score_codex":0.000029558078,"about_ca_topic_score_gemma":0.000015340403,"teacher_disagreement_score":0.557337,"about_ca_system_score_codex":0.000020980164,"about_ca_system_score_gemma":0.0003490122,"threshold_uncertainty_score":0.9859332},"labels":[],"label_agreement":null},{"id":"W2258105780","doi":"10.1016/j.jclinepi.2015.10.018","title":"Critical EPICOT items were absent in Cochrane human immunodeficiency virus systematic reviews: a bibliometric analysis","year":2015,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa; Institute of Population and Public Health; McMaster University","funders":"","keywords":"Systematic review; Medicine; Psychological intervention; Population; Meta-analysis; Human immunodeficiency virus (HIV); Family medicine; Research design; MEDLINE; Clinical study design; Demography; Gerontology; Clinical trial; Environmental health; Psychiatry; Social science; Internal medicine","score_opus":0.9543698016403744,"score_gpt":0.7476668559472635,"score_spread":0.20670294569311098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2258105780","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010064945,0.9857558,0.0076347333,0.00043888862,0.0025554097,0.0024743713,0.000039290455,0.0000048217876,0.0009960437],"genre_scores_gemma":[0.00031228215,0.9943531,0.0026907783,0.00051398075,0.0008672018,0.000121346275,0.000020093883,0.000047898986,0.0010732862],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.29584697,0.4462157,0.24591133,0.0024527174,0.0083732605,0.0012000462],"domain_scores_gemma":[0.044115376,0.7083286,0.22625323,0.010942141,0.008490901,0.0018697324],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","research_integrity","insufficient_payload"],"category_scores_codex":[0.905135,0.0015587881,0.20020589,0.11340282,0.00015596674,0.0005698522,0.009174505,0.002037005,0.005063908],"category_scores_gemma":[0.9572466,0.00064376666,0.062978745,0.17591365,0.0006691071,0.00046250786,0.0005916884,0.0043553915,0.0048001013],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031109023,0.0017003287,0.012077889,0.22814697,0.011176308,0.0004279114,0.00007787523,0.00011176425,1.2558269e-7,0.0046225577,0.07545925,0.6661679],"study_design_scores_gemma":[0.00040051815,0.00055986975,0.002160654,0.059238933,0.032844823,0.0004582942,0.00006387056,0.0006064728,3.3035967e-9,0.0070650466,0.89597076,0.0006307642],"about_ca_topic_score_codex":0.000051912415,"about_ca_topic_score_gemma":0.000052094016,"teacher_disagreement_score":0.8205115,"about_ca_system_score_codex":0.00032924628,"about_ca_system_score_gemma":0.0010436514,"threshold_uncertainty_score":0.99971604},"labels":[],"label_agreement":null},{"id":"W2258698375","doi":"10.1136/bmjopen-2015-008431","title":"Reporting missing participant data in randomised trials: systematic survey of the methodological literature and a proposed guide","year":2015,"lang":"en","type":"review","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto; McMaster University","funders":"","keywords":"Missing data; Medicine; MEDLINE; Randomized controlled trial; Categorical variable; Systematic review; Clinical trial; Family medicine; Statistics; Surgery; Internal medicine","score_opus":0.9947297929269614,"score_gpt":0.777605062173985,"score_spread":0.21712473075297645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2258698375","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010329462,0.94106436,0.0006740995,0.000097590266,0.000254404,0.057017904,0.00013947758,0.0000019245272,0.00073989335],"genre_scores_gemma":[0.00018548197,0.90125614,0.07560723,0.00021722526,0.000334088,0.00591645,0.00060284237,0.00013715301,0.015743377],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.12314462,0.73929703,0.12688862,0.0027512999,0.007444049,0.0004744001],"domain_scores_gemma":[0.18822336,0.3464463,0.41353357,0.04611551,0.0050783223,0.0006029587],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.95626694,0.0006142837,0.05709589,0.0003099921,0.00010210698,0.0035120894,0.010261353,0.00035295825,0.00026971963],"category_scores_gemma":[0.96333414,0.0001755536,0.0025109549,0.0030234489,0.000093285686,0.00032639396,0.004079365,0.0004225495,0.000041711664],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033568105,0.00012718429,0.0006279623,0.47625569,0.003195752,0.00012333535,0.0017256084,0.0000050935937,0.0000011931513,0.00009140512,0.037935182,0.4795759],"study_design_scores_gemma":[0.004321692,0.000048315294,0.00038418398,0.62245786,0.019069297,0.0004905885,0.00048170463,0.0032078356,4.6506557e-7,0.0018908741,0.3467892,0.0008579588],"about_ca_topic_score_codex":0.00017185803,"about_ca_topic_score_gemma":0.00018978931,"teacher_disagreement_score":0.47871795,"about_ca_system_score_codex":0.000038870396,"about_ca_system_score_gemma":0.0016280513,"threshold_uncertainty_score":0.99752235},"labels":[],"label_agreement":null},{"id":"W226105024","doi":"10.1136/bmj.325.7362.491/a","title":"Peer review of statistics in medical research","year":2002,"lang":"en","type":"letter","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"","keywords":"Sample size determination; Equivalence (formal languages); Confidence interval; Sample (material); Psychology; Statistics; Protocol (science); Medical education; Medicine; Mathematics; Alternative medicine","score_opus":0.9004513100208548,"score_gpt":0.6605879553138788,"score_spread":0.23986335470697595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W226105024","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000001954001,0.025079912,0.0009150494,0.8996697,0.00028476107,0.0012001697,0.00014153376,0.0000010781808,0.072705835],"genre_scores_gemma":[0.000009589459,0.008645847,0.005507023,0.4295959,0.0016946567,0.00013791012,0.00015138726,0.00002510392,0.5542326],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.6889268,0.101142645,0.041532956,0.0022696008,0.16517045,0.0009575206],"domain_scores_gemma":[0.9360983,0.033979118,0.0072580273,0.0081422515,0.014336414,0.00018592096],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.57370013,0.00026488115,0.006434609,0.0008481779,0.000035040706,0.00020472951,0.0039468706,0.0005509938,0.2552246],"category_scores_gemma":[0.6167412,0.00012147232,0.0011895783,0.0023597507,0.0001727684,0.000046685615,0.00029016938,0.002163917,0.016113967],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.863054e-7,0.000013286536,0.00023636276,0.003954987,0.000045013618,0.00035112395,0.000036181584,9.355043e-8,2.1858972e-8,0.00015862205,0.9776134,0.017590657],"study_design_scores_gemma":[0.000047024045,0.000014332477,0.00017583212,0.005546872,0.00006517292,0.000022200176,0.00001411937,0.0003290256,6.8685246e-8,0.0020434528,0.9916306,0.00011127847],"about_ca_topic_score_codex":0.00003751997,"about_ca_topic_score_gemma":0.00003189053,"teacher_disagreement_score":0.48152676,"about_ca_system_score_codex":0.00004622498,"about_ca_system_score_gemma":0.00030964325,"threshold_uncertainty_score":0.9846521},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2262449114","doi":"10.1016/j.jclinepi.2015.12.011","title":"Knowledge synthesis methods for integrating qualitative and quantitative data: a scoping review reveals poor operationalization of the methodological steps","year":2016,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":70,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Operationalization; Narrative; Process (computing); Computer science; Qualitative research; MEDLINE; Systematic review; Management science; Data science; Knowledge management; Psychology; Sociology; Epistemology; Engineering","score_opus":0.9923664630974257,"score_gpt":0.8454584875581033,"score_spread":0.14690797553932244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2262449114","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.0026774e-7,0.5480325,0.44806817,0.0016476715,0.00055619364,0.0015350014,0.00009042478,7.3580725e-7,0.000068503796],"genre_scores_gemma":[5.2035824e-7,0.5812182,0.41780877,0.00048653336,0.00022885436,0.00006797686,0.000006493995,0.00001280441,0.00016988265],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.17875735,0.72831964,0.08978314,0.0015112187,0.001292782,0.00033587415],"domain_scores_gemma":[0.0054313447,0.87255394,0.11389959,0.0028937263,0.0049881,0.0002332943],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.89828277,0.0005981523,0.054675058,0.0003509654,0.0001566352,0.00007737718,0.0044953157,0.00068027613,0.00064262963],"category_scores_gemma":[0.98957866,0.00018120493,0.009984686,0.0010236347,0.0006941481,0.00034289787,0.0007883413,0.00091031793,0.000034582703],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016644784,0.000046946938,0.000080620055,0.029488733,0.0012183877,3.3709608e-7,0.00010258211,7.6422026e-7,2.4760806e-7,0.024095422,0.014234343,0.93071496],"study_design_scores_gemma":[0.00017974051,0.000281965,0.00003621492,0.39774024,0.005683336,0.0000737487,0.0003533424,0.0006010109,1.675925e-7,0.042435724,0.5523627,0.00025182375],"about_ca_topic_score_codex":0.000002009207,"about_ca_topic_score_gemma":0.000009724682,"teacher_disagreement_score":0.93046314,"about_ca_system_score_codex":0.000043287575,"about_ca_system_score_gemma":0.0012741898,"threshold_uncertainty_score":0.9999301},"labels":[],"label_agreement":null},{"id":"W2262519858","doi":"10.1148/radiol.2016151384","title":"Is There an Association between STARD Statement Adherence and Citation Rate?","year":2016,"lang":"en","type":"article","venue":"Radiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Citation; Impact factor; Cochrane Library; Confidence interval; Diagnostic accuracy; Interquartile range; Medical physics; Internal medicine; Library science; Computer science","score_opus":0.6941388896306494,"score_gpt":0.5249592535183378,"score_spread":0.16917963611231157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2262519858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9788554,0.00030778602,0.016696269,0.002763607,0.0001291636,0.00027424065,0.00005400412,0.0000044572243,0.00091510365],"genre_scores_gemma":[0.9908237,0.000095250565,0.00092802494,0.00022491018,0.00008177939,0.000017854098,0.0000085149695,0.000004366543,0.007815615],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98599404,0.009426162,0.0028376041,0.0005618975,0.0009981144,0.00018217895],"domain_scores_gemma":[0.9917528,0.004523363,0.0022981048,0.00088453275,0.0004491946,0.000091978014],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.058452852,0.00012406157,0.0012192281,0.00012161418,0.00007029294,0.00015154171,0.00040864383,0.000091841044,0.00673958],"category_scores_gemma":[0.009697817,0.00004985578,0.0001948637,0.00024264178,0.00003229971,0.00024321974,0.000032694723,0.00004508843,0.0019224539],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034021195,0.000007080423,0.8966284,0.000005664661,0.00016967002,7.297288e-7,0.0005647216,0.0000010733114,0.00074304955,0.0007499878,0.047124583,0.054001663],"study_design_scores_gemma":[0.00029837567,0.00019339671,0.88199145,0.0000114513705,0.00011562778,0.000001688198,0.0002942741,0.00017445287,0.00010011804,0.026242446,0.09045815,0.00011857818],"about_ca_topic_score_codex":0.000011549302,"about_ca_topic_score_gemma":0.000029166313,"teacher_disagreement_score":0.053883087,"about_ca_system_score_codex":0.000070540285,"about_ca_system_score_gemma":0.000030048654,"threshold_uncertainty_score":0.99885464},"labels":[],"label_agreement":null},{"id":"W2263572070","doi":"10.1136/bmj.i157","title":"PRISMA harms checklist: improving harms reporting in systematic reviews","year":2016,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":555,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; McMaster University; University of Alberta","funders":"National Institute for Health and Care Research; Cancer Research UK","keywords":"Checklist; Systematic review; Delphi method; Medicine; Harm; Relevance (law); MEDLINE; Intervention (counseling); Delphi; Medical education; Family medicine; Psychology; Computer science; Nursing; Political science; Social psychology","score_opus":0.7674042019597654,"score_gpt":0.5519904255555567,"score_spread":0.21541377640420878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2263572070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4824653,0.038449153,0.24679711,0.03035775,0.006117448,0.054103658,0.00003031934,0.00015260495,0.14152667],"genre_scores_gemma":[0.85750145,0.00011888188,0.012893536,0.0006697596,0.00045481633,0.0013365307,0.0000020555478,0.000042548327,0.12698044],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.91950357,0.0155230025,0.057436273,0.0016395518,0.005327558,0.0005700282],"domain_scores_gemma":[0.9234943,0.006473889,0.061307482,0.0076176417,0.0008520133,0.00025469018],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.4347708,0.0003724782,0.0069998424,0.00042931087,0.00009928549,0.00070799445,0.0017533456,0.000108741355,0.003925649],"category_scores_gemma":[0.51165813,0.00012762847,0.0021823165,0.001356815,0.00004153631,0.00046253062,0.00022628809,0.00014347692,0.010672343],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016193671,0.00019898804,0.15899079,0.038315438,0.0003702114,0.00032967437,0.0030645262,0.000014332681,0.012326343,0.0024532524,0.5591997,0.22472058],"study_design_scores_gemma":[0.0026630932,0.00019601402,0.069404446,0.075292565,0.0018118572,0.0010580966,0.0041397945,0.020159522,0.0017861874,0.015452317,0.8045225,0.0035136184],"about_ca_topic_score_codex":0.000025627858,"about_ca_topic_score_gemma":0.00004860491,"teacher_disagreement_score":0.37503615,"about_ca_system_score_codex":0.00010193348,"about_ca_system_score_gemma":0.00008650933,"threshold_uncertainty_score":0.9969849},"labels":[],"label_agreement":null},{"id":"W2264215949","doi":"10.1371/journal.pmed.1001864","title":"Four Proposals to Help Improve the Medical Research Literature","year":2015,"lang":"en","type":"article","venue":"PLoS Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa","funders":"Medical Research Council; National Institute for Health and Care Research; Cancer Research UK","keywords":"Medical research; Psychological intervention; Medicine; MEDLINE; Peer review; Quality (philosophy); Medical education; Family medicine; Political science; Nursing; Pathology","score_opus":0.9048585771855315,"score_gpt":0.6237351375330522,"score_spread":0.2811234396524793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2264215949","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1247359,0.012825119,0.004197676,0.7342672,0.0024970744,0.005657731,0.000025698624,0.00003345039,0.115760185],"genre_scores_gemma":[0.8474761,0.00009272807,0.001849127,0.011012477,0.00499773,0.00034797282,0.000012869892,0.000037024565,0.13417396],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.940768,0.018378818,0.006079271,0.0010943842,0.033130974,0.0005485722],"domain_scores_gemma":[0.97520065,0.010740273,0.0010219162,0.005114098,0.0065988465,0.0013242216],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.35097712,0.00023721482,0.0023672627,0.00051191496,0.00018073169,0.0005193702,0.0037000496,0.00014489105,0.011427221],"category_scores_gemma":[0.4915464,0.00006797997,0.00038124662,0.004038489,0.00026507291,0.00013116404,0.0004228525,0.00069522206,0.010158135],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014874526,0.00004594737,0.00093794224,0.00003568951,0.00009906697,0.000078055375,0.0045612254,7.8935e-7,0.00039398967,0.0016357469,0.9648612,0.027335469],"study_design_scores_gemma":[0.00047009002,0.00047744377,0.00038105916,0.0005377119,0.00012007511,0.000075246586,0.00431423,0.003564527,0.00011923046,0.020172268,0.969626,0.00014212144],"about_ca_topic_score_codex":0.000027418871,"about_ca_topic_score_gemma":0.00004541192,"teacher_disagreement_score":0.7232547,"about_ca_system_score_codex":0.00004844212,"about_ca_system_score_gemma":0.00030934965,"threshold_uncertainty_score":0.99061257},"labels":[],"label_agreement":null},{"id":"W2265337270","doi":"10.5287/ora-kzepdq4j6","title":"Outcome reporting bias in randomised trials","year":2003,"lang":"en","type":"article","venue":"Oxford University Research Archive (ORA) (University of Oxford)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Reporting bias; Meta-analysis; Outcome (game theory); Clinical trial; Odds; Randomized controlled trial; MEDLINE; Odds ratio; Observational study; Publication bias; Family medicine; Internal medicine; Logistic regression","score_opus":0.7120600369760427,"score_gpt":0.4889185747419583,"score_spread":0.22314146223408438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2265337270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6829982,0.000110188324,0.04330776,0.0010275933,0.00016811863,0.0025374717,0.000115199655,0.000019416217,0.26971608],"genre_scores_gemma":[0.9275088,0.00038616554,0.022324378,0.00003330415,0.000031516516,7.5973406e-7,0.000028993316,0.000021617821,0.049664523],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.92230934,0.057673857,0.0091909235,0.001852741,0.007825203,0.0011479285],"domain_scores_gemma":[0.8953002,0.060749,0.028135957,0.009022902,0.005230413,0.0015614949],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3271919,0.00039232554,0.0058034416,0.0037211643,0.00085380377,0.00025016075,0.0038958532,0.00019093625,0.008667469],"category_scores_gemma":[0.19610797,0.00030574156,0.0034565947,0.0049933465,0.000689058,0.0008130504,0.0008477992,0.0009237701,0.00021708201],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029804213,0.0005225422,0.87950915,0.00022842243,0.00087564066,0.0014083653,0.0055314805,0.0005091559,0.000767738,0.05214971,0.03585649,0.0196609],"study_design_scores_gemma":[0.012080245,0.0002330963,0.054351162,0.00012267807,0.0002548909,0.000027297017,0.04698335,0.0034843902,0.00004788268,0.018511953,0.86338043,0.0005226071],"about_ca_topic_score_codex":0.00042358163,"about_ca_topic_score_gemma":0.0016614889,"teacher_disagreement_score":0.82752395,"about_ca_system_score_codex":0.00025556114,"about_ca_system_score_gemma":0.00057837047,"threshold_uncertainty_score":0.99993944},"labels":[],"label_agreement":null},{"id":"W2266476729","doi":"10.1002/bjs.10115","title":"Practical guide to the Idea, Development and Exploration stages of the IDEAL Framework and Recommendations","year":2016,"lang":"en","type":"article","venue":"British journal of surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Victoria Hospital; McGill University Health Centre; Royal Victoria Regional Health Centre","funders":"","keywords":"Ideal (ethics); Medicine; Quality (philosophy); Management science; Process (computing); Psychological intervention; Process management; Computer science; Nursing; Epistemology; Engineering","score_opus":0.626214756493085,"score_gpt":0.5003644661523898,"score_spread":0.12585029034069517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2266476729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65989995,0.003389025,0.21531513,0.11987142,0.0008550151,0.0003638853,0.000018004184,0.0000015850791,0.0002859942],"genre_scores_gemma":[0.95075136,0.0017905249,0.04496093,0.0008366072,0.00016198549,0.000010027307,3.4867202e-7,0.00000772952,0.001480486],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9907758,0.0029107868,0.004350381,0.00017342374,0.0016902353,0.000099372],"domain_scores_gemma":[0.9819308,0.01351777,0.003111465,0.0004331001,0.0009047956,0.000102081955],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06838767,0.00007830888,0.0008692858,0.000120059834,0.0001771852,0.0004574176,0.00030366928,0.000035536006,0.00060004805],"category_scores_gemma":[0.08329683,0.000028907203,0.00030207247,0.00038223807,0.000056454643,0.00044402372,0.00010109847,0.00011097318,0.000023799781],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046346586,0.00001758115,0.036596246,0.0000072118537,0.00007934414,0.000009048455,0.0002975899,0.0000016117955,0.000031285806,0.0005274731,0.46414903,0.49827895],"study_design_scores_gemma":[0.000089614055,0.000014371113,0.22633329,0.0010664146,0.000090311434,0.0009790467,0.0016030986,0.000008849876,0.00019461666,0.006427931,0.76308835,0.00010412381],"about_ca_topic_score_codex":0.000007122278,"about_ca_topic_score_gemma":0.000044475557,"teacher_disagreement_score":0.49817482,"about_ca_system_score_codex":0.00001519812,"about_ca_system_score_gemma":0.00014924051,"threshold_uncertainty_score":0.9592909},"labels":[],"label_agreement":null},{"id":"W2267831916","doi":"10.1016/j.jclinepi.2016.01.020","title":"A new classification of spin in systematic reviews and meta-analyses was developed and ranked according to the severity","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":211,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa","funders":"National Institute for Health and Care Research; Cancer Research UK","keywords":"Meta-analysis; Systematic review; MEDLINE; Medicine; Statistics; Mathematics; Internal medicine; Biology","score_opus":0.9729143064742207,"score_gpt":0.714524897594347,"score_spread":0.2583894088798737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2267831916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45479706,0.0292492,0.41687015,0.09546369,0.0006335238,0.002733263,0.0000058185074,0.0000020085279,0.00024529788],"genre_scores_gemma":[0.9453543,0.0026134695,0.048525296,0.002429445,0.00017260491,0.000027398968,1.583179e-7,0.0000074468803,0.0008699204],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6748112,0.23052578,0.091140874,0.001053637,0.0020793667,0.00038916274],"domain_scores_gemma":[0.36953783,0.5354215,0.08825467,0.0038109715,0.0021714915,0.0008035376],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6427077,0.0002441199,0.022635283,0.00034844538,0.00004452098,0.000056309498,0.0011911748,0.00017193753,0.00046523765],"category_scores_gemma":[0.84239167,0.00006456844,0.0032347906,0.00076445384,0.00012997164,0.00020995674,0.00015440078,0.00029369496,0.00010223391],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002793985,0.00013385358,0.6893053,0.003073641,0.01070807,0.00001169193,0.0006044027,0.000047364447,0.00034486756,0.0076147662,0.07046409,0.21741255],"study_design_scores_gemma":[0.0012829916,0.00039469742,0.89359,0.0019150706,0.017572422,0.00025161964,0.0007954538,0.0017787534,0.000011628724,0.04292661,0.039166063,0.00031472842],"about_ca_topic_score_codex":0.000021401906,"about_ca_topic_score_gemma":0.00009874852,"teacher_disagreement_score":0.49055722,"about_ca_system_score_codex":0.000019025092,"about_ca_system_score_gemma":0.00014450106,"threshold_uncertainty_score":0.9918747},"labels":[],"label_agreement":null},{"id":"W2268906875","doi":"10.3138/jsp.47.2.180","title":"What We Still Don't Know About Peer Review","year":2016,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Empirical research; Comprehension; Mechanism (biology); Process (computing); Field (mathematics); Production (economics); Object (grammar); Sociology; Epistemology; Peer review; Social science; Political science; Computer science; Law; Economics","score_opus":0.5966307666371715,"score_gpt":0.48922548105245833,"score_spread":0.10740528558471318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2268906875","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011079161,0.4421746,0.008635371,0.5234832,0.0042964374,0.0004563098,0.000013565787,0.0000075386747,0.009853771],"genre_scores_gemma":[0.13734895,0.3258809,0.025529733,0.028527312,0.0039113928,0.000026209022,0.0000052409287,0.000114932736,0.47865534],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.937587,0.011641482,0.018638214,0.0008849042,0.030718017,0.00053038064],"domain_scores_gemma":[0.8871267,0.010855345,0.030927459,0.005519177,0.06438092,0.0011904385],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","scholarly_communication","insufficient_payload"],"category_scores_codex":[0.47334042,0.00034665747,0.0040833103,0.0010056151,0.00016537252,0.15201586,0.006720584,0.00020637436,0.018896837],"category_scores_gemma":[0.57074726,0.00012353559,0.0031309945,0.002165444,0.000059785874,0.19681317,0.00035329125,0.0012344472,0.0019514766],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037267603,0.000022839004,0.00420065,0.00008503403,0.00014242234,0.000021691594,0.00017692221,8.527618e-7,0.00013888572,0.00076821476,0.70270914,0.2917296],"study_design_scores_gemma":[0.00031043257,0.000045456898,0.0036912707,0.008830402,0.00027840605,0.00020453556,0.0006150567,0.000009532653,0.00001529191,0.009112124,0.9767192,0.0001683165],"about_ca_topic_score_codex":0.0000035045368,"about_ca_topic_score_gemma":0.000008478891,"teacher_disagreement_score":0.49495593,"about_ca_system_score_codex":0.00014478354,"about_ca_system_score_gemma":0.00030936132,"threshold_uncertainty_score":0.9988256},"labels":[],"label_agreement":null},{"id":"W2270295388","doi":"10.1016/j.cct.2016.01.008","title":"Likelihood ratio meta-analysis: New motivation and approach for an old method","year":2016,"lang":"en","type":"article","venue":"Contemporary Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Jewish General Hospital; McGill University; University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Meta-analysis; Statistics; Internal medicine","score_opus":0.9790583276220761,"score_gpt":0.6859791808720148,"score_spread":0.2930791467500613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2270295388","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00090104685,0.0033513985,0.9851848,0.004711387,0.00023843782,0.003339129,0.00014620948,0.000017542468,0.0021100473],"genre_scores_gemma":[0.5842678,0.00009573135,0.34884888,0.0030693442,0.0014732634,0.00052927044,0.00010053907,0.0000455106,0.061569657],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.83704346,0.1203292,0.03608674,0.002814762,0.0033796176,0.00034618922],"domain_scores_gemma":[0.6398043,0.3171004,0.029732998,0.009259402,0.0026421514,0.0014607201],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.65524673,0.00047111863,0.01901346,0.000544573,0.00014355688,0.0010009519,0.0015070924,0.00032906677,0.003246066],"category_scores_gemma":[0.4732823,0.00016620164,0.016519913,0.0014455591,0.000090840775,0.0009803767,0.00012821276,0.00014452422,0.000166608],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054993486,0.00066942605,0.030631766,0.000056751778,0.30580088,0.0000020064965,0.0002873864,0.000050060087,0.00045496886,0.014988083,0.39969587,0.24681287],"study_design_scores_gemma":[0.009511508,0.001382325,0.008942916,0.000019028277,0.50786316,0.0000043434616,0.000760357,0.025523722,0.0002755496,0.26768336,0.17668779,0.0013459652],"about_ca_topic_score_codex":0.000019534104,"about_ca_topic_score_gemma":0.000008227713,"teacher_disagreement_score":0.6363359,"about_ca_system_score_codex":0.000011333656,"about_ca_system_score_gemma":0.00027193694,"threshold_uncertainty_score":0.9976651},"labels":[],"label_agreement":null},{"id":"W2272002644","doi":"10.1186/1745-6215-16-s2-p223","title":"Matching trial design decisions to the needs of those you hope will use the results: the PRECIS-2 tool","year":2015,"lang":"en","type":"article","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Western University","funders":"","keywords":"Relevance (law); Resource (disambiguation); Presentation (obstetrics); Medicine; Intervention (counseling); Matching (statistics); Clinical trial; Health care; Strengths and weaknesses; Work (physics); Clinical study design; Research design; Management science; Computer science; Data science; Psychology; Nursing","score_opus":0.9393248067852228,"score_gpt":0.5926899880557448,"score_spread":0.346634818729478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2272002644","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34375805,0.0036522218,0.5581806,0.045259282,0.007139648,0.034699257,0.00047452396,0.000034767672,0.006801645],"genre_scores_gemma":[0.9190953,0.00022872249,0.021175263,0.0031496037,0.0026996385,0.000986506,0.00000933114,0.00005775332,0.052597877],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8257479,0.13460965,0.026644837,0.0010301302,0.011391429,0.00057602924],"domain_scores_gemma":[0.590322,0.3727481,0.016121162,0.017194794,0.0032113718,0.00040255082],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.63180965,0.0003443956,0.0041262694,0.00029689778,0.00042041784,0.002335597,0.0054375753,0.00010889827,0.00083523785],"category_scores_gemma":[0.6586439,0.00008427157,0.0023672457,0.0029328798,0.00011300912,0.0004404714,0.00044206152,0.00023781494,0.0018420178],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01098903,0.00009635128,0.000022765149,0.0000028007958,0.00048541653,0.0000015343068,0.0228772,0.0065357685,0.00012951336,0.0048793424,0.8887746,0.06520572],"study_design_scores_gemma":[0.011462031,0.00048161467,0.0001723972,0.00012523256,0.0013378605,0.000010321991,0.0154735595,0.0009795239,0.00016689696,0.06205699,0.90743047,0.000303089],"about_ca_topic_score_codex":0.000115677656,"about_ca_topic_score_gemma":0.00005317136,"teacher_disagreement_score":0.57533723,"about_ca_system_score_codex":0.00003231809,"about_ca_system_score_gemma":0.00029261084,"threshold_uncertainty_score":0.9999435},"labels":[],"label_agreement":null},{"id":"W2272534858","doi":"10.1186/s13643-016-0191-y","title":"Implementing PRISMA-P: recommendations for prospective authors","year":2016,"lang":"en","type":"editorial","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":231,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Medicine; Prospective cohort study; Medical physics; Intensive care medicine; Internal medicine","score_opus":0.612312134952635,"score_gpt":0.5736377426420178,"score_spread":0.0386743923106172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2272534858","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.9020047e-7,0.009168947,0.12634581,0.0010975976,0.79231447,0.060727067,0.00089901447,0.000029637127,0.009416754],"genre_scores_gemma":[0.000015828253,0.0010601674,0.02617893,0.00011028671,0.6298063,0.038229235,0.00047573762,0.00018113047,0.3039424],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8133737,0.07705245,0.08645668,0.0047937883,0.01660901,0.0017144139],"domain_scores_gemma":[0.75417256,0.10988056,0.10638286,0.018195698,0.010772284,0.0005960067],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.57451093,0.0015180055,0.026719889,0.0009304288,0.0007447208,0.0028157083,0.005684398,0.0008298738,0.009372212],"category_scores_gemma":[0.60261387,0.0005607846,0.010740471,0.0016015085,0.00006606002,0.00048196167,0.0005394354,0.0006074354,0.019486723],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002253796,0.000025985375,0.000020934402,0.05988573,0.00059190264,6.805154e-7,0.00037364408,6.2277515e-8,0.0000016518318,0.0013733422,0.9335934,0.0041304254],"study_design_scores_gemma":[0.00029585656,0.00005531711,0.0000013530844,0.018408885,0.0017961627,0.0000037766354,0.00031075417,0.00007905392,0.0000014498826,0.00821676,0.97023916,0.0005914422],"about_ca_topic_score_codex":0.0000067115593,"about_ca_topic_score_gemma":0.00005143101,"teacher_disagreement_score":0.29452565,"about_ca_system_score_codex":0.0004151738,"about_ca_system_score_gemma":0.00041571353,"threshold_uncertainty_score":0.9997569},"labels":[],"label_agreement":null},{"id":"W2272858057","doi":"10.1016/s1701-2163(15)30203-6","title":"Critical Appraisal Skills Among Canadian Obstetrics and Gynaecology Residents:How Do They Fare?","year":2015,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Children's Hospital of Eastern Ontario; Ottawa Hospital; University of Ottawa","funders":"Dalhousie University; University of Alberta; Ottawa Hospital Research Institute","keywords":"Medicine; Obstetrics and gynaecology; Biostatistics; Critical appraisal; Seniority; Epidemiology; Confidence interval; Family medicine; Gynecology; Medical education; Alternative medicine; Pregnancy; Internal medicine; Pathology","score_opus":0.19275992218957336,"score_gpt":0.39662986266172356,"score_spread":0.2038699404721502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2272858057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8796985,0.026147077,0.0003251923,0.0054009,0.07297063,0.00050274224,0.00010483962,0.0000036567255,0.014846475],"genre_scores_gemma":[0.997021,0.000094493305,0.0010212105,0.0006729633,0.000060028426,0.0000048562893,0.000002464191,0.000018951467,0.001104007],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98623097,0.003806647,0.0048989425,0.0006959926,0.0036468601,0.0007205927],"domain_scores_gemma":[0.78551894,0.1925005,0.006542844,0.0021387246,0.009097127,0.004201849],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.026246462,0.00039801214,0.0030803706,0.0016488762,0.00030955832,0.0011116717,0.001415538,0.0003837518,0.0025668778],"category_scores_gemma":[0.72078645,0.00023706163,0.00039917082,0.0016284452,0.0002719532,0.0004814742,0.00020425925,0.00069265114,0.000020405343],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.852679e-7,0.00005142202,0.828844,0.000027758704,0.00023011678,0.0033298444,0.00048827394,0.0000587127,3.2789242e-7,0.0024859689,0.09489527,0.069587305],"study_design_scores_gemma":[0.0010071088,0.0002557328,0.8787603,0.0000039584447,0.00030792956,0.00016831124,0.0031167888,0.00025506265,0.0000010292499,0.00647793,0.10934513,0.00030073393],"about_ca_topic_score_codex":0.0940237,"about_ca_topic_score_gemma":0.62125456,"teacher_disagreement_score":0.69454,"about_ca_system_score_codex":0.0013558088,"about_ca_system_score_gemma":0.0046739466,"threshold_uncertainty_score":0.99992526},"labels":[],"label_agreement":null},{"id":"W2273531508","doi":"10.1200/jco.2006.24.18_suppl.6039","title":"Randomized clinical trials in oncology stopped early for benefit (RCTSEB)","year":2006,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Randomized controlled trial; Clinical trial; Psychological intervention; Meta-analysis; Intervention (counseling); Internal medicine; Psychiatry","score_opus":0.937779014996416,"score_gpt":0.7365026944634103,"score_spread":0.2012763205330057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2273531508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8888967,0.0021470622,0.04626661,0.028554758,0.0101613775,0.0035910455,0.000018977184,0.000005272449,0.020358179],"genre_scores_gemma":[0.9236812,0.0006513166,0.05367638,0.0040913145,0.0068092877,0.00010144097,0.000004671625,0.00003278776,0.010951585],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.2604042,0.45419365,0.27567035,0.0018578582,0.0068859877,0.0009879362],"domain_scores_gemma":[0.10077343,0.7783288,0.113476925,0.0019347911,0.004830032,0.0006560532],"candidate_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.92108095,0.0003744059,0.048906352,0.0008249862,0.000075787335,0.00023326531,0.0024382798,0.0013169928,0.0031631438],"category_scores_gemma":[0.8587609,0.00016319925,0.023773033,0.00082424557,0.0005144127,0.00029659632,0.00014470067,0.0014851666,0.00053090724],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10403511,0.003160215,0.06559182,0.000022321135,0.0015976272,0.00019469905,0.000108823624,0.000292716,0.000013102033,0.014477153,0.17091481,0.6395916],"study_design_scores_gemma":[0.20488667,0.0038004282,0.0393985,0.000040075738,0.0015704854,0.000053292977,0.000120991754,0.002357771,0.0000019353622,0.11793242,0.629655,0.0001824135],"about_ca_topic_score_codex":0.00004719458,"about_ca_topic_score_gemma":0.00045163356,"teacher_disagreement_score":0.6394092,"about_ca_system_score_codex":0.00014556032,"about_ca_system_score_gemma":0.0019486945,"threshold_uncertainty_score":0.9999795},"labels":[],"label_agreement":null},{"id":"W2273555097","doi":"10.1016/j.jclinepi.2015.05.033","title":"Disclosure of data and statistical commands should accompany completely reported studies","year":2015,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Computer science; Medicine; Statistics; Mathematics","score_opus":0.9898007502915757,"score_gpt":0.7575522436430417,"score_spread":0.23224850664853391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2273555097","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004685717,0.019496817,0.049348976,0.92026925,0.0037523538,0.000546991,0.0010679428,0.0000031661962,0.00082875637],"genre_scores_gemma":[0.026560979,0.0059197345,0.15702917,0.7865348,0.017621653,0.000009804541,0.0006647834,0.0001029646,0.00555615],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.55779386,0.25897777,0.17068906,0.0026709158,0.009034749,0.00083361863],"domain_scores_gemma":[0.14356379,0.6801287,0.15716712,0.010029084,0.008446841,0.0006644712],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.72610015,0.00060692424,0.046519823,0.0004667683,0.00007261175,0.0000985037,0.005776412,0.0013250638,0.001192403],"category_scores_gemma":[0.88851786,0.00024891962,0.003450956,0.0004446433,0.0015944084,0.0002765971,0.0015330678,0.004751421,0.00009421069],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052005907,0.000051859322,0.12279717,0.0001611289,0.0029715353,0.000284846,0.000033785556,0.0000065746585,1.5705574e-7,0.00023369525,0.86667305,0.006734196],"study_design_scores_gemma":[0.0005048659,0.00046436218,0.042596262,0.00021066351,0.0022728997,0.0005090154,0.0001408574,0.0014998381,2.5677203e-8,0.067647144,0.8839578,0.00019623365],"about_ca_topic_score_codex":0.000010884431,"about_ca_topic_score_gemma":0.000018870676,"teacher_disagreement_score":0.4211509,"about_ca_system_score_codex":0.000025487747,"about_ca_system_score_gemma":0.0004935971,"threshold_uncertainty_score":0.9999963},"labels":[],"label_agreement":null},{"id":"W2274070914","doi":"10.1136/amiajnl-2014-002660","title":"An iterative evaluation of two shortened systematic review formats for clinicians: a focus group study","year":2014,"lang":"en","type":"article","venue":"Journal of the American Medical Informatics Association","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Focus group; CLARITY; Usability; Set (abstract data type); Focus (optics); Presentation (obstetrics); Medical education; Computer science; Medicine; Psychology; Human–computer interaction; Surgery","score_opus":0.4244247581500135,"score_gpt":0.5624457607647049,"score_spread":0.13802100261469136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2274070914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6729587,0.0016871181,0.3088155,0.0037849145,0.0011675737,0.010659866,0.000033226002,0.0000074593936,0.00088567735],"genre_scores_gemma":[0.99335885,0.00012623142,0.0037949341,0.0024210708,0.00015274214,0.000091589274,0.000004049549,0.0000095256,0.000040990995],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.92862153,0.02718338,0.023032133,0.00018081686,0.020732896,0.00024927204],"domain_scores_gemma":[0.90671784,0.010677547,0.07178275,0.001789959,0.008798032,0.00023389516],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.46793273,0.00022568749,0.0052778837,0.0002912672,0.00013929808,0.0002913901,0.002303743,0.00006120919,0.00018850366],"category_scores_gemma":[0.28578886,0.000092136856,0.00186672,0.0013334334,0.000063751664,0.0007853543,0.00007799807,0.00029104564,0.000029781724],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029357758,0.0062956274,0.18877904,0.08500481,0.018594062,0.0000024670699,0.06736901,0.0036499184,0.000083829436,0.005025087,0.13531533,0.48958725],"study_design_scores_gemma":[0.0031043543,0.0028457781,0.010376602,0.021015748,0.014732368,0.000031956843,0.017830037,0.91665024,0.000014853835,0.0125258,0.0005074881,0.0003648048],"about_ca_topic_score_codex":0.000008039935,"about_ca_topic_score_gemma":0.000045479777,"teacher_disagreement_score":0.9130003,"about_ca_system_score_codex":0.00027759062,"about_ca_system_score_gemma":0.00026251882,"threshold_uncertainty_score":0.72022724},"labels":[],"label_agreement":null},{"id":"W2275574338","doi":"10.1007/s11999-016-4763-x","title":"Has the Level of Evidence of Podium Presentations at the Musculoskeletal Tumor Society Annual Meeting Changed Over Time?","year":2016,"lang":"en","type":"article","venue":"Clinical Orthopaedics and Related Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton General Hospital; McMaster University","funders":"","keywords":"Medicine; Orthopedic surgery; Sports medicine; Evidence-based medicine; Physical therapy; Internal medicine; Surgery; Pathology; Alternative medicine","score_opus":0.903836539539034,"score_gpt":0.6367165684121507,"score_spread":0.26711997112688324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2275574338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9426915,0.0065261396,0.00043598132,0.0467692,0.0003776405,0.0014074394,0.0001278862,0.0000041951776,0.0016600378],"genre_scores_gemma":[0.9357506,0.0018293932,0.00024792596,0.000100624165,0.00015309216,0.000029504905,0.0000021898886,0.0000138021915,0.061872836],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9659884,0.019304799,0.0071764253,0.000795839,0.0063433396,0.00039120435],"domain_scores_gemma":[0.9165585,0.07567331,0.002623696,0.0022242712,0.0027274743,0.00019276576],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24540396,0.00016701817,0.0014394766,0.0001241502,0.0006603566,0.00014751991,0.0015302779,0.00018126352,0.0044596256],"category_scores_gemma":[0.1298851,0.00004345062,0.002614289,0.001602948,0.0029609662,0.00016745148,0.0009937668,0.0006308553,0.000530688],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012182562,0.0003003888,0.18127099,0.00022090481,0.0015578647,0.000013476942,0.0030756518,0.000028680528,0.0016238118,0.00094623567,0.7267732,0.08406699],"study_design_scores_gemma":[0.003029942,0.001455071,0.6068635,0.0020954832,0.0014499907,0.00007524279,0.00567448,0.02560705,0.00026808496,0.009066979,0.343787,0.0006271903],"about_ca_topic_score_codex":0.000031281914,"about_ca_topic_score_gemma":0.000029659135,"teacher_disagreement_score":0.42559248,"about_ca_system_score_codex":0.000015043006,"about_ca_system_score_gemma":0.00026164425,"threshold_uncertainty_score":0.9997524},"labels":[],"label_agreement":null},{"id":"W2277312686","doi":"10.1016/j.rpsm.2016.01.002","title":"Improving transparency of scientific reporting to increase value and reduce waste in mental health research","year":2016,"lang":"en","type":"editorial","venue":"Revista de Psiquiatría y Salud Mental","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"European Regional Development Fund; Generalitat Valenciana","keywords":"Transparency (behavior); Mental health; Environmental health; Business; Value (mathematics); Accounting; Environmental science; Environmental economics; Medicine; Psychiatry; Economics; Computer science; Statistics; Computer security; Mathematics","score_opus":0.5537440999468479,"score_gpt":0.5707055531260012,"score_spread":0.01696145317915332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2277312686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5843878,0.021731036,0.0009346058,0.0031806931,0.3757977,0.009664342,0.0025692242,0.00002813941,0.0017065146],"genre_scores_gemma":[0.5742769,0.0023927267,0.020029739,0.00021887384,0.36534348,0.0007457162,0.0012326761,0.00041997054,0.035339918],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9083351,0.027088638,0.035783388,0.004774966,0.022130366,0.0018875441],"domain_scores_gemma":[0.9676469,0.005938209,0.018999225,0.0047115595,0.0017229569,0.0009811457],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.40243793,0.000677801,0.0061667264,0.002228409,0.0005779252,0.00213409,0.002572345,0.00039956867,0.0005902852],"category_scores_gemma":[0.119044706,0.00040295316,0.0013443755,0.0028277556,0.0003623466,0.00036858857,0.0007680329,0.00094326265,0.00017054149],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007830161,0.00011194263,0.0014416764,0.0012092903,0.00008931887,0.000019035466,0.0024244953,0.0000016069725,0.00481652,0.00015776146,0.96304816,0.026601864],"study_design_scores_gemma":[0.00087255647,0.00040284902,0.00023712152,0.0045525404,0.00015301212,0.000035066187,0.0029418962,0.00040413323,0.00035223932,0.0003933595,0.98900294,0.0006522604],"about_ca_topic_score_codex":0.0009040943,"about_ca_topic_score_gemma":0.00031014282,"teacher_disagreement_score":0.28339323,"about_ca_system_score_codex":0.0012234291,"about_ca_system_score_gemma":0.0024177846,"threshold_uncertainty_score":0.9998422},"labels":[],"label_agreement":null},{"id":"W2279867742","doi":"10.1016/j.jclinepi.2016.02.001","title":"Diverse criteria and methods are used to compare treatment effect estimates: a scoping review","year":2016,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sinai Health System; Mount Sinai Hospital; Institute for Clinical Evaluative Sciences; Institute for Work & Health; Hospital for Sick Children; Centre for Social Innovation; University Health Network; SickKids Foundation; University of Toronto; Toronto Public Health","funders":"","keywords":"Observational study; Research design; Medicine; Clinical study design; Treatment effect; Statistics; Sample size determination; MEDLINE; Clinical trial; Mathematics","score_opus":0.973788508128348,"score_gpt":0.8051623039781306,"score_spread":0.16862620415021745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2279867742","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017503231,0.9660952,0.027610825,0.0017887326,0.0017066377,0.0026500288,0.00003449264,0.0000034375557,0.00009310737],"genre_scores_gemma":[0.000001643995,0.9333646,0.06406712,0.0014893173,0.0006944742,0.00007474284,0.0000033470344,0.000026392994,0.00027835427],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.5196942,0.3869278,0.08925468,0.0017680964,0.0017632851,0.00059192505],"domain_scores_gemma":[0.14926767,0.7345275,0.10908287,0.0041426877,0.0015477722,0.001431447],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.6981391,0.0010501848,0.11329028,0.00062351394,0.00011119999,0.00015629755,0.0024341575,0.00045030648,0.004579139],"category_scores_gemma":[0.85584134,0.00032944375,0.020548115,0.00075007876,0.00023761591,0.00015836906,0.00042002337,0.0007361151,0.0015373512],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013992269,0.000040269726,0.0031829723,0.02750048,0.0011542615,0.000041803363,0.000009789506,5.6554507e-7,1.7778424e-8,0.000028197463,0.030359449,0.9376682],"study_design_scores_gemma":[0.00027065506,0.00057075545,0.00023981847,0.3350289,0.0050692027,0.00023959388,0.0000063587872,0.000021286149,1.7763133e-8,0.00053632556,0.6578097,0.00020743291],"about_ca_topic_score_codex":0.0000037760278,"about_ca_topic_score_gemma":0.000013081852,"teacher_disagreement_score":0.9374608,"about_ca_system_score_codex":0.00010761332,"about_ca_system_score_gemma":0.00046609892,"threshold_uncertainty_score":0.9999158},"labels":[],"label_agreement":null},{"id":"W2282318253","doi":"10.31990/71","title":"An Introduction to Systematic Reviews that Include Meta-analyses for Policy Makers and Analysts","year":2015,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Systematic review; Management science; Political science; Engineering ethics; Economics; Engineering; MEDLINE; Law","score_opus":0.9684837522753795,"score_gpt":0.7661274438563672,"score_spread":0.2023563084190123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2282318253","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28875092,0.4736693,0.16728425,0.024595235,0.0032389143,0.036517844,0.00036368752,0.000072216986,0.0055076345],"genre_scores_gemma":[0.9728735,0.00382233,0.012156426,0.0020730346,0.0013342222,0.0013101962,0.000030931198,0.00009368056,0.006305686],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9577149,0.020263596,0.013598243,0.001765834,0.0061417543,0.0005156303],"domain_scores_gemma":[0.97207135,0.00405439,0.014367208,0.0050832476,0.0032652833,0.0011585071],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20698482,0.0007555642,0.013855078,0.003985645,0.0003479764,0.008812748,0.0077154445,0.00013410565,0.0076545393],"category_scores_gemma":[0.10734975,0.00036075883,0.003462756,0.0057272506,0.000116683615,0.003958342,0.00096925546,0.0002367859,0.00022897888],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001359818,0.0002837945,0.038003977,0.0046041226,0.011359993,0.000008746914,0.0011021865,0.0014892993,0.008218625,0.00081724225,0.92565787,0.008318181],"study_design_scores_gemma":[0.0020875556,0.00024196622,0.058286373,0.0029749388,0.08760928,0.00024942908,0.004880732,0.0075385086,0.0068749324,0.09760354,0.728075,0.00357774],"about_ca_topic_score_codex":0.00044756132,"about_ca_topic_score_gemma":0.00019515723,"teacher_disagreement_score":0.68412256,"about_ca_system_score_codex":0.0001845454,"about_ca_system_score_gemma":0.00022955495,"threshold_uncertainty_score":0.9998844},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2282815224","doi":"10.4309/jgi.2016.32.1","title":"The Effect of Research Compensation in the Form of Cheques on Gamblers&amp;#x0027; Cash-in Behaviour","year":2016,"lang":"en","type":"article","venue":"Journal of Gambling Issues","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cheque; Cash; Financial compensation; Compensation (psychology); Context (archaeology); Psychology; Social psychology; Business; Finance","score_opus":0.8844669472198107,"score_gpt":0.6484909524298318,"score_spread":0.23597599478997888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2282815224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941213,0.0018015684,0.0002818061,0.0025450697,0.00013334538,0.00038133605,0.0000016628916,5.949459e-7,0.0007333199],"genre_scores_gemma":[0.9981657,0.0003468064,0.00038094126,0.000012352185,0.00009011906,0.000005794152,1.7326677e-7,0.000005800494,0.0009922776],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9701949,0.015308404,0.0068697287,0.00025465412,0.00710708,0.00026523793],"domain_scores_gemma":[0.96872276,0.024220705,0.0042104633,0.001283751,0.0015141163,0.00004818262],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.29645118,0.00014042013,0.0017635799,0.00087211543,0.00008807931,0.00022469477,0.0016897942,0.0000649811,0.0002585028],"category_scores_gemma":[0.044814013,0.00003861513,0.0007473072,0.0012557458,0.0001411395,0.00022734042,0.000055752575,0.0003051633,0.000072609735],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005835258,0.00025694267,0.8669885,0.00018368421,0.00021974936,0.00003337831,0.014592948,0.00017372011,0.010050326,0.0023441387,0.017799431,0.08677366],"study_design_scores_gemma":[0.00451175,0.006013659,0.8279627,0.0075444314,0.00048483847,0.00016904848,0.015886018,0.0012915453,0.033811137,0.030895011,0.070921615,0.0005082429],"about_ca_topic_score_codex":0.00009504267,"about_ca_topic_score_gemma":0.00038413805,"teacher_disagreement_score":0.25163716,"about_ca_system_score_codex":0.000060151622,"about_ca_system_score_gemma":0.00004935668,"threshold_uncertainty_score":0.9632319},"labels":[],"label_agreement":null},{"id":"W2285135526","doi":"10.1016/j.arthro.2015.12.030","title":"Level of Clinical Evidence Presented at the Arthroscopy Association of North America Annual Meeting Over 10 Years (2006‐2015)","year":2016,"lang":"en","type":"review","venue":"Arthroscopy The Journal of Arthroscopic and Related Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; McMaster University","funders":"","keywords":"Medicine; Evidence-based medicine; Randomized controlled trial; MEDLINE; Family medicine; Internal medicine; Alternative medicine; Pathology","score_opus":0.5912389595348468,"score_gpt":0.5385475816505596,"score_spread":0.05269137788428724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2285135526","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03457965,0.9609185,0.00021661149,0.0006068337,0.00237017,0.00087387464,0.00026480082,0.0000041903104,0.00016536556],"genre_scores_gemma":[0.002133048,0.98628515,0.0001876949,0.00007863886,0.0002634276,0.0000078355815,0.000008665061,0.00004433701,0.010991199],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.94233274,0.025680654,0.024821462,0.0007805159,0.005823556,0.00056106644],"domain_scores_gemma":[0.8806527,0.06364207,0.050702482,0.0025087374,0.0022408704,0.00025313828],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11637125,0.000696998,0.012000427,0.0005620433,0.0003401149,0.00016347649,0.0017652566,0.00054342696,0.0040879175],"category_scores_gemma":[0.07175405,0.0002561415,0.0054369085,0.0018600231,0.0010253432,0.000562903,0.00050383445,0.0010624395,0.0004998366],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013745602,0.00018313459,0.06870747,0.0013925842,0.005006049,0.000020368829,0.00080267305,0.000035366575,0.0000079751435,0.0000097782895,0.40941095,0.51428616],"study_design_scores_gemma":[0.00032702019,0.00024471845,0.011260849,0.017499093,0.0032808199,0.00006576098,0.00017120667,0.000027079537,0.0000061267187,0.000103727376,0.9667119,0.00030172584],"about_ca_topic_score_codex":0.000025267298,"about_ca_topic_score_gemma":0.00007232363,"teacher_disagreement_score":0.5573009,"about_ca_system_score_codex":0.00010895362,"about_ca_system_score_gemma":0.0009668345,"threshold_uncertainty_score":0.9999891},"labels":[],"label_agreement":null},{"id":"W2286652342","doi":"10.1097/01.prs.0000475766.83901.5b","title":"A Systematic Review of Surgical Randomized Controlled Trials","year":2016,"lang":"en","type":"review","venue":"Plastic & Reconstructive Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences","funders":"","keywords":"Blinding; Randomized controlled trial; Medicine; Randomization; Sample size determination; Data extraction; MEDLINE; Physical therapy; Surgery; Statistics","score_opus":0.5365958018217598,"score_gpt":0.49711398870816176,"score_spread":0.03948181311359805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2286652342","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.547553e-7,0.96787536,0.0021747635,0.00003769568,0.003581122,0.021559231,0.0004570324,0.00001406934,0.004299753],"genre_scores_gemma":[0.0000030149115,0.99155015,0.00023522669,0.000026311141,0.00033025345,0.0046263076,0.00004009765,0.00006584951,0.0031227649],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.4111637,0.408753,0.16495551,0.0027784002,0.011543888,0.00080551696],"domain_scores_gemma":[0.031466693,0.81305313,0.14544706,0.0056087538,0.0040128254,0.00041155302],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.73565763,0.0020109473,0.35384083,0.0030899646,0.00011688305,0.00051819993,0.0026822807,0.0006224518,0.041002106],"category_scores_gemma":[0.94164366,0.00060976757,0.123843245,0.002747947,0.000769724,0.000261956,0.00023667277,0.00052120985,0.00616625],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011765437,0.000035153484,0.000002071689,0.8669202,0.018838085,0.000034594876,0.000007586545,2.9442287e-8,9.976322e-9,0.0011149138,0.007312195,0.10455862],"study_design_scores_gemma":[0.0145349605,0.000007993314,4.0133123e-8,0.8164777,0.06240594,0.0005149749,0.000017835722,0.00001274646,5.2707332e-8,0.0009334792,0.10457519,0.00051905017],"about_ca_topic_score_codex":0.0000018408571,"about_ca_topic_score_gemma":5.128111e-7,"teacher_disagreement_score":0.40430012,"about_ca_system_score_codex":0.00015319201,"about_ca_system_score_gemma":0.0017588587,"threshold_uncertainty_score":0.99963534},"labels":[],"label_agreement":null},{"id":"W2286810959","doi":"","title":"Users' guide to the surgical literature. Case-control studies in surgical journals.","year":2005,"lang":"en","type":"article","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital","funders":"","keywords":"Medicine; Odds ratio; Confidence interval; Retrospective cohort study; Logistic regression; Case-control study; Surgical procedures; Cohort study; Surgery; Internal medicine","score_opus":0.6302545924753318,"score_gpt":0.520484445978512,"score_spread":0.10977014649681982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2286810959","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6690752,0.17305227,0.0008472205,0.106767885,0.0019462513,0.007252887,0.00008169079,0.000027304799,0.04094932],"genre_scores_gemma":[0.9719064,0.0002852186,0.00040358858,0.0011377262,0.0008462053,0.0008805708,5.447241e-7,0.0000093467015,0.024530366],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97621775,0.010928705,0.0074582263,0.00082447537,0.00396299,0.0006078437],"domain_scores_gemma":[0.9852891,0.009894355,0.0013212776,0.0021922758,0.00095230166,0.00035067368],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.179791,0.00027819755,0.0027344332,0.00047013495,0.0001788379,0.0014378866,0.0014365886,0.00008914525,0.0015601366],"category_scores_gemma":[0.03963565,0.00009912911,0.0013513038,0.0023625828,0.00006299863,0.00030158643,0.00015613521,0.0003137625,0.0012073149],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050491493,0.00009587412,0.020839889,0.000017284478,0.000577739,0.005402985,0.002324224,0.0011862791,3.1548373e-7,0.0009350235,0.47458634,0.49398357],"study_design_scores_gemma":[0.0005330126,0.0000065116346,0.021151347,0.000022859516,0.0001096985,0.0028272078,0.0005557111,0.0005709379,0.0000014805516,0.00027611107,0.9738129,0.00013224344],"about_ca_topic_score_codex":0.000007993768,"about_ca_topic_score_gemma":0.00041548698,"teacher_disagreement_score":0.49922657,"about_ca_system_score_codex":0.00008691412,"about_ca_system_score_gemma":0.000021326432,"threshold_uncertainty_score":0.99959874},"labels":[],"label_agreement":null},{"id":"W2287646667","doi":"10.1016/j.jclinepi.2015.08.033","title":"Opening-up the definition of systematic literature review: the plurality of worldviews, methodologies and methods for reviews and syntheses","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":60,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research","keywords":"Systematic review; Management science; Field (mathematics); Engineering ethics; Computer science; Psychology; MEDLINE; Medicine; Engineering; Political science","score_opus":0.962211849845657,"score_gpt":0.7322610675367124,"score_spread":0.2299507823089446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2287646667","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008085597,0.68970007,0.27305654,0.033953015,0.0005540997,0.0017897973,0.000013412891,8.218473e-7,0.00012366475],"genre_scores_gemma":[0.005664677,0.5922401,0.3974284,0.004101453,0.00016452176,0.00007779314,4.1224786e-7,0.0000074707596,0.0003152079],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.34601808,0.57851535,0.07312587,0.0007878763,0.0012162995,0.00033654924],"domain_scores_gemma":[0.040179357,0.885417,0.06938199,0.0024553395,0.0024203851,0.00014592877],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8613147,0.00025876236,0.019446367,0.00013137433,0.00008774758,0.000051243012,0.0016848784,0.00019509859,0.00014360879],"category_scores_gemma":[0.9672341,0.00005797478,0.0041772504,0.00048439548,0.0007770464,0.0001932542,0.00020540065,0.00037869607,0.0000064500196],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028340318,0.00007190618,0.02036691,0.08374048,0.001736253,0.0000017745948,0.0005486871,0.0000018590056,0.0001342666,0.068009,0.14736973,0.67773575],"study_design_scores_gemma":[0.00064410496,0.0008065629,0.017462397,0.15495402,0.0053838827,0.0004670198,0.0004297561,0.00025663534,0.000027713024,0.5959558,0.22335497,0.00025715638],"about_ca_topic_score_codex":0.0000015472151,"about_ca_topic_score_gemma":0.0000031126497,"teacher_disagreement_score":0.67747855,"about_ca_system_score_codex":0.0000069851812,"about_ca_system_score_gemma":0.000052672232,"threshold_uncertainty_score":0.995111},"labels":[],"label_agreement":null},{"id":"W2287844929","doi":"10.1136/bmjopen-2015-008562","title":"What is the influence of randomisation sequence generation and allocation concealment on treatment effects of physical therapy trials? A meta-epidemiological study","year":2015,"lang":"en","type":"review","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health; University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates; University of Alberta; Physiotherapy Foundation of Canada","keywords":"Medicine; Epidemiology; Meta-analysis; Alternative medicine; Sequence (biology); Public health; MEDLINE; Physical therapy; Gerontology; Internal medicine; Pathology","score_opus":0.9578471903528902,"score_gpt":0.6968038048601565,"score_spread":0.26104338549273376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2287844929","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01744215,0.90300345,0.0001322808,0.00030056608,0.00014600997,0.07889667,0.000021918338,0.000001786729,0.000055164273],"genre_scores_gemma":[0.012001357,0.9725461,0.00018328294,0.00018781624,0.00012325375,0.014476277,0.000029949306,0.000012494718,0.00043944575],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8752403,0.108355716,0.011689297,0.0011306702,0.0034406746,0.00014333164],"domain_scores_gemma":[0.93735325,0.040358905,0.017863233,0.0033896498,0.0009448658,0.00009009578],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.25977823,0.0006103638,0.022856496,0.00014739965,0.00008529533,0.0007136922,0.0016848724,0.00012917278,0.000114438626],"category_scores_gemma":[0.04089486,0.00016204019,0.003546937,0.00059395476,0.00011014637,0.00040198743,0.00018642258,0.0001053055,0.00006227122],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012626025,0.0004347092,0.000022905278,0.0007320002,0.00606437,0.0000012171951,0.0026511126,0.00023929354,0.00001898614,0.0004433747,0.0009003665,0.9883654],"study_design_scores_gemma":[0.015001053,0.012216743,0.00056637643,0.009909393,0.0917971,0.000022794557,0.0021320723,0.0059553175,0.00021778655,0.0045927423,0.8561955,0.0013931025],"about_ca_topic_score_codex":0.00008946395,"about_ca_topic_score_gemma":0.000012048749,"teacher_disagreement_score":0.9869723,"about_ca_system_score_codex":0.00009638568,"about_ca_system_score_gemma":0.00031402093,"threshold_uncertainty_score":0.9916502},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2288495628","doi":"10.3899/jrheum.150461","title":"Common Design and Analysis Issues in Clinical Trials","year":2015,"lang":"en","type":"letter","venue":"The Journal of Rheumatology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Baseline (sea); Comparability; Null hypothesis; Medicine; Randomization; Consolidated Standards of Reporting Trials; Statistical significance; Clinical trial; Population; Randomized controlled trial; Statistics; Mathematics; Surgery; Internal medicine","score_opus":0.8535937330048078,"score_gpt":0.6137008845650056,"score_spread":0.2398928484398022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2288495628","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059926916,0.030650126,0.04299804,0.86342734,0.0016362972,0.0010050982,0.000015053364,0.000002628876,0.0003385048],"genre_scores_gemma":[0.21414885,0.059683874,0.05187847,0.63746,0.0026751624,0.00005788944,0.000073558906,0.00024673986,0.033775482],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.54932624,0.39373723,0.050278082,0.00062652456,0.005647512,0.00038440246],"domain_scores_gemma":[0.7679343,0.17242013,0.053741302,0.0036737223,0.0020477818,0.00018272738],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7580224,0.0003941772,0.023645082,0.0018650639,0.00006249755,0.0003788163,0.0035036912,0.0007943431,0.002195117],"category_scores_gemma":[0.20714442,0.0001357892,0.004295047,0.0017187971,0.00029094037,0.00013024382,0.00019003275,0.0022349905,0.00036055534],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046757756,0.000015694519,0.09178614,0.000017775159,0.0029383847,0.000048557264,0.00029089843,0.000116433584,1.15830275e-7,0.000021114785,0.90126425,0.0034538882],"study_design_scores_gemma":[0.0006712903,0.00021741458,0.002737857,0.00012538767,0.010433566,0.00209767,0.000364229,0.0042889793,3.3514954e-7,0.024007775,0.9548209,0.00023463709],"about_ca_topic_score_codex":0.00009157054,"about_ca_topic_score_gemma":0.00008671689,"teacher_disagreement_score":0.55087805,"about_ca_system_score_codex":0.000030289406,"about_ca_system_score_gemma":0.00022431694,"threshold_uncertainty_score":0.998717},"labels":[],"label_agreement":null},{"id":"W2288516595","doi":"10.1016/j.jclinepi.2016.02.022","title":"Three challenges described for identifying participants with missing data in trials reports, and potential solutions suggested to systematic reviewers","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of New Brunswick; University of Toronto; McMaster University","funders":"","keywords":"Missing data; Systematic review; Categorization; Randomized controlled trial; Data science; Process (computing); Computer science; Medicine; MEDLINE; Information retrieval; Psychology; Data mining; Management science; Artificial intelligence; Pathology; Machine learning","score_opus":0.9832173119860679,"score_gpt":0.7088153943360388,"score_spread":0.2744019176500291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2288516595","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06569289,0.030073943,0.8595863,0.041050952,0.0013900071,0.002155324,0.000018358709,0.0000031001355,0.000029139776],"genre_scores_gemma":[0.8819604,0.0042269025,0.112007685,0.0008672912,0.00069286214,0.00006696317,0.0000024704589,0.000023172308,0.00015226244],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.5993281,0.22141539,0.17053065,0.002928725,0.004337987,0.001459172],"domain_scores_gemma":[0.13619412,0.72681785,0.122244954,0.009128527,0.004087044,0.0015274896],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8578492,0.00027098713,0.020774087,0.0004128538,0.00010312956,0.00013054565,0.0014800658,0.00021436847,0.00017847393],"category_scores_gemma":[0.946066,0.00009318811,0.0019023169,0.00038376637,0.00016751351,0.00043859484,0.00027826434,0.00026270808,0.000034290257],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019450866,0.0008891682,0.4282875,0.01722298,0.007475934,0.0009548064,0.00069249666,0.00042157195,0.00037382953,0.009155465,0.10133061,0.43125054],"study_design_scores_gemma":[0.008057994,0.0029725325,0.54414785,0.07562477,0.013057991,0.004791169,0.0021777465,0.018166417,0.000006097079,0.30886936,0.020841476,0.0012866026],"about_ca_topic_score_codex":0.0000066173825,"about_ca_topic_score_gemma":0.00017619906,"teacher_disagreement_score":0.8162675,"about_ca_system_score_codex":0.000029960363,"about_ca_system_score_gemma":0.00024718704,"threshold_uncertainty_score":0.99376357},"labels":[],"label_agreement":null},{"id":"W2289170923","doi":"10.1097/acm.0000000000000786","title":"Appraising the Quality of Medical Education Research Methods","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":789,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Inter-rater reliability; Intraclass correlation; Normative; Reliability (semiconductor); Psychology; Raw score; Scale (ratio); Medicine; Clinical psychology; Statistics; Psychometrics; Rating scale; Mathematics; Developmental psychology","score_opus":0.9786162941917345,"score_gpt":0.8122788227648552,"score_spread":0.16633747142687927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289170923","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20771474,0.041068215,0.26566005,0.34500185,0.0035232292,0.0017887426,0.0000022243391,0.0000139947415,0.13522695],"genre_scores_gemma":[0.96830046,0.0003729418,0.0068112095,0.0036004144,0.001694134,0.000059012636,0.000006064879,0.000013625821,0.019142162],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7569961,0.16463466,0.022744516,0.0013604016,0.053683326,0.0005810123],"domain_scores_gemma":[0.91111225,0.06983076,0.0064269686,0.0057045454,0.0060336636,0.0008918131],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8324792,0.00014871993,0.0023473788,0.00043356518,0.00011100967,0.000048030422,0.0042556324,0.00025894362,0.0070783636],"category_scores_gemma":[0.7570212,0.000049703824,0.00030552014,0.0029013413,0.00070883293,0.00012388964,0.0003175719,0.0011388235,0.00052856124],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064563924,0.000011039909,0.006234277,0.000033434495,0.00004520378,2.714736e-7,0.008597136,0.0000016605907,0.00022676705,0.06344667,0.7685808,0.15281631],"study_design_scores_gemma":[0.0003146406,0.000053561616,0.004020098,0.00022734219,0.00008619652,0.000021307524,0.04248311,0.0025860504,0.00008243542,0.18571855,0.7643163,0.000090376416],"about_ca_topic_score_codex":0.00028146847,"about_ca_topic_score_gemma":0.000009526311,"teacher_disagreement_score":0.7605857,"about_ca_system_score_codex":0.00004040969,"about_ca_system_score_gemma":0.0010331199,"threshold_uncertainty_score":0.9938293},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2289189593","doi":"10.1016/j.jclinepi.2016.02.016","title":"The rank-heat plot is a novel way to present the results from a network meta-analysis including multiple outcomes","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":228,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Plot (graphics); Rank (graph theory); Meta-analysis; Statistics; Forest plot; Mathematics; Medicine; Combinatorics; Internal medicine","score_opus":0.95740010273662,"score_gpt":0.669342945671616,"score_spread":0.288057157065004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289189593","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06671948,0.0052641085,0.330687,0.59373254,0.0021478722,0.00082301284,0.00016251736,0.0000052648356,0.0004582249],"genre_scores_gemma":[0.9349288,0.0006789663,0.02788231,0.026238406,0.00235736,0.000039924664,0.000001647798,0.00002268394,0.007849942],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.702734,0.18285653,0.10419218,0.0022021919,0.006764406,0.0012506949],"domain_scores_gemma":[0.08775965,0.86969477,0.033292018,0.0062334845,0.0023050292,0.0007150697],"candidate_categories":["metaresearch","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.70292646,0.00046390464,0.024967005,0.0002700604,0.00047612257,0.00025006887,0.005521808,0.00031386543,0.0023797664],"category_scores_gemma":[0.8719454,0.00010196745,0.03225449,0.0016445433,0.00036632174,0.00018848396,0.0007340885,0.0007924315,0.000903766],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051801925,0.0001277624,0.3254817,0.000001930082,0.17713755,0.0000059687086,0.00027802706,0.008254882,0.000009041832,0.0010829628,0.47385383,0.013248313],"study_design_scores_gemma":[0.0012284394,0.00017850139,0.35196847,0.000016578868,0.07277593,0.000008254709,0.00014151762,0.01126863,0.0000017301901,0.030151602,0.5320674,0.00019294227],"about_ca_topic_score_codex":0.0001588144,"about_ca_topic_score_gemma":0.00051288644,"teacher_disagreement_score":0.8682093,"about_ca_system_score_codex":0.000040808463,"about_ca_system_score_gemma":0.00011106944,"threshold_uncertainty_score":0.9998742},"labels":[],"label_agreement":null},{"id":"W2291698658","doi":"10.1126/science.aad9163","title":"Response to Comment on “Estimating the reproducibility of psychological science”","year":2016,"lang":"en","type":"letter","venue":"Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":197,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Waterloo","funders":"Laura and John Arnold Foundation; John Templeton Foundation","keywords":"Reproducibility; Pessimism; Psychological science; Psychology; Psychological research; Open science; Statistics; Social psychology; Mathematics; Epistemology; Philosophy","score_opus":0.8011259583410733,"score_gpt":0.608461884680507,"score_spread":0.19266407366056626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2291698658","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032612603,0.000030512969,0.0031435795,0.9548462,0.0017803945,0.0012289268,0.00002715387,0.00000699322,0.006323647],"genre_scores_gemma":[0.06442345,7.024178e-7,0.017572876,0.9088287,0.0007698159,0.0000737668,5.690289e-7,0.000010840425,0.00831928],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.91366535,0.021675522,0.012731168,0.011410171,0.039138697,0.0013791021],"domain_scores_gemma":[0.9272373,0.01905161,0.0068212636,0.04262815,0.00396664,0.00029503394],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7354491,0.0003914361,0.002558295,0.001122766,0.0009458194,0.0014638624,0.017774947,0.00014398244,0.0031918597],"category_scores_gemma":[0.5170093,0.00012071472,0.0009657082,0.0067129293,0.0046816277,0.00029454395,0.0012416117,0.0006771221,0.0037513576],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020773696,0.000020920332,0.00027006748,0.0000077201075,0.000004902366,0.000005175722,0.00033204455,0.000021295897,0.0015032433,0.00014461357,0.98309916,0.014570084],"study_design_scores_gemma":[0.00005203633,0.00021679052,0.0059533496,0.00012959763,0.000022974491,0.0000111224035,0.000053516538,0.0003373893,0.00044391293,0.009511696,0.9830787,0.00018889029],"about_ca_topic_score_codex":0.000005569935,"about_ca_topic_score_gemma":5.9807223e-7,"teacher_disagreement_score":0.21843973,"about_ca_system_score_codex":0.000208704,"about_ca_system_score_gemma":0.0005291839,"threshold_uncertainty_score":0.9995727},"labels":[],"label_agreement":null},{"id":"W2292818836","doi":"10.1186/s13643-016-0215-7","title":"Comparing the coverage, recall, and precision of searches for 120 systematic reviews in Embase, MEDLINE, and Google Scholar: a prospective study","year":2016,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":196,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stornoway Diamond (Canada); University of British Columbia","funders":"","keywords":"Medicine; MEDLINE; Recall; Systematic review; Medical physics; Information retrieval; Family medicine","score_opus":0.6957062315583533,"score_gpt":0.5202405674502621,"score_spread":0.17546566410809117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2292818836","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38646275,0.26091325,0.041359894,0.0009726055,0.00052338565,0.30818078,0.000044416498,0.000022819791,0.0015200955],"genre_scores_gemma":[0.97264093,0.005447523,0.003483192,0.00009408185,0.00006327974,0.014685526,0.0000015578406,0.000039921506,0.003543975],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8514331,0.10206486,0.03834279,0.0022251671,0.0052986518,0.0006354045],"domain_scores_gemma":[0.93233377,0.04153389,0.018168187,0.0063386876,0.0013632192,0.00026224757],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.45004416,0.000709123,0.01745923,0.0004993616,0.00026598125,0.0007727896,0.0018843943,0.00011361675,0.00011902336],"category_scores_gemma":[0.3251965,0.00020761753,0.0014882674,0.0015848287,0.000120599885,0.0006096707,0.0003867331,0.0002511974,0.00034241632],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055663135,0.00045685118,0.11872212,0.85591555,0.0006943585,0.000004641484,0.007952947,0.00000404102,0.00019192978,0.0016733072,0.0068486272,0.007479965],"study_design_scores_gemma":[0.007857852,0.0017371513,0.053933136,0.85251355,0.006855178,0.00028138908,0.0174812,0.0117810955,0.000090028254,0.017502226,0.02771873,0.00224848],"about_ca_topic_score_codex":0.000017336692,"about_ca_topic_score_gemma":0.00016530242,"teacher_disagreement_score":0.5861782,"about_ca_system_score_codex":0.000112103284,"about_ca_system_score_gemma":0.000060224167,"threshold_uncertainty_score":0.9971276},"labels":[],"label_agreement":null},{"id":"W2293951656","doi":"10.1186/s12978-016-0130-3","title":"Graphical displays for effective reporting of evidence quality tables in research syntheses","year":2016,"lang":"en","type":"article","venue":"Reproductive Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Seventh Framework Programme; Canadian Institutes of Health Research; European Commission","keywords":"Credibility; Grading (engineering); Computer science; Information retrieval; Quality (philosophy); Quality of evidence; Outlier; Radar chart; Data mining; Data science; Statistics; Artificial intelligence; Medicine; Mathematics; Meta-analysis; Pathology","score_opus":0.9748554146137173,"score_gpt":0.7358469762184969,"score_spread":0.23900843839522035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293951656","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8935399,0.0056274845,0.05951075,0.03204248,0.00038520864,0.007510927,0.00006710606,0.000007909692,0.0013082501],"genre_scores_gemma":[0.9945257,0.00014425538,0.002731002,0.00003310082,0.00013641389,0.00038143137,5.858338e-7,0.000010381833,0.0020371696],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8438512,0.09606041,0.041595,0.005613683,0.0115594445,0.0013202796],"domain_scores_gemma":[0.6205202,0.29415232,0.05438393,0.016905578,0.013457294,0.00058074156],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.68269765,0.000193442,0.0040703337,0.0006851859,0.00021131393,0.000095731135,0.0008910132,0.00007075589,0.0004454834],"category_scores_gemma":[0.86527497,0.000070874245,0.00087456754,0.0026700285,0.0003317008,0.00038453634,0.00017151152,0.00019780976,0.0001491994],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026244388,0.00030841102,0.6593786,0.0012618137,0.00014609961,0.0000029967653,0.0023122276,0.000016741928,0.0073085353,0.0241615,0.015309561,0.2895311],"study_design_scores_gemma":[0.00025251842,0.00056010997,0.8896057,0.0029652936,0.000030494006,0.00001501881,0.00230276,0.000115611074,0.004375695,0.084486306,0.015022265,0.0002682374],"about_ca_topic_score_codex":0.00063854805,"about_ca_topic_score_gemma":0.00027448247,"teacher_disagreement_score":0.28926286,"about_ca_system_score_codex":0.0001963094,"about_ca_system_score_gemma":0.0003489651,"threshold_uncertainty_score":0.4877731},"labels":[],"label_agreement":null},{"id":"W2294602088","doi":"10.1016/j.jclinepi.2016.03.004","title":"Complementary approaches to searching MEDLINE may be sufficient for updating systematic reviews","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; Canadian Patient Safety Institute; Children's Hospital of Eastern Ontario","funders":"Agency for Healthcare Research and Quality; U.S. Department of Health and Human Services","keywords":"MEDLINE; Precision and recall; Ranking (information retrieval); Recall; Computer science; Support vector machine; Systematic review; Medicine; Information retrieval; Machine learning; Data mining; Psychology","score_opus":0.9829686983659722,"score_gpt":0.7045193499622208,"score_spread":0.27844934840375146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2294602088","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057329796,0.0020537965,0.81575155,0.11967759,0.0015286204,0.0031109601,0.00003124567,0.0000032932633,0.0005131418],"genre_scores_gemma":[0.49207118,0.00055467145,0.48068994,0.020959321,0.0024198473,0.00016463251,0.000007014392,0.000036913945,0.003096469],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.5571618,0.28953886,0.1462968,0.0016666986,0.0043107066,0.0010251041],"domain_scores_gemma":[0.17257285,0.7444598,0.076170556,0.003762218,0.0018866253,0.0011479278],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8567015,0.00033935215,0.02210263,0.00043120055,0.00013953731,0.00009265075,0.002753133,0.00015952022,0.0017950512],"category_scores_gemma":[0.89720917,0.00011026473,0.0073893038,0.00051866565,0.00014669517,0.00018864217,0.00028422292,0.00041317858,0.000594911],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022733163,0.00048602323,0.19175954,0.006449413,0.0015607331,0.000012948038,0.0005722911,0.000604764,0.000056199617,0.05625773,0.62418514,0.11782786],"study_design_scores_gemma":[0.0028949543,0.0027534491,0.020405864,0.011289792,0.0020089746,0.0002916293,0.0026542163,0.026676686,0.0000135405735,0.067219704,0.863032,0.00075923343],"about_ca_topic_score_codex":0.0000030170647,"about_ca_topic_score_gemma":0.0000152234525,"teacher_disagreement_score":0.45492098,"about_ca_system_score_codex":0.000056521552,"about_ca_system_score_gemma":0.0001299055,"threshold_uncertainty_score":0.99911743},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2298078468","doi":"10.1097/ccm.0000000000001512","title":"Systematic Bias in Meta-Analyses of Time to Antimicrobial in Sepsis Studies","year":2016,"lang":"en","type":"letter","venue":"Critical Care Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Medicine; Sepsis; Antimicrobial; Intensive care medicine; Clinical microbiology; MEDLINE; Family medicine; Internal medicine; Microbiology; Law","score_opus":0.8707010304762325,"score_gpt":0.6084374718483567,"score_spread":0.26226355862787576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2298078468","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000850954,0.0461722,0.0007453602,0.94414365,0.00072790566,0.0026937916,0.00019970884,0.000009078824,0.004457329],"genre_scores_gemma":[0.10890633,0.00022416697,0.0024832878,0.83364505,0.004478721,0.0010212086,0.00012528893,0.00018503769,0.048930917],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.940261,0.025777707,0.022907715,0.0018637195,0.008513511,0.00067634665],"domain_scores_gemma":[0.92703825,0.05980562,0.0033945525,0.0049833115,0.0045768474,0.00020139456],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.087549195,0.00090825156,0.02922772,0.0031483828,0.00004638933,0.00014219445,0.0025986151,0.00050041877,0.021562638],"category_scores_gemma":[0.41423708,0.00031908887,0.0039825365,0.003022812,0.0005666162,0.00012788747,0.00034915967,0.00076532795,0.0050507975],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040689765,0.000014442056,0.00012990185,0.027049262,0.0026856961,0.00032586616,0.0010744062,0.0000042569645,0.00011961117,0.000032265674,0.96844244,0.000117765645],"study_design_scores_gemma":[0.0028010316,0.0013603432,0.0003078861,0.14658144,0.22390327,0.00017972373,0.024708798,0.00028743458,0.0006239986,0.007877459,0.58760965,0.0037589788],"about_ca_topic_score_codex":0.000070336275,"about_ca_topic_score_gemma":0.000070931506,"teacher_disagreement_score":0.38083282,"about_ca_system_score_codex":0.00018676795,"about_ca_system_score_gemma":0.00010578917,"threshold_uncertainty_score":0.9999261},"labels":[],"label_agreement":null},{"id":"W2299177375","doi":"10.1016/j.jclinepi.2016.01.021","title":"PRESS Peer Review of Electronic Search Strategies: 2015 Guideline Statement","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5631,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Checklist; Guideline; MEDLINE; Evidence-based medicine; Computer science; Information retrieval; Peer review; Systematic review; World Wide Web; Medicine; Psychology; Political science","score_opus":0.9459189151653383,"score_gpt":0.7496451704072284,"score_spread":0.19627374475810988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2299177375","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013216032,0.12719265,0.51073927,0.3394406,0.0017469194,0.00096329534,0.00004172373,0.0000036089384,0.006655926],"genre_scores_gemma":[0.2849455,0.49410853,0.09713859,0.03774351,0.0045681335,0.000036118803,0.000016507687,0.00007894589,0.08136416],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.4746425,0.27750817,0.23190095,0.0016648275,0.012911725,0.0013718538],"domain_scores_gemma":[0.4278694,0.39286914,0.13247631,0.0068045696,0.03881461,0.0011659511],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.86241543,0.00025340277,0.015201586,0.00019024496,0.00003016068,0.00003847743,0.0026224575,0.00020554963,0.014519178],"category_scores_gemma":[0.7956264,0.00008312746,0.0054575503,0.00038574447,0.00026083816,0.00030744929,0.00017659971,0.0006179166,0.00055687124],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048451537,0.00009544157,0.009862359,0.0002658667,0.00045470928,0.00000394541,0.000011367626,0.00008510403,0.000010700057,0.009284843,0.9342421,0.045635108],"study_design_scores_gemma":[0.00048563138,0.0006982718,0.0040863305,0.0011283745,0.00026308783,0.000036542075,0.00007115835,0.00038878058,0.0000036169845,0.044005074,0.94874144,0.00009167968],"about_ca_topic_score_codex":0.000012088504,"about_ca_topic_score_gemma":0.000008599408,"teacher_disagreement_score":0.41360065,"about_ca_system_score_codex":0.000048804875,"about_ca_system_score_gemma":0.0010281642,"threshold_uncertainty_score":0.9994188},"labels":[],"label_agreement":null},{"id":"W2299418665","doi":"10.1001/jama.2016.1952","title":"Evolution of Reporting <i>P</i> Values in the Biomedical Literature, 1990-2015","year":2016,"lang":"en","type":"article","venue":"JAMA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":381,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research","keywords":"Medicine; MEDLINE; Clinical trial; Information retrieval; Internal medicine; Computer science","score_opus":0.4393260860783027,"score_gpt":0.48772289868437696,"score_spread":0.04839681260607426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2299418665","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93140256,0.0061420337,0.02568396,0.01793998,0.00062661595,0.00073000445,0.000034782915,0.000007881098,0.0174322],"genre_scores_gemma":[0.9964126,0.000012590282,0.0013074649,0.00018009341,0.00016276466,0.000011702269,0.0000024954836,0.0000029840066,0.0019073521],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97726756,0.006513998,0.010945813,0.0004929532,0.0046023633,0.00017728073],"domain_scores_gemma":[0.983007,0.004958004,0.008846811,0.0024338488,0.00069388153,0.000060467137],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18616644,0.00010707639,0.0012370549,0.00026569053,0.00003847465,0.00025724794,0.0010238757,0.00008287377,0.00069627],"category_scores_gemma":[0.16738328,0.000029345792,0.00067854865,0.001648354,0.00007749693,0.00023040838,0.00006598669,0.00009097675,0.0004068022],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001246641,0.00012742539,0.16181658,0.00007316753,0.00006340305,0.0000401525,0.0027175583,0.0000018692082,0.0032075508,0.011020452,0.6888242,0.1320952],"study_design_scores_gemma":[0.0007951193,0.000099201294,0.32369444,0.00083701295,0.00012049966,0.00012082693,0.001603684,0.0013356163,0.0002952095,0.12570587,0.5451635,0.00022896782],"about_ca_topic_score_codex":0.000015917118,"about_ca_topic_score_gemma":0.0000103024395,"teacher_disagreement_score":0.16187787,"about_ca_system_score_codex":0.000025396846,"about_ca_system_score_gemma":0.0000460783,"threshold_uncertainty_score":0.8396302},"labels":[],"label_agreement":null},{"id":"W2304743800","doi":"10.20982/tqmp.06.2.p052","title":"Quantitative Methodology Research: Is it on Psychologists’ Reading Lists?","year":2010,"lang":"en","type":"article","venue":"Tutorials in Quantitative Methods for Psychology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Quantitative analysis (chemistry); Computer science; Quantitative research; Data science; Reading (process); Management science; Section (typography); Sociology; Social science; Political science","score_opus":0.9852721224955784,"score_gpt":0.813547224278978,"score_spread":0.17172489821660042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2304743800","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037901733,0.0004925908,0.8764539,0.014746545,0.020744694,0.0031499409,0.00010499289,0.00002487668,0.04638072],"genre_scores_gemma":[0.008723484,0.00007595636,0.9813031,0.0031365175,0.00063511607,0.0007909429,0.000013896728,0.000068144036,0.0052528335],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.69666004,0.27161664,0.01870583,0.0060395724,0.004915246,0.002062673],"domain_scores_gemma":[0.5930027,0.3849293,0.007265254,0.008609369,0.005773511,0.00041989866],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.66565067,0.00076430425,0.0070713162,0.0034066301,0.00045885888,0.0005397227,0.00447984,0.00088908826,0.009379771],"category_scores_gemma":[0.62637454,0.00046035147,0.0020303568,0.004735176,0.0014537268,0.00033920284,0.0002465534,0.0020710335,0.0041254936],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000889078,0.00029784624,0.00074350287,0.000033946555,0.0002713417,0.0000134421925,0.0063109254,0.000008848833,0.05094884,0.74797916,0.15621424,0.03628883],"study_design_scores_gemma":[0.0008819605,0.0015513316,0.0019519852,0.000034294513,0.00006326075,0.00001982365,0.00276822,0.0006528403,0.0012721248,0.5514946,0.43894127,0.00036830362],"about_ca_topic_score_codex":0.00006324353,"about_ca_topic_score_gemma":0.00015343416,"teacher_disagreement_score":0.28272703,"about_ca_system_score_codex":0.0000873597,"about_ca_system_score_gemma":0.00014518462,"threshold_uncertainty_score":0.9997848},"labels":[],"label_agreement":null},{"id":"W2306702649","doi":"10.1136/bmjopen-2015-010166","title":"Systematic review finds major deficiencies in sample size methodology and reporting for stepped-wedge cluster randomised trials","year":2016,"lang":"en","type":"review","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Institutes of Health; Medical Research Council; University of Birmingham; National Institute for Health and Care Research","keywords":"Medicine; Sample size determination; Cluster (spacecraft); Allowance (engineering); Cluster randomised controlled trial; Clinical trial; Sample (material); Randomized controlled trial; Statistics; Operations management; Surgery","score_opus":0.9528503024110534,"score_gpt":0.6977547521299656,"score_spread":0.25509555028108777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2306702649","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.854077e-7,0.8232934,0.01612179,0.0003452317,0.00035950966,0.158514,0.0001619588,0.000004929566,0.0011985014],"genre_scores_gemma":[2.7075842e-7,0.88933367,0.04508544,0.00060106034,0.00012432128,0.04967129,0.000022922102,0.000056547728,0.015104471],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.4471079,0.34756562,0.19258071,0.00487687,0.0065579256,0.0013109609],"domain_scores_gemma":[0.08013125,0.70823085,0.1985842,0.010973911,0.001720609,0.00035917765],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.86320484,0.0010894483,0.08647529,0.0006598297,0.00021912338,0.0020278487,0.0055540917,0.0004611628,0.0036303666],"category_scores_gemma":[0.96012115,0.00039534114,0.00970058,0.0016596921,0.00010084139,0.00036926096,0.0014481723,0.00026652246,0.00069179025],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008600816,0.000020119267,0.0000077797595,0.8642111,0.0008481825,0.000008140786,0.00009737104,1.2156231e-7,1.9636778e-7,0.0002559691,0.021357236,0.11310779],"study_design_scores_gemma":[0.0036557005,0.000040075385,0.0000017624059,0.58237344,0.010879947,0.00016327627,0.000120804805,0.000024628005,1.3548828e-7,0.0025913266,0.399586,0.0005629057],"about_ca_topic_score_codex":0.000032889013,"about_ca_topic_score_gemma":0.00007698334,"teacher_disagreement_score":0.37822875,"about_ca_system_score_codex":0.000117834956,"about_ca_system_score_gemma":0.000858646,"threshold_uncertainty_score":0.99984986},"labels":[],"label_agreement":null},{"id":"W2309649572","doi":"10.1101/034074","title":"Combating the scientific decline effect with confidence (intervals)","year":2015,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Confidence interval; Environmental science; Econometrics; Economics; Statistics; Mathematics","score_opus":0.3490134108242918,"score_gpt":0.4123786013299136,"score_spread":0.06336519050562178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2309649572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.970632,0.0034288357,0.018269897,0.0015224876,0.0027778137,0.003009592,0.00012084282,0.00008639285,0.00015213547],"genre_scores_gemma":[0.9937689,0.000012624048,0.0049393796,0.00036120307,0.0003302072,0.0002853434,3.337069e-7,0.00007488985,0.00022711918],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9657469,0.013479177,0.007440329,0.0031210296,0.009493554,0.0007190484],"domain_scores_gemma":[0.96261674,0.005537559,0.009526285,0.01421651,0.0075410395,0.00056188746],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.23159935,0.0009995948,0.00476198,0.0005774715,0.00062310667,0.00877181,0.007109197,0.00035085078,0.0011801983],"category_scores_gemma":[0.05045969,0.0004255211,0.001437849,0.0028853586,0.0006025076,0.00031006517,0.0021074123,0.0010884525,0.0031396272],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028908087,0.0007510442,0.5254511,0.0036237882,0.0057408568,0.0004457846,0.00065614795,0.0040639094,0.10143592,0.016158056,0.341185,0.00019925741],"study_design_scores_gemma":[0.003933348,0.0011596056,0.24679534,0.008067376,0.0074866763,0.0000010291068,0.00020341661,0.10367414,0.07029734,0.0008074534,0.5500311,0.007543151],"about_ca_topic_score_codex":0.000037465856,"about_ca_topic_score_gemma":0.0000251238,"teacher_disagreement_score":0.2786558,"about_ca_system_score_codex":0.00016982561,"about_ca_system_score_gemma":0.00096840214,"threshold_uncertainty_score":0.99981964},"labels":[],"label_agreement":null},{"id":"W2310436545","doi":"10.3138/cjhs.251-co1","title":"Promoting replicable sexual science: A methodological review and call for metascience","year":2016,"lang":"en","type":"review","venue":"The Canadian Journal of Human Sexuality","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Field (mathematics); Psychology; Sexual behavior; Engineering ethics; Scientific field; Scientific evidence; Epistemology; Medical science; Sociology; Social psychology; Medicine; Medical education","score_opus":0.9319305415755198,"score_gpt":0.6542318804718619,"score_spread":0.27769866110365793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2310436545","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000053504307,0.99412054,0.00081392884,0.0017753977,0.0002614278,0.002281392,0.000103683924,0.000002037307,0.0005881017],"genre_scores_gemma":[0.00014835237,0.9818378,0.0048858584,0.0012629328,0.0005710412,0.000122056146,0.0000045687016,0.000040830146,0.011126537],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9517378,0.026577665,0.014836057,0.0014810642,0.00454041,0.0008269638],"domain_scores_gemma":[0.9379838,0.019374475,0.028363286,0.006718466,0.0055142115,0.0020457583],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6210779,0.0005960199,0.012636235,0.0008353757,0.0019141813,0.002075833,0.007821524,0.00018692641,0.0016406224],"category_scores_gemma":[0.19132216,0.00019355191,0.0022211415,0.0022893595,0.0018681103,0.00044547592,0.00024172671,0.0006758351,0.00010103321],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.903745e-7,0.000015050856,0.000023219638,0.011003138,0.00035696485,0.000015609641,0.0005434362,7.920746e-8,0.000005357933,0.004654798,0.04193013,0.9414513],"study_design_scores_gemma":[0.00006150062,0.00014789274,0.000020624775,0.004409586,0.0026484202,0.000563505,0.00007063943,0.0000038197895,4.944271e-7,0.0072115064,0.9846096,0.0002524252],"about_ca_topic_score_codex":0.00035053602,"about_ca_topic_score_gemma":0.0024877763,"teacher_disagreement_score":0.94267946,"about_ca_system_score_codex":0.00035859286,"about_ca_system_score_gemma":0.005228481,"threshold_uncertainty_score":0.9993852},"labels":[],"label_agreement":null},{"id":"W2311595912","doi":"10.1177/2374289516633476","title":"Interventions to Educate Family Physicians to Change Test Ordering","year":2016,"lang":"en","type":"article","venue":"Academic Pathology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Red Cross Society; University of Calgary","funders":"","keywords":"Medicine; Blinding; Psychological intervention; Randomized controlled trial; Physical therapy; Internal medicine; Nursing","score_opus":0.789439698643774,"score_gpt":0.5645109204875601,"score_spread":0.22492877815621382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2311595912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87921375,0.0011211976,0.07246522,0.041399736,0.0011880043,0.0010688419,0.000065258566,0.000022541395,0.0034554626],"genre_scores_gemma":[0.9668773,0.00008350522,0.0026270675,0.011690357,0.00043080753,0.00038690012,0.0000014533315,0.000017939892,0.017884677],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.991437,0.0021409988,0.0039540646,0.000960909,0.001095798,0.0004112198],"domain_scores_gemma":[0.9939501,0.0023793145,0.0011808528,0.0019226002,0.0003544592,0.00021262887],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.025483217,0.00021914938,0.0016494886,0.0005100074,0.000090271744,0.00006632135,0.001909711,0.00013953418,0.0015988456],"category_scores_gemma":[0.03568553,0.000102210055,0.0008593004,0.0012312408,0.00004697941,0.00019313072,0.0003900774,0.00018906666,0.032418314],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039430247,0.00006985925,0.04747445,0.00004534268,0.00003522097,0.000019582014,0.0032293624,0.0000038977246,0.06045247,0.0013897518,0.2938611,0.593415],"study_design_scores_gemma":[0.00029469936,0.00024368358,0.3126683,0.0006419038,0.00018546847,0.00007307513,0.001402368,0.000027241547,0.00048438582,0.00899009,0.67448366,0.00050511066],"about_ca_topic_score_codex":0.0000061303112,"about_ca_topic_score_gemma":0.000021178135,"teacher_disagreement_score":0.59290993,"about_ca_system_score_codex":0.000040279265,"about_ca_system_score_gemma":0.00002233234,"threshold_uncertainty_score":0.99931383},"labels":[],"label_agreement":null},{"id":"W2312469707","doi":"10.1097/dcr.0000000000000273","title":"Have We Progressed in the Surgical Literature? Thirty-Year Trends in Clinical Studies in 3 Surgical Journals","year":2014,"lang":"en","type":"article","venue":"Diseases of the Colon & Rectum","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Medicine; Colorectal surgery; Clinical trial; Sample size determination; Population; MEDLINE; Evidence-based medicine; Surgery; General surgery; Internal medicine; Alternative medicine; Abdominal surgery; Pathology","score_opus":0.6732210032002128,"score_gpt":0.5936467205079604,"score_spread":0.07957428269225242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2312469707","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95115006,0.038041193,0.0000020215796,0.007028868,0.00046456192,0.0006615861,0.000023925324,0.00000342578,0.0026243667],"genre_scores_gemma":[0.99743414,0.0010782868,0.000040987496,0.00013920855,0.00015427741,0.00006655252,0.0000030543283,0.000007732178,0.0010757567],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9524806,0.03589027,0.0072229244,0.0007150371,0.0033496225,0.00034151273],"domain_scores_gemma":[0.9775019,0.016854523,0.002668066,0.0023773399,0.00046477595,0.00013335333],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09310897,0.00027102977,0.003154875,0.0005548657,0.00007762442,0.0003785607,0.002456071,0.00013752856,0.0006736754],"category_scores_gemma":[0.03684189,0.00009324268,0.0022387304,0.0028420014,0.00031179297,0.00013725797,0.00026912373,0.0005288197,0.00005903338],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002778743,0.0007230327,0.9327989,0.000074845935,0.00012555836,0.00016775032,0.0018232135,0.00008669221,6.7382643e-7,0.0011296476,0.02486035,0.037931442],"study_design_scores_gemma":[0.001980725,0.00021203431,0.8726372,0.0011301057,0.00023009178,0.000041237974,0.0019703074,0.0019842468,0.000004681469,0.0135662565,0.10597815,0.0002649396],"about_ca_topic_score_codex":0.000006996285,"about_ca_topic_score_gemma":0.00022125833,"teacher_disagreement_score":0.0811178,"about_ca_system_score_codex":0.000035378802,"about_ca_system_score_gemma":0.000056123456,"threshold_uncertainty_score":0.9712712},"labels":[],"label_agreement":null},{"id":"W2312571783","doi":"10.1097/00006324-200012001-00427","title":"(CL-230)COMPARISON OF THREE DIFFERENT TYPES OF RATING SCALES","year":2000,"lang":"en","type":"article","venue":"Optometry and Vision Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Rating scale; Psychology; Developmental psychology","score_opus":0.4726808081166341,"score_gpt":0.6021849131843714,"score_spread":0.1295041050677373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2312571783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9865556,0.0011700549,0.005347795,0.000079507285,0.00009363776,0.00016933792,0.0000049203563,0.0000024047586,0.0065767765],"genre_scores_gemma":[0.9957634,0.000029503226,0.0034076555,0.000017351944,0.000016319827,0.000002132701,3.9622756e-7,0.000002773908,0.0007604576],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9889178,0.00082173676,0.0043235184,0.000736295,0.00499558,0.00020507036],"domain_scores_gemma":[0.9935905,0.002125031,0.0019354472,0.0015581737,0.0006434282,0.00014743888],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.03955785,0.00016261238,0.0018936676,0.0006237272,0.00022208948,0.0003601769,0.0014952741,0.0000456536,0.005061895],"category_scores_gemma":[0.0075030457,0.00007323037,0.0003783519,0.0038581134,0.00055577455,0.00041079655,0.00017434455,0.00008461737,0.00016707304],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012361688,0.00011997763,0.55107635,0.00006422016,0.000018820781,2.475237e-7,0.0003649699,0.0001248775,0.015343103,0.0007652836,0.0005426462,0.43156713],"study_design_scores_gemma":[0.00027128312,0.00026633957,0.8784715,0.00021420655,0.00007435743,0.000005023682,0.0008609637,0.09399672,0.020614473,0.0022157552,0.0027688113,0.00024059428],"about_ca_topic_score_codex":0.0000034943591,"about_ca_topic_score_gemma":0.0000035072844,"teacher_disagreement_score":0.43132654,"about_ca_system_score_codex":0.000007751964,"about_ca_system_score_gemma":0.00002866884,"threshold_uncertainty_score":0.99584764},"labels":[],"label_agreement":null},{"id":"W2313349557","doi":"10.1097/bpo.0b013e31820f8783","title":"Publication of Abstracts Submitted to the Annual Meeting of the Pediatric Orthopaedic Society of North America","year":2011,"lang":"en","type":"article","venue":"Journal of Pediatric Orthopaedics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of British Columbia","funders":"Pediatric Orthopaedic Society of North America","keywords":"Medicine; Family medicine; General surgery","score_opus":0.29820839508623453,"score_gpt":0.3865044482932798,"score_spread":0.08829605320704526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2313349557","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99211866,0.0017041494,0.002803552,0.0009439554,0.0006808306,0.00052535726,0.00008732439,0.0000025733443,0.0011335716],"genre_scores_gemma":[0.99135095,0.0008950678,0.006089167,0.00023196297,0.0010829808,0.0000049372998,0.0000019858685,0.000016921482,0.00032602873],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97473204,0.0028897,0.014168042,0.000399938,0.0074944412,0.00031582444],"domain_scores_gemma":[0.9519536,0.0029219042,0.033801313,0.0020857905,0.008975893,0.0002615372],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.059077688,0.00028809745,0.0023041053,0.00065469556,0.00013752087,0.000073229865,0.0031451816,0.000113030525,0.0006788473],"category_scores_gemma":[0.03622469,0.00011786681,0.0039570765,0.0067731184,0.00013906255,0.0003955765,0.0002995419,0.00048407642,0.000054861615],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017965043,0.0001623508,0.9164981,0.00011257454,0.00015031367,0.0000011059501,0.0028520026,0.00032192463,0.000006034287,0.000019291998,0.07115813,0.008700172],"study_design_scores_gemma":[0.0002873444,0.00021549627,0.9828961,0.000017527205,0.0015913344,0.00002236501,0.0020666963,0.00018390785,0.000022387503,0.0001035164,0.012453812,0.00013953842],"about_ca_topic_score_codex":0.000034449673,"about_ca_topic_score_gemma":0.000030348987,"teacher_disagreement_score":0.06639794,"about_ca_system_score_codex":0.000028619797,"about_ca_system_score_gemma":0.0006204763,"threshold_uncertainty_score":0.9718936},"labels":[],"label_agreement":null},{"id":"W2313419578","doi":"","title":"Knowledge transfer to clinicians and consumers by the Cochrane Musculoskeletal Group.","year":2006,"lang":"en","type":"article","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Foundation for Healthcare Improvement; University of Ottawa; Institute of Population and Public Health","funders":"","keywords":"Decision aids; Medicine; Knowledge translation; Usability; Systematic review; Relevance (law); Psychological intervention; MEDLINE; Alternative medicine; Family medicine; Medical education; Nursing; Knowledge management; Computer science; Pathology","score_opus":0.41647118041231446,"score_gpt":0.4634880924155696,"score_spread":0.04701691200325514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2313419578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9077383,0.0118227685,0.011975556,0.0065906895,0.0005659172,0.0032744315,0.00009366749,0.000015422873,0.057923216],"genre_scores_gemma":[0.9827718,0.000036650836,0.000075867196,0.0004905453,0.00008448714,0.0006738446,0.000006109275,0.000010240351,0.015850447],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9896928,0.0035861153,0.0038000902,0.00070660765,0.0018519702,0.00036243643],"domain_scores_gemma":[0.99424464,0.0035434877,0.0002692365,0.0014904931,0.00025811687,0.0001940573],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.05726325,0.0002109274,0.0015734028,0.00013180298,0.00016236618,0.00052017195,0.000917778,0.00006416205,0.0009798675],"category_scores_gemma":[0.005298537,0.00008617125,0.0008702718,0.0008664758,0.00013179836,0.00010186157,0.00005268722,0.00011200623,0.00076993153],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008871017,0.00010434064,0.017947994,0.000041387168,0.00014490492,0.0000017483173,0.00029478068,0.000004002187,0.000051086787,0.0025711565,0.39781302,0.5810167],"study_design_scores_gemma":[0.00026927955,0.000015131224,0.25479802,0.000005717151,0.00023307321,0.0000063754624,0.00029447852,0.00011932475,0.00001720119,0.0007530635,0.74332243,0.00016591206],"about_ca_topic_score_codex":0.000062427745,"about_ca_topic_score_gemma":0.00045732976,"teacher_disagreement_score":0.5808508,"about_ca_system_score_codex":0.000014339939,"about_ca_system_score_gemma":0.000010746057,"threshold_uncertainty_score":0.99993336},"labels":[],"label_agreement":null},{"id":"W2313577053","doi":"10.1111/j.1939-1676.2010.0532.x","title":"Letter to the Editor","year":2010,"lang":"en","type":"letter","venue":"Journal of Veterinary Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Journal of Communication (Canada)","funders":"","keywords":"Medicine; Observational study; Consolidated Standards of Reporting Trials; Alternative medicine; Clinical trial; MEDLINE; Strengthening the reporting of observational studies in epidemiology; Psychological intervention; Confusion; Family medicine; Systematic review; Randomized controlled trial; Pathology; Psychology","score_opus":0.5974309927076304,"score_gpt":0.5248027709364859,"score_spread":0.07262822177114459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2313577053","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021932237,0.0006087057,0.005348274,0.9274643,0.060825724,0.00035137395,0.0000143333045,0.0000019674326,0.003192066],"genre_scores_gemma":[0.0019056639,0.000019733277,0.00087088003,0.6727206,0.2906701,0.0000081372755,0.0000026841092,0.00003018165,0.033772],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9624911,0.0074861096,0.01568124,0.00068925903,0.01324715,0.0004051315],"domain_scores_gemma":[0.96890455,0.0077240937,0.01614094,0.0039318614,0.0030066173,0.00029194987],"candidate_categories":["metaresearch","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.09816565,0.00061474176,0.0057590953,0.0011919253,0.00010600354,0.0005718067,0.008593221,0.00075657846,0.02720944],"category_scores_gemma":[0.046657216,0.00019411971,0.0029588847,0.00066842005,0.00019521975,0.00022052994,0.00039282764,0.007937772,0.0038258815],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041601787,0.000011692467,0.000057395144,0.00004002343,0.00035599276,0.0020362078,0.00038079036,0.0000019842937,0.00038878812,0.0000017898277,0.9911928,0.0054909163],"study_design_scores_gemma":[0.00021896865,0.0018005597,0.00020037574,0.00070529984,0.00039679487,0.0046678563,0.00007364856,0.000027992739,0.0000052062296,0.00027146572,0.991451,0.00018081478],"about_ca_topic_score_codex":0.000016565797,"about_ca_topic_score_gemma":0.0000043139626,"teacher_disagreement_score":0.2547437,"about_ca_system_score_codex":0.000070474955,"about_ca_system_score_gemma":0.000085194275,"threshold_uncertainty_score":0.99694973},"labels":[],"label_agreement":null},{"id":"W2313808222","doi":"10.1097/wno.0000000000000219","title":"Transparency, Reproducibility, and Validation","year":2015,"lang":"en","type":"editorial","venue":"Journal of Neuro-Ophthalmology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Reproducibility; Transparency (behavior); Accounting; Computer science; Business; Mathematics; Statistics; Computer security","score_opus":0.6916536917286135,"score_gpt":0.5407996289654171,"score_spread":0.15085406276319635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2313808222","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.093165785,0.0031389971,0.00025153861,0.0015405987,0.8966402,0.00049108977,0.00008013285,0.0000029004045,0.0046887747],"genre_scores_gemma":[0.11645926,0.0003074304,0.0019219753,0.000087509296,0.86543393,0.000013304821,0.000047183836,0.000085236024,0.015644163],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9427188,0.023997257,0.019177977,0.0025045143,0.011248306,0.00035316823],"domain_scores_gemma":[0.92731124,0.02544834,0.028009953,0.008603999,0.010123546,0.00050289993],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2546248,0.0005146933,0.0071291937,0.00090199924,0.000084991545,0.0005805597,0.0027187811,0.0007221156,0.003326169],"category_scores_gemma":[0.40792578,0.00026463615,0.0019510047,0.00077810907,0.00016153963,0.00035413235,0.0002012788,0.0013226861,0.0003236888],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049859802,0.00006982017,0.0033171645,0.000073627256,0.0001732327,0.0007050222,0.00014989247,0.000028708671,0.000059339305,0.000009681702,0.9945196,0.000844045],"study_design_scores_gemma":[0.0003849384,0.0007767221,0.0014791626,0.000052199794,0.00071005843,0.00705799,0.00005169344,0.000038356076,0.000015313257,0.014651229,0.97454995,0.00023238623],"about_ca_topic_score_codex":0.0000081241515,"about_ca_topic_score_gemma":0.0000011478721,"teacher_disagreement_score":0.15330099,"about_ca_system_score_codex":0.00006225814,"about_ca_system_score_gemma":0.0006323436,"threshold_uncertainty_score":0.99998057},"labels":[],"label_agreement":null},{"id":"W2313855642","doi":"10.1016/j.jclinepi.2015.09.020","title":"N of 1 randomized trials: a commentary","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Randomized controlled trial; Scopus; Alternative medicine; Medicine; MEDLINE; Psychotherapist; Psychology; Internal medicine; Pathology","score_opus":0.96670361408558,"score_gpt":0.7341851358766442,"score_spread":0.23251847820893579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2313855642","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18211351,0.0047298777,0.47968742,0.3267037,0.0042259265,0.0007957285,0.000018429795,0.0000017077134,0.001723698],"genre_scores_gemma":[0.9170404,0.0024201311,0.057341356,0.019512026,0.0019062513,0.000009289822,6.005383e-7,0.000011281747,0.0017586851],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.06481004,0.72737753,0.20405625,0.00057176885,0.0028854727,0.00029891374],"domain_scores_gemma":[0.009761043,0.8490897,0.13703221,0.0017344351,0.0020667347,0.00031589033],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9645859,0.00019720363,0.062067132,0.00033685923,0.000025159794,0.00001981602,0.0019395633,0.00024180485,0.012533538],"category_scores_gemma":[0.98808336,0.000051941395,0.026722841,0.00030418328,0.0005724194,0.00014779052,0.00011408911,0.0003420448,0.0003487905],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010102252,0.00014416562,0.108907305,0.000012117281,0.0021506846,0.000006402453,0.000035657642,0.0000103037455,0.000021468133,0.010512021,0.7400364,0.1280612],"study_design_scores_gemma":[0.085169025,0.00054294977,0.02136548,0.00020973729,0.002047942,0.00006775498,0.00012073777,0.0006605731,0.00001153611,0.539289,0.3503765,0.00013874484],"about_ca_topic_score_codex":0.0000058878836,"about_ca_topic_score_gemma":0.0000022848342,"teacher_disagreement_score":0.7349269,"about_ca_system_score_codex":0.000011879125,"about_ca_system_score_gemma":0.00011413208,"threshold_uncertainty_score":0.98836917},"labels":[],"label_agreement":null},{"id":"W2314380044","doi":"10.1097/md.0000000000002219","title":"Classic Citations in Main Primary Health Care Journals","year":2015,"lang":"en","type":"article","venue":"Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Citation; Primary care; Family medicine; MEDLINE; Science Citation Index; Subject (documents); Bibliometrics; Health care; Country of origin; Library science; Law; Political science","score_opus":0.8706482442881753,"score_gpt":0.6160903219013171,"score_spread":0.25455792238685826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314380044","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13188745,0.1264159,0.048514664,0.4347742,0.0026813762,0.002456945,0.000035501915,0.000020735719,0.25321326],"genre_scores_gemma":[0.96350646,0.00015023956,0.0061541502,0.0146644395,0.000580986,0.000036830323,0.000030537572,0.000014749476,0.014861607],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9814438,0.0064051514,0.0066297967,0.00042319245,0.0048822337,0.00021580882],"domain_scores_gemma":[0.9935163,0.001626285,0.00227766,0.0014497202,0.0007807901,0.00034921963],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.12651592,0.00013808772,0.0024269498,0.00069935626,0.000061562314,0.00011283377,0.00073943235,0.00003708477,0.0039097103],"category_scores_gemma":[0.03805604,0.00005837977,0.00026987976,0.0019786977,0.00006055597,0.000120503624,0.000043902015,0.00016286389,0.0011134351],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023737803,0.000014718845,0.020455485,0.000028806438,0.000018085038,0.000011057643,0.00795388,0.000032564385,0.000011018679,0.0004914862,0.93552023,0.03546027],"study_design_scores_gemma":[0.00096209714,0.0001798701,0.12462628,0.00023192367,0.00005623847,0.000030864972,0.026220167,0.0004072887,8.5913854e-7,0.010163759,0.8369988,0.00012182674],"about_ca_topic_score_codex":0.000056487814,"about_ca_topic_score_gemma":0.00037161898,"teacher_disagreement_score":0.831619,"about_ca_system_score_codex":0.00019735297,"about_ca_system_score_gemma":0.00033923663,"threshold_uncertainty_score":0.9996643},"labels":[],"label_agreement":null},{"id":"W2314434775","doi":"10.1016/j.medcli.2016.02.025","title":"La extensión de la declaración PRISMA para revisiones sistemáticas que incorporan metaanálisis en red: PRISMA-NMA","year":2016,"lang":"es","type":"article","venue":"Medicina Clínica","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":600,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Ottawa Public Health","funders":"Canadian Institutes of Health Research","keywords":"Philosophy; Humanities","score_opus":0.374686720348411,"score_gpt":0.4945392458916279,"score_spread":0.1198525255432169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314434775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5711602,0.07416694,0.13330099,0.11734593,0.0025502276,0.007129132,0.00018861517,0.00022100017,0.093937],"genre_scores_gemma":[0.9630752,0.00791265,0.014424105,0.0012920856,0.00071020715,0.00015883443,0.000009135818,0.00010319624,0.0123145925],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8922848,0.077458166,0.01633725,0.0031679806,0.009486949,0.0012648304],"domain_scores_gemma":[0.91643494,0.061515283,0.009368522,0.009725081,0.0016627986,0.0012933858],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.22491308,0.0012869771,0.009217059,0.00097419356,0.0004597042,0.0013045159,0.004523819,0.0011519549,0.012764129],"category_scores_gemma":[0.16019751,0.0005595137,0.003928851,0.0025197472,0.0012517144,0.0005685861,0.00072999,0.000962506,0.0069032693],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023722771,0.000757486,0.09634766,0.0016486758,0.0027560333,0.0013365922,0.0031673803,0.0000068270683,0.004199684,0.026381414,0.22243667,0.64072436],"study_design_scores_gemma":[0.0013264362,0.00026298413,0.06342673,0.0034158586,0.0034479704,0.0005461535,0.0012746754,0.0006459778,0.0002825197,0.008750558,0.91581124,0.00080891856],"about_ca_topic_score_codex":0.000085648484,"about_ca_topic_score_gemma":0.000021389178,"teacher_disagreement_score":0.6933746,"about_ca_system_score_codex":0.00025760444,"about_ca_system_score_gemma":0.0007268704,"threshold_uncertainty_score":0.9999882},"labels":[],"label_agreement":null},{"id":"W2314804977","doi":"10.1097/bpo.0000000000000324","title":"The Quality of Randomized Controlled Trials in Pediatric Orthopaedics","year":2014,"lang":"en","type":"article","venue":"Journal of Pediatric Orthopaedics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of British Columbia; Stollery Children's Hospital","funders":"Ministerul Cercetării, Inovării şi Digitalizării","keywords":"Medicine; Randomized controlled trial; Checklist; Orthopedic surgery; Sample size determination; Consolidated Standards of Reporting Trials; Quality Score; Physical therapy; Evidence-based medicine; MEDLINE; Statistician; Clinical trial; Family medicine; Alternative medicine; Surgery; Internal medicine; Statistics","score_opus":0.5024472614832692,"score_gpt":0.5127835867225706,"score_spread":0.010336325239301392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314804977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87296426,0.044801198,0.06130262,0.0032263028,0.006069117,0.004445026,0.000022652677,0.000008276694,0.0071605453],"genre_scores_gemma":[0.97117615,0.017883739,0.0028713923,0.00018946797,0.005936487,0.000046409947,0.0000015510234,0.000027313366,0.0018675114],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.44652587,0.34393436,0.17554674,0.0013017092,0.03157602,0.0011153118],"domain_scores_gemma":[0.19917072,0.5877877,0.19648829,0.0045950175,0.01119222,0.0007660681],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.87844795,0.0005309964,0.033658363,0.0021605503,0.00019252556,0.000604009,0.0027815234,0.0002664125,0.0010491092],"category_scores_gemma":[0.85350233,0.00018590804,0.023245461,0.0038646061,0.00019074518,0.00033892342,0.00016333784,0.00082603475,0.00011204803],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025464589,0.00040265213,0.89594555,0.00024469855,0.0015573895,0.000020502175,0.00056920195,0.0007427128,0.0000067542014,0.0078541115,0.046063077,0.021128746],"study_design_scores_gemma":[0.7199374,0.0008188556,0.11924516,0.00009905877,0.03372053,0.00009859776,0.0020725522,0.01300131,0.0000060968155,0.06549332,0.044164333,0.001342803],"about_ca_topic_score_codex":0.000007826578,"about_ca_topic_score_gemma":0.00004791971,"teacher_disagreement_score":0.77670044,"about_ca_system_score_codex":0.00004979137,"about_ca_system_score_gemma":0.0007286764,"threshold_uncertainty_score":0.99986404},"labels":[],"label_agreement":null},{"id":"W2314844482","doi":"10.1097/jcp.0000000000000249","title":"Statistics Commentary Series","year":2014,"lang":"en","type":"review","venue":"Journal of Clinical Psychopharmacology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Library science; Series (stratigraphy); Psychology; Psychiatry; Computer science","score_opus":0.874129762566496,"score_gpt":0.7290991289779634,"score_spread":0.14503063358853263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314844482","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000074894156,0.9714962,0.007755918,0.0022931625,0.01615913,0.0006378283,0.0001175136,0.0000021809155,0.0015305674],"genre_scores_gemma":[0.0000021991848,0.9725709,0.012182277,0.0060262163,0.0045247087,0.000011078821,0.000012885072,0.00003766768,0.004632084],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.85201204,0.071245715,0.070744045,0.0009078464,0.004724931,0.00036542615],"domain_scores_gemma":[0.8535592,0.06387386,0.07679197,0.00253719,0.002566444,0.00067134516],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.3002635,0.00069566973,0.035064936,0.00079309643,0.00009756291,0.00037106485,0.005354336,0.00065050763,0.03316261],"category_scores_gemma":[0.067924716,0.00029932757,0.013989728,0.0009469181,0.00032782453,0.00021421612,0.00022811026,0.0022890868,0.0055135903],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032578115,0.00009656601,0.000058261277,0.00077746995,0.0011080994,0.000046647492,0.000004073163,7.3596186e-7,1.2640867e-8,0.00007372122,0.52210015,0.4757017],"study_design_scores_gemma":[0.000783243,0.00047511645,0.000029238003,0.0008462777,0.006489393,0.0003718942,0.000013284158,0.0000192121,9.9609885e-9,0.004065307,0.98667014,0.00023690889],"about_ca_topic_score_codex":4.1865303e-7,"about_ca_topic_score_gemma":0.0000034124394,"teacher_disagreement_score":0.47546476,"about_ca_system_score_codex":0.000046239824,"about_ca_system_score_gemma":0.00045940554,"threshold_uncertainty_score":0.9999459},"labels":[],"label_agreement":null},{"id":"W2315210859","doi":"10.1177/0141076814559173","title":"<i>Méta-analyse en médecine</i> : the first book on systematic reviews in medicine","year":2015,"lang":"fr","type":"article","venue":"Journal of the Royal Society of Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Library science; Data science; Medicine; Computer science","score_opus":0.5455663871630386,"score_gpt":0.4813109903521812,"score_spread":0.0642553968108574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315210859","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002056927,0.46226904,0.002251368,0.52275413,0.0040961946,0.0024655592,0.000005189348,0.0000016478399,0.0040999465],"genre_scores_gemma":[0.3499458,0.05796651,0.005480923,0.13513364,0.01769154,0.00015692035,0.000005287426,0.00020155299,0.4334178],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9301749,0.029107962,0.027150821,0.0005954201,0.012479286,0.00049160863],"domain_scores_gemma":[0.9407436,0.019354021,0.032315567,0.0045292713,0.0025355325,0.0005219951],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.40312615,0.00072195183,0.014240632,0.00026688023,0.0002154352,0.00009752062,0.0057774056,0.00028773997,0.005814066],"category_scores_gemma":[0.13865462,0.00020424843,0.0069489647,0.0026331614,0.0012292909,0.00021246348,0.00030116213,0.0014164338,0.00041863273],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032440654,0.00015993937,0.002818611,0.0058377194,0.0012789947,0.000009641552,0.0099295685,0.0017664431,0.000006443844,0.0002931535,0.9766788,0.0011882439],"study_design_scores_gemma":[0.003999487,0.0012411113,0.0023422965,0.071768984,0.011171706,0.00022499269,0.019578101,0.017515808,0.0000073488472,0.003905328,0.8679508,0.00029406208],"about_ca_topic_score_codex":0.00022480298,"about_ca_topic_score_gemma":0.00007800543,"teacher_disagreement_score":0.42931786,"about_ca_system_score_codex":0.00047374272,"about_ca_system_score_gemma":0.00036046846,"threshold_uncertainty_score":0.99960184},"labels":[],"label_agreement":null},{"id":"W2315623966","doi":"10.1097/bot.0b013e3182841412","title":"Levels of Evidence at the Orthopaedic Trauma Association Annual Meetings","year":2013,"lang":"en","type":"article","venue":"Journal of Orthopaedic Trauma","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of British Columbia","funders":"","keywords":"Medicine; Evidence-based medicine; Data extraction; Family medicine; MEDLINE; Alternative medicine","score_opus":0.5880341391960822,"score_gpt":0.466725413802351,"score_spread":0.12130872539373116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315623966","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9814536,0.0051481123,0.0013423762,0.007811102,0.0009026567,0.00062839064,0.000035322075,0.000004727437,0.0026737102],"genre_scores_gemma":[0.98241365,0.00016985567,0.0014300175,0.0004357426,0.00046458066,0.0000135499695,7.416578e-7,0.00001669615,0.015055155],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9615392,0.009152014,0.014399634,0.0005696672,0.013876583,0.00046290658],"domain_scores_gemma":[0.94992095,0.014547991,0.025725987,0.0019598245,0.0074833226,0.00036194824],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.17457752,0.00037455448,0.003293839,0.00055507943,0.0002619835,0.00047412326,0.002443995,0.00021375206,0.02307278],"category_scores_gemma":[0.08731712,0.00014240525,0.004515566,0.0017708046,0.00015901821,0.0013116659,0.0001673231,0.00059253327,0.0013132894],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000436155,0.0001193874,0.3131867,0.000081673774,0.0006734502,0.000019397472,0.0024070404,0.00014827024,0.00066180376,0.00010422937,0.34281245,0.33974198],"study_design_scores_gemma":[0.0009020852,0.00038104787,0.87863654,0.00044857847,0.000834666,0.00022949591,0.0029048233,0.0004208381,0.00040376422,0.0012022874,0.11335997,0.00027588857],"about_ca_topic_score_codex":0.000040004415,"about_ca_topic_score_gemma":0.000080231715,"teacher_disagreement_score":0.56544983,"about_ca_system_score_codex":0.00020847509,"about_ca_system_score_gemma":0.00019336409,"threshold_uncertainty_score":0.99946433},"labels":[],"label_agreement":null},{"id":"W2315779731","doi":"10.3821/1913-701x-144.5.203a","title":"New Approaches to an Old Problem","year":2011,"lang":"en","type":"article","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.8778541826993644,"score_gpt":0.4497903837459819,"score_spread":0.42806379895338253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315779731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8439291,0.0021586881,0.027116755,0.0016713591,0.007958591,0.004166655,0.0007605755,0.000051754247,0.11218652],"genre_scores_gemma":[0.9527353,0.00012918233,0.019373976,0.004102292,0.0010558026,0.000029742836,0.0000116041965,0.00006375155,0.022498356],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98434025,0.0034621772,0.005897357,0.0013154822,0.0036517903,0.0013329389],"domain_scores_gemma":[0.98484707,0.00037791362,0.00227072,0.0021623669,0.0011639871,0.00917795],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.03193692,0.0006646485,0.0022515096,0.0012228979,0.0009067559,0.0016638582,0.0047728578,0.00008713499,0.03990984],"category_scores_gemma":[0.0029190418,0.00044668393,0.0009636818,0.0027122553,0.00009092648,0.0010008023,0.00011142979,0.00064988807,0.00096120185],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054501914,0.0000691774,0.007956802,0.00008035393,0.00051957986,0.016410848,0.009630141,0.0009940073,0.00021717632,0.00232803,0.53756577,0.4241736],"study_design_scores_gemma":[0.0011937766,0.00014365619,0.00031558977,0.000028611063,0.00061796437,0.24792117,0.00014968123,0.0069023967,0.00092956616,0.006237393,0.7340253,0.0015348761],"about_ca_topic_score_codex":0.04782026,"about_ca_topic_score_gemma":0.27638513,"teacher_disagreement_score":0.4226387,"about_ca_system_score_codex":0.0011886705,"about_ca_system_score_gemma":0.0049814526,"threshold_uncertainty_score":0.99981666},"labels":[],"label_agreement":null},{"id":"W2315829398","doi":"10.21037/atm.2016.02.10","title":"The International Committee of Medical Journal Editors proposal for sharing clinical trial data and the possible implications for the peer review process","year":2016,"lang":"en","type":"article","venue":"Annals of Translational Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Data sharing; Clinical trial; Medical journal; Process (computing); Peer review; Open science; Medical research; Computer science; Alternative medicine; Medicine; Engineering ethics; Medical education; Data science; Political science; Family medicine; Pathology; Law; Engineering","score_opus":0.8860640017035217,"score_gpt":0.6728005298795523,"score_spread":0.21326347182396943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315829398","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037282976,0.013273678,0.063193455,0.91916054,0.0015040251,0.0020709739,0.00020419889,0.0000012064572,0.00021911573],"genre_scores_gemma":[0.7338274,0.13336635,0.012561023,0.027897542,0.07486259,0.002733152,0.0005600327,0.00012059199,0.014071318],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9820098,0.0015250553,0.0084101865,0.00045689385,0.007431449,0.00016659095],"domain_scores_gemma":[0.84761167,0.12798487,0.007873575,0.0034694716,0.012828851,0.00023157209],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.31795514,0.00013372824,0.0013666751,0.00006955598,0.00034622013,0.00011881519,0.005245986,0.00006694271,0.00058474037],"category_scores_gemma":[0.22508693,0.00003209505,0.0007086442,0.00027726367,0.0008974432,0.00021423755,0.00011471948,0.00016188853,0.0000029229689],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013198511,0.00005084591,0.002347716,0.00012621467,0.00059811556,5.34947e-8,0.00013938948,0.000001474859,0.0000022949546,0.044278953,0.80018467,0.1509504],"study_design_scores_gemma":[0.012591115,0.00021228155,0.005332422,0.0011833226,0.0007199812,0.000020878488,0.00019691589,0.006795713,0.0000033150006,0.23821947,0.7346469,0.00007770204],"about_ca_topic_score_codex":0.0000026630435,"about_ca_topic_score_gemma":0.000021586644,"teacher_disagreement_score":0.89126295,"about_ca_system_score_codex":0.0000023496166,"about_ca_system_score_gemma":0.0004007729,"threshold_uncertainty_score":0.97484344},"labels":[],"label_agreement":null},{"id":"W2316528672","doi":"10.1016/j.jval.2012.03.336","title":"PRS52 The Stability of Additive Treatment Effects in Multiple Treatment Comparison Meta-Analysis: a Simulation Study","year":2012,"lang":"en","type":"article","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University","funders":"","keywords":"Additive function; Additive model; Bayesian probability; Mathematics; Statistics; Generalized additive model; Stability (learning theory); Meta-analysis; Econometrics; Treatment effect; Medicine; Computer science; Internal medicine; Machine learning","score_opus":0.894881949415654,"score_gpt":0.5919447796015943,"score_spread":0.3029371698140597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2316528672","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98503536,0.0059177266,0.0023487706,0.00027781306,0.000082101426,0.006192543,0.000055000954,0.000003456497,0.000087215965],"genre_scores_gemma":[0.99853396,0.000016415588,0.0007078751,0.000034342927,0.000021958906,0.0005842534,0.000010585962,0.000006703622,0.00008387984],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.92931676,0.05679708,0.009740553,0.0008406848,0.0028692347,0.00043569336],"domain_scores_gemma":[0.9607118,0.03148392,0.004443378,0.0029321564,0.00026595435,0.00016282624],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.093975835,0.0003333111,0.0073917443,0.00059798185,0.000108401626,0.00008238638,0.00047985243,0.000050273484,0.000896598],"category_scores_gemma":[0.009518245,0.00012270664,0.002762126,0.0030195422,0.00004266091,0.00016242692,0.000044955912,0.00009388699,0.00008350565],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021699327,0.0033102152,0.7711632,0.00002824789,0.01156388,5.6554836e-7,0.022059422,0.18791953,6.71611e-7,0.00006215177,0.00002240895,0.003847972],"study_design_scores_gemma":[0.0007895649,0.0008608308,0.530932,0.0000065754125,0.022296261,1.7177321e-7,0.0066776057,0.43743387,0.000028663799,0.00013448669,0.0007305761,0.00010936458],"about_ca_topic_score_codex":0.009421757,"about_ca_topic_score_gemma":0.007522639,"teacher_disagreement_score":0.24951434,"about_ca_system_score_codex":0.0005789501,"about_ca_system_score_gemma":0.00012719288,"threshold_uncertainty_score":0.998825},"labels":[],"label_agreement":null},{"id":"W2317565093","doi":"10.1136/bmjopen-2014-007103","title":"Methods and characteristics of published network meta-analyses using individual patient data: protocol for a scoping review","year":2015,"lang":"en","type":"review","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Meta-analysis; Protocol (science); Observational study; MEDLINE; Grey literature; Psychological intervention; Systematic review; Data collection; Medical physics; Data science; Alternative medicine; Computer science; Statistics; Pathology; Nursing","score_opus":0.9901074817967214,"score_gpt":0.7971900669381536,"score_spread":0.19291741485856773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2317565093","genre_codex":"review","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.3817443e-9,0.5557621,0.0073030205,0.00002706303,0.000094936455,0.43604535,0.00045907477,0.0000017035655,0.00030672198],"genre_scores_gemma":[1.8708732e-9,0.23342706,0.2839691,0.00018478176,0.00016646586,0.4815218,0.0003740033,0.000042118518,0.00031468648],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8780893,0.06985263,0.04145342,0.0032514047,0.006777965,0.00057524897],"domain_scores_gemma":[0.90554726,0.013252224,0.061497003,0.015691802,0.0036301697,0.0003815652],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5166863,0.0009950926,0.04819138,0.00042242178,0.00018148405,0.0046936325,0.010766729,0.00027002182,0.0033634515],"category_scores_gemma":[0.16246605,0.0004096906,0.0051091714,0.0026542332,0.000091759815,0.0012524398,0.007143226,0.00028391386,0.000047370402],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051870184,0.00003032014,0.0000027851797,0.16479644,0.008306754,0.0000014754685,0.000019849966,0.0000015310127,1.0049922e-8,0.000038613394,0.09196788,0.7348291],"study_design_scores_gemma":[0.00011758364,0.000047671,4.9407026e-7,0.13533704,0.08044555,0.00002485381,0.000010840228,0.000277074,3.63232e-8,0.00026074503,0.7831303,0.00034783324],"about_ca_topic_score_codex":0.00001940698,"about_ca_topic_score_gemma":0.000009748005,"teacher_disagreement_score":0.73448133,"about_ca_system_score_codex":0.000037905404,"about_ca_system_score_gemma":0.0021662756,"threshold_uncertainty_score":0.9998355},"labels":[],"label_agreement":null},{"id":"W2319079108","doi":"10.1016/j.joca.2016.01.101","title":"Assessing bias in osteoarthritis trials included in cochrane reviews: A meta-epidemiological study","year":2016,"lang":"en","type":"article","venue":"Osteoarthritis and Cartilage","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Bruyère; University of Ottawa; Cochrane","funders":"","keywords":"Blinding; Meta-analysis; Medicine; Systematic review; Publication bias; Reporting bias; MEDLINE; Study heterogeneity; Physical therapy; Sample size determination; Randomized controlled trial; Clinical trial; Psychological intervention; Epidemiology; Random effects model; Cochrane Library; Internal medicine; Statistics; Psychiatry","score_opus":0.8062375650609488,"score_gpt":0.5538883201150719,"score_spread":0.25234924494587685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319079108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92985994,0.06259112,0.000260249,0.0013309473,0.00023580818,0.003096169,0.00003916762,0.000011176807,0.002575439],"genre_scores_gemma":[0.99472517,0.002134489,0.0005589177,0.000423915,0.00010388285,0.00072428054,0.000004344964,0.000020184827,0.00130481],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.86197925,0.10453553,0.026175344,0.0025502252,0.0038801217,0.00087952596],"domain_scores_gemma":[0.96725404,0.024211073,0.005109867,0.0027313526,0.00038028386,0.00031340352],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.39478216,0.00070386496,0.017010285,0.00072311616,0.00016312282,0.0012079262,0.0010216512,0.0002276163,0.008281958],"category_scores_gemma":[0.20990098,0.00027503193,0.0028000358,0.001719583,0.00018251195,0.00095324387,0.00035841673,0.0002856595,0.00078347075],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007194213,0.0004230778,0.18708356,0.00007761864,0.00010265689,0.0005484025,0.0013252598,0.0000036453034,0.010663638,0.00055890606,0.004702922,0.79443836],"study_design_scores_gemma":[0.05442749,0.0093862675,0.324402,0.009667398,0.008267507,0.0007979345,0.027860902,0.00012916913,0.003651456,0.052259363,0.50279945,0.006351022],"about_ca_topic_score_codex":0.000032132237,"about_ca_topic_score_gemma":0.003131215,"teacher_disagreement_score":0.78808737,"about_ca_system_score_codex":0.000053436484,"about_ca_system_score_gemma":0.000056993773,"threshold_uncertainty_score":0.9999945},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2320350537","doi":"10.1097/ccm.0000000000001466","title":"Determinants of Citation Impact in Large Clinical Trials in Critical Care","year":2015,"lang":"en","type":"review","venue":"Critical Care Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; St. Michael's Hospital","funders":"","keywords":"Medicine; Interquartile range; Clinical trial; Randomized controlled trial; MEDLINE; Internal medicine","score_opus":0.9465369354342983,"score_gpt":0.7688826758742692,"score_spread":0.17765425956002912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2320350537","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043332367,0.9936108,0.00040843332,0.00020773645,0.0014022754,0.0018772818,0.00033445793,0.000004362656,0.0017213592],"genre_scores_gemma":[0.16133283,0.83516306,0.00090364594,0.00023108431,0.0015292477,0.00028915712,0.00030315603,0.00008839619,0.00015943992],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8228267,0.11362803,0.052921575,0.0019709351,0.00788015,0.00077261345],"domain_scores_gemma":[0.7754975,0.20404124,0.0066835373,0.0050151553,0.0076632733,0.0010992904],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.42663315,0.0008164316,0.041933723,0.0019422657,0.00004426395,0.00016866095,0.0019879788,0.0009155121,0.0059114387],"category_scores_gemma":[0.88068324,0.00034918427,0.0063880514,0.0030881113,0.000643635,0.00018940191,0.00023811398,0.0010976763,0.00053111254],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001672463,0.00011295911,0.015786665,0.027284764,0.000045477213,0.00020110249,0.001301921,1.868078e-7,3.9019017e-8,0.0009252406,0.006129884,0.94819504],"study_design_scores_gemma":[0.002120538,0.001377133,0.0035780258,0.051170245,0.0076731173,0.00007519451,0.025172496,0.00025937002,1.5657608e-7,0.0043546003,0.903364,0.0008551227],"about_ca_topic_score_codex":0.00005468638,"about_ca_topic_score_gemma":0.00027109435,"teacher_disagreement_score":0.9473399,"about_ca_system_score_codex":0.00030321977,"about_ca_system_score_gemma":0.0010838539,"threshold_uncertainty_score":0.999896},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2320522954","doi":"10.1097/sla.0000000000000441","title":"Reply to Letter","year":2014,"lang":"en","type":"letter","venue":"Annals of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Royal Victoria Hospital","funders":"","keywords":"Medicine; Library science; MEDLINE; Family medicine; General surgery; Law","score_opus":0.9236082803377897,"score_gpt":0.5474311311364142,"score_spread":0.37617714920137557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2320522954","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00090832944,0.0004684093,0.0010540166,0.98517674,0.0010122112,0.00032908353,0.00003836751,0.00000566893,0.011007163],"genre_scores_gemma":[0.00083869643,0.000028625725,0.00028928043,0.93753475,0.003354293,0.00003144934,0.000040337436,0.00003239423,0.057850193],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9633209,0.010352021,0.015165337,0.0015094551,0.009123362,0.0005288886],"domain_scores_gemma":[0.9553193,0.023616834,0.009661957,0.008613793,0.0026241937,0.00016394946],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.17668527,0.0004958479,0.009026425,0.0014812993,0.00005655001,0.0005580073,0.0023447676,0.00038675105,0.017523717],"category_scores_gemma":[0.068562105,0.00024689757,0.007128875,0.0013686457,0.000062329746,0.00014023563,0.00017983609,0.0005696938,0.023304408],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001884074,0.0000069348225,0.0015245787,0.000113496404,0.00019813077,0.00005307598,0.000028350258,0.0000024418553,0.0000032661146,0.000010193687,0.99223536,0.0058223032],"study_design_scores_gemma":[0.00000901621,0.0000085295005,0.0006148974,0.00014150812,0.00007034793,0.0000075404587,0.0000042898428,0.000008655745,0.000048178757,0.0011484296,0.9976844,0.00025416832],"about_ca_topic_score_codex":0.000034981687,"about_ca_topic_score_gemma":9.454637e-7,"teacher_disagreement_score":0.10812317,"about_ca_system_score_codex":0.0000056213344,"about_ca_system_score_gemma":0.00007709131,"threshold_uncertainty_score":0.99999833},"labels":[],"label_agreement":null},{"id":"W2320569759","doi":"10.1097/brs.0b013e31827ecb1c","title":"Do Authors Report Surgical Expertise in Open Spine Surgery Related Randomized Controlled Trials? A Systematic Review on Quality of Reporting","year":2012,"lang":"en","type":"review","venue":"Spine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Esri (Canada)","funders":"","keywords":"Medicine; Randomized controlled trial; MEDLINE; Systematic review; Physical therapy; Medical physics; Surgery","score_opus":0.8836964177685291,"score_gpt":0.6473124844344494,"score_spread":0.2363839333340797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2320569759","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000023136674,0.94672483,0.00016793337,0.00023463936,0.0011874412,0.04747796,0.000015659638,0.0000147747605,0.004153593],"genre_scores_gemma":[0.00018357995,0.97699165,0.000382989,0.000057853256,0.00016244418,0.0069700773,0.00015499687,0.00007452944,0.01502187],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.19510683,0.41894126,0.36909088,0.0033529638,0.012605037,0.0009030392],"domain_scores_gemma":[0.12290111,0.14647402,0.7040676,0.021890052,0.0037994373,0.0008677663],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.9444858,0.0017654622,0.3204469,0.002029734,0.00010960609,0.000901154,0.0038197613,0.00080196175,0.009018344],"category_scores_gemma":[0.9366787,0.00063522474,0.059785675,0.0051448764,0.00016772424,0.00035931426,0.00061885884,0.0009217838,0.0007046195],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012807108,0.00032703005,0.000024689716,0.9279843,0.006217972,0.0006990156,0.000075224794,8.730586e-7,1.358605e-7,0.0010074202,0.002944051,0.05943857],"study_design_scores_gemma":[0.02886738,0.000024750729,0.0000063193434,0.8655795,0.034521487,0.00079119264,0.00003450039,0.00004625009,9.93776e-8,0.00023096494,0.06912317,0.0007744021],"about_ca_topic_score_codex":0.00008383278,"about_ca_topic_score_gemma":0.000011858178,"teacher_disagreement_score":0.33497673,"about_ca_system_score_codex":0.00024242888,"about_ca_system_score_gemma":0.000925903,"threshold_uncertainty_score":0.9996099},"labels":[],"label_agreement":null},{"id":"W2320715667","doi":"10.1097/cad.0b013e32835c3561","title":"Influence of statistician involvement on reporting of randomized clinical trials in medical oncology","year":2012,"lang":"en","type":"article","venue":"Anti-Cancer Drugs","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Ontario Clinical Oncology Group; Princess Margaret Cancer Centre; University Health Network","funders":"","keywords":"Statistician; Randomized controlled trial; Medicine; Clinical trial; Quality (philosophy); Research design; MEDLINE; Family medicine; Medical physics; Internal medicine; Statistics; Pathology; Mathematics","score_opus":0.8004655031878927,"score_gpt":0.6628950613416558,"score_spread":0.1375704418462369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2320715667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9922793,0.00090490346,0.0019652832,0.00085826014,0.00046869012,0.0010616526,0.0000141123355,0.0000018557099,0.0024459239],"genre_scores_gemma":[0.9967861,0.00056288595,0.001373148,0.0007500516,0.00015427,0.000087501634,0.0000026222688,0.0000065937147,0.00027683607],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.68838716,0.15346721,0.14347537,0.0013151519,0.012637448,0.00071767403],"domain_scores_gemma":[0.65924484,0.19982524,0.13466527,0.003588025,0.002133725,0.00054291775],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7938466,0.00019943956,0.015708085,0.00036577138,0.00003152052,0.000033416363,0.0008970838,0.00017452803,0.004666073],"category_scores_gemma":[0.6784283,0.00009209415,0.0023420253,0.00080607407,0.00032150297,0.00014108425,0.00012633848,0.00025552153,0.00012707103],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023517571,0.000991091,0.7667561,0.00024527716,0.0010715094,0.000011680102,0.0038821502,0.00062485394,0.0002355154,0.009896083,0.012329229,0.20160474],"study_design_scores_gemma":[0.1864819,0.00075101055,0.6510798,0.004028689,0.004532602,0.000010581457,0.008403187,0.02131704,0.0060611228,0.019166773,0.09673079,0.0014365371],"about_ca_topic_score_codex":0.00037086048,"about_ca_topic_score_gemma":0.000097442055,"teacher_disagreement_score":0.2001682,"about_ca_system_score_codex":0.000045164536,"about_ca_system_score_gemma":0.0004477607,"threshold_uncertainty_score":0.99890476},"labels":[],"label_agreement":null},{"id":"W2320749482","doi":"10.1002/14651858.ed000111","title":"Viewpoint: taking into account risks of random errors when analysing multiple outcomes in systematic reviews","year":2016,"lang":"en","type":"editorial","venue":"Cochrane Database of Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane","funders":"","keywords":"Outcome (game theory); Confidence interval; Meta-analysis; Null hypothesis; Statistical significance; Statistics; Medicine; p-value; Type I and type II errors; Statistical hypothesis testing; Econometrics; Mathematics; Internal medicine","score_opus":0.585303512724951,"score_gpt":0.5377873541288116,"score_spread":0.047516158596139335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2320749482","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013895937,0.73936087,0.03180152,0.00016180528,0.17448151,0.05197406,0.0014880658,0.000022884253,0.0005703097],"genre_scores_gemma":[0.0057656695,0.73729074,0.05291581,0.00057360093,0.15012515,0.03425925,0.0040388084,0.001090024,0.013940927],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.66495734,0.15474433,0.14836195,0.0048494316,0.02567711,0.0014098495],"domain_scores_gemma":[0.4829079,0.20037058,0.2662842,0.040662684,0.008962819,0.00081180816],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.54077953,0.0030304515,0.10358821,0.003756128,0.0002374773,0.0008366217,0.011370724,0.0011139282,0.0038081037],"category_scores_gemma":[0.8062236,0.0012485798,0.016308364,0.0038622662,0.00036661568,0.0013061728,0.0011799628,0.0012601819,0.004886002],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025765274,0.0001475431,0.00027186767,0.72150105,0.0009792397,0.000015930415,0.00090515986,0.0000073876413,0.00008697163,0.0000389728,0.27573135,0.0002887916],"study_design_scores_gemma":[0.0019709906,0.000060766997,0.000011108562,0.91766036,0.009900112,0.000014628231,0.00060640875,0.0010781429,0.00001763053,0.00036248408,0.06714115,0.0011762147],"about_ca_topic_score_codex":0.00060642796,"about_ca_topic_score_gemma":0.0010178265,"teacher_disagreement_score":0.265444,"about_ca_system_score_codex":0.0005303525,"about_ca_system_score_gemma":0.0005169871,"threshold_uncertainty_score":0.9989964},"labels":[],"label_agreement":null},{"id":"W2320911955","doi":"10.1097/phm.0000000000000081","title":"Elevating the Quality of Disability and Rehabilitation Research","year":2014,"lang":"en","type":"editorial","venue":"American Journal of Physical Medicine & Rehabilitation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Rehabilitation; Physical medicine and rehabilitation; Quality (philosophy); Physical therapy; MEDLINE","score_opus":0.44698144694399505,"score_gpt":0.6099363950405784,"score_spread":0.16295494809658334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2320911955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8881432,0.00039613512,0.0019337937,0.020092074,0.08728448,0.0015658172,0.000036472433,0.000004648936,0.00054342154],"genre_scores_gemma":[0.81721,0.0000030385083,0.0038125827,0.00002600523,0.17880146,0.000029646671,0.00000852893,0.000023595021,0.000085138556],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8690925,0.08694868,0.017977763,0.001126658,0.024470994,0.0003833652],"domain_scores_gemma":[0.31144246,0.6395051,0.026209965,0.0036355741,0.018919585,0.00028734907],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4250223,0.0004173477,0.007440336,0.0005629646,0.00024012328,0.00014823477,0.0019374845,0.00015218185,0.00015790551],"category_scores_gemma":[0.8069732,0.00016852241,0.0020057885,0.0028595033,0.008401467,0.00029598133,0.00016935254,0.0016675942,0.000025414514],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018083306,0.00026777844,0.008680554,0.0006377106,0.00020658204,2.4413598e-7,0.011047007,0.000046826863,0.00016556965,0.0032154997,0.5399395,0.43561187],"study_design_scores_gemma":[0.0013862799,0.076764554,0.1120164,0.0022563147,0.00094961387,0.000003428263,0.05563358,0.0016700155,0.0000030663732,0.18908031,0.55971175,0.00052464334],"about_ca_topic_score_codex":0.00042934262,"about_ca_topic_score_gemma":0.000059228194,"teacher_disagreement_score":0.5576501,"about_ca_system_score_codex":0.00022657619,"about_ca_system_score_gemma":0.0002478471,"threshold_uncertainty_score":0.9942971},"labels":[],"label_agreement":null},{"id":"W2321539568","doi":"10.1097/jcp.0000000000000490","title":"Statistics Commentary Series","year":2016,"lang":"en","type":"editorial","venue":"Journal of Clinical Psychopharmacology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Library science; Series (stratigraphy); Psychology; Psychiatry; Computer science; Geology","score_opus":0.6567220391726659,"score_gpt":0.6782456181192488,"score_spread":0.021523578946582855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2321539568","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023888232,0.0011350784,0.0071177017,0.0127144065,0.97588843,0.0003225798,0.00073544646,0.000002362796,0.0018450883],"genre_scores_gemma":[0.00007364137,0.0035117487,0.008522327,0.0044479696,0.95952135,0.0000066077837,0.000020593283,0.000039943676,0.02385581],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.89262915,0.040071495,0.054246794,0.001055262,0.0115546435,0.00044264118],"domain_scores_gemma":[0.7583557,0.15904559,0.068970606,0.0028253498,0.010004522,0.0007982714],"candidate_categories":["metaresearch","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.28302935,0.00058492116,0.013575353,0.0006232495,0.00010565041,0.00039310244,0.005493197,0.0012256856,0.05560788],"category_scores_gemma":[0.23132165,0.00024322173,0.005957903,0.0004759839,0.00043733246,0.00035325636,0.00025265018,0.002791926,0.004174389],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000787916,0.00021374859,0.00079333415,0.00003953391,0.0016854963,0.00016420516,0.000015662741,0.0000014360907,0.0000058304568,0.00003255362,0.9689412,0.027319068],"study_design_scores_gemma":[0.0027056662,0.0007793286,0.00023346978,0.00007850431,0.0013833854,0.000030499601,0.000025299867,0.000010041071,8.219927e-7,0.014337633,0.980187,0.00022833949],"about_ca_topic_score_codex":0.0000010015552,"about_ca_topic_score_gemma":0.000010313625,"teacher_disagreement_score":0.1342735,"about_ca_system_score_codex":0.00006612129,"about_ca_system_score_gemma":0.0007504003,"threshold_uncertainty_score":0.9998876},"labels":[],"label_agreement":null},{"id":"W2322140854","doi":"10.1016/j.jclinepi.2016.03.018","title":"Interpreting GRADE's levels of certainty or quality of the evidence: GRADE for statisticians, considering review information size or less emphasis on imprecision?","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":73,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Health Sciences Centre","funders":"","keywords":"Certainty; Grading (engineering); Systematic review; Guideline; Psychology; Quality (philosophy); Actuarial science; Management science; MEDLINE; Medicine; Epistemology; Economics","score_opus":0.9591089740372083,"score_gpt":0.7215801648802531,"score_spread":0.23752880915695518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322140854","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24220383,0.0051504653,0.6721424,0.07494522,0.0029153307,0.0022049812,0.00030817758,0.0000039521206,0.00012565707],"genre_scores_gemma":[0.9387789,0.005623503,0.04754533,0.007508301,0.00018439734,0.000017352828,3.9144527e-7,0.000009476757,0.0003323648],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.76470417,0.13405883,0.0963514,0.0006938799,0.003714233,0.00047747634],"domain_scores_gemma":[0.10531992,0.8136297,0.075331256,0.0020040872,0.0034893607,0.00022568423],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5788688,0.00026421103,0.012184108,0.00015469448,0.00007910374,0.00003274429,0.0020194538,0.00023053898,0.00197236],"category_scores_gemma":[0.9765955,0.00007471815,0.0046728915,0.0005220926,0.00038833573,0.0004531388,0.00018386649,0.0003946295,0.000026880434],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014212029,0.00016679021,0.110136636,0.0020734323,0.00074644183,0.0000022932554,0.0002599317,0.000118085554,0.00009271824,0.007280022,0.07479164,0.8029108],"study_design_scores_gemma":[0.0044302363,0.004281042,0.6273815,0.057429723,0.0021216965,0.00017342027,0.0018669913,0.002928906,0.00022420337,0.21103962,0.087448426,0.00067425263],"about_ca_topic_score_codex":0.000015871134,"about_ca_topic_score_gemma":0.00003720784,"teacher_disagreement_score":0.80223656,"about_ca_system_score_codex":0.000045219072,"about_ca_system_score_gemma":0.00049992086,"threshold_uncertainty_score":0.99894},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2322318282","doi":"10.1186/s12916-016-0596-4","title":"Living cumulative network meta-analysis to reduce waste in research: A paradigmatic shift for systematic reviews?","year":2016,"lang":"en","type":"editorial","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Medicine; Meta-analysis; Alternative medicine; Randomized controlled trial; MEDLINE; Management science; Pathology","score_opus":0.9161593148337782,"score_gpt":0.6416529786511013,"score_spread":0.27450633618267695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322318282","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004937878,0.15787223,0.27585706,0.004570882,0.49250135,0.06282809,0.00035994014,0.000038182472,0.005922888],"genre_scores_gemma":[0.0022226456,0.000751642,0.013813931,0.00040919683,0.82385105,0.021067599,0.00016045308,0.00020187907,0.1375216],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.72828233,0.17123666,0.05697357,0.0058718007,0.035442524,0.0021931252],"domain_scores_gemma":[0.32382503,0.6175387,0.029646862,0.02019773,0.0074919863,0.0012996896],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.71452266,0.0015214896,0.05345631,0.0052664494,0.00037194957,0.00085600285,0.0070366766,0.0008126382,0.010697005],"category_scores_gemma":[0.8019866,0.0005577911,0.014367207,0.014476363,0.00026035297,0.00030193233,0.0006546822,0.0011052684,0.004184476],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022409717,0.000033325905,0.000026519592,0.016488284,0.035358626,0.0000051259713,0.0016855955,0.00044927216,6.1270777e-7,0.00043182814,0.94543433,0.0000640789],"study_design_scores_gemma":[0.0004413611,0.00028608175,0.000024566902,0.027963722,0.27722606,0.0000015082444,0.00092252716,0.003543953,2.0738956e-7,0.009862438,0.6789548,0.00077282137],"about_ca_topic_score_codex":0.00009954031,"about_ca_topic_score_gemma":0.001703336,"teacher_disagreement_score":0.44630203,"about_ca_system_score_codex":0.00041333368,"about_ca_system_score_gemma":0.000555644,"threshold_uncertainty_score":0.9997534},"labels":[],"label_agreement":null},{"id":"W2324598724","doi":"10.1097/eja.0000000000000084","title":"Why should clinical trials be registered?","year":2014,"lang":"en","type":"editorial","venue":"European Journal of Anaesthesiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"U.S. National Library of Medicine; Canadian Institutes of Health Research","keywords":"Medicine; Clinical trial; Publication bias; MEDLINE; Consolidated Standards of Reporting Trials; Statement (logic); Family medicine; Meta-analysis; Law; Internal medicine","score_opus":0.8959344460997618,"score_gpt":0.6132297546275738,"score_spread":0.282704691472188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2324598724","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001685793,0.002146039,0.011054361,0.0061980165,0.9663889,0.00045170993,0.00004271294,0.000006878536,0.012025611],"genre_scores_gemma":[0.0009195017,0.002564991,0.0044576447,0.0053777364,0.97807103,0.0000018666306,0.000027444537,0.0001136818,0.008466094],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.30038965,0.5977759,0.08649507,0.0021115472,0.012537531,0.00069036765],"domain_scores_gemma":[0.5215679,0.23406614,0.21437633,0.015008214,0.01339424,0.0015871753],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.8278641,0.00083082967,0.02258129,0.0011446014,0.00016528514,0.00097609847,0.009214908,0.00079696317,0.0056660427],"category_scores_gemma":[0.7735328,0.00035812528,0.013667178,0.00061852304,0.0004168156,0.00018131557,0.00037475358,0.0029265045,0.0034565413],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010693703,0.000049267295,0.00014821251,0.000025107138,0.0005519948,0.00048447808,0.000052462416,0.00001036042,0.0000019086415,0.00005664446,0.87138605,0.12712656],"study_design_scores_gemma":[0.000744991,0.0055779186,0.0002602203,0.00017781464,0.0011495283,0.00008074486,0.000054097836,0.000028787512,4.5125208e-7,0.00083355774,0.9907811,0.00031078275],"about_ca_topic_score_codex":0.000003502678,"about_ca_topic_score_gemma":0.000009288694,"teacher_disagreement_score":0.36370972,"about_ca_system_score_codex":0.000046240148,"about_ca_system_score_gemma":0.00047956445,"threshold_uncertainty_score":0.99988705},"labels":[],"label_agreement":null},{"id":"W2325079879","doi":"10.1097/00002281-200203000-00006","title":"Many faces of the minimal clinically important difference (MCID): a literature review and directions for future research","year":2002,"lang":"en","type":"review","venue":"Current Opinion in Rheumatology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":520,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Toronto Rehabilitation Institute","funders":"","keywords":"Minimal clinically important difference; Medicine; Context (archaeology); Perspective (graphical); Medical physics; Physical therapy; Randomized controlled trial; Computer science; Artificial intelligence; Surgery","score_opus":0.7749354314817172,"score_gpt":0.6222375951226032,"score_spread":0.15269783635911394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2325079879","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013458596,0.9895272,0.000054839267,0.00086962205,0.004880488,0.0042922986,0.00030236543,0.000004238863,0.000055469565],"genre_scores_gemma":[0.0000069381763,0.99787056,0.00027328212,0.000008548999,0.00008101574,0.0010010155,0.00005531319,0.000022645514,0.00068066054],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.95209414,0.021882517,0.021232216,0.0017739644,0.0024983792,0.0005188136],"domain_scores_gemma":[0.9694367,0.014357101,0.010915081,0.0036676503,0.0014654386,0.00015804592],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06916832,0.0006260749,0.013140694,0.00083542813,0.0002207842,0.00028939525,0.0031313905,0.00055559725,0.0006669809],"category_scores_gemma":[0.04738833,0.0002518034,0.0035361398,0.0037169347,0.00038244296,0.00008238127,0.00056769454,0.0013916997,0.00008065298],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030485887,0.00012717911,0.0032812497,0.2232177,0.00015798541,3.7196753e-7,0.00021801522,1.9466427e-8,9.833118e-9,0.00454823,0.09435248,0.6740937],"study_design_scores_gemma":[0.000105398925,0.000046446545,0.00027970804,0.116762355,0.00033534697,0.00013254819,0.000056107183,0.00003849784,5.7193827e-9,0.00088988297,0.8811633,0.0001904014],"about_ca_topic_score_codex":0.0000021482044,"about_ca_topic_score_gemma":0.0000041993394,"teacher_disagreement_score":0.7868108,"about_ca_system_score_codex":0.000040646115,"about_ca_system_score_gemma":0.00026957784,"threshold_uncertainty_score":0.99999344},"labels":[],"label_agreement":null},{"id":"W2327244536","doi":"10.1097/01.pcc.0000449622.17765.85","title":"ABSTRACT 896","year":2014,"lang":"en","type":"article","venue":"Pediatric Critical Care Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Sample size determination; Randomized controlled trial; Clinical trial; Clinical research; Internal medicine; Statistics","score_opus":0.6105739320036527,"score_gpt":0.5578150247297228,"score_spread":0.052758907273929956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2327244536","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23528364,0.024502141,0.09423986,0.04347374,0.0059744716,0.0011403412,0.000038676633,0.00008062715,0.5952665],"genre_scores_gemma":[0.99318415,0.000028396391,0.0010397646,0.0011117263,0.0034359423,0.000014618211,0.0000089438545,0.000012461268,0.0011640015],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98256034,0.002703074,0.006614366,0.0009458886,0.0068037394,0.00037260356],"domain_scores_gemma":[0.97174615,0.021402705,0.0009562615,0.0030300934,0.0023389996,0.00052580814],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.062816784,0.00028049524,0.002728475,0.00041595963,0.00013891184,0.00023025634,0.0013365041,0.0001053959,0.04627279],"category_scores_gemma":[0.32283995,0.00012257855,0.00082516874,0.0013577591,0.00016677703,0.00012250483,0.000098191544,0.0002574019,0.008606636],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008845299,0.0000726712,0.15010038,0.00070692523,0.000033336746,0.00003813004,0.001627366,0.000010504183,0.000036925234,0.04000723,0.6890641,0.11829358],"study_design_scores_gemma":[0.0007774632,0.00036487417,0.18454333,0.00004303405,0.0013971607,0.000031413507,0.0051223617,0.0012619162,0.000008252251,0.034018785,0.7718786,0.0005528229],"about_ca_topic_score_codex":0.00002118091,"about_ca_topic_score_gemma":0.000009916827,"teacher_disagreement_score":0.7579005,"about_ca_system_score_codex":0.000026168342,"about_ca_system_score_gemma":0.000040222683,"threshold_uncertainty_score":0.99216527},"labels":[],"label_agreement":null},{"id":"W2327410861","doi":"10.1017/s0317167100008817","title":"The Return of Evidence-Based Neurology to the Journal: It’s All About Patient Care","year":2008,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Evidence-based medicine; Patient care; MEDLINE; Clinical Practice; Neurology; Evidence-based practice; Best evidence; Medicine; Psychology; Intensive care medicine; Alternative medicine; Psychiatry; Family medicine; Nursing; Pathology; Political science","score_opus":0.6441723636183688,"score_gpt":0.44506999965399485,"score_spread":0.19910236396437397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2327410861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.921426,0.00775555,0.00022300224,0.066804424,0.0022536807,0.00046049408,0.000012568282,0.000004059326,0.001060252],"genre_scores_gemma":[0.97430235,0.0014210474,0.0013008789,0.022500893,0.0003598198,0.00000536285,1.2458719e-7,0.000014122873,0.00009538402],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9553334,0.026415605,0.0083068125,0.0009277905,0.0072666574,0.0017496953],"domain_scores_gemma":[0.961608,0.018046506,0.010107222,0.0014449724,0.005836749,0.0029565585],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.120436646,0.0005964202,0.0022236202,0.0016415868,0.008233536,0.0025672228,0.0144019965,0.00024111735,0.0007595055],"category_scores_gemma":[0.1094255,0.00020218547,0.0017678221,0.0044862805,0.00893439,0.001225844,0.00024325082,0.0022391644,0.000046443645],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032687606,0.000047091307,0.79753655,0.000012724911,0.0000966523,0.004522068,0.007182831,0.039058704,0.000040004197,0.00048483402,0.12012756,0.030564101],"study_design_scores_gemma":[0.00043700208,0.12703893,0.19493766,0.00017919259,0.0003147544,0.074357264,0.0048050513,0.005272651,0.0001395014,0.0114860935,0.58024395,0.00078795524],"about_ca_topic_score_codex":0.00080134603,"about_ca_topic_score_gemma":0.06410177,"teacher_disagreement_score":0.6025989,"about_ca_system_score_codex":0.00019442235,"about_ca_system_score_gemma":0.0061849942,"threshold_uncertainty_score":0.999449},"labels":[],"label_agreement":null},{"id":"W2327430603","doi":"","title":"To accept or reject? A guide to peer reviewing of medical journal papers.","year":2012,"lang":"en","type":"article","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Peer review; Process (computing); Quality (philosophy); Computer science; Engineering ethics; Psychology; Medical education; Management science; Medicine; Political science; Engineering; Epistemology","score_opus":0.7581242181758006,"score_gpt":0.5440293713731662,"score_spread":0.21409484680263435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2327430603","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19474746,0.022566106,0.05037549,0.23905264,0.008949137,0.012553901,0.00003438631,0.000039440816,0.47168145],"genre_scores_gemma":[0.8148528,0.00024524337,0.017537478,0.0132036675,0.0018455376,0.0010192356,0.0000013164065,0.00003241674,0.15126234],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96925795,0.0051013776,0.009058574,0.0005025821,0.015416548,0.0006629636],"domain_scores_gemma":[0.9891222,0.0026127158,0.0024974274,0.002423065,0.0015683528,0.0017762488],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.31590745,0.00019973225,0.0027681699,0.00039117312,0.00009404178,0.00048659474,0.0026751882,0.00008824968,0.03779485],"category_scores_gemma":[0.35634264,0.000079512094,0.0012047926,0.0018527184,0.000025058675,0.0002806708,0.0003349741,0.00019417804,0.002226784],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055690107,0.00002220971,0.0049847886,0.000020083375,0.000067673354,0.0000034589805,0.00045559256,0.0000016239151,0.000005532185,0.000119206576,0.5346747,0.45963955],"study_design_scores_gemma":[0.00008604589,0.000011147558,0.06473879,0.000049116603,0.00011690707,0.000066522414,0.00037396993,0.0000093246545,0.000023041308,0.00004751002,0.93437785,0.000099749544],"about_ca_topic_score_codex":0.000008177183,"about_ca_topic_score_gemma":0.000019059886,"teacher_disagreement_score":0.6201053,"about_ca_system_score_codex":0.000053566957,"about_ca_system_score_gemma":0.0000835285,"threshold_uncertainty_score":0.9985501},"labels":[],"label_agreement":null},{"id":"W2327538967","doi":"10.1097/jcp.0000000000000155","title":"Statistics Commentary Series","year":2014,"lang":"en","type":"review","venue":"Journal of Clinical Psychopharmacology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Library science; Series (stratigraphy); Psychiatry; Psychology; Computer science","score_opus":0.874129762566496,"score_gpt":0.7290991289779634,"score_spread":0.14503063358853263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2327538967","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000074894156,0.9714962,0.007755918,0.0022931625,0.01615913,0.0006378283,0.0001175136,0.0000021809155,0.0015305674],"genre_scores_gemma":[0.0000021991848,0.9725709,0.012182277,0.0060262163,0.0045247087,0.000011078821,0.000012885072,0.00003766768,0.004632084],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.85201204,0.071245715,0.070744045,0.0009078464,0.004724931,0.00036542615],"domain_scores_gemma":[0.8535592,0.06387386,0.07679197,0.00253719,0.002566444,0.00067134516],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.3002635,0.00069566973,0.035064936,0.00079309643,0.00009756291,0.00037106485,0.005354336,0.00065050763,0.03316261],"category_scores_gemma":[0.067924716,0.00029932757,0.013989728,0.0009469181,0.00032782453,0.00021421612,0.00022811026,0.0022890868,0.0055135903],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032578115,0.00009656601,0.000058261277,0.00077746995,0.0011080994,0.000046647492,0.000004073163,7.3596186e-7,1.2640867e-8,0.00007372122,0.52210015,0.4757017],"study_design_scores_gemma":[0.000783243,0.00047511645,0.000029238003,0.0008462777,0.006489393,0.0003718942,0.000013284158,0.0000192121,9.9609885e-9,0.004065307,0.98667014,0.00023690889],"about_ca_topic_score_codex":4.1865303e-7,"about_ca_topic_score_gemma":0.0000034124394,"teacher_disagreement_score":0.47546476,"about_ca_system_score_codex":0.000046239824,"about_ca_system_score_gemma":0.00045940554,"threshold_uncertainty_score":0.9999459},"labels":[],"label_agreement":null},{"id":"W2328669293","doi":"10.1097/prs.0b013e31821ef245","title":"Publication Bias in Abstracts Presented to the Annual Scientific Meeting of the American Society of Plastic Surgeons","year":2011,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Montreal Children's Hospital; McGill University","funders":"","keywords":"Medicine; MEDLINE; Publication bias; Presentation (obstetrics); Family medicine; Selection bias; Library science; Meta-analysis; Surgery; Pathology; Law","score_opus":0.5232786840472795,"score_gpt":0.4074172214787275,"score_spread":0.11586146256855201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328669293","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955515,0.000041856576,0.00094476104,0.00020599503,0.0011989373,0.00046355563,0.00014311494,0.0000038240155,0.0014464413],"genre_scores_gemma":[0.9988934,0.0000030921415,0.00075323804,0.00003043132,0.000025412533,0.000035299887,0.0000036864706,0.000008985285,0.0002464497],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9850488,0.0043042935,0.0067085247,0.00077496853,0.0028174857,0.00034597362],"domain_scores_gemma":[0.89022094,0.08898037,0.013440867,0.003101369,0.0040603853,0.00019609358],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.059437733,0.00022953544,0.0019875837,0.0006308388,0.00018367857,0.00021810543,0.0012749833,0.000046852983,0.0007045381],"category_scores_gemma":[0.19039598,0.00010020801,0.0016480137,0.0053492878,0.00091573916,0.00028612063,0.00022232386,0.00019386045,0.00012364148],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021921602,0.00007351287,0.96701235,0.00003237447,0.00017311344,3.377316e-7,0.0018925152,0.0002682894,0.00018479145,0.00016014639,0.02155435,0.008626329],"study_design_scores_gemma":[0.00004609034,0.0000112132675,0.989844,0.0001189079,0.00008127471,0.0000069000344,0.0056313323,0.0012358343,0.0005341902,0.00037292668,0.0020070323,0.00011029263],"about_ca_topic_score_codex":0.0003592683,"about_ca_topic_score_gemma":0.00042781595,"teacher_disagreement_score":0.13095824,"about_ca_system_score_codex":0.000037641857,"about_ca_system_score_gemma":0.00033048194,"threshold_uncertainty_score":0.96850675},"labels":[],"label_agreement":null},{"id":"W2329030807","doi":"10.1097/00007691-200002000-00001","title":"Evidence-Based Medicine: Its Application to Laboratory Medicine","year":2000,"lang":"en","type":"review","venue":"Therapeutic Drug Monitoring","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Regional Laboratory Medicine Program; McMaster University; Hamilton Health Sciences; Hamilton General Hospital","funders":"","keywords":"Medical laboratory; Health care; Quality (philosophy); Evidence-based medicine; MEDLINE; Resource (disambiguation); Medicine; Medical education; Medical physics; Computer science; Alternative medicine; Pathology","score_opus":0.7900958403878748,"score_gpt":0.5765120680924779,"score_spread":0.21358377229539693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2329030807","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001195516,0.98901874,0.0025054808,0.0016170637,0.0016133172,0.003057327,0.000013155884,0.00004199316,0.0021209682],"genre_scores_gemma":[0.0004854602,0.987041,0.00029791243,0.00048005558,0.0034751568,0.00083530217,0.000012760425,0.000091758055,0.0072806044],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96094555,0.014069044,0.013433409,0.0021908623,0.008785635,0.00057552475],"domain_scores_gemma":[0.96865404,0.015066558,0.006817089,0.007348303,0.0015644317,0.00054958527],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.10466443,0.0011630435,0.0131206885,0.0015358928,0.0002679422,0.0003403664,0.005127294,0.00030256817,0.008585777],"category_scores_gemma":[0.011521677,0.0005300664,0.0018910653,0.006140925,0.00013553225,0.00030219645,0.000119566466,0.0006014088,0.014655544],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037393577,0.000016232312,0.00004708585,0.0022012047,0.00023510112,0.0000032514922,0.00031142,0.000025454452,0.000008278724,0.00008480201,0.0058488753,0.9912146],"study_design_scores_gemma":[0.00010617935,0.000046452016,0.00003415667,0.029395571,0.002466714,0.0000036038173,0.00014262997,0.00009818097,0.0000059191243,0.00018237665,0.96708304,0.00043516955],"about_ca_topic_score_codex":0.000026005235,"about_ca_topic_score_gemma":0.0000022646698,"teacher_disagreement_score":0.9907794,"about_ca_system_score_codex":0.00028433066,"about_ca_system_score_gemma":0.00043336497,"threshold_uncertainty_score":0.9997151},"labels":[],"label_agreement":null},{"id":"W2331481737","doi":"10.1136/bmjqs-2013-002293.107","title":"076 Enhancing the Acceptance and Implementation of GRADE Summary Tables for Evidence about Diagnostic Tests","year":2013,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University","funders":"","keywords":"Medicine; Medical physics; Medical education; Data science; Computer science","score_opus":0.6397929400976394,"score_gpt":0.5941390394729901,"score_spread":0.04565390062464936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2331481737","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86979485,0.009521052,0.10383436,0.00894796,0.0002980382,0.0071050297,0.0001795899,0.000008928278,0.00031021528],"genre_scores_gemma":[0.99415046,0.0005161237,0.0035902485,0.00041435545,0.00008725003,0.00044431296,0.000013166647,0.0000076205934,0.0007764596],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98083395,0.0060718693,0.009867259,0.0006418944,0.002322338,0.00026267712],"domain_scores_gemma":[0.9086146,0.082944036,0.005014313,0.0021827861,0.0011365603,0.000107742344],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.118021,0.0002023791,0.0016619487,0.000074433476,0.000249287,0.00041869003,0.0009667012,0.000047839017,0.0033801268],"category_scores_gemma":[0.11018816,0.00009119989,0.00059459807,0.00056718546,0.00010797272,0.0006473586,0.00014759581,0.000074270865,0.00013714601],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025481826,0.000068441535,0.6278325,0.0010136793,0.00027512552,6.087593e-7,0.0051272647,0.000052365336,0.0048278957,0.011993122,0.12535514,0.22342841],"study_design_scores_gemma":[0.00023907278,0.000041080704,0.96554345,0.00029680817,0.00017813362,0.0000023168814,0.008527839,0.0004897937,0.0007956128,0.0149738155,0.008720568,0.00019150738],"about_ca_topic_score_codex":0.0007334922,"about_ca_topic_score_gemma":0.0020626164,"teacher_disagreement_score":0.337711,"about_ca_system_score_codex":0.000029201901,"about_ca_system_score_gemma":0.00012104874,"threshold_uncertainty_score":0.99753094},"labels":[],"label_agreement":null},{"id":"W2332080171","doi":"10.1097/prs.0b013e3182362bca","title":"Evidence in the Aesthetic Surgical Literature over the Past Decade","year":2011,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"Medicine; Evidence-based medicine; Otorhinolaryngology; Orthopedic surgery; Surgery; Alternative medicine","score_opus":0.5626163019018383,"score_gpt":0.4231789919948829,"score_spread":0.1394373099069554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332080171","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872747,0.003996213,0.0005351958,0.00040901755,0.001141045,0.00048072744,0.0000147545925,0.000005824135,0.00614253],"genre_scores_gemma":[0.9988279,0.0001341176,0.00030416486,0.00018537208,0.00014340166,0.00007667298,0.0000017838929,0.000010538452,0.00031606297],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9755466,0.01470351,0.005020269,0.0009651081,0.0033297725,0.00043471725],"domain_scores_gemma":[0.8879278,0.10553856,0.0026676985,0.0030582882,0.00066553423,0.00014214523],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.07374515,0.00035901667,0.0020491094,0.00047498613,0.00020325775,0.00080055365,0.0018895717,0.0001294832,0.007572876],"category_scores_gemma":[0.051502805,0.00012098153,0.0015734631,0.0027062194,0.00041541617,0.00047048664,0.00011589742,0.00052997377,0.0013157513],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051372725,0.00006143964,0.9081984,0.00002543864,0.00008192351,0.0002150083,0.004021246,0.0000070637693,0.0000024763835,0.003978845,0.018068919,0.06528786],"study_design_scores_gemma":[0.00015816938,0.000033168668,0.949026,0.0007075999,0.00020563325,0.0023493567,0.0027227136,0.0007715,0.0000077435925,0.018374445,0.025245147,0.00039853438],"about_ca_topic_score_codex":0.000019113822,"about_ca_topic_score_gemma":0.000042357937,"teacher_disagreement_score":0.09083505,"about_ca_system_score_codex":0.00003154245,"about_ca_system_score_gemma":0.000111312525,"threshold_uncertainty_score":0.9994618},"labels":[],"label_agreement":null},{"id":"W2332511819","doi":"10.1016/j.jclinepi.2016.03.025","title":"A third of systematic reviews changed or did not specify the primary outcome: a PROSPERO register study","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":75,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Canadian Agency for Drugs and Technologies in Health; Canada Research Chairs; University of Ottawa; University of Toronto; St. Michael's Hospital","funders":"National Institute for Health and Care Research; Canadian Institutes of Health Research; University of Ottawa","keywords":"Register (sociolinguistics); Outcome (game theory); Medicine; Family medicine; Linguistics; Mathematics; Philosophy","score_opus":0.973059586795305,"score_gpt":0.7017350610403976,"score_spread":0.2713245257549074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332511819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6607638,0.02269896,0.085503444,0.18998541,0.011888866,0.024647303,0.00004520236,0.000015444251,0.0044515613],"genre_scores_gemma":[0.92579305,0.0039873566,0.013071754,0.01792451,0.002385559,0.00021117058,4.3457655e-7,0.000039492206,0.036586657],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.36173517,0.41012102,0.21928465,0.0015963922,0.0064931195,0.0007696474],"domain_scores_gemma":[0.24820343,0.55665314,0.18293864,0.008427211,0.003244152,0.00053344853],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.83257693,0.00043666648,0.041071776,0.00029976983,0.000091395144,0.00007756902,0.0044674375,0.0002855428,0.0023403973],"category_scores_gemma":[0.908933,0.00009707595,0.01089545,0.0007690291,0.00042844616,0.00023656478,0.00034653806,0.0007659407,0.0012175393],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005755729,0.00074020936,0.80445004,0.0036884523,0.0013416947,0.000047723985,0.00047284696,0.0000027723536,0.000022760589,0.0012581903,0.17224659,0.015153172],"study_design_scores_gemma":[0.0037533364,0.00439577,0.81431526,0.008494236,0.0036926465,0.0005016407,0.000981987,0.00015760295,0.0000029123798,0.010053804,0.15318087,0.00046996397],"about_ca_topic_score_codex":0.000004040135,"about_ca_topic_score_gemma":0.000042513737,"teacher_disagreement_score":0.26502925,"about_ca_system_score_codex":0.00004986512,"about_ca_system_score_gemma":0.00015475738,"threshold_uncertainty_score":0.9995601},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2332623075","doi":"10.1590/2177-6709.21.1.013-014.edt","title":"Systematic reviews: knowledge translation?","year":2016,"lang":"en","type":"review","venue":"Dental Press Journal of Orthodontics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Translation (biology); Computer science; Natural language processing; Medicine; Biology; Genetics","score_opus":0.9062011608234578,"score_gpt":0.6136895173669229,"score_spread":0.2925116434565349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332623075","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.515624e-7,0.9589292,0.032286424,0.000013790466,0.0019676653,0.0030458844,0.000048162652,0.0000032848636,0.0037047802],"genre_scores_gemma":[0.000006288826,0.9847076,0.004433075,0.000014910731,0.0006191569,0.000057315825,0.000004994247,0.00005808117,0.010098563],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8838777,0.05760629,0.050511707,0.00084573316,0.006754636,0.00040393617],"domain_scores_gemma":[0.9049252,0.026762925,0.061306145,0.0041840477,0.002378336,0.00044332532],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.21594612,0.0010022561,0.032646418,0.001058998,0.00012677722,0.0014020171,0.0053253975,0.00040166234,0.0020268308],"category_scores_gemma":[0.07286809,0.00035696133,0.019614097,0.0011322298,0.00009485727,0.0006001548,0.00019618326,0.00065819646,0.0048897974],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022756788,0.00008074646,0.000023767769,0.20025973,0.001531666,0.00005010106,0.00015923573,5.7439195e-7,1.3113466e-7,0.00026687034,0.026313739,0.77131116],"study_design_scores_gemma":[0.00012990966,0.00003492045,0.0000011496168,0.15814811,0.007320676,0.0009156105,0.000038939124,0.000022287593,1.4849614e-7,0.000109343724,0.83298165,0.00029727706],"about_ca_topic_score_codex":4.312753e-7,"about_ca_topic_score_gemma":0.000005060165,"teacher_disagreement_score":0.80666786,"about_ca_system_score_codex":0.00013306786,"about_ca_system_score_gemma":0.00025184854,"threshold_uncertainty_score":0.99988824},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2333782682","doi":"10.1017/s0317167100011707","title":"On the Urgent Need for Successful Randomized Controlled Trials in Neurosciences","year":2011,"lang":"en","type":"editorial","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Action (physics); Randomized controlled trial; Content (measure theory); Medicine; Psychology; Computer science; Surgery","score_opus":0.4794808765061232,"score_gpt":0.4534421549324366,"score_spread":0.026038721573686585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333782682","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45334858,0.0047229463,0.00029553077,0.014885911,0.51409894,0.005585549,0.00017351187,0.000010808454,0.0068782545],"genre_scores_gemma":[0.8511562,0.002152594,0.0023166966,0.011537147,0.12995858,0.0004536231,0.0000039961833,0.000093629285,0.002327523],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.84726703,0.112289704,0.025265837,0.0020710297,0.010946412,0.0021599666],"domain_scores_gemma":[0.24670853,0.6515664,0.08192774,0.0029776834,0.010721869,0.006097793],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts"],"category_scores_codex":[0.70696515,0.0014352284,0.023309015,0.006043391,0.004255864,0.009806066,0.020100523,0.0009940898,0.004319903],"category_scores_gemma":[0.88586205,0.0004943451,0.012054638,0.0052059395,0.013578036,0.0012284536,0.0002111272,0.00404792,0.000042870754],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009167382,0.000102526465,0.01284802,0.00002173342,0.00026688166,0.0014548862,0.00052680745,0.0027802354,0.0000026125845,0.008755208,0.96284586,0.0012278447],"study_design_scores_gemma":[0.036109935,0.06417289,0.0012597091,0.00043187616,0.0019040428,0.0023263134,0.0011068181,0.0091818785,0.000013268931,0.5234272,0.35833076,0.0017352869],"about_ca_topic_score_codex":0.0012395951,"about_ca_topic_score_gemma":0.049577855,"teacher_disagreement_score":0.6045151,"about_ca_system_score_codex":0.00033336025,"about_ca_system_score_gemma":0.014480119,"threshold_uncertainty_score":0.9998398},"labels":[],"label_agreement":null},{"id":"W2334485800","doi":"10.1097/prs.0000000000000473","title":"The Quality of Systematic Reviews in Hand Surgery","year":2014,"lang":"en","type":"letter","venue":"Plastic & Reconstructive Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Pediatric Oncology Group; University of British Columbia","funders":"University of British Columbia; Faculty of Medicine, University of British Columbia","keywords":"Systematic review; Critical appraisal; Medicine; Surgery; MEDLINE; Alternative medicine; Pathology; Law","score_opus":0.6961584539598721,"score_gpt":0.467742566237669,"score_spread":0.22841588772220306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2334485800","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24761903,0.21918534,0.0607754,0.2600626,0.120214045,0.057886664,0.0018812147,0.0001379518,0.03223774],"genre_scores_gemma":[0.5371388,0.018124947,0.0053901025,0.32580703,0.024182005,0.015395728,0.0012206325,0.001375345,0.0713654],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7925508,0.13459666,0.059476595,0.0024710763,0.009841075,0.0010638073],"domain_scores_gemma":[0.19834186,0.7413131,0.049896218,0.00793137,0.0023513995,0.00016605921],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.40895134,0.0010513571,0.027500102,0.0018387648,0.0002839803,0.0011631578,0.002450874,0.0007285133,0.0022533196],"category_scores_gemma":[0.70297045,0.0004421054,0.00926615,0.0024413024,0.0009015061,0.00024216154,0.00018191893,0.0014779118,0.0024614255],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000112658745,0.000014721871,0.03658716,0.023822578,0.0004415621,0.000024577192,0.000077146484,0.0000024641342,0.0000027555209,0.000083468854,0.9345586,0.0043737176],"study_design_scores_gemma":[0.00021728978,0.000022969609,0.015515856,0.04645687,0.0015487972,0.00032329335,0.0006406908,0.00058909314,0.000019824263,0.010832586,0.92192745,0.0019052733],"about_ca_topic_score_codex":0.00005776681,"about_ca_topic_score_gemma":0.00012900734,"teacher_disagreement_score":0.60671645,"about_ca_system_score_codex":0.00014160249,"about_ca_system_score_gemma":0.00052075513,"threshold_uncertainty_score":0.99987376},"labels":[],"label_agreement":null},{"id":"W2334924331","doi":"10.1097/00002060-200201000-00005","title":"Quality of Intervention Research Reporting in Medical Rehabilitation Journals","year":2002,"lang":"en","type":"article","venue":"American Journal of Physical Medicine & Rehabilitation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute","funders":"","keywords":"Intervention (counseling); Rehabilitation; Medicine; Psychological intervention; Quality (philosophy); Research design; MEDLINE; Physical therapy; Family medicine; Nursing","score_opus":0.7502016290117226,"score_gpt":0.6637506216486897,"score_spread":0.0864510073630329,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2334924331","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98088133,0.00046768613,0.0028518012,0.014306981,0.00018012703,0.00035651258,0.0000011059035,0.0000019484255,0.0009525217],"genre_scores_gemma":[0.99478585,0.0000060114003,0.0046518557,0.000062286854,0.00038638987,0.000011817614,7.8377076e-7,0.000010735181,0.00008428164],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.8777712,0.055149388,0.042211767,0.00078565744,0.02365969,0.0004222826],"domain_scores_gemma":[0.820344,0.11539019,0.050909895,0.0018539621,0.011053434,0.00044857242],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4503233,0.00020863462,0.0047385814,0.0019282493,0.00007170891,0.0000692134,0.0011126325,0.0000636767,0.0032866818],"category_scores_gemma":[0.7856033,0.00010699831,0.0020189094,0.005063693,0.0013550044,0.0005432385,0.00007535885,0.0008472427,0.00006777673],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000630824,0.0006575262,0.10743781,0.000115438845,0.000064404354,0.000007646695,0.012327109,0.00011106426,0.00082269823,0.0015302965,0.0022573792,0.87460554],"study_design_scores_gemma":[0.001647339,0.035225183,0.78482074,0.0028527784,0.000104280494,0.000058407688,0.06794211,0.012044234,0.000018921655,0.093045056,0.0020171185,0.00022384129],"about_ca_topic_score_codex":0.00017118304,"about_ca_topic_score_gemma":0.000041800493,"teacher_disagreement_score":0.8743817,"about_ca_system_score_codex":0.00017499294,"about_ca_system_score_gemma":0.000084735024,"threshold_uncertainty_score":0.99762446},"labels":[],"label_agreement":null},{"id":"W2335209736","doi":"10.1097/prs.0b013e318208d2c8","title":"Trends in Level of Evidence in Facial Plastic Surgery Research","year":2010,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta Hospital; University of Alberta","funders":"","keywords":"Medicine; Plastic surgery; Otorhinolaryngology; Evidence-based medicine; Confidence interval; Reconstructive surgery; Head and neck; Head and neck surgery; Surgery; General surgery; Alternative medicine; Internal medicine","score_opus":0.9103587264162057,"score_gpt":0.5531994945439851,"score_spread":0.35715923187222065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2335209736","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936662,0.00016371912,0.00074590626,0.000086987966,0.0039030944,0.00021461473,0.000083983,0.000004246371,0.0011312634],"genre_scores_gemma":[0.99852926,0.000025438736,0.000623736,0.0000064347046,0.00013207567,0.00005877271,0.000005652424,0.000016521257,0.0006020907],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9679429,0.011778936,0.011587718,0.0015747456,0.006267188,0.00084852293],"domain_scores_gemma":[0.531653,0.46099386,0.0032204087,0.0021624232,0.0017097853,0.0002605285],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.16781045,0.0003852925,0.0048999777,0.008173662,0.00010221465,0.0002841894,0.0011202876,0.0002456075,0.013505177],"category_scores_gemma":[0.5833589,0.00021906018,0.0015328632,0.008054638,0.0007190919,0.00066162855,0.00020208518,0.0010501554,0.0008381307],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059923415,0.00006615181,0.8591718,0.000046493093,0.000043410026,0.000036015008,0.00021514669,0.00003424228,0.000633018,0.0002021465,0.004628771,0.13486287],"study_design_scores_gemma":[0.000109912326,0.00001542905,0.99281615,0.00043286197,0.000028570017,0.000045981647,0.0006238618,0.0018864502,0.00019978629,0.0025935848,0.0009857449,0.0002616538],"about_ca_topic_score_codex":0.00025645914,"about_ca_topic_score_gemma":0.0034016012,"teacher_disagreement_score":0.4492149,"about_ca_system_score_codex":0.00008994977,"about_ca_system_score_gemma":0.0006702346,"threshold_uncertainty_score":0.99993986},"labels":[],"label_agreement":null},{"id":"W2335578498","doi":"10.1016/j.jclinepi.2016.03.019","title":"Conclusiveness resolves the conflict between quality of evidence and imprecision in GRADE","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Lunds Universitet; University of Leeds; McMaster University; Carnegie Mellon University","keywords":"Grading (engineering); Quality (philosophy); Confusion; Context (archaeology); Computer science; Probabilistic logic; Meaning (existential); Management science; Risk analysis (engineering); Psychology; Epistemology; Medicine; Artificial intelligence; Engineering","score_opus":0.9862394516335407,"score_gpt":0.7652168744777704,"score_spread":0.22102257715577023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2335578498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93351305,0.004296015,0.025911989,0.0356029,0.00038860764,0.00020186898,0.0000061749633,5.294331e-7,0.00007886281],"genre_scores_gemma":[0.9939807,0.002487169,0.0021636493,0.00081195554,0.000288566,0.0000017000774,8.765488e-8,0.000003585189,0.00026259676],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.4374651,0.43389115,0.12212446,0.0012982709,0.0046512634,0.0005697521],"domain_scores_gemma":[0.081222184,0.8696195,0.045336645,0.0019758304,0.0015786543,0.00026722695],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7890723,0.00016912258,0.011652875,0.0002010116,0.000046882833,0.000027919792,0.0019282306,0.0002485211,0.00048676386],"category_scores_gemma":[0.90425426,0.00004323985,0.0025055192,0.0004014348,0.00073553965,0.0002363556,0.00028187828,0.00044972703,0.000044376204],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071268594,0.000025375337,0.9120274,0.000013421028,0.00009000432,0.0000019002039,0.00006789864,0.0000070967194,0.00007755908,0.0020284883,0.0027289004,0.08286065],"study_design_scores_gemma":[0.0004397959,0.00022511285,0.90976816,0.00027350333,0.00007355614,0.000011270711,0.00008835431,0.00007415856,0.000011492585,0.070021674,0.018959695,0.00005323835],"about_ca_topic_score_codex":0.00003294015,"about_ca_topic_score_gemma":0.000027723032,"teacher_disagreement_score":0.4357283,"about_ca_system_score_codex":0.000014952479,"about_ca_system_score_gemma":0.0001396173,"threshold_uncertainty_score":0.7965672},"labels":[],"label_agreement":null},{"id":"W2335829427","doi":"10.1177/0033294115625265","title":"The Precision of Effect Size Estimation From Published Psychological Research","year":2016,"lang":"en","type":"article","venue":"Psychological Reports","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Psychology; Psychological research; Psychological science; Experimental psychology; Confidence interval; Exploratory research; Statistics; Social psychology; Cognition; Social science; Mathematics; Psychiatry; Sociology","score_opus":0.7646144531803512,"score_gpt":0.6356862462445908,"score_spread":0.12892820693576035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2335829427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9469184,0.0005149087,0.012953729,0.0044588125,0.0010481998,0.0011609106,0.0000069164757,0.000017977309,0.032920137],"genre_scores_gemma":[0.9906241,0.00004924296,0.0034739238,0.00008972545,0.00011317161,0.00012595535,0.0000026413395,0.000008926413,0.0055122986],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9462009,0.027892247,0.011695987,0.0024109697,0.011221151,0.00057875423],"domain_scores_gemma":[0.86591595,0.116837345,0.005768692,0.009009051,0.0021622353,0.0003067287],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.29519653,0.00028739698,0.0022999132,0.00018539028,0.00031718274,0.00090862723,0.0022993549,0.00030076146,0.02020962],"category_scores_gemma":[0.5751999,0.000073508425,0.0014124621,0.0017665619,0.00050902413,0.00030342033,0.00029768108,0.00036019043,0.002038847],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014478838,0.00025197447,0.043387022,0.000003918518,0.00006960313,0.000088856024,0.00004276139,0.000004468066,0.003627075,0.0008303646,0.22317988,0.7283693],"study_design_scores_gemma":[0.00031924905,0.0006203763,0.55025554,0.00006668172,0.000043408007,0.00009446429,0.000027867443,0.00014618768,0.00033146885,0.40020317,0.04773339,0.00015821202],"about_ca_topic_score_codex":0.000008493564,"about_ca_topic_score_gemma":0.000003887892,"teacher_disagreement_score":0.7282111,"about_ca_system_score_codex":0.00003728161,"about_ca_system_score_gemma":0.000015903435,"threshold_uncertainty_score":0.99873817},"labels":[],"label_agreement":null},{"id":"W2335974841","doi":"10.5334/jeps.401","title":"Registered Reports for Student Research","year":2016,"lang":"en","type":"article","venue":"Journal of European Psychology Students","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medical education; Class (philosophy); Plan (archaeology); Field (mathematics); Psychology; Public relations; Computer science; Political science; Medicine; Artificial intelligence; History","score_opus":0.9486016462783351,"score_gpt":0.7303958046683219,"score_spread":0.21820584161001322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2335974841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.885183,0.00089740637,0.020759732,0.007848407,0.004008074,0.0009939644,0.0000062020213,0.000003816206,0.080299444],"genre_scores_gemma":[0.9436078,0.00009544123,0.002271018,0.0007516469,0.0007131082,0.000005514238,2.69859e-7,0.000027335707,0.052527882],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.92723936,0.03480406,0.021887675,0.0013261342,0.014135234,0.00060751167],"domain_scores_gemma":[0.9762678,0.0039045294,0.010681974,0.004205234,0.004682285,0.00025817467],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.40440154,0.00020380678,0.002137567,0.0008276871,0.00015033783,0.00054311584,0.0050230725,0.000054828062,0.0017303659],"category_scores_gemma":[0.054059852,0.000076611184,0.0015996547,0.00065236434,0.00015963458,0.00021817833,0.00035545806,0.00024685098,0.0021841365],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006309015,0.00031602816,0.23812895,0.000005410523,0.00044589254,0.0005244435,0.0003324029,5.937703e-7,0.0011796827,0.00013604987,0.7403037,0.018563753],"study_design_scores_gemma":[0.0008026599,0.00040875457,0.43554375,0.0000723255,0.00007234915,0.00047278733,0.0001887228,2.7864203e-7,0.000008997259,0.0028742133,0.55947936,0.00007581522],"about_ca_topic_score_codex":2.0588092e-7,"about_ca_topic_score_gemma":0.0000017213356,"teacher_disagreement_score":0.3503417,"about_ca_system_score_codex":0.00004914969,"about_ca_system_score_gemma":0.000035140834,"threshold_uncertainty_score":0.99918216},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2339630516","doi":"10.1136/bmjopen-2015-010270","title":"PRISMA-Children (C) and PRISMA-Protocol for Children (P-C) Extensions: a study protocol for the development of guidelines for the conduct and reporting of systematic reviews and meta-analyses of newborn and child health research","year":2016,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Alberta; Institute for Clinical Evaluative Sciences; University of Toronto; SickKids Foundation; Hospital for Sick Children","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Protocol (science); Systematic review; Meta-analysis; MEDLINE; Family medicine; Alternative medicine; Pathology","score_opus":0.9842277588896128,"score_gpt":0.759682357416414,"score_spread":0.2245454014731988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2339630516","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001400638,0.0013471757,0.012441271,0.0029101989,0.000008374842,0.98182833,0.00004559822,0.0000017015432,0.00001671605],"genre_scores_gemma":[0.0010383961,0.000015423424,0.07346876,0.00009492498,0.000028341832,0.92488545,0.0000012859003,0.000018733319,0.00044869664],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.94699675,0.011242013,0.036440935,0.0015731875,0.0032817442,0.00046535544],"domain_scores_gemma":[0.94378734,0.019070607,0.02964779,0.0030278182,0.00432826,0.0001381998],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.41491702,0.00038147077,0.008082724,0.00025634578,0.0007118114,0.00045087008,0.0014941462,0.00006196236,0.00005710471],"category_scores_gemma":[0.20934004,0.0001049975,0.00077835284,0.00055371824,0.000247975,0.00024051045,0.00093730225,0.000085556974,8.4966234e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033188662,0.0019092064,0.08022098,0.20484649,0.05945306,0.0000012136483,0.022770233,0.000022482736,0.0008130266,0.0019348104,0.2087329,0.41597673],"study_design_scores_gemma":[0.060238577,0.015182746,0.5188191,0.086760476,0.07596425,0.00077748345,0.046873428,0.007931363,0.004092924,0.021365367,0.1581332,0.003861113],"about_ca_topic_score_codex":0.0001323947,"about_ca_topic_score_gemma":0.00021859478,"teacher_disagreement_score":0.4385981,"about_ca_system_score_codex":0.00001426454,"about_ca_system_score_gemma":0.0003743884,"threshold_uncertainty_score":0.79732},"labels":[],"label_agreement":null},{"id":"W2339761664","doi":"10.1302/2046-3758.54.2000578","title":"An international survey to identify the intrinsic and extrinsic factors of research studies most likely to change orthopaedic practice","year":2016,"lang":"en","type":"article","venue":"Bone and Joint Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; McMaster University Medical Centre","funders":"","keywords":"Reputation; Audience measurement; Medicine; Evidence-based medicine; Family medicine; Quality (philosophy); Sample (material); Medical education; Alternative medicine; Psychology; Social science; Political science","score_opus":0.9400973578272679,"score_gpt":0.6846262718553723,"score_spread":0.2554710859718956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2339761664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9761875,0.0024161458,0.00017951132,0.019018365,0.00015534867,0.001369366,0.000043496835,0.0000028575262,0.00062738644],"genre_scores_gemma":[0.99383765,0.0017181562,0.0002736576,0.00019064991,0.00013337618,0.00012366715,0.0000021340911,0.000010456611,0.0037102383],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.95417,0.029259304,0.0036561163,0.001210533,0.01112697,0.0005770981],"domain_scores_gemma":[0.95521545,0.031115552,0.00068439404,0.002290374,0.010261001,0.0004332269],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.34681162,0.00017316749,0.0013617367,0.001730229,0.00039935118,0.0008566642,0.0009814473,0.000060757808,0.0006509567],"category_scores_gemma":[0.26909086,0.00006338872,0.00018843976,0.00317954,0.0004075837,0.0007057821,0.0012889302,0.00032169532,0.000568073],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022585211,0.00021463995,0.4282816,0.00010644714,0.0004469882,0.0000361859,0.011145938,3.884772e-7,0.0035550834,0.0033288763,0.097442485,0.4552155],"study_design_scores_gemma":[0.00017515902,0.00035495593,0.9013155,0.00014017006,0.000018937988,0.000012171858,0.009054564,0.000012787139,0.0001454296,0.001003121,0.0876706,0.000096579795],"about_ca_topic_score_codex":0.0008875951,"about_ca_topic_score_gemma":0.0017112308,"teacher_disagreement_score":0.47303393,"about_ca_system_score_codex":0.000056895024,"about_ca_system_score_gemma":0.000108800974,"threshold_uncertainty_score":0.82608324},"labels":[],"label_agreement":null},{"id":"W2342283369","doi":"10.1148/radiol.2016152229","title":"Meta-Analyses of Diagnostic Accuracy in Imaging Journals: Analysis of Pooling Techniques and Their Effect on Summary Estimates of Diagnostic Accuracy","year":2016,"lang":"en","type":"review","venue":"Radiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"University of Ottawa","keywords":"Medicine; Meta-analysis; Bivariate analysis; Univariate; Confidence interval; Receiver operating characteristic; Subspecialty; Pooling; Statistics; Random effects model; Forest plot; MEDLINE; Medical physics; Multivariate statistics; Internal medicine; Pathology; Artificial intelligence; Mathematics; Computer science","score_opus":0.6785840389493006,"score_gpt":0.5821675475887947,"score_spread":0.0964164913605059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2342283369","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015334042,0.993667,0.0025321927,0.000055070024,0.00009245255,0.0015373027,0.0003560597,0.000006884026,0.00021961477],"genre_scores_gemma":[0.020436788,0.9782024,0.0009192024,0.000021794025,0.00006245528,0.00023429045,0.000050081,0.000037882688,0.000035098765],"study_design_codex":"design_other","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9464255,0.02999834,0.0198204,0.001506302,0.0017743052,0.00047513717],"domain_scores_gemma":[0.46771622,0.5054769,0.022605697,0.0033072354,0.0007560668,0.00013789222],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.09194474,0.0011252869,0.042176757,0.0064699147,0.00006619929,0.00013728901,0.0027453424,0.0003659499,0.0018373906],"category_scores_gemma":[0.52168816,0.00042189192,0.012722914,0.0048182304,0.00043522823,0.00028148654,0.00036467536,0.0004615609,0.000037222482],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009972188,0.00008139691,0.007539214,0.0043080477,0.047143187,0.00004355832,0.000096448704,0.00007470863,0.000055965178,0.00008003916,0.00065112585,0.9399163],"study_design_scores_gemma":[0.0007205406,0.0008704468,0.0031992027,0.039883446,0.7423559,0.00056904746,0.00017092863,0.0017144585,0.0010070538,0.0057593496,0.20185766,0.0018919653],"about_ca_topic_score_codex":0.00008036045,"about_ca_topic_score_gemma":0.000016727165,"teacher_disagreement_score":0.93802434,"about_ca_system_score_codex":0.00007060867,"about_ca_system_score_gemma":0.00017735761,"threshold_uncertainty_score":0.9998233},"labels":[],"label_agreement":null},{"id":"W2342729863","doi":"10.1615/jlongtermeffmedimplants.2015011621","title":"The Risk of Bias in Randomized Trials in General Dentistry Journals","year":2015,"lang":"en","type":"review","venue":"Journal of Long-Term Effects of Medical Implants","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Randomized controlled trial; Medicine; Sample size determination; Dentistry; MEDLINE; Evidence-based dentistry; Publication bias; Systematic review; Consolidated Standards of Reporting Trials; Clinical trial; Relative risk; Meta-analysis; Alternative medicine; Surgery; Internal medicine; Confidence interval; Statistics","score_opus":0.8000688827433416,"score_gpt":0.6322932167367554,"score_spread":0.16777566600658622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2342729863","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028392557,0.96543056,0.0010549851,0.000096270545,0.002677056,0.0022672461,0.000033681074,6.9239337e-7,0.000046957215],"genre_scores_gemma":[0.0021876234,0.99673563,0.00023572583,0.000019922356,0.0005861618,0.000033122287,0.000004210935,0.000024664894,0.00017295376],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.5641292,0.3169476,0.088649094,0.00077608594,0.028784767,0.00071324967],"domain_scores_gemma":[0.38201532,0.45212248,0.15901694,0.0031295044,0.0025649737,0.0011508082],"candidate_categories":["metaresearch","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7984312,0.0007260687,0.059751797,0.002198476,0.000056958957,0.00050332583,0.006345928,0.0008170837,0.00097679],"category_scores_gemma":[0.76086557,0.00023668462,0.016021658,0.001726833,0.0003563879,0.00024213802,0.00027939797,0.0019822128,0.000073378535],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000995301,0.00018938888,0.0032229926,0.0074332496,0.0028878257,0.0017806226,0.00009309334,0.000005748439,7.809791e-7,0.000010005594,0.0096248565,0.97375613],"study_design_scores_gemma":[0.2388233,0.001085241,0.012902553,0.51411974,0.056901198,0.029678984,0.00018747085,0.0009854697,0.000038635553,0.0061389273,0.13724113,0.0018973533],"about_ca_topic_score_codex":0.000032754873,"about_ca_topic_score_gemma":0.00008606447,"teacher_disagreement_score":0.9718588,"about_ca_system_score_codex":0.00011537685,"about_ca_system_score_gemma":0.0016257833,"threshold_uncertainty_score":0.99993646},"labels":[],"label_agreement":null},{"id":"W2343495206","doi":"10.4178/epih.e2016014","title":"A suggestion for quality assessment in systematic reviews of observational studies in nutritional epidemiology","year":2016,"lang":"en","type":"article","venue":"Epidemiology and Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":115,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Jeju National University","keywords":"Observational study; Medicine; Subgroup analysis; Meta-analysis; Cohort study; Equivalence (formal languages); Epidemiology; Quality Score; Statistics; Cohort; Internal medicine; Mathematics; Operations management","score_opus":0.9841354879680473,"score_gpt":0.7448717149373107,"score_spread":0.23926377303073654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2343495206","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21208988,0.18336418,0.27306896,0.31701195,0.0009140897,0.013119109,0.00018715301,0.000008825959,0.0002358509],"genre_scores_gemma":[0.8380472,0.026438637,0.11959722,0.011842769,0.00017771087,0.0029381989,0.000051610532,0.000011684446,0.0008949789],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.68914795,0.2486375,0.058271162,0.0019503335,0.0010851978,0.00090784597],"domain_scores_gemma":[0.5208287,0.4543619,0.021716911,0.0018430995,0.0010330915,0.00021628702],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6841946,0.00020407203,0.011410457,0.00037198118,0.00008007378,0.0000040298955,0.00035994095,0.00014378937,0.00022470688],"category_scores_gemma":[0.52242184,0.000083414074,0.0006673523,0.00042885845,0.00021942994,0.000120230565,0.000055982695,0.00013886906,0.000031568834],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000102111335,0.00004698937,0.72188216,0.0073365835,0.0000370459,1.2973221e-7,0.00010338062,0.000010897023,0.0000022224024,0.25917146,0.009645381,0.0017535558],"study_design_scores_gemma":[0.0003419824,0.00007942227,0.68381774,0.0022704492,0.000015372982,0.0000036393205,0.00015256247,0.00046672378,9.421802e-8,0.3109038,0.0018882881,0.000059905142],"about_ca_topic_score_codex":0.000050442668,"about_ca_topic_score_gemma":0.00055671117,"teacher_disagreement_score":0.6259573,"about_ca_system_score_codex":0.00016798278,"about_ca_system_score_gemma":0.00018092006,"threshold_uncertainty_score":0.77999604},"labels":[],"label_agreement":null},{"id":"W2343906356","doi":"10.1002/sim.6969","title":"Handling incomplete correlated continuous and binary outcomes in meta‐analysis of individual participant data","year":2016,"lang":"en","type":"article","venue":"Statistics in Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; U.S. Food and Drug Administration; Hamilton Health Sciences Foundation","keywords":"Binary data; Meta-analysis; Computer science; Binary number; Statistics; Mathematics; Medicine; Internal medicine","score_opus":0.8426618781836268,"score_gpt":0.5676160556797044,"score_spread":0.2750458225039224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2343906356","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5990916,0.0202429,0.36395094,0.006079987,0.0006741418,0.0018583176,0.0073093255,0.000012449313,0.0007803478],"genre_scores_gemma":[0.9875089,0.00014773913,0.011436582,0.00015677213,0.000011722858,0.0000140932525,0.000103556325,0.0000074496006,0.00061318424],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9831855,0.0043591163,0.00824481,0.0008176665,0.0031334492,0.00025940526],"domain_scores_gemma":[0.97115606,0.022777291,0.0028415981,0.0027295689,0.00037485728,0.000120648736],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0911598,0.00023914788,0.0076297927,0.0014176846,0.000033958357,0.0000587729,0.0014667533,0.00006152693,0.004695919],"category_scores_gemma":[0.07647911,0.000088582994,0.00028596062,0.0022669786,0.00031497033,0.0001235562,0.00041684989,0.0001300077,0.000036345882],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030659,0.00014734472,0.87941235,0.00007459478,0.08128835,0.00012978424,0.0034492924,0.00018936666,0.00015931796,0.0076751662,0.011281636,0.016162144],"study_design_scores_gemma":[0.0017165355,0.00019734906,0.6877024,0.00013181157,0.23311915,0.00000402634,0.0020742682,0.05890519,0.0000031754132,0.014132658,0.0017272,0.00028623838],"about_ca_topic_score_codex":0.00021851335,"about_ca_topic_score_gemma":0.0014372146,"teacher_disagreement_score":0.3884173,"about_ca_system_score_codex":0.000009812615,"about_ca_system_score_gemma":0.000038903683,"threshold_uncertainty_score":0.9962139},"labels":[],"label_agreement":null},{"id":"W2344569906","doi":"10.1186/s13104-016-2045-z","title":"Accuracy when inferential statistics are used as measurement tools","year":2016,"lang":"en","type":"article","venue":"BMC Research Notes","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Type I and type II errors; Statistics; Null hypothesis; Observational error; Statistical power; Mathematics; Standard deviation; Monte Carlo method; Statistical hypothesis testing; Nominal level; p-value; Type (biology); Statistical inference; Sample size determination; Confidence interval","score_opus":0.9690267653564798,"score_gpt":0.652948694286516,"score_spread":0.3160780710699638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2344569906","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12631842,0.0012105125,0.85585785,0.0062707183,0.0005483112,0.0027706898,0.00033926946,0.000024622948,0.006659597],"genre_scores_gemma":[0.9777312,0.000060894785,0.012790886,0.000066806875,0.00026439637,0.00012662556,0.0000055494365,0.000019803692,0.008933806],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94102985,0.023482043,0.0056607146,0.0012242178,0.027842827,0.0007603218],"domain_scores_gemma":[0.89307237,0.08638196,0.0027506694,0.0060663316,0.011176434,0.0005522375],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.21254298,0.00025834137,0.0018800215,0.00058225385,0.0003077633,0.0027394542,0.0026704967,0.000093520706,0.04624138],"category_scores_gemma":[0.67807066,0.000100448065,0.00072595745,0.0008982571,0.000190514,0.00055645214,0.00048520628,0.00022510077,0.03429928],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006079454,0.00018465144,0.1652492,0.00013496722,0.00028941498,0.000020780437,0.00059637433,0.000009575801,0.0066724326,0.018901495,0.48258287,0.32529742],"study_design_scores_gemma":[0.0012499471,0.0002530867,0.12967138,0.00044276915,0.00014048709,0.0000069221983,0.0008606688,0.00089221314,0.0049830913,0.2534061,0.6075106,0.0005827208],"about_ca_topic_score_codex":0.00009502834,"about_ca_topic_score_gemma":0.00087427755,"teacher_disagreement_score":0.85141283,"about_ca_system_score_codex":0.00013703044,"about_ca_system_score_gemma":0.0006002762,"threshold_uncertainty_score":0.9982958},"labels":[],"label_agreement":null},{"id":"W2345090413","doi":"10.1200/jco.2007.25.18_suppl.6516","title":"Statistical power of negative randomized clinical trials (RCTs) presented at the American Society of Clinical Oncology (ASCO) Annual Meetings","year":2007,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto","funders":"","keywords":"Sample size determination; Medicine; Randomized controlled trial; Clinical endpoint; Post-hoc analysis; Odds ratio; Hazard ratio; Logistic regression; Internal medicine; Post hoc; Confidence interval; Clinical trial; Statistical power; Statistics","score_opus":0.8424090538305719,"score_gpt":0.7224287215753777,"score_spread":0.11998033225519411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2345090413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8946213,0.00090347,0.06177005,0.023829585,0.0057113697,0.0024583887,0.00015309897,0.000006030712,0.010546681],"genre_scores_gemma":[0.9105847,0.0019127957,0.075266816,0.0065773437,0.0026344624,0.000015080755,0.000005201694,0.000034555236,0.0029690273],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.19384015,0.541877,0.24765418,0.0020832773,0.013381982,0.001163411],"domain_scores_gemma":[0.030246135,0.77985215,0.17633224,0.0022723814,0.01017326,0.00112382],"candidate_categories":["metaresearch","metaepi_broad","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.914957,0.0005363086,0.051485308,0.0003202682,0.00014361824,0.00006657402,0.0033176853,0.0012290723,0.005652196],"category_scores_gemma":[0.9068714,0.00020916548,0.028215684,0.0014133485,0.0086184405,0.00023530897,0.0007379786,0.003206042,0.0002293265],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.13027534,0.0036070016,0.0738641,0.00003074136,0.00824086,0.00009711291,0.00087937544,0.000030963303,0.000030264795,0.0013875123,0.48277456,0.29878217],"study_design_scores_gemma":[0.13174975,0.016894998,0.21882069,0.00011648661,0.0069103064,0.00014169244,0.00837343,0.0016610761,0.000046906975,0.009215923,0.60567343,0.0003953309],"about_ca_topic_score_codex":0.00008544113,"about_ca_topic_score_gemma":0.0001747086,"teacher_disagreement_score":0.29838684,"about_ca_system_score_codex":0.00013249204,"about_ca_system_score_gemma":0.003554604,"threshold_uncertainty_score":0.9990936},"labels":[],"label_agreement":null},{"id":"W2346277674","doi":"10.1016/j.ejca.2016.03.066","title":"Bias in reporting of randomised clinical trials in oncology","year":2016,"lang":"en","type":"article","venue":"European Journal of Cancer","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":49,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Princess Margaret Cancer Centre; Women's College Hospital; University of Toronto","funders":"","keywords":"Medicine; Clinical trial; Oncology; Internal medicine; Medical physics","score_opus":0.9604652932757356,"score_gpt":0.7019667968084751,"score_spread":0.25849849646726053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2346277674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97124666,0.0028811067,0.0038264312,0.0033012803,0.0010329526,0.00033758517,0.0000020927105,5.6293123e-7,0.017371299],"genre_scores_gemma":[0.99526095,0.0005677095,0.0013243946,0.00016647312,0.00035002612,0.0000018529323,3.4345494e-8,0.00000810445,0.0023204258],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.31835693,0.44012383,0.23358274,0.0009307779,0.006547678,0.0004580358],"domain_scores_gemma":[0.76550263,0.061426084,0.16956274,0.0013815949,0.0019216061,0.00020532464],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.85020757,0.00011770867,0.00768111,0.0005197127,0.000011087907,0.00005692204,0.00088957476,0.000032886186,0.0051563205],"category_scores_gemma":[0.7239294,0.00003998429,0.0026398615,0.0006003519,0.00006385698,0.00013539071,0.000055480607,0.00020525101,0.00012250015],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000691535,0.000059691767,0.26817125,0.000008454842,0.00014383477,0.00028987226,0.00033500456,0.00006453074,0.0008054541,0.000027141254,0.018525107,0.71087813],"study_design_scores_gemma":[0.031625465,0.00043462715,0.44548056,0.0012096147,0.00033672396,0.00008301028,0.00054631947,0.0001414938,0.0002788774,0.001062859,0.5186147,0.00018573273],"about_ca_topic_score_codex":0.0000046621885,"about_ca_topic_score_gemma":0.00005585892,"teacher_disagreement_score":0.7106924,"about_ca_system_score_codex":0.00005279435,"about_ca_system_score_gemma":0.00030164453,"threshold_uncertainty_score":0.9957531},"labels":[],"label_agreement":null},{"id":"W2346281528","doi":"10.1186/s13643-016-0258-9","title":"Quality of conduct and reporting in rapid reviews: an exploration of compliance with PRISMA and AMSTAR guidelines","year":2016,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":137,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Ottawa Public Health; Canadian Agency for Drugs and Technologies in Health; University of Ottawa","funders":"International Network of Agencies for Health Technology Assessment","keywords":"Systematic review; Medicine; Checklist; MEDLINE; Grey literature; Cochrane Library; Data extraction; Health care; Family medicine; Medical physics; Meta-analysis; Pathology; Psychology","score_opus":0.9746105293671392,"score_gpt":0.6745171071003433,"score_spread":0.3000934222667959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2346281528","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000042676384,0.97161144,0.0056273267,0.000045738016,0.00011554514,0.022154663,0.000025343928,0.000004035504,0.00037320677],"genre_scores_gemma":[0.00003676274,0.9826259,0.014870225,0.000027689663,0.0000592715,0.0016389319,0.00001725844,0.0000364527,0.0006874777],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.6982966,0.11835729,0.17509942,0.0027119368,0.005072922,0.00046180218],"domain_scores_gemma":[0.745331,0.008572251,0.23488219,0.008288271,0.002685059,0.00024124664],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5067549,0.0011263147,0.06170385,0.0007007113,0.000071343595,0.00027296733,0.0015403559,0.0002545397,0.00031980476],"category_scores_gemma":[0.27120364,0.00037396423,0.0028842902,0.0018713495,0.00021756436,0.0010842119,0.0001909183,0.00023348075,0.00016413404],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017746166,0.000020734962,0.00008200834,0.6236562,0.0001174679,0.0000016601008,0.00024870285,9.893296e-8,0.000001686368,0.00031429142,0.0005751368,0.3749802],"study_design_scores_gemma":[0.00012484152,0.00007941809,0.000011409097,0.48315936,0.0008999719,0.00006386445,0.00028797032,0.000032115753,3.2751538e-7,0.00044479364,0.51455367,0.00034223372],"about_ca_topic_score_codex":0.000021860427,"about_ca_topic_score_gemma":0.00006380755,"teacher_disagreement_score":0.51397854,"about_ca_system_score_codex":0.000053605367,"about_ca_system_score_gemma":0.00018547027,"threshold_uncertainty_score":0.99987125},"labels":[],"label_agreement":null},{"id":"W2346844126","doi":"","title":"SYSTEM Research note on : the modified Ottawa method for updating systematic reviews","year":2013,"lang":"en","type":"article","venue":"Journal of minimum intervention in dentistry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Systematic review; Computer science; Systematic error; Amalgam (chemistry); Management science; MEDLINE; Mathematics; Engineering; Statistics","score_opus":0.748357846047008,"score_gpt":0.6010752771946419,"score_spread":0.147282568852366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2346844126","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11112043,0.0048446753,0.86550295,0.0020867821,0.0031509097,0.0082044015,0.00001335403,0.0000054257816,0.0050710905],"genre_scores_gemma":[0.97393227,0.000018588216,0.013953186,0.00007899472,0.00027022045,0.0006407511,0.0000015251992,0.000020394667,0.011084076],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9125135,0.055034667,0.025319481,0.00060349616,0.0061201463,0.00040871504],"domain_scores_gemma":[0.9292661,0.03840522,0.023658639,0.0031338974,0.005329872,0.00020630106],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.45798025,0.0002690618,0.0038758067,0.00096723426,0.00021415376,0.0016365806,0.0030009828,0.00013471315,0.0026252167],"category_scores_gemma":[0.15133654,0.000110140005,0.004192875,0.0013970074,0.00005886498,0.0004115536,0.00014744767,0.0006215645,0.0021733858],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009098255,0.00076056464,0.001273183,0.068020456,0.0011057863,0.00009098471,0.0017259581,0.00069578056,0.0018837183,0.05556145,0.8289668,0.039824326],"study_design_scores_gemma":[0.0057667573,0.0020987228,0.007614938,0.21006413,0.0022710224,0.0030340045,0.09037146,0.578392,0.0014533377,0.051611654,0.045825344,0.0014965951],"about_ca_topic_score_codex":0.000018592764,"about_ca_topic_score_gemma":0.000021618816,"teacher_disagreement_score":0.86281186,"about_ca_system_score_codex":0.00023860244,"about_ca_system_score_gemma":0.000045695484,"threshold_uncertainty_score":0.99939984},"labels":[],"label_agreement":null},{"id":"W2346987751","doi":"10.1007/s00264-016-3212-5","title":"Loss to follow-up in orthopaedic clinical trials: a systematic review","year":2016,"lang":"en","type":"review","venue":"International Orthopaedics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":56,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Subspecialty; Randomized controlled trial; Orthopedic surgery; Clinical trial; Trial registration; Meta-analysis; Surgery; Physical therapy; Internal medicine; Family medicine","score_opus":0.8485407920004278,"score_gpt":0.6554537385843181,"score_spread":0.19308705341610966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2346987751","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000001455769,0.9713032,0.0056304974,0.0015986515,0.008185529,0.009711624,0.00041679392,0.000020915175,0.0031312932],"genre_scores_gemma":[0.000005987657,0.9594156,0.0005221418,0.0023880764,0.001314063,0.0016987287,0.00011703891,0.000091466645,0.034446884],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.69759333,0.1483784,0.12668216,0.0045367363,0.021833679,0.00097571436],"domain_scores_gemma":[0.7907878,0.124988124,0.064697586,0.012582402,0.0055504474,0.0013936483],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.60327727,0.0014594073,0.052232742,0.0027053084,0.00008480708,0.0010185522,0.009609133,0.00073614006,0.015512223],"category_scores_gemma":[0.7154342,0.0006011838,0.031927943,0.00385672,0.0001264844,0.0003793995,0.00094772986,0.0010916753,0.048718955],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000888937,0.00008928502,0.00049452606,0.26415363,0.0019092204,0.00016665271,0.000022786233,3.3600762e-7,3.211264e-9,0.0012180969,0.07855331,0.65338326],"study_design_scores_gemma":[0.00027193892,0.000024188894,0.000009685758,0.3926948,0.0032265047,0.00009572366,0.000009049391,0.000017990253,1.9254172e-9,0.00030455875,0.6029768,0.0003687341],"about_ca_topic_score_codex":0.0000054683387,"about_ca_topic_score_gemma":0.000063126005,"teacher_disagreement_score":0.65301454,"about_ca_system_score_codex":0.000406497,"about_ca_system_score_gemma":0.0011052173,"threshold_uncertainty_score":0.9998155},"labels":[],"label_agreement":null},{"id":"W2358856742","doi":"10.1371/journal.pone.0154217","title":"Quality Assessment of Studies Published in Open Access and Subscription Journals: Results of a Systematic Evaluation","year":2016,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Associazione Italiana per la Ricerca sul Cancro","keywords":"Strengthening the reporting of observational studies in epidemiology; Systematic review; Checklist; Medicine; Observational study; Meta-analysis; Cohort study; Critical appraisal; Cohort; MEDLINE; Publication bias; Epidemiology; Family medicine; Alternative medicine; Internal medicine; Psychology; Pathology; Biology","score_opus":0.9764300759843874,"score_gpt":0.6931016102582892,"score_spread":0.28332846572609816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2358856742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9896509,0.0028444955,0.00076801504,0.0015529019,0.000049691283,0.0027287665,0.000018946537,0.0000011953872,0.0023850927],"genre_scores_gemma":[0.99697727,0.00021772645,0.0018313769,0.000016496835,0.0000118840435,0.00015730775,0.0000011655627,0.0000034031004,0.00078334386],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.904121,0.050060745,0.028061267,0.0011842072,0.016323514,0.00024931433],"domain_scores_gemma":[0.96632415,0.008878558,0.015247593,0.0026290056,0.00684613,0.00007457431],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.40243223,0.00013317072,0.0046503744,0.00052306696,0.00003561869,0.0009813064,0.0018796604,0.00004275382,0.00079820707],"category_scores_gemma":[0.2303623,0.000050986175,0.00024473973,0.0010965895,0.000053393615,0.0019554242,0.0004891572,0.00005406198,0.00001427432],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015308005,0.0031947498,0.88892776,0.046390846,0.005223884,0.000001640468,0.0047503435,0.000030365472,0.033961117,0.004012657,0.006084004,0.007269575],"study_design_scores_gemma":[0.0030043945,0.00014248585,0.89894456,0.03439403,0.0017895122,0.0000012828373,0.0038366457,0.0073190825,0.0015845625,0.048748735,0.0000100913285,0.0002246352],"about_ca_topic_score_codex":0.000040099625,"about_ca_topic_score_gemma":0.00025543087,"teacher_disagreement_score":0.17206994,"about_ca_system_score_codex":0.00008565074,"about_ca_system_score_gemma":0.0001050062,"threshold_uncertainty_score":0.946276},"labels":[],"label_agreement":null},{"id":"W235954254","doi":"10.55016/ojs/jet.v24i2.44278","title":"To Accept or Reject: Peer Review","year":2018,"lang":"en","type":"article","venue":"Journal of educational thought.","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Psychology; Peer evaluation; Social psychology; Higher education; Political science; Law","score_opus":0.7754659770964297,"score_gpt":0.6182463731581748,"score_spread":0.15721960393825496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W235954254","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03170693,0.021850534,0.007421298,0.7290109,0.008308824,0.0013972671,0.000030472562,0.0000034572352,0.20027035],"genre_scores_gemma":[0.038334098,0.00058759976,0.114206254,0.021028295,0.00741409,0.00002242185,0.000004567914,0.000021764763,0.8183809],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98062134,0.0026956636,0.00783589,0.00036383612,0.008305576,0.00017768335],"domain_scores_gemma":[0.9660688,0.005496062,0.0072022993,0.0020068928,0.0188082,0.00041776508],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.107134424,0.00018002531,0.0021080908,0.00041827728,0.0001294384,0.0004523734,0.002101366,0.000042637268,0.17909415],"category_scores_gemma":[0.22563776,0.000072682895,0.0012475481,0.002188017,0.000047514506,0.00038110037,0.00008212832,0.00016194698,0.013763194],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010913629,0.000058137215,0.0014324024,0.000034343397,0.00007235189,0.0000011451291,0.00016860932,0.0000016607079,0.000022669688,0.0036602493,0.987764,0.006773537],"study_design_scores_gemma":[0.00006146872,0.000110016466,0.009383111,0.00039152178,0.0001432175,0.00018090787,0.00015322372,0.000008059073,0.000031223975,0.0067831594,0.9826627,0.00009141881],"about_ca_topic_score_codex":0.0000014720507,"about_ca_topic_score_gemma":0.000011403456,"teacher_disagreement_score":0.70798254,"about_ca_system_score_codex":0.00006287061,"about_ca_system_score_gemma":0.00069625606,"threshold_uncertainty_score":0.9870047},"labels":[],"label_agreement":null},{"id":"W2364450135","doi":"10.1097/xeb.0000000000000055","title":"Summarizing systematic reviews","year":2015,"lang":"en","type":"article","venue":"International Journal of Evidence-Based Healthcare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2504,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Systematic review; Inclusion (mineral); Psychology; Management science; MEDLINE; Engineering ethics; Medical education; Medicine; Political science; Engineering; Social psychology","score_opus":0.9678433394833486,"score_gpt":0.6515722788305832,"score_spread":0.31627106065276533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2364450135","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05920008,0.330465,0.20447783,0.36663926,0.027968854,0.007899327,0.00006779674,0.00003422781,0.0032476431],"genre_scores_gemma":[0.9779292,0.0009139919,0.0117667485,0.00612273,0.0012166058,0.000043367043,0.0000037182974,0.000020684558,0.0019829723],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9424239,0.022273077,0.02006901,0.0005340041,0.014417801,0.0002822242],"domain_scores_gemma":[0.93811417,0.013498896,0.024191117,0.0021486972,0.02129352,0.0007536233],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.25142542,0.00031005105,0.004378583,0.0010686886,0.000078098354,0.0011046547,0.004520091,0.00010492065,0.001144641],"category_scores_gemma":[0.3107423,0.0001296925,0.0025043786,0.00096002745,0.000053502783,0.0011613022,0.000117045856,0.0004019485,0.0019913416],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004959013,0.00037363864,0.23466825,0.015375945,0.0014694694,0.00081770046,0.0038915186,0.0026802283,0.00018037383,0.009468459,0.6538079,0.0767706],"study_design_scores_gemma":[0.003140672,0.001710625,0.007434543,0.18337317,0.0014352403,0.0017811246,0.008068007,0.022366522,0.00026660628,0.039152708,0.72984445,0.001426351],"about_ca_topic_score_codex":0.000051908588,"about_ca_topic_score_gemma":0.000052380306,"teacher_disagreement_score":0.9187291,"about_ca_system_score_codex":0.0004761496,"about_ca_system_score_gemma":0.001151569,"threshold_uncertainty_score":0.9999323},"labels":[],"label_agreement":null},{"id":"W2367458388","doi":"","title":"Improving the reporting of pragmatic trials: An extension of the CONSORT statement","year":2009,"lang":"en","type":"article","venue":"Oxford University Research Archive (ORA) (University of Oxford)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; McMaster University; University of Toronto","funders":"","keywords":"Consolidated Standards of Reporting Trials; Statement (logic); Extension (predicate logic); MEDLINE; Traditional medicine; Medicine; Clinical trial; Computer science; Political science; Internal medicine; Philosophy; Epistemology","score_opus":0.518794056632919,"score_gpt":0.4639445730223222,"score_spread":0.05484948361059677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2367458388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92679816,0.00009209837,0.050286025,0.0023089233,0.000085324886,0.0021512422,0.00014878214,0.000008455943,0.018120985],"genre_scores_gemma":[0.9847289,0.0001730166,0.010662976,0.000023642628,0.000017080469,1.7728243e-7,0.00001316447,0.0000071003665,0.004373964],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9585835,0.027610738,0.0060003167,0.00091481616,0.0063638343,0.0005268463],"domain_scores_gemma":[0.9519308,0.012182329,0.025315495,0.0058932225,0.0043350514,0.00034309216],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20493615,0.00023946758,0.0028509106,0.0008956418,0.0009778563,0.00009418523,0.0045454516,0.00008518178,0.0009852094],"category_scores_gemma":[0.052413605,0.00013070546,0.0018598158,0.0024371862,0.0010123033,0.00061925664,0.001106066,0.0005038907,0.000008000568],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032149663,0.0025923576,0.12996283,0.0014212823,0.0028277508,0.00037092806,0.04765303,0.0031435885,0.08880366,0.11312453,0.060111992,0.5467731],"study_design_scores_gemma":[0.0037780027,0.0024298157,0.2954808,0.000866804,0.0016678843,0.000050120747,0.307945,0.09355088,0.0013993745,0.046971742,0.24505207,0.00080751383],"about_ca_topic_score_codex":0.00051407446,"about_ca_topic_score_gemma":0.0005461201,"teacher_disagreement_score":0.54596555,"about_ca_system_score_codex":0.000102067504,"about_ca_system_score_gemma":0.0005687771,"threshold_uncertainty_score":0.999928},"labels":[],"label_agreement":null},{"id":"W2380126174","doi":"10.1097/phm.0000000000000521","title":"Blinding in Physical Therapy Trials and Its Association with Treatment Effects","year":2016,"lang":"en","type":"review","venue":"American Journal of Physical Medicine & Rehabilitation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":162,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta Hospital","funders":"Canadian Institutes of Health Research; University of Alberta","keywords":"Blinding; Medicine; Association (psychology); Clinical trial; Physical therapy; Internal medicine; Psychotherapist","score_opus":0.4983907074937772,"score_gpt":0.5783406848238644,"score_spread":0.07994997733008719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2380126174","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10615712,0.889479,0.00027290842,0.0012505646,0.00023276599,0.0024908995,0.000009902332,0.0000034145764,0.00010342113],"genre_scores_gemma":[0.17129533,0.82307094,0.00093183323,0.00008615654,0.003839407,0.00029759674,0.000008189786,0.00008165451,0.00038886452],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.95267415,0.033225693,0.008449018,0.0006829839,0.004713017,0.00025515095],"domain_scores_gemma":[0.8283872,0.14663017,0.023003187,0.00071219436,0.0010628772,0.00020436471],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07507184,0.00059991365,0.020946993,0.0010892332,0.000051059706,0.000111413785,0.0005491664,0.00007617773,0.00006928676],"category_scores_gemma":[0.124673754,0.00018224411,0.0029834958,0.0020760805,0.0001990667,0.00029147588,0.00002176174,0.000328922,0.00006940151],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004069928,0.00020861783,0.00031761033,0.00044585668,0.0006256598,0.000004455105,0.0019966299,0.000001873374,0.000009802236,0.00019463622,0.00010764813,0.9960465],"study_design_scores_gemma":[0.0063575376,0.15668562,0.0026495375,0.054389834,0.009103391,0.000057943544,0.003185549,0.00031016275,0.000006606525,0.007680711,0.75861245,0.00096065627],"about_ca_topic_score_codex":0.000007987183,"about_ca_topic_score_gemma":0.000001990488,"teacher_disagreement_score":0.99508584,"about_ca_system_score_codex":0.0005603377,"about_ca_system_score_gemma":0.00023606124,"threshold_uncertainty_score":0.9935881},"labels":[],"label_agreement":null},{"id":"W2386513494","doi":"10.1016/j.jclinepi.2016.03.023","title":"N-of-1 trials are a tapestry of heterogeneity","year":2016,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":64,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; Children's Hospital of Eastern Ontario; Ottawa Hospital; University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"Blinding; Meta-analysis; Clinical trial; Medicine; Research design; Clinical study design; Psychological intervention; MEDLINE; Randomization; Family medicine; Internal medicine; Statistics; Nursing","score_opus":0.9859669899307759,"score_gpt":0.7796351677747236,"score_spread":0.20633182215605228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2386513494","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021606711,0.9852253,0.010013202,0.0008398897,0.0026456267,0.00051314547,0.00010290573,8.127325e-7,0.00044304857],"genre_scores_gemma":[0.00014330297,0.9911585,0.00641669,0.00025096277,0.0014183163,0.000007175871,0.0000018030782,0.00001896721,0.00058430544],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.12955086,0.56627494,0.29841122,0.001258993,0.0040258886,0.00047810897],"domain_scores_gemma":[0.037934452,0.58329797,0.37192148,0.003587227,0.002806497,0.00045236922],"candidate_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8938226,0.0006159151,0.15264896,0.00076795253,0.000029755669,0.000029378169,0.004950728,0.0015335039,0.007552747],"category_scores_gemma":[0.9661694,0.00019921543,0.06857475,0.00077013794,0.0005211157,0.00011454932,0.00030552997,0.0012882716,0.0005769396],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003186218,0.00011173735,0.009061826,0.0030204176,0.0028804187,0.000013201684,0.0000028644558,0.0000023689097,9.370046e-8,0.00073491887,0.048028853,0.93611145],"study_design_scores_gemma":[0.0003107066,0.00030356902,0.0011826846,0.009682348,0.003919325,0.00015097692,0.0000074500713,0.00000740582,2.0312814e-7,0.008662683,0.97562593,0.00014671043],"about_ca_topic_score_codex":0.0000017678834,"about_ca_topic_score_gemma":0.0000028817308,"teacher_disagreement_score":0.9359647,"about_ca_system_score_codex":0.000025174764,"about_ca_system_score_gemma":0.0009813352,"threshold_uncertainty_score":0.9997627},"labels":[],"label_agreement":null},{"id":"W2394641685","doi":"","title":"Developing optimal search strategies for detecting clinically relevant qualitative studies in MEDLINE.","year":2004,"lang":"en","type":"article","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":203,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"MEDLINE; Qualitative research; Recall; Medicine; Gold standard (test); Matching (statistics); Health care; Computer science; Information retrieval; Psychology; Pathology; Cognitive psychology","score_opus":0.934940504912687,"score_gpt":0.6510378505221796,"score_spread":0.28390265439050744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2394641685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7867691,0.0014123946,0.20468393,0.0032990747,0.00033578847,0.0026208,0.000007410648,0.00001183879,0.0008596931],"genre_scores_gemma":[0.8850746,0.000055905264,0.11232827,0.00017485552,0.00008931074,0.0016750626,0.0000013651646,0.0000110656365,0.000589542],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.979735,0.00609212,0.009682009,0.0010159273,0.0028694551,0.0006054536],"domain_scores_gemma":[0.964931,0.028890971,0.0026070895,0.0013440298,0.0020764396,0.00015045487],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24445204,0.0002311414,0.0025688435,0.00037972978,0.0001581436,0.00056388933,0.0009880906,0.000076143406,0.0000328668],"category_scores_gemma":[0.16640349,0.00011767092,0.0007769366,0.0012574855,0.00013409901,0.00036658047,0.00016126515,0.00019452142,0.000105022846],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025963277,0.00022994225,0.006804041,0.0010081521,0.0021270127,0.00005425435,0.22562377,0.026019298,0.000043932814,0.099376656,0.0022007753,0.6362525],"study_design_scores_gemma":[0.0019690753,0.00013386576,0.028146032,0.00021489458,0.00018484896,0.000013776462,0.62697506,0.0023833415,0.00022758749,0.3350405,0.0040330323,0.0006779613],"about_ca_topic_score_codex":0.000017036877,"about_ca_topic_score_gemma":0.00019723045,"teacher_disagreement_score":0.6355746,"about_ca_system_score_codex":0.00016732751,"about_ca_system_score_gemma":0.00025229415,"threshold_uncertainty_score":0.84061825},"labels":[],"label_agreement":null},{"id":"W2395419086","doi":"10.1111/trf.13635","title":"How do I interpret a confidence interval?","year":2016,"lang":"en","type":"review","venue":"Transfusion","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Blood Services; University of Ottawa","funders":"","keywords":"Confidence interval; Sample size determination; Statistics; Range (aeronautics); Population; Sample (material); Statistical significance; Mean difference; Interval (graph theory); Population mean; Clinical significance; Mathematics; Medicine; Demography; Combinatorics; Physics","score_opus":0.6933272731671136,"score_gpt":0.5362365738582,"score_spread":0.15709069930891362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2395419086","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003031635,0.89769655,0.09173533,0.0004272302,0.00089163776,0.0016702925,0.000084567364,0.000014019399,0.007477315],"genre_scores_gemma":[0.00008270363,0.9640182,0.00033742937,0.000064830674,0.00019625279,0.00013968654,0.000011274979,0.000042937496,0.035106678],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9647328,0.0153430505,0.011560143,0.0021982226,0.005763894,0.00040189302],"domain_scores_gemma":[0.98178214,0.0065022362,0.004014926,0.0066660224,0.0007664931,0.00026819372],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.06741497,0.0009106035,0.014936072,0.0008021248,0.00012494798,0.0025579187,0.005002144,0.00043513006,0.03320608],"category_scores_gemma":[0.01365436,0.00031858837,0.010458112,0.0013768256,0.00011698448,0.00038858346,0.00020256477,0.0004487688,0.016941635],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002049917,0.000015198551,0.0000036156864,0.0026491508,0.0001836225,0.000009879784,0.00016270689,1.1736858e-8,0.0000018832546,0.0015079346,0.020815238,0.9746487],"study_design_scores_gemma":[0.00007736396,0.000042781805,9.567273e-7,0.02299755,0.0009791004,0.000059219095,0.00006432612,0.000011217557,0.0000010586359,0.0018538323,0.97355294,0.00035962826],"about_ca_topic_score_codex":0.0000060004127,"about_ca_topic_score_gemma":0.000020954836,"teacher_disagreement_score":0.97428906,"about_ca_system_score_codex":0.000078316625,"about_ca_system_score_gemma":0.00016740344,"threshold_uncertainty_score":0.9999266},"labels":[],"label_agreement":null},{"id":"W2396811487","doi":"10.1177/070674370104600502","title":"« What's up, doc? » Le contexte, les limites et les enjeux de la médecine fondée sur des données probantes pour les cliniciens ( <i>Evidence-Based Medicine</i> )","year":2001,"lang":"fr","type":"article","venue":"The Canadian Journal of Psychiatry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Fonds de Recherche du Québec - Santé; Université de Montréal; Institut universitaire en santé mentale de Montréal","funders":"","keywords":"Empiricism; Humanities; Dialectic; Evidence-based medicine; Psychology; Philosophy; Psychotherapist; Epistemology; MEDLINE; Political science; Law","score_opus":0.6089835245112851,"score_gpt":0.465319677845774,"score_spread":0.14366384666551113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2396811487","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17561698,0.41905954,0.004288252,0.39421588,0.0050158976,0.00044284743,0.000023386709,0.000004940161,0.0013322599],"genre_scores_gemma":[0.9236887,0.036131795,0.013326359,0.0066512185,0.002614519,0.000015052922,0.0000030102433,0.00007294544,0.017496403],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.96342605,0.02338312,0.008730044,0.0007221768,0.0027591526,0.0009794246],"domain_scores_gemma":[0.9601433,0.024281338,0.007976471,0.0022107654,0.0038959477,0.0014921767],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.13311292,0.000733367,0.0035726596,0.00093779404,0.0017398674,0.0030273097,0.0038715592,0.00043153262,0.0083335675],"category_scores_gemma":[0.055429887,0.00036613428,0.0025313983,0.0017855219,0.0029059623,0.0015978009,0.000057043744,0.0014695914,0.00018705183],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009307458,0.00018423014,0.5474986,0.00049847557,0.0007260381,0.00013496721,0.0025293676,0.0011866585,0.000056152963,0.06283936,0.32642683,0.057826295],"study_design_scores_gemma":[0.0032915347,0.0010657286,0.13184549,0.034989983,0.0029935115,0.0034073654,0.060262162,0.0022587543,0.00003789537,0.3023083,0.4565073,0.0010319633],"about_ca_topic_score_codex":0.03543602,"about_ca_topic_score_gemma":0.4748394,"teacher_disagreement_score":0.74807173,"about_ca_system_score_codex":0.00020214652,"about_ca_system_score_gemma":0.014516757,"threshold_uncertainty_score":0.99987906},"labels":[],"label_agreement":null},{"id":"W2396846174","doi":"10.1371/journal.pmed.1002028","title":"Epidemiology and Reporting Characteristics of Systematic Reviews of Biomedical Research: A Cross-Sectional Study","year":2016,"lang":"en","type":"article","venue":"PLoS Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":827,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital; Public Health Ontario; University of Toronto; St. Michael's Hospital; Children's Hospital of Eastern Ontario; Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Medical Research Council; National Institute for Health and Care Research; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Canadian Institutes of Health Research; Generalitat Valenciana; Governo Brasil","keywords":"Medicine; MEDLINE; Systematic review; Epidemiology; Cross-sectional study; Sample size determination; Meta-analysis; Family medicine; Pathology; Statistics","score_opus":0.9673047824745327,"score_gpt":0.6800549703580097,"score_spread":0.287249812116523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2396846174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9895168,0.0031751415,0.002773186,0.0010051013,0.00026564166,0.0027307437,0.000010857712,0.000003158712,0.00051940413],"genre_scores_gemma":[0.997114,0.00023802288,0.0005629576,0.000046376885,0.00019793156,0.00011663327,0.0000020391583,0.0000073629244,0.0017146666],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.77723247,0.086763576,0.11899637,0.0020780086,0.01420047,0.00072908885],"domain_scores_gemma":[0.76919585,0.13732526,0.080215454,0.0062359357,0.006491665,0.0005358564],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.61876065,0.000198362,0.010296436,0.0006907777,0.00008635514,0.000018249844,0.00089911325,0.00009762133,0.0037959875],"category_scores_gemma":[0.896368,0.00006181998,0.0005341782,0.0011414916,0.00093057024,0.00008024121,0.00020006526,0.00017104011,0.00018284726],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009865391,0.0001567597,0.9878312,0.0064876424,0.00020223603,0.000007703843,0.0005001799,1.6733193e-8,0.0014305825,0.0003788992,0.0018081133,0.0011868072],"study_design_scores_gemma":[0.0004748672,0.0006703094,0.98642737,0.006853951,0.00033074035,0.000060486713,0.0006668786,0.0002135183,0.000016663811,0.0029584733,0.0012355389,0.000091203685],"about_ca_topic_score_codex":0.000021752165,"about_ca_topic_score_gemma":0.0000039001893,"teacher_disagreement_score":0.2776074,"about_ca_system_score_codex":0.000026620832,"about_ca_system_score_gemma":0.000057015273,"threshold_uncertainty_score":0.99711466},"labels":[],"label_agreement":null},{"id":"W2398390813","doi":"10.1503/cmaj.141263","title":"LimitationsAn experiment in open peer review","year":2014,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Data science; Statistical analysis; Information retrieval; World Wide Web; Bioinformatics; Statistics; Mathematics; Biology","score_opus":0.6050454406453821,"score_gpt":0.529489976512902,"score_spread":0.07555546413248015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398390813","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009353688,0.0058332793,0.0026244186,0.7323826,0.0017886466,0.0011227878,0.000015420459,0.0000035194512,0.24687567],"genre_scores_gemma":[0.55205363,0.0021055304,0.006713888,0.27771926,0.002813267,0.00020398415,0.000043946962,0.000048637776,0.15829785],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9639568,0.012606163,0.006837315,0.00041041264,0.015804535,0.00038480273],"domain_scores_gemma":[0.9867407,0.00330534,0.00329467,0.00096937624,0.0039824517,0.001707482],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.34585273,0.00013711656,0.0016508942,0.00036416695,0.00020218789,0.0014359277,0.0024770403,0.00015593764,0.102058575],"category_scores_gemma":[0.36643866,0.00007608043,0.00052092684,0.0010474091,0.00001605627,0.00030293167,0.00006338303,0.00051840674,0.005479262],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.522973e-7,0.0000108383,0.018928535,0.000006735626,0.000030450748,0.000012910749,0.00016764257,0.0000027046842,3.4505814e-7,0.0013106856,0.925352,0.054176908],"study_design_scores_gemma":[0.0002084064,0.000012663199,0.015514266,0.0002244374,0.000023613136,0.00003399614,0.00035381602,0.00073139986,4.9280175e-7,0.002023649,0.9807864,0.000086884094],"about_ca_topic_score_codex":0.00075398455,"about_ca_topic_score_gemma":0.026746431,"teacher_disagreement_score":0.54269993,"about_ca_system_score_codex":0.0005473129,"about_ca_system_score_gemma":0.0013948827,"threshold_uncertainty_score":0.99960065},"labels":[],"label_agreement":null},{"id":"W2402421755","doi":"10.1097/xeb.0000000000000064","title":"Conducting systematic reviews of association (etiology)","year":2015,"lang":"en","type":"article","venue":"International Journal of Evidence-Based Healthcare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":801,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Systematic review; Etiology; Observational study; Critical appraisal; Population; Medicine; Psychological intervention; MEDLINE; Disease; Evidence-based medicine; Psychology; Alternative medicine; Pathology; Psychiatry; Biology; Environmental health","score_opus":0.9670499388396323,"score_gpt":0.6420465268336334,"score_spread":0.3250034120059989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402421755","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52614236,0.11292167,0.06967886,0.25782356,0.024557324,0.0067500924,0.00009768622,0.000021210817,0.0020072667],"genre_scores_gemma":[0.9904432,0.00047607304,0.006179417,0.0014863358,0.0005450229,0.000020525516,0.0000028916234,0.000009464548,0.0008370607],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.94307715,0.025878198,0.019891582,0.00040505524,0.010519831,0.00022818871],"domain_scores_gemma":[0.9071928,0.018793294,0.044694316,0.0012261089,0.027753683,0.00033974895],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.26867375,0.00021781461,0.0041835224,0.00081509555,0.000048851623,0.00028570447,0.0024871759,0.00013490285,0.0010011117],"category_scores_gemma":[0.4516342,0.00009851457,0.0018350907,0.0007635453,0.000040438932,0.0007621553,0.0000693235,0.00033352108,0.00043338537],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034237606,0.0003282831,0.73841953,0.013142669,0.001983098,0.00011630756,0.004167929,0.0026939234,0.0008732923,0.0048190607,0.21189842,0.021215133],"study_design_scores_gemma":[0.012117141,0.0071577453,0.048836846,0.356084,0.006570385,0.0022567518,0.04005535,0.039982893,0.0047502043,0.086558044,0.39207825,0.0035524014],"about_ca_topic_score_codex":0.000051164014,"about_ca_topic_score_gemma":0.000032404692,"teacher_disagreement_score":0.68958265,"about_ca_system_score_codex":0.0006525826,"about_ca_system_score_gemma":0.0009065609,"threshold_uncertainty_score":0.9999121},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2403443153","doi":"10.5588/ijtld.10.0719","title":"Systematic reviews and meta-analyses [State of the art series. Operational research. Number 5 in the series]","year":2011,"lang":"en","type":"article","venue":"The International Journal of Tuberculosis and Lung Disease","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Grey literature; Protocol (science); Systematic review; Pooling; Medicine; Guideline; Selection (genetic algorithm); MEDLINE; Population; Computer science; Data science; Management science; Alternative medicine; Artificial intelligence; Pathology","score_opus":0.7249639672713439,"score_gpt":0.5455241007013153,"score_spread":0.17943986657002864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2403443153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81748164,0.07089641,0.0007810044,0.09440529,0.0010708822,0.005536652,0.00021436735,0.0000033430244,0.009610418],"genre_scores_gemma":[0.99378103,0.0013463049,0.00024746792,0.0009629408,0.00007733237,0.00007408117,0.0000013920777,0.0000073302886,0.0035021084],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.974677,0.014270462,0.0054662717,0.00026757052,0.005179973,0.00013870212],"domain_scores_gemma":[0.99012536,0.0030465487,0.0033207093,0.0012196614,0.0021633953,0.00012433433],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09706307,0.0001978562,0.0018866007,0.00020562048,0.00017394635,0.0006263069,0.002484259,0.000022423663,0.0024773993],"category_scores_gemma":[0.020158052,0.000053973323,0.0015344968,0.00059626513,0.0002607736,0.0005536028,0.0002488849,0.00026462623,0.000059274258],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014965781,0.0019468043,0.15295994,0.007766726,0.07051535,0.0003799782,0.043830603,0.00097407744,0.00080482644,0.0963766,0.6195005,0.0034479673],"study_design_scores_gemma":[0.002338588,0.0003750904,0.5262496,0.0060733515,0.092598945,0.0043048924,0.016963247,0.0123115685,0.00056781434,0.24450187,0.092308745,0.0014063023],"about_ca_topic_score_codex":0.000032107055,"about_ca_topic_score_gemma":0.00006587236,"teacher_disagreement_score":0.5271918,"about_ca_system_score_codex":0.000028759332,"about_ca_system_score_gemma":0.000094533556,"threshold_uncertainty_score":0.9984345},"labels":[],"label_agreement":null},{"id":"W2403798239","doi":"10.1016/j.jval.2016.03.640","title":"The Diffusion of Indirect Comparison Meta-Analytic Methods in the Study of Drugs: A Systematic Review and Co-Authorship Network Analysis","year":2016,"lang":"en","type":"review","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Scopus; Meta-analysis; Systematic review; Web of science; Empirical research; Citation; MEDLINE; Computer science; Medicine; Statistics; Library science; Mathematics; Political science; Pathology","score_opus":0.866564930708412,"score_gpt":0.6537149492497017,"score_spread":0.21284998145871026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2403798239","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000040268522,0.9845088,0.00078048115,0.0002623165,0.00008450189,0.014145342,0.000025588668,0.0000024404958,0.00015025382],"genre_scores_gemma":[0.0009232952,0.9966159,0.0010102714,0.000112196605,0.000024980474,0.00098785,0.0000064904516,0.000024799745,0.00029425597],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.26354727,0.64728665,0.075459264,0.0024870685,0.010245936,0.0009737898],"domain_scores_gemma":[0.82772094,0.11725387,0.045780703,0.008546488,0.0005172459,0.00018073205],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6740342,0.0008809061,0.06454614,0.001832356,0.0002384707,0.0002982953,0.0047378573,0.0002209486,0.00027614099],"category_scores_gemma":[0.05886314,0.0002443335,0.0083543155,0.015390781,0.0001443294,0.00007809625,0.0002787168,0.00072819117,0.000042159896],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003638345,0.0003967272,0.001021322,0.88893104,0.026465224,0.0000023367622,0.0052863467,0.00019644827,4.682887e-9,0.0005415281,0.0014737002,0.0756817],"study_design_scores_gemma":[0.00034512032,0.00043947328,0.00032355243,0.3519327,0.54383844,0.000016948095,0.0055356855,0.004056275,1.9334124e-8,0.002399397,0.090398096,0.0007142807],"about_ca_topic_score_codex":0.00061757833,"about_ca_topic_score_gemma":0.0004204604,"teacher_disagreement_score":0.615171,"about_ca_system_score_codex":0.00015323659,"about_ca_system_score_gemma":0.00041126763,"threshold_uncertainty_score":0.99636304},"labels":[],"label_agreement":null},{"id":"W2404436473","doi":"10.1186/s40814-016-0065-z","title":"Methods and processes for development of a CONSORT extension for reporting pilot randomized controlled trials","year":2016,"lang":"en","type":"article","venue":"Pilot and Feasibility Studies","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":244,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"University of Stirling; National Institute for Health and Care Research","keywords":"Consolidated Standards of Reporting Trials; Randomized controlled trial; Checklist; Delphi method; CLARITY; Stakeholder engagement; Medical education; Medicine; Guideline; Stakeholder; Psychology; Computer science; Public relations; Political science","score_opus":0.9474359397922378,"score_gpt":0.6707611100059196,"score_spread":0.2766748297863182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404436473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4808396,0.04025934,0.45689884,0.0015579526,0.0002694018,0.020001026,0.000028078695,0.0000107175665,0.0001350391],"genre_scores_gemma":[0.7371824,0.00060648535,0.25806206,0.00005234281,0.000049811224,0.00244177,9.817752e-7,0.000008707261,0.0015954911],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.946041,0.015641756,0.035191227,0.0014601734,0.0013606447,0.0003052282],"domain_scores_gemma":[0.28372777,0.63160896,0.066262946,0.0027150412,0.015417014,0.00026827364],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.60398144,0.0003036844,0.019248378,0.0001761925,0.00030405854,0.00013096906,0.000207091,0.00003374357,0.000037723916],"category_scores_gemma":[0.9005593,0.00009414535,0.0014094644,0.00022505333,0.00033473517,0.00011937676,0.00012270258,0.000025658228,0.0000013050718],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3962104,0.0009412982,0.05289472,0.008013812,0.019920098,9.679155e-7,0.0093696145,9.609208e-7,0.025391802,0.0046667983,0.006822692,0.47576684],"study_design_scores_gemma":[0.6406503,0.0016306743,0.013576823,0.0012366427,0.008522309,0.00001433166,0.0063277567,0.0005265954,0.006628311,0.3106761,0.0093213795,0.0008888385],"about_ca_topic_score_codex":0.0000014458592,"about_ca_topic_score_gemma":0.00002682207,"teacher_disagreement_score":0.6623132,"about_ca_system_score_codex":0.000018403427,"about_ca_system_score_gemma":0.00014330448,"threshold_uncertainty_score":0.9953119},"labels":[],"label_agreement":null},{"id":"W2405990749","doi":"","title":"David Moher, MSc The CONSORT Guidelines: improving the quality of research. Consolidated Standards of Reporting Trials. Interview by Bonnie Horrigan.","year":2002,"lang":"en","type":"other","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"","keywords":"Consolidated Standards of Reporting Trials; Medicine; Quality (philosophy); Clinical trial; Psychology; Medical education; Family medicine","score_opus":0.9436573007325919,"score_gpt":0.6403730821668204,"score_spread":0.3032842185657715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2405990749","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040858625,0.29238045,0.008987982,0.009682814,0.0028417527,0.029977936,0.005435291,0.000090714704,0.6465172],"genre_scores_gemma":[0.048354737,0.003059925,0.0007337504,0.0004925073,0.00059835333,0.0025631147,0.000053951015,0.00029889445,0.9438448],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.58000934,0.22358784,0.14452848,0.00416929,0.04569846,0.0020065848],"domain_scores_gemma":[0.51181465,0.08567855,0.333251,0.03549608,0.03296617,0.0007935295],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8117882,0.00054863584,0.010603454,0.00061163085,0.00018611354,0.00073039986,0.004734964,0.00034744001,0.015476332],"category_scores_gemma":[0.7427549,0.00018736112,0.003620797,0.0024290362,0.000912359,0.0000958428,0.0006152433,0.0006879277,0.00008140467],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011051848,0.000037255035,0.00038789134,0.00048867264,0.00067871914,0.0000024099133,0.00021403491,9.238757e-7,0.000021915648,0.000101614314,0.9100586,0.0879969],"study_design_scores_gemma":[0.00030189834,0.000016231,0.00027128955,0.000416759,0.0005878095,0.000007738289,0.0019699407,0.00013602732,0.00011756544,0.00043399096,0.9955286,0.00021217547],"about_ca_topic_score_codex":0.0012895685,"about_ca_topic_score_gemma":0.00031006234,"teacher_disagreement_score":0.29732758,"about_ca_system_score_codex":0.00009037372,"about_ca_system_score_gemma":0.00035160978,"threshold_uncertainty_score":0.9854237},"labels":[],"label_agreement":null},{"id":"W2406477340","doi":"10.1016/s0849-5831(16)30966-1","title":"Good Evidence Is Necessary for Good Patient Care","year":2001,"lang":"en","type":"article","venue":"Journal SOGC","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; Health Sciences Centre; University of Toronto","funders":"","keywords":"Randomized controlled trial; Medicine; Humanities; Gynecology; Surgery; Philosophy","score_opus":0.7638295818937858,"score_gpt":0.5487775830831548,"score_spread":0.21505199881063097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2406477340","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.728796,0.06468154,0.10944028,0.020802181,0.004262943,0.0030061153,0.00007745119,0.000021437048,0.068912044],"genre_scores_gemma":[0.9771116,0.0006931412,0.0070264293,0.0018683106,0.00057719985,0.000035555397,0.0000014714743,0.000017269402,0.012669035],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9869037,0.0023415496,0.0059074406,0.0005532906,0.003968842,0.00032516196],"domain_scores_gemma":[0.988871,0.0028811942,0.004273592,0.0016481101,0.0020308648,0.0002952471],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.032288525,0.00023449623,0.0018449277,0.00024500443,0.00040296905,0.0014703805,0.0015454864,0.000082262064,0.009822087],"category_scores_gemma":[0.01639043,0.00010717528,0.0023029936,0.0008368154,0.00002387138,0.0005873221,0.00009598624,0.00022571428,0.0017388809],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029080926,0.00007333338,0.06503473,0.000063944215,0.00024362387,0.00004609772,0.0037506009,0.00012137951,0.00009076862,0.0004324646,0.5085917,0.42152223],"study_design_scores_gemma":[0.00022357272,0.0002914597,0.0045859334,0.00018473635,0.00025930468,0.00025216307,0.0051674573,0.001081632,0.00007821071,0.00780479,0.9798667,0.00020406226],"about_ca_topic_score_codex":0.000006846396,"about_ca_topic_score_gemma":0.00001913511,"teacher_disagreement_score":0.47127494,"about_ca_system_score_codex":0.00007735988,"about_ca_system_score_gemma":0.000106926855,"threshold_uncertainty_score":0.9995662},"labels":[],"label_agreement":null},{"id":"W2409498199","doi":"10.1016/j.jclinepi.2016.06.003","title":"A systematic review reveals that the credibility of subgroup claims in low back pain trials was low","year":2016,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":49,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Subgroup analysis; Credibility; Medicine; Publication bias; Randomized controlled trial; Clinical trial; Actuarial science; Meta-analysis; Internal medicine; Law; Economics; Political science","score_opus":0.9483505888185008,"score_gpt":0.7043297522389601,"score_spread":0.24402083657954066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2409498199","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017763346,0.9795859,0.007525721,0.004229451,0.0018476911,0.0065502906,0.00005957696,0.0000018089106,0.00018183673],"genre_scores_gemma":[0.00004647125,0.99293494,0.0013457861,0.0033459915,0.0009291672,0.00013037023,0.0000053540557,0.000036663678,0.0012252617],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.021795874,0.72333086,0.2480222,0.0015990552,0.0045494414,0.0007025678],"domain_scores_gemma":[0.012361396,0.70314574,0.27362865,0.008024305,0.0023166495,0.00052325777],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.9797639,0.0011681127,0.20962931,0.00077564816,0.000068483816,0.0001097996,0.009487819,0.0016153126,0.007067078],"category_scores_gemma":[0.98077786,0.00032903452,0.061804995,0.0019308673,0.0007453293,0.00024706317,0.00043878087,0.002718537,0.002167951],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026849011,0.00017731126,0.0015576434,0.709625,0.0021800844,0.00001899506,0.000012845166,0.0000016781584,1.6630375e-8,0.00046633446,0.08462331,0.20130992],"study_design_scores_gemma":[0.00037822238,0.0002616521,0.00023375466,0.7650661,0.0062208073,0.00016137077,0.000025142654,0.00006301449,9.805703e-9,0.02280856,0.2045014,0.00027998118],"about_ca_topic_score_codex":0.0000048975985,"about_ca_topic_score_gemma":0.000012133724,"teacher_disagreement_score":0.20102994,"about_ca_system_score_codex":0.00014723504,"about_ca_system_score_gemma":0.0011224479,"threshold_uncertainty_score":0.9999162},"labels":[],"label_agreement":null},{"id":"W2410641807","doi":"10.1002/14651858.ed000087","title":"Cochrane Clinical Answers: Putting Cochrane Reviews in Clinical Context","year":2014,"lang":"en","type":"article","venue":"Cochrane Database of Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane","funders":"","keywords":"Systematic review; Medicine; Context (archaeology); Cochrane Library; Cochrane collaboration; MEDLINE; Alternative medicine; Medical education; Pathology","score_opus":0.6946516003772271,"score_gpt":0.57616788940177,"score_spread":0.11848371097545707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2410641807","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010980954,0.88311934,0.06365758,0.0013098917,0.0040579694,0.026688315,0.00023965807,0.000046913105,0.009899349],"genre_scores_gemma":[0.17344266,0.7226133,0.079268135,0.0065577147,0.0029299639,0.0033864195,0.0007778137,0.00031699918,0.01070702],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.5759543,0.24075328,0.16344081,0.005247362,0.013071957,0.0015322858],"domain_scores_gemma":[0.6379915,0.18218322,0.121323995,0.049591992,0.0066175265,0.0022917928],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.735433,0.0015065548,0.049493525,0.0010065516,0.00020667199,0.00068172003,0.0070159733,0.00051022996,0.006998735],"category_scores_gemma":[0.6767037,0.00074756594,0.010793295,0.0036578092,0.0006116211,0.0009239857,0.00067748426,0.0011784552,0.021380015],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007512948,0.0012747144,0.026060281,0.636707,0.0006078615,0.000067697365,0.00072102936,0.0000105233385,0.00015210618,0.006364344,0.24563493,0.08232436],"study_design_scores_gemma":[0.004200346,0.00060031,0.0031699415,0.69693464,0.0035356872,0.00022837211,0.0013109037,0.01295773,0.000028699515,0.00095053075,0.27433148,0.001751346],"about_ca_topic_score_codex":0.00005764899,"about_ca_topic_score_gemma":0.00023244767,"teacher_disagreement_score":0.16246171,"about_ca_system_score_codex":0.000082975595,"about_ca_system_score_gemma":0.00020022149,"threshold_uncertainty_score":0.9997683},"labels":[],"label_agreement":null},{"id":"W2411524460","doi":"10.1016/j.jclinepi.2016.05.008","title":"Bias was reduced in an open-label trial through the removal of subjective elements from the outcome definition","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; London Health Sciences Centre","funders":"National Institute for Health and Care Research","keywords":"Odds ratio; Outcome (game theory); Medicine; Confidence interval; Odds; Clinical trial; Randomized controlled trial; Internal medicine; Surgery; Physical therapy; Logistic regression; Mathematics","score_opus":0.9746865729568887,"score_gpt":0.711309841829019,"score_spread":0.26337673112786963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2411524460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96063775,0.0004500773,0.0058991755,0.028969811,0.001852939,0.00072583713,0.00002380632,8.115076e-7,0.0014397838],"genre_scores_gemma":[0.96970564,0.00037964544,0.0229478,0.0054140985,0.0010524708,0.000014405726,0.000002140491,0.0000106236985,0.00047320378],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.6163676,0.2957958,0.08320218,0.0010661397,0.0030769,0.00049137976],"domain_scores_gemma":[0.23969524,0.6749151,0.078641586,0.0043220157,0.0021702733,0.00025582092],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6124609,0.00022508444,0.009675876,0.00010304551,0.00009347096,0.00009088376,0.0045996737,0.00026471502,0.0017329545],"category_scores_gemma":[0.7982705,0.000058220285,0.002004703,0.0005351811,0.00039629298,0.00047304196,0.00032519945,0.00065343553,0.00020752469],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012476913,0.0012415377,0.812756,0.0000058348105,0.0010119854,0.000038175247,0.0006257231,0.000020038713,0.00015970982,0.03267111,0.03208675,0.10690624],"study_design_scores_gemma":[0.021317428,0.0019842628,0.3317909,0.000121955934,0.0003665852,0.00004644967,0.0006206896,0.00025743173,0.000006333012,0.61833155,0.025030982,0.00012541657],"about_ca_topic_score_codex":0.000114453156,"about_ca_topic_score_gemma":0.00021703963,"teacher_disagreement_score":0.58566046,"about_ca_system_score_codex":0.000035774476,"about_ca_system_score_gemma":0.00023851737,"threshold_uncertainty_score":0.9991796},"labels":[],"label_agreement":null},{"id":"W2412272856","doi":"10.3163/1536-5050.104.1.007","title":"Performance of a mixed filter to identify relevant studies for mixed studies reviews","year":2016,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Information retrieval; Computer science; Filter (signal processing); Data collection; Data science; Data mining; Statistics; Mathematics","score_opus":0.5766345916029189,"score_gpt":0.5244094733690201,"score_spread":0.05222511823389875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2412272856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8447652,0.015777498,0.0014190241,0.13160716,0.005023463,0.0011049757,0.000035154968,0.0000042891393,0.00026325168],"genre_scores_gemma":[0.810167,0.021042474,0.012268949,0.0055643385,0.002231451,0.00012952354,0.0000016007835,0.00004272833,0.14855193],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97631973,0.0064275255,0.010162428,0.0002920063,0.0065752277,0.00022310615],"domain_scores_gemma":[0.952003,0.023875115,0.02011474,0.0013557293,0.0023667007,0.00028473022],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10535377,0.00019242022,0.0035408658,0.00023553029,0.00012931088,0.00012053599,0.0020098155,0.000096030286,0.0011895378],"category_scores_gemma":[0.33854938,0.0000573305,0.0022515643,0.0008477658,0.0000680129,0.000786574,0.00035680796,0.00015992252,0.00022347219],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034054818,0.000039850904,0.036281858,0.00013437978,0.0009136429,0.0000011769641,0.00048915,0.0000025248878,0.0002131305,0.00017120584,0.93592376,0.025795266],"study_design_scores_gemma":[0.00094504916,0.00030306276,0.06844495,0.0028166368,0.000697427,0.000016121432,0.0008156954,0.00013917762,0.0012235874,0.010083811,0.91433233,0.00018218094],"about_ca_topic_score_codex":8.012362e-8,"about_ca_topic_score_gemma":0.0000013200691,"teacher_disagreement_score":0.2331956,"about_ca_system_score_codex":0.00009337458,"about_ca_system_score_gemma":0.00012088868,"threshold_uncertainty_score":0.9997235},"labels":[],"label_agreement":null},{"id":"W2412397249","doi":"10.1097/prs.0000000000001898","title":"Methodologic Quality of Systematic Reviews Published in the Plastic and Reconstructive Surgery Literature","year":2015,"lang":"en","type":"review","venue":"Plastic & Reconstructive Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Cancer Agency","funders":"","keywords":"Systematic review; Medicine; MEDLINE; Interquartile range; Surgery; Reconstructive surgery","score_opus":0.8430567946469123,"score_gpt":0.5394695832434884,"score_spread":0.30358721140342393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2412397249","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012442302,0.9860992,0.001320581,0.000021774082,0.004278795,0.0055892686,0.0004938984,0.000012974903,0.0009392805],"genre_scores_gemma":[0.00048143216,0.9948238,0.002552434,0.000039113824,0.00028045216,0.001375677,0.00013505114,0.000066491426,0.00024553007],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.6866429,0.25043085,0.051292624,0.0037497648,0.006846902,0.0010369662],"domain_scores_gemma":[0.15902552,0.77548933,0.05401697,0.007340135,0.0036432433,0.0004847906],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.50446504,0.0019654303,0.05684939,0.00446754,0.0001880619,0.0024666216,0.0032596085,0.0010165635,0.0013070431],"category_scores_gemma":[0.8345722,0.00080223574,0.010685204,0.009000769,0.00096654316,0.0015876346,0.0004098752,0.0017453607,0.00037196017],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004409378,0.00012627838,0.008784981,0.4251382,0.0019248333,0.00006194756,0.0010810675,0.0000022153845,1.9817595e-7,0.0017282089,0.0143717835,0.5467362],"study_design_scores_gemma":[0.00054599764,0.00011969905,0.0052798106,0.6125483,0.015395289,0.006450763,0.0075704055,0.00011769647,5.7814316e-7,0.032059006,0.3153891,0.004523382],"about_ca_topic_score_codex":0.000020671136,"about_ca_topic_score_gemma":0.000042138417,"teacher_disagreement_score":0.5422128,"about_ca_system_score_codex":0.00026052792,"about_ca_system_score_gemma":0.0014802744,"threshold_uncertainty_score":0.9996059},"labels":[],"label_agreement":null},{"id":"W2413031602","doi":"10.1371/journal.pone.0142894","title":"Transparency of Outcome Reporting and Trial Registration of Randomized Controlled Trials Published in the Journal of Consulting and Clinical Psychology","year":2015,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"Canadian Institutes of Health Research; Arthritis Society","keywords":"Randomized controlled trial; Trial registration; Medicine; Clinical trial; Outcome (game theory); MEDLINE; Family medicine; Consolidated Standards of Reporting Trials; Alternative medicine; Protocol (science); Clinical endpoint; Physical therapy; Internal medicine; Pathology","score_opus":0.9440769343586367,"score_gpt":0.6320631085559455,"score_spread":0.3120138258026912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2413031602","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9918349,0.0014945652,0.0016154419,0.0013391939,0.00012360283,0.0023319328,0.0000021553028,5.362455e-7,0.001257705],"genre_scores_gemma":[0.9967187,0.00012752968,0.0029235736,0.00004307678,0.00008091236,0.00001630092,6.551992e-7,0.0000023913794,0.00008684529],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.48567364,0.24434404,0.25704053,0.0009881342,0.011614185,0.00033947817],"domain_scores_gemma":[0.39475474,0.25905302,0.33487526,0.0030547406,0.007993702,0.00026852314],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8251801,0.00011743146,0.0195573,0.00029031836,0.000019230358,0.0001337504,0.00042509858,0.000098230295,0.00014900356],"category_scores_gemma":[0.8936154,0.00004108413,0.0016415373,0.0003784968,0.00019305694,0.00016687646,0.000014453792,0.00018140516,7.013412e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.65392125,0.0024480564,0.3243393,0.00024002467,0.0061542075,0.00001197684,0.005630142,0.000006269924,0.0012469835,0.0008000285,0.0017955777,0.0034061696],"study_design_scores_gemma":[0.9776938,0.00054322835,0.005276951,0.00019497209,0.0065372153,0.000019539875,0.001475512,0.0018365274,0.000045629236,0.006283013,0.00001532986,0.00007827584],"about_ca_topic_score_codex":0.000012371019,"about_ca_topic_score_gemma":0.000025240957,"teacher_disagreement_score":0.32377255,"about_ca_system_score_codex":0.000003357242,"about_ca_system_score_gemma":0.00008955451,"threshold_uncertainty_score":0.9949984},"labels":[],"label_agreement":null},{"id":"W2413385969","doi":"10.1002/jrsm.1215","title":"Implications of applying methodological shortcuts to expedite systematic reviews: three case studies using systematic reviews from agri‐food public health","year":2016,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; Public Health Agency of Canada","funders":"Public Health Agency; Public Health Agency of Canada","keywords":"Rigour; Systematic review; Meta-analysis; Publication bias; Systematic error; Public health; Computer science; MEDLINE; Management science; Statistics; Econometrics; Psychology; Data science; Medicine; Biology; Mathematics; Economics","score_opus":0.9919902489356272,"score_gpt":0.7661392033767591,"score_spread":0.22585104555886804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2413385969","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042049894,0.14402606,0.8250104,0.0030427566,0.0002948268,0.023094099,0.00008803937,0.000023477309,0.0002153413],"genre_scores_gemma":[0.034171022,0.008084325,0.9368327,0.00025816078,0.00029874497,0.019864265,0.0000018000461,0.000070252936,0.00041869003],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.22861849,0.71264076,0.042252336,0.0037738273,0.010674288,0.0020402814],"domain_scores_gemma":[0.1327342,0.81087464,0.024417708,0.020651083,0.009163948,0.002158424],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.82718486,0.00087356346,0.0251936,0.002236255,0.00091960176,0.00084137154,0.004676858,0.00025350973,0.0013929106],"category_scores_gemma":[0.89334685,0.00032771172,0.0038793448,0.0066301594,0.0003954131,0.00058539415,0.0012894985,0.000444088,0.0012510379],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021601089,0.00045121607,0.0009994617,0.43398455,0.0048793512,0.00006839511,0.0057151057,0.000013322045,0.016920488,0.007234041,0.017369907,0.5123426],"study_design_scores_gemma":[0.0010690645,0.0016131931,0.0011512318,0.6915168,0.00912407,0.0030789413,0.06494964,0.0063240808,0.0043694414,0.12639442,0.085384436,0.0050246664],"about_ca_topic_score_codex":0.00006369554,"about_ca_topic_score_gemma":0.00012716305,"teacher_disagreement_score":0.5073179,"about_ca_system_score_codex":0.0007255154,"about_ca_system_score_gemma":0.00035364504,"threshold_uncertainty_score":0.9999175},"labels":[],"label_agreement":null},{"id":"W2414149218","doi":"10.1136/annrheumdis-2015-eular.1065","title":"FRI0613-HPR Assessing Reporting Bias in Trials of Exercise Interventions for Pain Management in Rheumatic Diseases: An Application of the Test for Excess Significance","year":2015,"lang":"en","type":"article","venue":"Annals of the Rheumatic Diseases","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish General Hospital","funders":"","keywords":"Medicine; Reporting bias; Context (archaeology); Publication bias; Funnel plot; Psychological intervention; Physical therapy; Meta-analysis; MEDLINE; Clinical psychology; Physical medicine and rehabilitation; Internal medicine; Psychiatry","score_opus":0.8851861581963015,"score_gpt":0.6095608025844746,"score_spread":0.2756253556118269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2414149218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8514035,0.005871917,0.12650336,0.0014455242,0.0002833083,0.013790448,0.000542933,0.000009814989,0.00014924239],"genre_scores_gemma":[0.9954746,0.00006697383,0.0028074088,0.00003266811,0.000008508828,0.0014099452,0.000016216576,0.0000147637475,0.00016895853],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97018874,0.0076746102,0.019149123,0.00055916165,0.0021846157,0.0002437518],"domain_scores_gemma":[0.8937163,0.036996204,0.060762975,0.0060100323,0.0022581648,0.00025633717],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15356947,0.00023838427,0.003706331,0.0003803015,0.00008597032,0.00020816376,0.0019808058,0.00004301541,0.000058242338],"category_scores_gemma":[0.34140185,0.00010897289,0.0028913512,0.0014424986,0.0001308546,0.00037797424,0.00018078176,0.000048049227,0.000002429487],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014579999,0.003813177,0.2802315,0.022253258,0.0006508658,6.1554215e-7,0.0022384082,0.010479695,0.00004342153,0.0028787774,0.011579349,0.6656851],"study_design_scores_gemma":[0.0020251207,0.00019677557,0.4049102,0.028816272,0.0024221807,8.5956077e-7,0.02103957,0.21514808,0.00034566817,0.3243978,0.00023281475,0.00046466195],"about_ca_topic_score_codex":0.00009901205,"about_ca_topic_score_gemma":0.00007180016,"teacher_disagreement_score":0.66522044,"about_ca_system_score_codex":0.000027262196,"about_ca_system_score_gemma":0.00015219007,"threshold_uncertainty_score":0.87157834},"labels":[],"label_agreement":null},{"id":"W2414174840","doi":"10.1111/trf.13539","title":"CONSORT and clinical trial reporting: room for improvement","year":2016,"lang":"en","type":"editorial","venue":"Transfusion","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Consolidated Standards of Reporting Trials; Checklist; Randomized controlled trial; Medicine; Guideline; Family medicine; Medical education; Psychology; Surgery; Pathology","score_opus":0.6855963875011554,"score_gpt":0.5884325944706086,"score_spread":0.09716379303054679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2414174840","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0089424,0.00038500025,0.026892634,0.0005465405,0.95559347,0.005538557,0.0002495439,0.000012608557,0.0018392472],"genre_scores_gemma":[0.00082281796,0.0012738198,0.0018797136,0.000071224356,0.94476086,0.00034299432,0.00011013097,0.000053630374,0.050684795],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9381041,0.0049992157,0.04437112,0.002895221,0.009202967,0.00042741245],"domain_scores_gemma":[0.91587174,0.043545526,0.03225876,0.0051192725,0.0028191202,0.00038558344],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.29632446,0.00051052717,0.0074175117,0.000244494,0.00021088425,0.0006760972,0.001207617,0.0010063766,0.0030891062],"category_scores_gemma":[0.25919563,0.0002111614,0.004817871,0.00024327324,0.00008879546,0.000117438896,0.00009377985,0.00044082952,0.00029005038],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015992731,0.000067390254,0.000127017,0.00007780943,0.00020563486,0.0000031885024,0.000030729305,4.880892e-8,0.000033598797,0.00003459956,0.8942388,0.10358186],"study_design_scores_gemma":[0.012475404,0.0009102793,0.00003762151,0.00011456414,0.0009067353,0.0000011058111,0.000028523604,0.000060703147,0.0000101761325,0.001960997,0.9832349,0.0002589808],"about_ca_topic_score_codex":0.000020125022,"about_ca_topic_score_gemma":0.0000850482,"teacher_disagreement_score":0.10332288,"about_ca_system_score_codex":0.000037452293,"about_ca_system_score_gemma":0.00039610575,"threshold_uncertainty_score":0.9978222},"labels":[],"label_agreement":null},{"id":"W2416296803","doi":"10.1136/bmjopen-2016-011188","title":"Reporting of planned statistical methods in published surgical randomised trial protocols: a protocol for a methodological systematic review","year":2016,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Protocol (science); Biostatistics; Systematic review; Research design; MEDLINE; Alternative medicine; Randomized controlled trial; Medical physics; Public health; Surgery; Pathology; Statistics","score_opus":0.9581164423422687,"score_gpt":0.7638575957618431,"score_spread":0.19425884658042558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2416296803","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006582745,0.000021914904,0.22514324,0.00088950817,0.00004125436,0.770703,0.000020389669,0.0000051584525,0.0031689096],"genre_scores_gemma":[0.000013861013,5.099982e-7,0.31562984,0.00009155403,0.00004138112,0.68221116,0.0000024488088,0.000011839829,0.001997424],"study_design_codex":"systematic_review","study_design_gemma":"randomized_trial","domain_scores_codex":[0.50486314,0.32760876,0.1528145,0.0037803377,0.00982423,0.0011090258],"domain_scores_gemma":[0.6117872,0.25516757,0.11833194,0.010523748,0.0036550218,0.0005345276],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.82095677,0.00042138802,0.01994803,0.00030266828,0.00007461576,0.0009733644,0.0039047531,0.00018649174,0.009275583],"category_scores_gemma":[0.89499766,0.00013812819,0.0024913205,0.0012910863,0.000097457014,0.0004914522,0.0006370032,0.00015015593,0.00009751379],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2580459,0.0012742053,0.0011598311,0.5847785,0.0010522091,0.00019722135,0.00020267899,0.000003005222,0.00014697149,0.014890263,0.11608509,0.022164132],"study_design_scores_gemma":[0.5177897,0.003190969,0.00028374724,0.33980834,0.0015956854,0.00031328047,0.00024359695,0.0028917314,0.00025832804,0.086833306,0.04550393,0.0012873525],"about_ca_topic_score_codex":0.000007432812,"about_ca_topic_score_gemma":0.000007403717,"teacher_disagreement_score":0.2597438,"about_ca_system_score_codex":0.000055143213,"about_ca_system_score_gemma":0.00048853183,"threshold_uncertainty_score":0.99460185},"labels":[],"label_agreement":null},{"id":"W2416590355","doi":"10.1186/s41073-016-0014-7","title":"Updating standards for reporting diagnostic accuracy: the development of STARD 2015","year":2016,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa","funders":"Medical Research Council","keywords":"Diagnostic accuracy; Medical physics; Computer science; Medicine; Internal medicine","score_opus":0.921923900201108,"score_gpt":0.6904396986495264,"score_spread":0.23148420155158167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2416590355","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034793854,0.40256336,0.1584483,0.36866382,0.0005632074,0.014909309,0.00075372704,0.000017535109,0.019286862],"genre_scores_gemma":[0.79987967,0.08169883,0.070342265,0.00129729,0.00055978744,0.0022135586,0.000057885056,0.00007153595,0.043879166],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.93800884,0.01692302,0.021559509,0.0011748346,0.021647014,0.000686777],"domain_scores_gemma":[0.41275844,0.405696,0.04783198,0.0155323325,0.1168609,0.0013203402],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.70305026,0.00017715254,0.0023502533,0.00015152189,0.0004113115,0.00038696526,0.0013406835,0.000060611364,0.0031058176],"category_scores_gemma":[0.8594182,0.00005345941,0.0006952247,0.0008808497,0.00017869643,0.0002088626,0.00034707968,0.00040635766,0.00016209102],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005248071,0.000018200788,0.0024034826,0.00226387,0.00009250893,0.0000013991773,0.00031705576,6.1312726e-8,0.00005933386,0.002608916,0.37101838,0.6212115],"study_design_scores_gemma":[0.000083118124,0.000033365355,0.0013351688,0.005665701,0.000055394532,0.0000071897457,0.0004254535,0.000023207256,0.00016495168,0.0070021646,0.9851204,0.0000838566],"about_ca_topic_score_codex":0.000020270927,"about_ca_topic_score_gemma":0.00008255867,"teacher_disagreement_score":0.7650858,"about_ca_system_score_codex":0.00007748703,"about_ca_system_score_gemma":0.00092925836,"threshold_uncertainty_score":0.9978055},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2417139677","doi":"10.1684/bdc.2012.1651","title":"Enregistrement et publication du critère d’évaluation principal dans les essais contrôlés randomisés en oncologie","year":2012,"lang":"fr","type":"review","venue":"Bulletin du Cancer","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Princess Margaret Cancer Centre; University Health Network","funders":"","keywords":"Medicine; Clinical trial; Randomized controlled trial; Family medicine; Consolidated Standards of Reporting Trials; Internal medicine","score_opus":0.7048634433255837,"score_gpt":0.5324366019172092,"score_spread":0.1724268414083745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2417139677","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023064771,0.89104694,0.017503649,0.041982893,0.0030375046,0.00672341,0.00027344294,0.00002956056,0.039171953],"genre_scores_gemma":[0.0020560878,0.8941875,0.0032091485,0.0011425525,0.0023174214,0.005414607,0.00038788968,0.000084302024,0.09120049],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.91238517,0.059045777,0.017142165,0.0025486362,0.007882502,0.0009957652],"domain_scores_gemma":[0.9573533,0.015878128,0.016474565,0.0048243916,0.004932409,0.0005372372],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.22069421,0.0013970674,0.0112570925,0.00047581925,0.00055559806,0.0019109678,0.0036036097,0.00088937586,0.27713352],"category_scores_gemma":[0.082610875,0.00078292907,0.005395583,0.0012271134,0.00031190168,0.00028885622,0.00058230635,0.00079305883,0.018731477],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003601771,0.0002648125,0.0025132077,0.0030189133,0.0008925045,0.0000054729003,0.0010205047,0.000076938035,0.0000025495078,0.0028042411,0.2557126,0.73365223],"study_design_scores_gemma":[0.0018119095,0.000052448857,0.0014659871,0.0024910383,0.00695899,0.000040631305,0.000368017,0.0007765167,0.0000023369653,0.000068537425,0.9852266,0.0007370415],"about_ca_topic_score_codex":0.0012628419,"about_ca_topic_score_gemma":0.0008002462,"teacher_disagreement_score":0.73291516,"about_ca_system_score_codex":0.0018844218,"about_ca_system_score_gemma":0.002083364,"threshold_uncertainty_score":0.999878},"labels":[],"label_agreement":null},{"id":"W2417387058","doi":"10.1503/cjs.017314","title":"Users’ guide to the surgical literature: how to perform a high-quality literature search","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; University of Ottawa","funders":"","keywords":"Medicine; Quality (philosophy); MEDLINE; Information retrieval; Data science; World Wide Web; Computer science","score_opus":0.7180382478990839,"score_gpt":0.500504239607359,"score_spread":0.21753400829172487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2417387058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8897173,0.0064985063,0.00064626354,0.09827754,0.0023932112,0.00043012088,0.00012857653,0.000002231907,0.0019062926],"genre_scores_gemma":[0.97718555,0.000025992484,0.0012897806,0.0030159482,0.0012466022,0.000006789117,0.000007657442,0.000016835687,0.017204858],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9809541,0.007615637,0.0053550545,0.00051156536,0.0049715904,0.00059206964],"domain_scores_gemma":[0.97992134,0.0051601497,0.0017659782,0.0024154473,0.006719397,0.004017659],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19982265,0.00029512178,0.0027244333,0.0015318061,0.00023418607,0.0050943284,0.0021267245,0.00014491934,0.001907666],"category_scores_gemma":[0.06613267,0.00012294523,0.0018905483,0.0045352424,0.000055872213,0.0005377643,0.00006807461,0.0005769298,0.0007052318],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002017638,0.0000067356955,0.03450696,0.000014517341,0.00009942748,0.000711381,0.0036022062,0.00009822752,0.000004561014,0.00053758424,0.95103276,0.009365477],"study_design_scores_gemma":[0.000097617725,0.000035605037,0.02074998,0.00021561727,0.00004018762,0.00054540276,0.0011362848,0.000029421315,0.000012536117,0.00029749417,0.97667336,0.00016646001],"about_ca_topic_score_codex":0.00061419926,"about_ca_topic_score_gemma":0.0053592413,"teacher_disagreement_score":0.13368998,"about_ca_system_score_codex":0.0002325307,"about_ca_system_score_gemma":0.0023985652,"threshold_uncertainty_score":0.9990047},"labels":[],"label_agreement":null},{"id":"W2418813771","doi":"10.1016/s0140-6736(16)30385-3","title":"Comparative efficacy and tolerability of antidepressants for major depressive disorder in children and adolescents: a network meta-analysis","year":2016,"lang":"en","type":"article","venue":"The Lancet","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":737,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; University of Toronto","funders":"National Key Research and Development Program of China; Canadian Institutes of Health Research; U.S. Food and Drug Administration","keywords":"Tolerability; Medicine; Major depressive disorder; Psychiatry; Meta-analysis; Depressive symptoms; Psychology; Pediatrics; Internal medicine; Adverse effect; Mood; Cognition","score_opus":0.5213947524968091,"score_gpt":0.48121478992994715,"score_spread":0.04017996256686196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2418813771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.978494,0.0076230275,0.011103577,0.0011675776,0.00001642161,0.0013159285,0.00018294199,0.0000023576279,0.00009418592],"genre_scores_gemma":[0.9986516,0.000062796826,0.00089449045,0.00011112683,0.000051870073,0.000060301652,0.0000026073333,0.0000039811785,0.0001612234],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.991015,0.00438708,0.0028224858,0.0006570284,0.00089391705,0.00022446964],"domain_scores_gemma":[0.99104077,0.004509353,0.0019093793,0.0022158108,0.00026910123,0.00005561631],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026472518,0.00019779058,0.0066293646,0.000111845264,0.00008711567,0.00014444785,0.0009072896,0.000040323346,0.00044103432],"category_scores_gemma":[0.0043424782,0.00006172508,0.0010498416,0.00080591225,0.00017837483,0.000118604694,0.00016320981,0.00006263166,0.000012212932],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006212024,0.000045718974,0.97842366,0.000015917345,0.015944846,9.569202e-8,0.00025518247,0.00023570623,0.000014077558,0.00021630725,0.0033720545,0.001414329],"study_design_scores_gemma":[0.001014143,0.000016825805,0.9706213,0.000016148153,0.023097217,9.543488e-7,0.000037700087,0.00076845265,0.000015008719,0.003999541,0.0003249899,0.00008774685],"about_ca_topic_score_codex":0.000042322936,"about_ca_topic_score_gemma":0.000245815,"teacher_disagreement_score":0.02213004,"about_ca_system_score_codex":0.000004525004,"about_ca_system_score_gemma":0.000008847137,"threshold_uncertainty_score":0.91748995},"labels":[],"label_agreement":null},{"id":"W2435181373","doi":"","title":"Statistical research: lost in translation? If you want to get doctors onside, speak their language.","year":2016,"lang":"en","type":"article","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Élisabeth Bruyère Hospital","funders":"","keywords":"Computer science; Translation (biology); World Wide Web; Data science; Linguistics; Philosophy","score_opus":0.7773630858430622,"score_gpt":0.5307553464329811,"score_spread":0.24660773941008118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2435181373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89464325,0.0007566026,0.027647337,0.022495002,0.0004773266,0.004497454,0.0003836469,0.00001563138,0.049083725],"genre_scores_gemma":[0.9831742,0.000013187788,0.0017604367,0.00017299895,0.00010131031,0.00039348996,0.000003686967,0.000011928944,0.014368751],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9814001,0.008466884,0.004170038,0.0009047284,0.00440404,0.00065422227],"domain_scores_gemma":[0.98557687,0.011035534,0.00045480035,0.0021193477,0.0004075712,0.00040585015],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.114182286,0.0001914195,0.0014909618,0.0007650149,0.000068924935,0.0004528322,0.0011579904,0.00006265496,0.008167138],"category_scores_gemma":[0.04778171,0.00007264737,0.000378378,0.0016697829,0.00010003595,0.00019510952,0.000104403945,0.0001507733,0.00598168],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022393013,0.00006346981,0.02862709,0.000013192983,0.000054634755,0.00003172725,0.0024278918,0.0000064477517,0.00006789898,0.0036458513,0.056076974,0.9089624],"study_design_scores_gemma":[0.00046142846,0.000028061795,0.6703837,0.000035247613,0.000034663066,0.0000069222247,0.002364885,0.00017338336,0.00016899056,0.018640239,0.30744722,0.0002552304],"about_ca_topic_score_codex":0.00006217525,"about_ca_topic_score_gemma":0.0006530717,"teacher_disagreement_score":0.9087072,"about_ca_system_score_codex":0.00007638621,"about_ca_system_score_gemma":0.000052138257,"threshold_uncertainty_score":0.9947923},"labels":[],"label_agreement":null},{"id":"W2438156662","doi":"10.1136/bmj.321.7256.297","title":"The quality of systematic reviews","year":2000,"lang":"en","type":"letter","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Jadad scale; Systematic review; Randomized controlled trial; Quality (philosophy); MEDLINE; Alternative medicine; Clinical trial; Medical literature; Clinical study design; Medicine; Computer science; Cochrane Library; Surgery; Political science; Pathology","score_opus":0.8944132584543569,"score_gpt":0.6099728630263973,"score_spread":0.2844403954279596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2438156662","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004038318,0.0696749,0.00088686706,0.796579,0.0013909716,0.014270516,0.000065732216,0.0000072889006,0.117084354],"genre_scores_gemma":[0.00012922939,0.0021583673,0.0012154363,0.37404856,0.0031285218,0.0014361895,0.000034131048,0.000043856246,0.6178057],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.69358677,0.19898209,0.083787136,0.00176701,0.021292176,0.00058480975],"domain_scores_gemma":[0.86871517,0.05486116,0.053568922,0.021313867,0.0014577935,0.000083108775],"candidate_categories":["metaresearch","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.5038055,0.00049315835,0.014963313,0.00021858435,0.0001691127,0.00091850385,0.0058316896,0.00039459087,0.011482082],"category_scores_gemma":[0.21738826,0.00014715064,0.0075797485,0.0010438691,0.00011819485,0.00007535,0.00012279152,0.00068413303,0.024510553],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.7598886e-7,0.0000043291266,0.000024633628,0.016862117,0.00018510992,0.0000042593856,0.000057836267,6.3469736e-7,4.3295503e-7,0.00012232608,0.9806561,0.0020813337],"study_design_scores_gemma":[0.00003096052,0.0000072877065,0.000054076612,0.002877587,0.000418817,0.000009882724,0.000043555265,0.000043876207,3.666898e-7,0.0020284837,0.9943192,0.00016591148],"about_ca_topic_score_codex":0.000017173197,"about_ca_topic_score_gemma":0.000016144453,"teacher_disagreement_score":0.50072134,"about_ca_system_score_codex":0.000028830305,"about_ca_system_score_gemma":0.00009075748,"threshold_uncertainty_score":0.9996606},"labels":[],"label_agreement":null},{"id":"W2460394012","doi":"10.1186/s13063-016-1408-z","title":"Update on the endorsement of CONSORT by high impact factor journals: a survey of journal “Instructions to Authors” in 2014","year":2016,"lang":"en","type":"article","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":176,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Medical Research Council; National Institute for Health and Care Research; University of Ottawa","keywords":"Medicine; Impact factor; Alternative medicine; Consolidated Standards of Reporting Trials; Data science; Family medicine; Computer science; Pathology","score_opus":0.9044419239392443,"score_gpt":0.6281309038133346,"score_spread":0.2763110201259097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2460394012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98880666,0.00038683575,0.005778973,0.0024829705,0.00068936916,0.00092956366,0.0007862244,9.605369e-7,0.00013844257],"genre_scores_gemma":[0.9979493,0.00017465062,0.00031300986,0.00006608987,0.00005915651,0.000012765952,0.0000011117121,0.0000059738754,0.0014179269],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9123195,0.062378306,0.019582199,0.00046859664,0.0049438365,0.00030756532],"domain_scores_gemma":[0.95967287,0.025672715,0.011495096,0.0016383398,0.0013066679,0.00021430544],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3803112,0.00019154862,0.0041630054,0.00057508587,0.000072066854,0.00025452362,0.0012251264,0.00005840418,0.0573359],"category_scores_gemma":[0.17812566,0.000053995656,0.0013815259,0.00092667004,0.000053399497,0.00013202315,0.000055454806,0.00012520944,0.00067963905],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021573149,0.00014294955,0.08498437,0.000006979426,0.0008696766,0.00000170515,0.00031392075,0.0000651622,0.01893822,0.00093633425,0.84568346,0.047841523],"study_design_scores_gemma":[0.0030926422,0.0006429952,0.9235236,0.000528928,0.00044209682,0.000041936575,0.0004573802,0.000049194034,0.012551331,0.014818887,0.043461487,0.00038953059],"about_ca_topic_score_codex":0.00021786078,"about_ca_topic_score_gemma":0.000118086435,"teacher_disagreement_score":0.83853924,"about_ca_system_score_codex":0.000054752953,"about_ca_system_score_gemma":0.00014726545,"threshold_uncertainty_score":0.94352585},"labels":[],"label_agreement":null},{"id":"W2460774803","doi":"10.1007/s00247-016-3653-4","title":"Presentation to publication: proportion of abstracts published for ESPR, SPR and IPR","year":2016,"lang":"en","type":"article","venue":"Pediatric Radiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"European Maritime and Fisheries Fund; National Institute for Health and Care Research; Society for Pediatric Radiology","keywords":"Medicine; Subspecialty; Interquartile range; Presentation (obstetrics); MEDLINE; Pediatric Radiology; Neuroradiology; Medical physics; Impact factor; Family medicine; Radiology; Surgery","score_opus":0.5007762422913095,"score_gpt":0.4947032148192799,"score_spread":0.006073027472029535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2460774803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8747438,0.0005758279,0.10116374,0.017344806,0.0005517904,0.0021310286,0.000046403322,0.000009765561,0.003432828],"genre_scores_gemma":[0.9867316,0.000054632063,0.0062518856,0.0001287169,0.00041037434,0.00017939453,0.000015634112,0.0000062022336,0.006221544],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9921959,0.0012074482,0.004671704,0.0006602123,0.0010817902,0.00018296891],"domain_scores_gemma":[0.9901027,0.0034363137,0.0033723856,0.0011692083,0.0017759722,0.00014340156],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03486652,0.0001221776,0.001183919,0.00052893854,0.00004946456,0.000171528,0.0005645317,0.00009152747,0.0020804256],"category_scores_gemma":[0.07897878,0.0000524754,0.00025585,0.0008193225,0.000039389884,0.0004261992,0.000047724952,0.000032121457,0.00034408327],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034250894,0.000055689343,0.3718952,0.000084304214,0.00006960438,5.268947e-7,0.000194944,0.000020366815,0.0010358742,0.009639565,0.52944076,0.087528884],"study_design_scores_gemma":[0.0006079221,0.00024414642,0.81900394,0.0000039142037,0.0002354166,0.00002570119,0.000055046243,0.00023877225,0.00016447606,0.017213654,0.16202776,0.0001792539],"about_ca_topic_score_codex":0.0000051167376,"about_ca_topic_score_gemma":0.0000051185384,"teacher_disagreement_score":0.44710875,"about_ca_system_score_codex":0.00001708423,"about_ca_system_score_gemma":0.000067589775,"threshold_uncertainty_score":0.9988318},"labels":[],"label_agreement":null},{"id":"W2461165364","doi":"10.1186/s12885-016-2408-9","title":"Use and misuse of common terminology criteria for adverse events in cancer clinical trials","year":2016,"lang":"en","type":"article","venue":"BMC Cancer","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto","funders":"Fudan University","keywords":"Common Terminology Criteria for Adverse Events; Medicine; Clinical trial; Adverse effect; Terminology; MEDLINE; Randomized controlled trial; Neutropenia; Intensive care medicine; Family medicine; Toxicity; Internal medicine","score_opus":0.9482729871807495,"score_gpt":0.6979188045437343,"score_spread":0.25035418263701514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2461165364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99452084,0.0010685077,0.0018909061,0.0005538597,0.00072197046,0.000992924,0.00021111123,0.0000015873474,0.00003826389],"genre_scores_gemma":[0.99106556,0.00066527893,0.0018036583,0.00023231747,0.00016375529,0.00034532917,0.0000012218383,0.000009396671,0.005713495],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9779184,0.011474522,0.008969027,0.00063328934,0.00081128976,0.00019346057],"domain_scores_gemma":[0.9738961,0.020403547,0.003951351,0.0012415384,0.00041120016,0.00009625194],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08779406,0.0001543421,0.0037918668,0.00019027179,0.00002481018,0.000026833237,0.00052340585,0.00011632415,0.004804257],"category_scores_gemma":[0.063673005,0.000062041996,0.0010078484,0.00023269981,0.000093048104,0.00020320424,0.000082422615,0.00004533464,0.000044661647],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013871283,0.00005182532,0.92853916,0.0000572051,0.00008784175,5.0392333e-7,0.00007913038,0.0000030949154,0.00045479205,0.00010573609,0.019854043,0.050627958],"study_design_scores_gemma":[0.0024794985,0.00008016229,0.8888909,0.00032035942,0.00034415183,0.0000015991944,0.00008496184,0.0008307838,0.00019611143,0.002572739,0.10402346,0.00017528085],"about_ca_topic_score_codex":0.0003325657,"about_ca_topic_score_gemma":0.0052658995,"teacher_disagreement_score":0.08416942,"about_ca_system_score_codex":0.000035144574,"about_ca_system_score_gemma":0.00013797768,"threshold_uncertainty_score":0.9961055},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2461814544","doi":"10.1503/cmaj.151340","title":"Report on a pilot project to introduce a publications officer","year":2016,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Officer; Computer science; Data science; World Wide Web; Political science","score_opus":0.4512719345646333,"score_gpt":0.47483183059992484,"score_spread":0.023559896035291517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2461814544","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08170696,0.00006243193,0.012859967,0.82917297,0.0022917807,0.0009318523,0.000067566514,0.000015125098,0.07289132],"genre_scores_gemma":[0.67717993,0.00002882158,0.0023970492,0.047370177,0.005564649,0.00013120989,0.0000092465525,0.00003609824,0.26728284],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97722584,0.0044208965,0.0055924375,0.00062243047,0.011662572,0.0004758072],"domain_scores_gemma":[0.9856386,0.003019848,0.0034500388,0.0015720967,0.0040067304,0.0023126907],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.15021205,0.00016693093,0.0011204258,0.0010687971,0.000313641,0.0010040865,0.0014468253,0.00015314411,0.062797435],"category_scores_gemma":[0.42947608,0.000071285074,0.0005708815,0.0018709269,0.0000223761,0.00023356223,0.000034356624,0.00038233682,0.014566827],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020138257,0.000022425827,0.024802024,7.388063e-7,0.00008763974,0.000059061975,0.00007148618,7.7736024e-7,0.000006674594,0.0016742136,0.92765737,0.04561556],"study_design_scores_gemma":[0.00017147692,0.00006379074,0.03599873,0.0000323705,0.000026280322,0.00033467088,0.00008139099,0.000038007624,0.0000022318563,0.0005483591,0.96260434,0.00009831707],"about_ca_topic_score_codex":0.00044091925,"about_ca_topic_score_gemma":0.017160151,"teacher_disagreement_score":0.78180283,"about_ca_system_score_codex":0.0009610876,"about_ca_system_score_gemma":0.0041087787,"threshold_uncertainty_score":0.98620045},"labels":[],"label_agreement":null},{"id":"W2462282728","doi":"10.1503/cmaj.150999","title":"Methodologic approaches to evaluating new highly sensitive diagnostic tests: avoiding overdiagnosis","year":2016,"lang":"en","type":"review","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Overdiagnosis; Computer science; Intensive care medicine; Diagnostic test; Risk analysis (engineering); Data science; Medicine; Disease; Pathology; Pediatrics","score_opus":0.8896128765324635,"score_gpt":0.5626972599745941,"score_spread":0.3269156165578694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2462282728","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002917442,0.95771444,0.015434364,0.01810863,0.0025991297,0.001605087,0.00016444587,0.000011147924,0.0043335916],"genre_scores_gemma":[0.00006128967,0.96884227,0.008032966,0.00496766,0.00629665,0.00011803383,0.000020890373,0.00007129598,0.011588928],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.87986356,0.08294054,0.015184572,0.0016380394,0.019110786,0.0012624882],"domain_scores_gemma":[0.5899109,0.36636975,0.025445586,0.0032475442,0.003947029,0.011079201],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.4110648,0.0008597109,0.010968505,0.0018755062,0.0008080188,0.002993179,0.0033607518,0.0013396112,0.02057824],"category_scores_gemma":[0.8701427,0.00040867127,0.004927896,0.0029631073,0.00004527579,0.0004954715,0.00020812349,0.0024005654,0.015814086],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[3.306464e-7,0.000006858036,0.00029817436,0.00012310539,0.00058514386,0.00012039202,0.00012419064,0.0000029327214,2.1806398e-8,0.0004454231,0.27058706,0.7277064],"study_design_scores_gemma":[0.00014907247,0.000052537212,0.00018298246,0.0068974774,0.0013417775,0.00037725785,0.00027648325,0.00004874382,9.950248e-8,0.0017687466,0.9884384,0.0004664077],"about_ca_topic_score_codex":0.0005373132,"about_ca_topic_score_gemma":0.005508912,"teacher_disagreement_score":0.72723997,"about_ca_system_score_codex":0.00360107,"about_ca_system_score_gemma":0.0117856525,"threshold_uncertainty_score":0.99995685},"labels":[],"label_agreement":null},{"id":"W2462932418","doi":"10.1016/j.jval.2015.09.2730","title":"Alternatives To Winbugs for Network Meta–Analysis","year":2015,"lang":"en","type":"article","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Markov chain Monte Carlo; Software; Bayesian probability; Set (abstract data type); Bayesian network; Inference; Data mining; Machine learning; Artificial intelligence; Programming language","score_opus":0.9529848658246516,"score_gpt":0.6296324465257082,"score_spread":0.3233524192989434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2462932418","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044094343,0.030473316,0.8664305,0.043858256,0.0014094292,0.006353638,0.00011085984,0.000025263753,0.00724439],"genre_scores_gemma":[0.76125634,0.00006928145,0.20851791,0.008357632,0.00061639445,0.0005809109,0.00001693868,0.000032403572,0.020552175],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.97517705,0.01181683,0.007929897,0.0010049166,0.0035897153,0.0004815913],"domain_scores_gemma":[0.98796797,0.0055343527,0.0027597155,0.0024416752,0.0007525204,0.0005437947],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.22191724,0.00022422409,0.005787257,0.00076202163,0.00009074449,0.00033842644,0.0013560713,0.00004366301,0.0011271025],"category_scores_gemma":[0.022483606,0.000109301174,0.0030964515,0.004973498,0.000018672257,0.00013492342,0.000098079836,0.000088630244,0.00082374754],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016915674,0.000060248574,0.015105022,0.00005233202,0.014505682,0.0000018553847,0.002760785,0.7567126,3.888819e-7,0.013935391,0.19281015,0.0040386356],"study_design_scores_gemma":[0.0003489813,0.00025711712,0.0035251104,0.000020204925,0.013492692,0.0000019381346,0.000995936,0.2682827,0.0000027510073,0.086653866,0.6260947,0.00032402467],"about_ca_topic_score_codex":0.0009970416,"about_ca_topic_score_gemma":0.000385881,"teacher_disagreement_score":0.717162,"about_ca_system_score_codex":0.00009605358,"about_ca_system_score_gemma":0.000209323,"threshold_uncertainty_score":0.9999542},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2463167462","doi":"10.1097/pcc.0000000000000475","title":"Pilot Randomized Trials in Pediatric Critical Care","year":2015,"lang":"en","type":"review","venue":"Pediatric Critical Care Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Alberta; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Clinical trial; Randomized controlled trial; Observational study; Research design; MEDLINE; Physical therapy; Surgery; Internal medicine","score_opus":0.8340292069399998,"score_gpt":0.6358521858556566,"score_spread":0.1981770210843432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2463167462","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008249121,0.97285193,0.0018004789,0.0012488558,0.005979518,0.006021152,0.00029352127,0.000040167117,0.011756109],"genre_scores_gemma":[0.0028665778,0.97817284,0.0011519048,0.00025218012,0.0152278105,0.0012095826,0.00029262574,0.00013360719,0.0006928913],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7706111,0.149899,0.056372654,0.0039399406,0.017700305,0.0014769653],"domain_scores_gemma":[0.46732792,0.49793485,0.010667565,0.008487274,0.0130723305,0.0025100587],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.4414907,0.0021908183,0.08423805,0.005065612,0.00022239739,0.00089161814,0.004796837,0.00088961126,0.016060684],"category_scores_gemma":[0.9252402,0.0009627865,0.013954999,0.008890056,0.0008446972,0.00029927125,0.0006555984,0.0022104264,0.0056436635],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001157654,0.000310652,0.0007728824,0.16539952,0.00027803294,0.00066997507,0.0026742925,0.0000014895152,1.0287408e-8,0.008557966,0.24827296,0.5719046],"study_design_scores_gemma":[0.02374956,0.00051626127,0.0000122649335,0.0021891077,0.062870294,0.00008819229,0.0031546946,0.000024068182,7.152863e-9,0.0043917648,0.9017823,0.0012214883],"about_ca_topic_score_codex":0.0000871375,"about_ca_topic_score_gemma":0.00004218372,"teacher_disagreement_score":0.6535093,"about_ca_system_score_codex":0.00055284763,"about_ca_system_score_gemma":0.0021392,"threshold_uncertainty_score":0.99928224},"labels":[],"label_agreement":null},{"id":"W2465483799","doi":"10.3138/ptc.2015-30","title":"Completeness of Outcomes Description Reported in Low Back Pain Rehabilitation Interventions: A Survey of 185 Randomized Trials","year":2016,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Arthritis Research Centre of Canada; University of British Columbia","funders":"","keywords":"Medicine; Randomized controlled trial; Physical therapy; Checklist; Rehabilitation; Psychological intervention; MEDLINE; Systematic review; Low back pain; Physical medicine and rehabilitation; Alternative medicine; Surgery; Psychology; Psychiatry; Pathology","score_opus":0.7370567630527175,"score_gpt":0.5426479827712398,"score_spread":0.19440878028147768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465483799","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90634674,0.0006464302,0.088651665,0.0012045937,0.0003924259,0.0025118077,0.00015792303,0.000002358876,0.000086087726],"genre_scores_gemma":[0.99747586,0.000028754988,0.0012971661,0.00009137033,0.000008405048,0.00007813675,0.00001415509,0.000009152717,0.0009970131],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8819521,0.09287587,0.021290362,0.00060781755,0.0030937511,0.00018011317],"domain_scores_gemma":[0.8783644,0.100043654,0.016649466,0.0024878853,0.002373521,0.000081062186],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3388186,0.00019510242,0.007861917,0.0004018417,0.000023494724,0.00005424809,0.00057201425,0.000041244897,0.0046428265],"category_scores_gemma":[0.24363197,0.00008043877,0.0022091754,0.0012103635,0.000104568964,0.00016739042,0.000019672914,0.000035351142,0.000012259151],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010222944,0.00075173756,0.812567,0.0018699085,0.0030017926,0.000002866726,0.0009138161,0.00035519103,0.020179546,0.0011737865,0.059397403,0.08956402],"study_design_scores_gemma":[0.047683332,0.00013716279,0.9314044,0.0018221282,0.00014582329,6.4878526e-7,0.00038482467,0.004632083,0.00038331473,0.012241593,0.00083969714,0.00032497535],"about_ca_topic_score_codex":0.3888076,"about_ca_topic_score_gemma":0.6629826,"teacher_disagreement_score":0.274175,"about_ca_system_score_codex":0.000112607086,"about_ca_system_score_gemma":0.00034614344,"threshold_uncertainty_score":0.9962671},"labels":[],"label_agreement":null},{"id":"W2468146373","doi":"10.1186/s13643-016-0276-7","title":"Publication of reviews synthesizing child health evidence (PORSCHE): a survey of authors to identify factors associated with publication in Cochrane and non-Cochrane sources","year":2016,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Cochrane","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Family medicine; Cochrane collaboration; Alternative medicine; Systematic review; MEDLINE; Cochrane Library; Pathology; Law","score_opus":0.6225750978663663,"score_gpt":0.5267900487948626,"score_spread":0.09578504907150376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2468146373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55098104,0.3012532,0.06738583,0.010816933,0.0004815833,0.067752756,0.00018773781,0.000039691036,0.0011011921],"genre_scores_gemma":[0.99157006,0.0050749304,0.001080174,0.0001650757,0.000016596454,0.0009878341,0.000021187057,0.00002981895,0.0010543421],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.87005395,0.078595884,0.041956957,0.0020010138,0.006736544,0.00065565243],"domain_scores_gemma":[0.8747323,0.03832473,0.07028682,0.008975681,0.0069644023,0.0007160522],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.45610425,0.00061016553,0.014458308,0.0012583823,0.00012725653,0.00046977497,0.0020121504,0.00015167877,0.0006478966],"category_scores_gemma":[0.59382623,0.00022912442,0.00096761115,0.0056297886,0.000117131334,0.0009475444,0.00014930297,0.00015873344,0.00032165847],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038625687,0.0004594827,0.7054157,0.23113644,0.0007087474,0.0000010412742,0.011233352,0.000007203997,0.0013482288,0.0006389673,0.027970327,0.021041859],"study_design_scores_gemma":[0.00039621358,0.00022307513,0.71129036,0.2837868,0.00041126827,0.000009302623,0.00046881393,0.00026339575,0.0001440189,0.00008213948,0.002391313,0.0005332708],"about_ca_topic_score_codex":0.00033370045,"about_ca_topic_score_gemma":0.0010842936,"teacher_disagreement_score":0.44058898,"about_ca_system_score_codex":0.0001612938,"about_ca_system_score_gemma":0.00017033251,"threshold_uncertainty_score":0.98834103},"labels":[],"label_agreement":null},{"id":"W2468219530","doi":"10.1080/0194262x.2016.1192008","title":"Measuring Knowledge Translation Uptake Using Citation Metrics: A Case Study of a Pan-Canadian Network of Pharmacoepidemiology Researchers","year":2016,"lang":"en","type":"article","venue":"Science & Technology Libraries","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Nova Scotia Health Authority; Dalhousie University","funders":"Canadian Institutes of Health Research","keywords":"Citation; Scopus; Metric (unit); Computer science; Reliability (semiconductor); Citation impact; Pharmacoepidemiology; Citation analysis; Web of science; Data science; Library science; Medicine; MEDLINE; Political science; Business; Meta-analysis; Marketing; Pharmacology; Internal medicine","score_opus":0.9085044689387152,"score_gpt":0.5606461390499042,"score_spread":0.34785832988881094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2468219530","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97641146,0.002520639,0.018053805,0.0009530359,0.00021145082,0.000824012,0.000007339481,0.00001545268,0.0010028301],"genre_scores_gemma":[0.9850208,0.000016291599,0.014791005,0.000014644399,0.000023381539,0.00002472598,2.1623259e-7,0.000007524333,0.0001013817],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98597187,0.0046588844,0.0053914026,0.0010417553,0.0022934813,0.00064258656],"domain_scores_gemma":[0.9868847,0.0062858355,0.0026962517,0.001993596,0.0019330214,0.00020659786],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10805965,0.00019779462,0.0018109687,0.0053754766,0.0004616428,0.00015797718,0.0022970869,0.00016271463,0.00036694764],"category_scores_gemma":[0.07623804,0.000099355064,0.0002946412,0.02180184,0.001966215,0.0012172466,0.00019809561,0.0001728451,0.000043407854],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020643203,0.0001606069,0.28791517,0.000041290787,0.00020353145,0.00006656653,0.0066643185,0.00043083323,0.010180223,0.020982968,0.000620229,0.67271364],"study_design_scores_gemma":[0.004669389,0.0025412494,0.041302815,0.0007342588,0.0015654946,0.0011181022,0.19140802,0.11880786,0.025823819,0.58196366,0.028206512,0.0018588145],"about_ca_topic_score_codex":0.001328131,"about_ca_topic_score_gemma":0.006448986,"teacher_disagreement_score":0.6708548,"about_ca_system_score_codex":0.0000903241,"about_ca_system_score_gemma":0.0010709482,"threshold_uncertainty_score":0.99899024},"labels":[],"label_agreement":null},{"id":"W2468524065","doi":"10.1097/pcc.0000000000000835","title":"The Impact of Clinical Trials Conducted by Research Networks in Pediatric Critical Care","year":2016,"lang":"en","type":"review","venue":"Pediatric Critical Care Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster Children's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Randomized controlled trial; Medicine; Clinical trial; MEDLINE; Research design; Internal medicine","score_opus":0.9275503298793983,"score_gpt":0.7585638324859121,"score_spread":0.16898649739348626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2468524065","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008433881,0.9890086,0.00072065106,0.0010699878,0.0028926125,0.0032253717,0.0005134377,0.0000132524865,0.0024717206],"genre_scores_gemma":[0.0173035,0.9692521,0.00007139295,0.0000331769,0.012346228,0.0003252189,0.0001363827,0.00008735684,0.000444622],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.6847512,0.22611402,0.06556712,0.0037518903,0.017614841,0.0022009038],"domain_scores_gemma":[0.2980267,0.66802895,0.008363593,0.008034072,0.015763944,0.0017827654],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.5114329,0.0013490304,0.03436015,0.0022894072,0.00044409043,0.00059280865,0.0060847923,0.0016610736,0.008638021],"category_scores_gemma":[0.9022625,0.00044067693,0.011982438,0.0096884705,0.0020260448,0.00019983648,0.00079276384,0.0038160046,0.0010274183],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003624926,0.00011392871,0.005827701,0.011620557,0.00015372915,0.00006466031,0.00021858163,6.2663935e-7,2.2248528e-8,0.0009286644,0.326168,0.6548673],"study_design_scores_gemma":[0.0014735154,0.0014894673,0.0006728361,0.0033613734,0.011784248,0.000041625637,0.003238746,0.00010331313,2.0751932e-8,0.0017930967,0.975116,0.0009257504],"about_ca_topic_score_codex":0.00013156814,"about_ca_topic_score_gemma":0.000030590643,"teacher_disagreement_score":0.6539415,"about_ca_system_score_codex":0.00039721042,"about_ca_system_score_gemma":0.0026604952,"threshold_uncertainty_score":0.9999261},"labels":[],"label_agreement":null},{"id":"W2468739077","doi":"10.15173/m.v1i25.847","title":"Re-evaluating the Hierarchy of Evidence: What is the Gold Standard?","year":2014,"lang":"en","type":"article","venue":"The Meducator","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Gold standard (test); Hierarchy; Peer review; Medicine; Political science; Internal medicine","score_opus":0.8577242001805523,"score_gpt":0.6048022719237597,"score_spread":0.2529219282567926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2468739077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76268816,0.019146152,0.0017497443,0.20628954,0.0018362794,0.0017765611,0.000008585406,0.000006661803,0.006498337],"genre_scores_gemma":[0.9735372,0.00029866036,0.00069859315,0.0043021976,0.00034953802,0.00008342882,3.5838835e-7,0.000012369366,0.020717623],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9613272,0.024968011,0.004718486,0.0006093595,0.008076373,0.00030059408],"domain_scores_gemma":[0.92930484,0.053137876,0.005042152,0.0108155515,0.0015616642,0.00013792103],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.316365,0.00021230338,0.0015212456,0.00008758681,0.00038836786,0.0013275413,0.004871589,0.0000412191,0.0098412605],"category_scores_gemma":[0.08783439,0.000046516998,0.0011754787,0.0012400534,0.0003341286,0.00032583423,0.00026314723,0.0002377634,0.0015987152],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032409425,0.000034542758,0.004349182,0.000073034425,0.0003347409,1.8718022e-7,0.045269106,0.000050091352,0.00043237276,0.0064316234,0.57749474,0.36549795],"study_design_scores_gemma":[0.00021206142,0.00030808806,0.007643469,0.000655872,0.0011539367,0.000010762187,0.09265454,0.0088579925,0.0012965109,0.0694757,0.8174085,0.00032257228],"about_ca_topic_score_codex":0.000026046724,"about_ca_topic_score_gemma":0.00002050867,"teacher_disagreement_score":0.36517537,"about_ca_system_score_codex":0.00002842434,"about_ca_system_score_gemma":0.00021935855,"threshold_uncertainty_score":0.9997092},"labels":[],"label_agreement":null},{"id":"W2468996569","doi":"10.1016/j.jclinepi.2009.06.005","title":"Preferred Reporting Items for Systematic Reviews and Meta-Analyses: The PRISMA Statement","year":2009,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19882,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Johns Hopkins Bloomberg School of Public Health; Cancer Research UK; McMaster University; Ottawa Hospital Research Institute; Johns Hopkins University; University of Ioannina; GlaxoSmithKline; University of Bern; Medical Research Council; University of Ottawa; Care and Public Health Research Institute, Universiteit Maastricht; Health Services Research and Development","keywords":"Systematic review; CLARITY; Medicine; Health care; Alternative medicine; MEDLINE; Meta-analysis; Family medicine; Political science; Pathology","score_opus":0.9867670625485562,"score_gpt":0.7651237160921635,"score_spread":0.22164334645639272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2468996569","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"reporting","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0388626,0.089291066,0.7260275,0.13022491,0.0020450985,0.011991552,0.000014191216,0.000008204149,0.0015349226],"genre_scores_gemma":[0.69868886,0.0064946287,0.23045722,0.04606387,0.0024300434,0.00045972303,0.0000062478057,0.000045816138,0.015353568],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.32582134,0.31640533,0.35132182,0.0015902478,0.004115575,0.0007456723],"domain_scores_gemma":[0.09476012,0.4773483,0.41917452,0.0046222964,0.0035174424,0.0005773191],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9076974,0.00039947734,0.04084205,0.0002343638,0.00016530025,0.00022157507,0.0018643582,0.00021915308,0.00061383244],"category_scores_gemma":[0.95621395,0.000110640976,0.016594294,0.00050190743,0.0001418792,0.00023197923,0.000086859945,0.00061570585,0.00009113615],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002254185,0.00052586704,0.031478845,0.006828606,0.03662882,0.000046370067,0.00077866664,0.0011943178,0.00004363509,0.011254932,0.85680985,0.05418467],"study_design_scores_gemma":[0.0012811397,0.0023215327,0.04015534,0.0012337109,0.087575465,0.0007123157,0.0009783368,0.024301503,0.000005060738,0.34634045,0.49455544,0.0005396993],"about_ca_topic_score_codex":0.0000026380774,"about_ca_topic_score_gemma":0.0000049273704,"teacher_disagreement_score":0.6598263,"about_ca_system_score_codex":0.000022318955,"about_ca_system_score_gemma":0.000114658884,"threshold_uncertainty_score":0.99325424},"labels":[],"label_agreement":null},{"id":"W2469738428","doi":"10.1016/j.jclinepi.2016.05.016","title":"Randomized trials are frequently fragmented in multiple secondary publications","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto; University Health Network; SickKids Foundation; Population Health Research Institute; McMaster University","funders":"","keywords":"Randomized controlled trial; Medicine; Internal medicine","score_opus":0.9530091335880546,"score_gpt":0.6889612953668207,"score_spread":0.2640478382212339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2469738428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4357196,0.0043441793,0.35177147,0.19813563,0.003957671,0.0016815368,0.000053621778,0.0000069076514,0.004329378],"genre_scores_gemma":[0.96141213,0.0013383661,0.024727471,0.00633548,0.0010352692,0.000048355658,0.0000024067651,0.000013665153,0.005086877],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.15564759,0.65822977,0.18149963,0.0011677005,0.0028821765,0.00057312066],"domain_scores_gemma":[0.012756172,0.87321806,0.108631164,0.0023048532,0.0025924544,0.0004972945],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.91763604,0.00025728752,0.03777996,0.0007946436,0.000054358137,0.0000817779,0.002087575,0.0003878727,0.018238625],"category_scores_gemma":[0.9902243,0.000081569284,0.013102052,0.000729391,0.00041181044,0.00037762485,0.00010946748,0.0007057095,0.0011115578],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0049175704,0.00022366618,0.6885422,0.000010470519,0.00088651746,0.000009937124,0.000029628945,0.000031486663,0.000019761635,0.007292037,0.22127442,0.076762326],"study_design_scores_gemma":[0.12271451,0.00014119873,0.34468308,0.00021114234,0.0004593741,0.00004959324,0.00012518588,0.0016115928,0.0000037042782,0.28953058,0.24028462,0.00018542256],"about_ca_topic_score_codex":0.0000093611525,"about_ca_topic_score_gemma":0.000058049853,"teacher_disagreement_score":0.5256925,"about_ca_system_score_codex":0.000038363247,"about_ca_system_score_gemma":0.00032096307,"threshold_uncertainty_score":0.9996662},"labels":[],"label_agreement":null},{"id":"W2469797092","doi":"10.18438/b8f630","title":"Evaluating Approaches to Quality Assessment in Library and Information Science LIS Systematic Reviews: A Methodology Review","year":2016,"lang":"en","type":"review","venue":"Evidence Based Library and Information Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Systematic review; Quality assessment; Quality (philosophy); MEDLINE; Medicine; Computer science; External quality assessment; Pathology; Political science","score_opus":0.9301618621525981,"score_gpt":0.6337981688306544,"score_spread":0.2963636933219437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2469797092","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000014499855,0.9462963,0.013892665,0.022311587,0.00022965649,0.011221996,0.000045761528,0.000030019479,0.005970574],"genre_scores_gemma":[0.0000030937806,0.88083035,0.08902953,0.027975373,0.000052394666,0.0017743076,0.0000697182,0.000015964208,0.00024927617],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.77105427,0.16823585,0.04812479,0.0021512033,0.009492497,0.0009414033],"domain_scores_gemma":[0.7654475,0.17546868,0.050282843,0.007120936,0.0007533463,0.0009266758],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","scholarly_communication","insufficient_payload"],"category_scores_codex":[0.36782798,0.000894377,0.011213184,0.0030383246,0.0003698539,0.005541172,0.0029213475,0.00030031576,0.0017209935],"category_scores_gemma":[0.4358312,0.0004274321,0.0011049225,0.007993051,0.00021791329,0.4785273,0.001138255,0.00075547455,0.0015307617],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011771115,0.000014507219,0.000014860293,0.30561873,0.00004495327,6.94778e-7,0.00015975718,0.0000035233884,8.819675e-8,0.07952387,0.0014594427,0.6131478],"study_design_scores_gemma":[0.0000934701,0.00008047461,0.000065879205,0.25197425,0.0007098849,0.0000514731,0.0002709966,0.00075460324,4.2783003e-7,0.00015783438,0.7454577,0.00038300996],"about_ca_topic_score_codex":0.0000017161434,"about_ca_topic_score_gemma":3.1177702e-8,"teacher_disagreement_score":0.7439982,"about_ca_system_score_codex":0.000071014714,"about_ca_system_score_gemma":0.0020352094,"threshold_uncertainty_score":0.9998177},"labels":[],"label_agreement":null},{"id":"W2470369710","doi":"10.1093/ehjqcco/qcw037","title":"Scientific, societal, and economic consequences of releasing interim data from clinical trials","year":2016,"lang":"en","type":"editorial","venue":"European Heart Journal - Quality of Care and Clinical Outcomes","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Interim; Clinical trial; Political science; Psychology; Positive economics; Economics; Medicine; Law","score_opus":0.9377709354931637,"score_gpt":0.7146605581805011,"score_spread":0.2231103773126626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2470369710","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30734038,0.015188599,0.00047077995,0.00249094,0.66701907,0.0006684289,0.0054539843,0.000008178328,0.0013596362],"genre_scores_gemma":[0.18833597,0.032815836,0.013940485,0.0010490762,0.7549291,0.0000027324133,0.0005854861,0.000168956,0.008172339],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7077342,0.21080397,0.071077585,0.0029943103,0.0069492827,0.00044061427],"domain_scores_gemma":[0.46271774,0.47095168,0.053668458,0.007934805,0.0037838288,0.000943488],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5746997,0.0005226912,0.015911588,0.00023871411,0.00029022072,0.0021067124,0.0037057442,0.00049519324,0.0019457004],"category_scores_gemma":[0.618473,0.0002386664,0.00787758,0.00013983822,0.0026514009,0.0005349801,0.0014180704,0.0013315929,0.00036677817],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097087875,0.00004555518,0.12486333,0.00010546322,0.0012915289,0.0000054452885,0.00017144362,6.596724e-8,0.000010058889,0.000024452438,0.84815913,0.025226427],"study_design_scores_gemma":[0.001169786,0.00034403236,0.06867482,0.00069770153,0.001294317,0.0000056581994,0.0013263973,0.000007985926,0.000001960854,0.0016862364,0.92447275,0.0003183528],"about_ca_topic_score_codex":0.00007046621,"about_ca_topic_score_gemma":0.000089324225,"teacher_disagreement_score":0.2601477,"about_ca_system_score_codex":0.000028485569,"about_ca_system_score_gemma":0.00092694344,"threshold_uncertainty_score":0.99896663},"labels":[],"label_agreement":null},{"id":"W2473330465","doi":"10.1016/j.jclinepi.2016.05.013","title":"Which estimates comprise optimal reporting in Systematic Reviews?","year":2016,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"","keywords":"Absolute risk reduction; Absolute (philosophy); Scopus; Baseline (sea); Presentation (obstetrics); Medicine; Systematic review; MEDLINE; Psychology; Actuarial science; Epistemology; Political science; Philosophy; Law; Economics; Surgery; Internal medicine; Confidence interval","score_opus":0.9451121699820456,"score_gpt":0.6962585584743191,"score_spread":0.24885361150772656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2473330465","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":"reporting","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002348255,0.017911881,0.04704584,0.9211988,0.006484966,0.0024490578,0.000011648875,0.0000058197593,0.0025437225],"genre_scores_gemma":[0.0032147584,0.0068343678,0.12988137,0.82152313,0.02458966,0.00014310452,0.000019628564,0.0001252896,0.013668687],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.13928868,0.41897404,0.43215445,0.00230786,0.006049573,0.0012253958],"domain_scores_gemma":[0.012414749,0.5454166,0.43235844,0.005238265,0.0041890563,0.00038287646],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.92618227,0.0009371125,0.09709935,0.0012076121,0.00007819468,0.00023000856,0.005565793,0.0023594154,0.004326796],"category_scores_gemma":[0.98871475,0.00033260783,0.01927653,0.0011745167,0.00028102065,0.00031555493,0.00037221776,0.0062775705,0.0040201736],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013769228,0.00003088879,0.07981918,0.005900357,0.00047996338,0.0004344928,0.000020367517,0.000073150564,3.4340667e-7,0.00006712204,0.9106301,0.0025302444],"study_design_scores_gemma":[0.00050865364,0.00029167897,0.00901143,0.02685539,0.0014227547,0.0014382799,0.00003254615,0.0037046282,1.4851038e-7,0.019705234,0.9365641,0.00046515046],"about_ca_topic_score_codex":0.0000061351348,"about_ca_topic_score_gemma":0.000011259047,"teacher_disagreement_score":0.12687393,"about_ca_system_score_codex":0.00010430604,"about_ca_system_score_gemma":0.000490344,"threshold_uncertainty_score":0.9999126},"labels":[],"label_agreement":null},{"id":"W2474497176","doi":"10.1016/j.jclinepi.2016.06.005","title":"The reporting of studies using routinely collected health data was often insufficient","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Institute for Clinical Evaluative Sciences; Children's Hospital of Eastern Ontario; University of Ottawa","funders":"National Institute for Health and Care Research; Wellcome Trust; Ottawa Hospital Research Institute; Universität Basel","keywords":"Observational study; Medicine; Guideline; Strengthening the reporting of observational studies in epidemiology; Operationalization; MEDLINE; Epidemiology; Population; Family medicine; Environmental health; Pathology","score_opus":0.9904099567038512,"score_gpt":0.7809794283535745,"score_spread":0.20943052835027676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2474497176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"reporting","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7418177,0.024773533,0.114631616,0.11425296,0.0036978214,0.0005055309,0.000020921982,0.0000031517943,0.00029675732],"genre_scores_gemma":[0.9340989,0.004803316,0.054694537,0.0038949542,0.0008983436,0.000001749518,8.522289e-7,0.000013659183,0.0015937134],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.30923676,0.27337185,0.40808088,0.0019437778,0.006262653,0.001104082],"domain_scores_gemma":[0.01959578,0.55485135,0.41263974,0.006086974,0.006405267,0.00042086217],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8699685,0.00019877375,0.01706461,0.00019707694,0.00023156854,0.000040365518,0.0032012425,0.00013621984,0.00016469658],"category_scores_gemma":[0.97890395,0.00005410007,0.0029140906,0.00082021375,0.00054139714,0.00015987824,0.00066123385,0.0004125696,0.0000371469],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013404089,0.00017519247,0.5812718,0.000054974425,0.0017190105,0.000016644097,0.00019188617,0.00027657987,0.000037072787,0.0022326054,0.2799645,0.13392565],"study_design_scores_gemma":[0.001708622,0.0016902713,0.58249456,0.0013967121,0.0008389505,0.00066978397,0.0025345534,0.02826766,0.0000056033373,0.07302502,0.30706096,0.000307291],"about_ca_topic_score_codex":0.000016031427,"about_ca_topic_score_gemma":0.000037292266,"teacher_disagreement_score":0.28964096,"about_ca_system_score_codex":0.00005196564,"about_ca_system_score_gemma":0.00085202407,"threshold_uncertainty_score":0.9975281},"labels":[],"label_agreement":null},{"id":"W2475229149","doi":"10.2147/clep.s103098","title":"Reporting quality of stepped wedge design randomized trials: a systematic review protocol","year":2016,"lang":"en","type":"review","venue":"Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; St. Peter's Hospital; Hamilton General Hospital; McMaster Children's Hospital; McMaster University; Queen's University; St. Joseph’s Healthcare Hamilton; Population Health Research Institute","funders":"Hamilton Health Sciences Foundation; McMaster University; Hamilton Health Sciences","keywords":"Consolidated Standards of Reporting Trials; Randomized controlled trial; Medicine; CINAHL; MEDLINE; Medical physics; Data extraction; Protocol (science); Sample size determination; Research design; Systematic review; PsycINFO; Cochrane Library; Data mining; Family medicine; Computer science; Alternative medicine; Statistics; Psychological intervention; Pathology; Nursing; Mathematics","score_opus":0.9893285022792409,"score_gpt":0.8002175333740813,"score_spread":0.18911096890515955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2475229149","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.617694e-9,0.56567764,0.10173166,0.00030224136,0.0005155474,0.331184,0.000027531745,0.00001171909,0.0005496518],"genre_scores_gemma":[5.6552306e-8,0.6839379,0.009077585,0.0007715139,0.0003168453,0.30216312,0.000012471699,0.000042889842,0.0036776117],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.005976839,0.61716026,0.3706787,0.0027654595,0.0028232415,0.00059551885],"domain_scores_gemma":[0.0011115607,0.5695145,0.41633335,0.010347053,0.0022914654,0.0004020393],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.99160254,0.0017008069,0.42422986,0.00065133476,0.00012101686,0.00011142603,0.0066601792,0.0019143609,0.008703055],"category_scores_gemma":[0.99894124,0.0005190247,0.10935149,0.0018245723,0.0011299253,0.00013726302,0.0006754168,0.0013262549,0.0076091583],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005179527,0.00008687619,0.000014042441,0.7852824,0.0036381518,0.000005196904,0.0000039815104,1.986812e-7,6.7511925e-9,0.0018276621,0.04043897,0.1681846],"study_design_scores_gemma":[0.008455108,0.000072144554,0.000001173541,0.5276489,0.018218841,0.000037158163,0.000004308481,0.00005817504,7.4973565e-9,0.012994778,0.4320824,0.00042698262],"about_ca_topic_score_codex":0.000008040959,"about_ca_topic_score_gemma":0.0000013163411,"teacher_disagreement_score":0.39164346,"about_ca_system_score_codex":0.000098959754,"about_ca_system_score_gemma":0.0014964251,"threshold_uncertainty_score":0.9997261},"labels":[],"label_agreement":null},{"id":"W2481029616","doi":"10.1136/bmj.c332","title":"CONSORT 2010 Statement: updated guidelines for reporting parallel group randomised trials","year":2010,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8668,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; Cancer Research UK","keywords":"Consolidated Standards of Reporting Trials; Group (periodic table); Alternative medicine; Randomized controlled trial; MEDLINE; Clinical trial","score_opus":0.8999019673620431,"score_gpt":0.6415483327009965,"score_spread":0.25835363466104655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2481029616","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21429974,0.0010492604,0.67861557,0.037889984,0.010788074,0.030499263,0.0002162169,0.00008332152,0.026558599],"genre_scores_gemma":[0.14253657,0.00004923536,0.6670251,0.004044989,0.002979907,0.0032496569,0.00035151624,0.00007819894,0.17968482],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.91002864,0.008977671,0.07463841,0.0013292539,0.004571216,0.00045480553],"domain_scores_gemma":[0.8790852,0.020163754,0.08657854,0.006427959,0.007386501,0.00035806082],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.63499594,0.00029760372,0.00613348,0.00023856956,0.00019553394,0.0008492477,0.00110192,0.00012744535,0.0172784],"category_scores_gemma":[0.702856,0.00013066384,0.0031990262,0.00050491665,0.000051656745,0.00021112841,0.00008205827,0.00014698299,0.0010879122],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020873173,0.00002453489,0.001469257,0.000016457308,0.00028737806,0.0000048365832,0.00005219459,0.000029850185,0.0022121365,0.0013152546,0.9847404,0.009638989],"study_design_scores_gemma":[0.006829417,0.000025268775,0.0006964553,0.000018165134,0.000459261,0.000020258507,0.00023544824,0.008984901,0.00013143547,0.010595565,0.97177213,0.00023169503],"about_ca_topic_score_codex":0.00002209729,"about_ca_topic_score_gemma":0.00008806848,"teacher_disagreement_score":0.15312621,"about_ca_system_score_codex":0.000008136987,"about_ca_system_score_gemma":0.000116301264,"threshold_uncertainty_score":0.9996899},"labels":[],"label_agreement":null},{"id":"W2483447079","doi":"10.1007/978-3-319-25655-9_12","title":"Appraising Between-Study Homogeneity, Small-Study Effects, Moderators, and Confounders","year":2016,"lang":"en","type":"book-chapter","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Meta-analysis; Confounding; Homogeneity (statistics); Psychological intervention; Econometrics; Study heterogeneity; Statistical power; Psychology; Statistics; Computer science; Medicine; Mathematics; Internal medicine","score_opus":0.6944644152942727,"score_gpt":0.4872790852097167,"score_spread":0.20718533008455603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2483447079","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035867076,0.0019817105,0.034966543,0.00019884232,0.0006356365,0.008225471,0.000039268616,0.00004136267,0.9180441],"genre_scores_gemma":[0.48390213,0.000023280525,0.0004418639,0.00011796318,0.0002736135,0.000047479163,0.0000044462877,0.00006276751,0.51512647],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9738299,0.005455116,0.010555219,0.0029228083,0.006795109,0.00044185182],"domain_scores_gemma":[0.97663105,0.011045889,0.0051926044,0.0057349307,0.0009861639,0.00040935096],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.07487983,0.0011666602,0.009317582,0.0008766386,0.0004381043,0.0025383993,0.002123264,0.0003637636,0.006132601],"category_scores_gemma":[0.0056535252,0.0005075912,0.0019157984,0.00021316575,0.00016503686,0.00020159,0.0007672489,0.00038814556,0.0038982762],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003264919,0.00075122167,0.5314714,0.0005145155,0.017480215,0.00027697242,0.0034827865,0.0000060528237,0.000017463677,0.14652354,0.04601578,0.25342745],"study_design_scores_gemma":[0.008103596,0.0041631376,0.067864016,0.0012773944,0.02690518,0.00009942573,0.007201496,0.0006413259,0.000023342538,0.29583153,0.579813,0.008076525],"about_ca_topic_score_codex":0.000027536296,"about_ca_topic_score_gemma":0.00043192302,"teacher_disagreement_score":0.53379726,"about_ca_system_score_codex":0.000059075537,"about_ca_system_score_gemma":0.00010707539,"threshold_uncertainty_score":0.99973756},"labels":[],"label_agreement":null},{"id":"W2483634622","doi":"10.1177/0141076816659003","title":"A statistical note on Karl Pearson’s 1904 meta-analysis","year":2016,"lang":"en","type":"article","venue":"Journal of the Royal Society of Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Statistical analysis; Meta-analysis; Computer science; Statistics; Data science; Information retrieval; Natural language processing; Medicine; Mathematics; Pathology","score_opus":0.612271594302629,"score_gpt":0.5103831785437392,"score_spread":0.10188841575888985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2483634622","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02144638,0.006248291,0.67280567,0.2916152,0.0011865017,0.0006431992,0.00011732878,0.000004409885,0.005933004],"genre_scores_gemma":[0.94645804,0.000076030636,0.011576254,0.0027329235,0.00048258336,0.0000029014245,4.8859e-7,0.000012362759,0.038658395],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9756976,0.0054310216,0.00848678,0.00037886304,0.009790029,0.00021572359],"domain_scores_gemma":[0.9748162,0.010658211,0.010557877,0.0020878867,0.0016417741,0.00023804368],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11400538,0.00026240468,0.0069117458,0.00019013463,0.00010958945,0.000060636023,0.0021926907,0.00009107115,0.047587596],"category_scores_gemma":[0.03381056,0.00006325529,0.014160145,0.0012123411,0.0003965002,0.00007339866,0.00011503653,0.0002856552,0.00019200845],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000331376,0.00009063976,0.0031274592,0.000025757048,0.08082736,0.0000046841396,0.0008942671,0.00054245215,0.00016181261,0.0008146228,0.9060669,0.007410936],"study_design_scores_gemma":[0.0027852189,0.0011638482,0.0694472,0.00021667819,0.61745715,0.00004375507,0.0015129094,0.0117461365,0.00018051293,0.015718563,0.27932173,0.0004062679],"about_ca_topic_score_codex":0.000028361268,"about_ca_topic_score_gemma":0.000009112415,"teacher_disagreement_score":0.9250117,"about_ca_system_score_codex":0.00006569884,"about_ca_system_score_gemma":0.00009523458,"threshold_uncertainty_score":0.9957128},"labels":[],"label_agreement":null},{"id":"W2483823705","doi":"10.1080/00223891.2016.1202708","title":"STARDing Again: Revised Guidelines for Reporting Information in Studies of Diagnostic Test Accuracy","year":2016,"lang":"en","type":"article","venue":"Journal of Personality Assessment","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Psychology; Test (biology); Clinical psychology","score_opus":0.8864533930301913,"score_gpt":0.6557994013086084,"score_spread":0.23065399172158296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2483823705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83849,0.0022097165,0.12830167,0.028979462,0.000551338,0.0010542098,0.000050315117,0.0000023415732,0.00036095487],"genre_scores_gemma":[0.9588399,0.00045298264,0.04005548,0.00030212736,0.00017005997,0.000019471165,0.0000011457455,0.000004252691,0.00015457433],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9638473,0.0020469485,0.029440055,0.00024463,0.004231196,0.00018991402],"domain_scores_gemma":[0.5802809,0.22434025,0.15750441,0.0024190657,0.035180364,0.00027500145],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23739368,0.0001710648,0.0029485808,0.00037608325,0.00006999708,0.00020545586,0.0006040464,0.000041388357,0.0002472326],"category_scores_gemma":[0.8616219,0.00006811862,0.0014244588,0.0004901524,0.00004438187,0.0011868913,0.00007582209,0.00009751249,0.000010502167],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003607247,0.00019838201,0.6881881,0.0009798371,0.0008313707,0.000019043679,0.0024242655,0.00050563115,0.0021466876,0.0011401064,0.082610436,0.22092006],"study_design_scores_gemma":[0.006439767,0.0014129694,0.51200736,0.01392901,0.0019982294,0.00022803897,0.07592654,0.0153593235,0.00095355534,0.042690028,0.32796136,0.0010938388],"about_ca_topic_score_codex":0.000007087838,"about_ca_topic_score_gemma":0.000010509477,"teacher_disagreement_score":0.62422824,"about_ca_system_score_codex":0.00020217468,"about_ca_system_score_gemma":0.00029458667,"threshold_uncertainty_score":0.7852637},"labels":[],"label_agreement":null},{"id":"W2489347314","doi":"10.1136/bmj.i3507","title":"When and how to update systematic reviews: consensus and checklist","year":2016,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":429,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Children's Hospital of Eastern Ontario; Cochrane; McMaster University; Ontario Clinical Oncology Group","funders":"Cancer Research UK","keywords":"Checklist; Systematic review; Computer science; Data science; MEDLINE; Management science; Medicine; Psychology; Political science; Cognitive psychology; Engineering; Law","score_opus":0.6075755812242033,"score_gpt":0.49577912151017056,"score_spread":0.11179645971403274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2489347314","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28119963,0.079629384,0.0648058,0.5134337,0.0014967101,0.03018914,0.00013374472,0.000052063835,0.029059827],"genre_scores_gemma":[0.736774,0.00085974653,0.03804202,0.003931096,0.0003471646,0.00073428923,0.0000015974387,0.000034861056,0.21927518],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9851039,0.0075851763,0.0046129,0.000733593,0.0017712613,0.00019316915],"domain_scores_gemma":[0.98968005,0.0042398777,0.0027735746,0.0026182693,0.00042248672,0.00026573654],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.110703714,0.000221244,0.0035711238,0.00016779044,0.00008115585,0.0007842253,0.0005600293,0.00004746433,0.0012902345],"category_scores_gemma":[0.10806218,0.0000735747,0.0004083964,0.00031340914,0.00006609534,0.00010221686,0.00015927828,0.000035285015,0.004361783],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031124075,0.0000062808695,0.003071747,0.0028204022,0.00009328844,0.0000074848167,0.0002313466,6.702077e-8,0.00020631995,0.0030008117,0.9787537,0.011805445],"study_design_scores_gemma":[0.00027087537,0.0000375086,0.0026188337,0.003883684,0.00036941556,0.00013842467,0.00041163925,0.00018780833,0.000024103181,0.005799804,0.9859554,0.00030248478],"about_ca_topic_score_codex":0.0000025273716,"about_ca_topic_score_gemma":0.00002177582,"teacher_disagreement_score":0.5095026,"about_ca_system_score_codex":0.000012772017,"about_ca_system_score_gemma":0.000017446258,"threshold_uncertainty_score":0.9996227},"labels":[],"label_agreement":null},{"id":"W2490630410","doi":"10.1016/j.jclinepi.2016.07.012","title":"Meta-analysis on continuous outcomes in minimal important difference units: an application with appropriate variance calculations","year":2016,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McMaster University; Jewish General Hospital","funders":"Canadian Institutes of Health Research","keywords":"Variance (accounting); Statistics; Meta-analysis; Analysis of variance; Mathematics; Medicine; Econometrics; Internal medicine; Economics","score_opus":0.9158541395341797,"score_gpt":0.6598582198604789,"score_spread":0.25599591967370083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2490630410","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039165167,0.85575473,0.14042547,0.0015401385,0.0002869244,0.0013113748,0.00011905691,0.000004293565,0.0001663236],"genre_scores_gemma":[0.0024358523,0.9786919,0.014390086,0.0010990833,0.00044484634,0.00017456789,0.000036908277,0.000047036014,0.0026797734],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7484962,0.15272716,0.09306468,0.0020081575,0.0031561812,0.00054765586],"domain_scores_gemma":[0.5079752,0.29364023,0.1855886,0.007945166,0.003922258,0.0009285442],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.50188506,0.00096577755,0.097901426,0.001732862,0.00008475915,0.00014156179,0.0039235894,0.0009547985,0.0012117373],"category_scores_gemma":[0.39232934,0.0003006179,0.026585186,0.0035988865,0.00032454674,0.00021537438,0.000131994,0.0016494883,0.00032734897],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010342413,0.000744833,0.0975764,0.0005328153,0.24089807,0.000075715754,0.00004714649,0.00030678953,5.4806566e-8,0.014568923,0.00048338313,0.64466244],"study_design_scores_gemma":[0.0006410104,0.0009916003,0.03229726,0.0006933812,0.45152012,0.000097908625,0.000037755806,0.001630659,1.0161674e-8,0.014974707,0.49643645,0.00067915523],"about_ca_topic_score_codex":0.000029844265,"about_ca_topic_score_gemma":0.00018364727,"teacher_disagreement_score":0.6439833,"about_ca_system_score_codex":0.000071597955,"about_ca_system_score_gemma":0.0007497624,"threshold_uncertainty_score":0.99994457},"labels":[],"label_agreement":null},{"id":"W2499943641","doi":"10.1016/j.ejca.2016.06.023","title":"Honorary and ghost authorship in reports of randomised clinical trials in oncology","year":2016,"lang":"en","type":"article","venue":"European Journal of Cancer","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Women's College Hospital; University of Toronto; Princess Margaret Cancer Centre","funders":"","keywords":"Medical journal; Transparency (behavior); Medicine; Clinical trial; Alternative medicine; Family medicine; Protocol (science); Internal medicine; Political science; Pathology; Law","score_opus":0.892526213170257,"score_gpt":0.6578023290602959,"score_spread":0.23472388410996115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2499943641","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97910744,0.0066842004,0.001316553,0.003709818,0.00092813384,0.0003561383,0.0000029435996,5.4438027e-7,0.0078942],"genre_scores_gemma":[0.99626833,0.00089664274,0.0007486664,0.00016036269,0.00025443797,0.0000020402858,5.793859e-8,0.000007779027,0.0016616645],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.61247706,0.30879977,0.07350138,0.00089531235,0.003971042,0.00035545303],"domain_scores_gemma":[0.94992024,0.024176115,0.024233602,0.0008115201,0.00066625996,0.00019223834],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.68612796,0.00012509953,0.005395817,0.0004908467,0.000012380115,0.00007084344,0.000527815,0.00004466976,0.0028383164],"category_scores_gemma":[0.2613563,0.000045615623,0.001277049,0.00044669985,0.0000985831,0.00017157567,0.000062485204,0.0002144078,0.00003786587],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011946842,0.00007393743,0.38040122,0.000014852315,0.00016226758,0.00081095024,0.0006035129,0.000015140833,0.0005809842,0.000038692688,0.026260931,0.5898428],"study_design_scores_gemma":[0.017537346,0.00042003745,0.66058034,0.0007621561,0.00028080947,0.00018230293,0.00025021532,0.00004126094,0.000099376135,0.0030153652,0.31666717,0.00016360986],"about_ca_topic_score_codex":0.0000043985397,"about_ca_topic_score_gemma":0.0000439527,"teacher_disagreement_score":0.5896792,"about_ca_system_score_codex":0.000034345758,"about_ca_system_score_gemma":0.00023766285,"threshold_uncertainty_score":0.9980732},"labels":[],"label_agreement":null},{"id":"W2502178966","doi":"10.1093/med/9780199696758.003.0015","title":"From science to practice","year":2012,"lang":"en","type":"book-chapter","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Presentation (obstetrics); Identification (biology); Critical appraisal; Set (abstract data type); Reading (process); Process (computing); Clinical Practice; Medical education; Best practice; Psychology; Alternative medicine; Medicine; Computer science; Management science; Family medicine; Engineering; Political science; Pathology","score_opus":0.8275865756426254,"score_gpt":0.5731549592648992,"score_spread":0.25443161637772616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2502178966","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011459784,0.0014126229,0.016695332,0.0021738857,0.0011243853,0.00059855345,0.00002806676,0.0000066321945,0.9779491],"genre_scores_gemma":[0.00074518524,0.000026345797,0.049276378,0.002762463,0.000560843,0.000008598466,0.0000038348553,0.000017990145,0.94659835],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9715033,0.0011612356,0.008639304,0.0018588083,0.01648351,0.00035384315],"domain_scores_gemma":[0.97386086,0.008276078,0.0057729245,0.00816104,0.0033266535,0.0006024164],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.17872167,0.00043303086,0.0038379855,0.00077839184,0.0001776153,0.0021461495,0.004837341,0.00016451877,0.29367548],"category_scores_gemma":[0.090271726,0.00018599008,0.0015239272,0.00053038594,0.00015323958,0.00079637626,0.00064637593,0.00024287635,0.32456318],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002492749,0.000011540225,0.000020682648,0.0000039389665,0.00013353664,0.0000045272195,0.00036171448,0.0000017186695,0.000034535205,0.28846616,0.6074857,0.103473485],"study_design_scores_gemma":[0.000019632147,0.000011252748,0.0000359977,0.000026215483,0.00032812683,0.000005821772,0.00013717121,0.000036005535,0.000008411996,0.035352293,0.96381366,0.00022537861],"about_ca_topic_score_codex":0.000049428316,"about_ca_topic_score_gemma":0.000022534285,"teacher_disagreement_score":0.356328,"about_ca_system_score_codex":0.00007206549,"about_ca_system_score_gemma":0.00021571627,"threshold_uncertainty_score":0.99888974},"labels":[],"label_agreement":null},{"id":"W2502769963","doi":"10.1017/s1466252316000128","title":"Introducing a special issue with a focus on systematic reviews","year":2016,"lang":"en","type":"article","venue":"Animal Health Research Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Systematic review; Narrative review; Scope (computer science); Transparency (behavior); Management science; Engineering ethics; Computer science; MEDLINE; Data science; Psychology; Medicine; Political science; Engineering; Psychotherapist","score_opus":0.8923342757233433,"score_gpt":0.6450811756217603,"score_spread":0.24725310010158308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2502769963","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004486489,0.50156623,0.012939799,0.23329519,0.0016916365,0.10729418,0.0000832369,0.00008054259,0.13856271],"genre_scores_gemma":[0.109494336,0.39201364,0.049872443,0.017891202,0.04648173,0.02060679,0.000021000951,0.00052840816,0.36309046],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8262288,0.13434555,0.021961618,0.0027558627,0.013020662,0.0016874867],"domain_scores_gemma":[0.9312714,0.032172978,0.015594181,0.015268209,0.0037896547,0.0019036314],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.58763653,0.00069772784,0.012907969,0.0011867622,0.00071972085,0.00097541267,0.0035179853,0.00012110899,0.021935191],"category_scores_gemma":[0.24697547,0.00021261588,0.0020156668,0.0047762827,0.00023381469,0.00045877075,0.00031122047,0.00071162044,0.14108276],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066415,0.000086237895,0.00021018778,0.013187304,0.000044262422,0.000011872596,0.00037165266,1.354655e-7,0.00003428008,0.004866021,0.71830016,0.26282144],"study_design_scores_gemma":[0.00027632248,0.001524498,0.0002626259,0.022083666,0.000047411428,0.000034243763,0.00016621596,0.0000348098,0.000010644683,0.0010180874,0.9742974,0.00024405887],"about_ca_topic_score_codex":0.00006571332,"about_ca_topic_score_gemma":0.000392609,"teacher_disagreement_score":0.34066108,"about_ca_system_score_codex":0.0004957386,"about_ca_system_score_gemma":0.0004946409,"threshold_uncertainty_score":0.9789589},"labels":[],"label_agreement":null},{"id":"W2505867792","doi":"10.1016/j.jclinepi.2016.07.006","title":"Guideline panels should seldom make good practice statements: guidance from the GRADE Working Group","year":2016,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":235,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Grading (engineering); Scopus; Quality of evidence; Medicine; Family medicine; Clinical Practice; MEDLINE; Psychology; Meta-analysis; Political science; Engineering; Law; Pathology","score_opus":0.9357709778064598,"score_gpt":0.6948438741876686,"score_spread":0.24092710361879122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2505867792","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010295469,0.007043803,0.20016485,0.7832193,0.0072408277,0.0004951363,0.00009086379,0.0000047559406,0.0016375188],"genre_scores_gemma":[0.00038454164,0.0036229964,0.07529757,0.8765923,0.037963264,0.000016840475,0.000036782498,0.000053968648,0.0060317796],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.31630898,0.48180777,0.18590453,0.003045797,0.011370965,0.0015619664],"domain_scores_gemma":[0.15210512,0.6753193,0.16183057,0.0062766806,0.0040543834,0.0004139604],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.8049809,0.0009669411,0.027258718,0.00032547148,0.00022038212,0.00043496073,0.009392411,0.0022628882,0.007898532],"category_scores_gemma":[0.896535,0.00032204296,0.01282375,0.00072479976,0.0005387655,0.0005192818,0.00065039756,0.0077641113,0.0021678358],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006458202,0.00005874584,0.021472469,0.00001422097,0.0022569634,0.00027224817,0.00003437255,0.000028883725,0.0000010601159,0.0004544094,0.91380346,0.061538577],"study_design_scores_gemma":[0.0006582945,0.00023684971,0.0036852271,0.00050691544,0.0016667211,0.00016253671,0.000103804814,0.0002902392,1.2080696e-7,0.07389594,0.91849035,0.00030300106],"about_ca_topic_score_codex":0.000073449446,"about_ca_topic_score_gemma":0.000028688926,"teacher_disagreement_score":0.19351153,"about_ca_system_score_codex":0.00010559522,"about_ca_system_score_gemma":0.00041047373,"threshold_uncertainty_score":0.99992317},"labels":[],"label_agreement":null},{"id":"W2508934593","doi":"10.1136/bmjopen-2015-010983","title":"Impact of including or excluding both-armed zero-event studies on using standard meta-analysis methods for rare event outcome: a simulation study","year":2016,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":162,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Meta-analysis; Statistics; Medicine; Pooling; Random effects model; Event (particle physics); Mean squared error; Type I and type II errors; Outcome (game theory); Variance (accounting); Econometrics; Mathematics; Internal medicine; Computer science","score_opus":0.9707100738435226,"score_gpt":0.7736722383083287,"score_spread":0.19703783553519394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2508934593","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18260442,0.00036154373,0.7984012,0.00027835649,0.00017684004,0.017948879,0.00013370014,0.0000062673553,0.00008880623],"genre_scores_gemma":[0.92716604,0.000002974754,0.068454064,0.00005445057,0.00003509417,0.0011018504,0.0000023785708,0.000025916344,0.0031572392],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.95496315,0.022930706,0.015122035,0.0015855685,0.004961355,0.00043718307],"domain_scores_gemma":[0.9514276,0.029195571,0.012472363,0.004262078,0.002459555,0.00018282981],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28528127,0.00055829,0.013000877,0.0011212305,0.0003964609,0.0007287345,0.0023352844,0.000077370976,0.0041331835],"category_scores_gemma":[0.11813651,0.00018730818,0.009869081,0.0030006785,0.000050749917,0.00061217614,0.0011515112,0.00007978968,0.000039584582],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015219755,0.00065174256,0.12808964,0.00020041793,0.5101735,0.000010977993,0.0063045896,0.3191158,0.00051677984,0.00021733742,0.0021595187,0.031037735],"study_design_scores_gemma":[0.0063887807,0.0038953174,0.03138521,0.0003521922,0.6573272,0.0000072380385,0.017954597,0.26649958,0.00055630266,0.0110035455,0.002747269,0.0018827829],"about_ca_topic_score_codex":0.0000546306,"about_ca_topic_score_gemma":0.00011387926,"teacher_disagreement_score":0.7445616,"about_ca_system_score_codex":0.00042533924,"about_ca_system_score_gemma":0.0002288461,"threshold_uncertainty_score":0.9967772},"labels":[],"label_agreement":null},{"id":"W2509245295","doi":"10.1111/bju.13653","title":"The landscape of systematic reviews in urology (1998 to 2015): an assessment of methodological quality","year":2016,"lang":"en","type":"article","venue":"British Journal of Urology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Medicine; Urology; MEDLINE","score_opus":0.7887582492137941,"score_gpt":0.6119582787909439,"score_spread":0.17679997042285023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2509245295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79408395,0.039385967,0.15582144,0.0065043424,0.0009482052,0.0021427884,0.00002960223,0.0000023335263,0.0010813501],"genre_scores_gemma":[0.9884058,0.0018370692,0.009031365,0.00040477506,0.0000663265,0.000028684297,3.375963e-7,0.0000063749035,0.00021924812],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.8657317,0.11140912,0.019798879,0.0004651808,0.0022887017,0.0003064067],"domain_scores_gemma":[0.949991,0.032354895,0.014649135,0.001612105,0.0012122311,0.0001806268],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.39726922,0.00017717332,0.006930494,0.00034715293,0.000053754506,0.00009037766,0.002350804,0.00015147586,0.00090138294],"category_scores_gemma":[0.16703878,0.000066893415,0.0013146079,0.00066120666,0.0001647633,0.00015690201,0.00014768924,0.00024559992,0.00007365365],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000751778,0.0019626813,0.40915504,0.007188996,0.002022633,0.00064442033,0.0014955641,0.00090575503,0.008918362,0.024050165,0.11307175,0.42983288],"study_design_scores_gemma":[0.0024621112,0.005456811,0.8673437,0.002543886,0.0012206346,0.006389537,0.001026711,0.0010796827,0.000034870485,0.042954367,0.06897152,0.00051612756],"about_ca_topic_score_codex":0.000019007572,"about_ca_topic_score_gemma":0.00031000015,"teacher_disagreement_score":0.4581887,"about_ca_system_score_codex":0.000020888425,"about_ca_system_score_gemma":0.00010277731,"threshold_uncertainty_score":0.9869511},"labels":[],"label_agreement":null},{"id":"W2510845831","doi":"10.1007/s11999-016-5050-6","title":"Editorial: CORR's New Peer-Reviewer Tool—Useful for More Than Peer Reviews","year":2016,"lang":"en","type":"editorial","venue":"Clinical Orthopaedics and Related Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Generalizability theory; Peer review; Popularity; Preference; Medical education; Systematic review; MEDLINE; Coaching; Psychology; Social psychology","score_opus":0.712380990392789,"score_gpt":0.6353913802474431,"score_spread":0.07698961014534589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2510845831","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000027200147,0.037544746,0.0006924128,0.0145874275,0.9381299,0.005149234,0.0004494594,0.000020062726,0.0033995784],"genre_scores_gemma":[0.000001993554,0.036953647,0.00044570438,0.00007569126,0.5368527,0.00016925314,0.00023660596,0.00008273722,0.4251817],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.85631746,0.043203432,0.040397197,0.006048902,0.052012164,0.002020851],"domain_scores_gemma":[0.3765976,0.40994975,0.03243068,0.02732459,0.14792532,0.005772046],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.6673631,0.0012616105,0.014128781,0.0010712129,0.00082900963,0.0025726238,0.0059511247,0.005796426,0.008128878],"category_scores_gemma":[0.8878033,0.000528292,0.012466205,0.0028060994,0.0013221386,0.00036274266,0.001512163,0.0072415764,0.011938615],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008883938,0.00010595272,0.0005741549,0.00038398991,0.000603547,0.000016405711,0.00007274167,2.6267318e-7,3.6872018e-7,0.0002766156,0.92528677,0.072590366],"study_design_scores_gemma":[0.0015000105,0.00052143243,0.00007257854,0.0014942685,0.0009551954,0.000004655864,0.00004769362,0.000083224026,1.06600694e-7,0.0093052965,0.9853535,0.00066201854],"about_ca_topic_score_codex":0.000021973323,"about_ca_topic_score_gemma":0.00002613542,"teacher_disagreement_score":0.47971985,"about_ca_system_score_codex":0.00012436774,"about_ca_system_score_gemma":0.0028951787,"threshold_uncertainty_score":0.9997169},"labels":[],"label_agreement":null},{"id":"W2510969761","doi":"10.1016/j.prevetmed.2009.10.008","title":"The REFLECT statement: Methods and processes of creating Reporting Guidelines For Randomized Controlled Trials for livestock and food safety","year":2009,"lang":"en","type":"article","venue":"Preventive Veterinary Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":139,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island; University of Guelph","funders":"","keywords":"Consolidated Standards of Reporting Trials; Checklist; Livestock; Terminology; Medicine; Statement (logic); Randomized controlled trial; Food safety; Clinical trial; Environmental health; Family medicine; Business; Psychology; Political science; Geography","score_opus":0.8805311524420052,"score_gpt":0.6829250293602158,"score_spread":0.19760612308178938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2510969761","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046600293,0.054942895,0.8739785,0.005685675,0.00023404167,0.017579151,0.000026628277,0.0000079020565,0.0009449288],"genre_scores_gemma":[0.41418776,0.0038794482,0.57240194,0.00036990616,0.00047872172,0.0027576673,0.000020266461,0.000025708756,0.005878601],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.89562833,0.043784447,0.05678581,0.0012226806,0.002180744,0.00039798053],"domain_scores_gemma":[0.5662761,0.34887764,0.07461151,0.0015770011,0.008474337,0.00018342724],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6315782,0.00030007877,0.013085261,0.00020023916,0.0003477452,0.00014875202,0.0003647683,0.00004751501,0.00007279247],"category_scores_gemma":[0.8675045,0.00009916506,0.0015033787,0.00037735468,0.0001907037,0.00013865887,0.000064546766,0.0000553533,2.407876e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.18117358,0.00015975421,0.00027681745,0.003082933,0.00897842,0.000003748148,0.007681986,0.000031061165,0.01847035,0.0059844316,0.008304292,0.76585263],"study_design_scores_gemma":[0.4784696,0.02050901,0.000920215,0.0050110957,0.01590591,0.00016148835,0.011788984,0.037777998,0.0010626739,0.35279197,0.074846365,0.0007546754],"about_ca_topic_score_codex":0.0000028749268,"about_ca_topic_score_gemma":0.0000021302642,"teacher_disagreement_score":0.765098,"about_ca_system_score_codex":0.000010228439,"about_ca_system_score_gemma":0.00007292458,"threshold_uncertainty_score":0.89448225},"labels":[],"label_agreement":null},{"id":"W2511023921","doi":"10.1016/j.jclinepi.2016.08.011","title":"Premature trial discontinuation often not accurately reflected in registries: comparison of registry records with publications","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Discontinuation; Randomized controlled trial; Clinical trial; MEDLINE; Family medicine; Pediatrics; Internal medicine","score_opus":0.9435893784512495,"score_gpt":0.703435284715438,"score_spread":0.24015409373581142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2511023921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84360254,0.00043403584,0.06921479,0.08253109,0.0012129373,0.00074652844,0.000025428923,0.0000041543785,0.0022285257],"genre_scores_gemma":[0.97684366,0.00017286169,0.01723532,0.0005149478,0.0005280576,0.000014882249,0.000004717933,0.00000921185,0.004676374],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.797063,0.10444223,0.09308976,0.0012756259,0.0036068866,0.0005224948],"domain_scores_gemma":[0.43623662,0.38778985,0.16290565,0.0054132077,0.0071076197,0.00054707646],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.38520944,0.00022981984,0.011818488,0.00044861526,0.00004211253,0.000068668814,0.0019289501,0.00044335212,0.0009217],"category_scores_gemma":[0.8427331,0.00008005434,0.0021533926,0.0012250752,0.00037352022,0.000444821,0.000076676755,0.0007106605,0.000064248525],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00986414,0.00048491714,0.7421956,0.000022890445,0.0003456808,0.0000032645132,0.00010262957,0.00005533051,0.000040980813,0.004502267,0.19172388,0.050658435],"study_design_scores_gemma":[0.017092498,0.0031426584,0.7951724,0.0006300606,0.00039337584,0.000050162642,0.00042059005,0.00090189435,0.000027325897,0.023116894,0.15880655,0.0002456149],"about_ca_topic_score_codex":0.000012724722,"about_ca_topic_score_gemma":0.00020329094,"teacher_disagreement_score":0.4575236,"about_ca_system_score_codex":0.00004079866,"about_ca_system_score_gemma":0.00051278714,"threshold_uncertainty_score":0.9999916},"labels":[],"label_agreement":null},{"id":"W2511326812","doi":"10.7142/igakutoshokan.47.68","title":"How to Register Japanese RCTs with The Cochrane Library/CENTRAL.","year":2000,"lang":"en","type":"article","venue":"Igaku Toshokan","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane","funders":"","keywords":"Randomized controlled trial; Cochrane Library; Christian ministry; Cochrane collaboration; Medicine; MEDLINE; Clinical trial; Family medicine; Internal medicine; Political science","score_opus":0.41810232477201875,"score_gpt":0.4335417624156903,"score_spread":0.01543943764367156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2511326812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6667958,0.001312645,0.00059076183,0.11129449,0.00024214,0.0017090802,0.000026775755,0.00003803998,0.21799025],"genre_scores_gemma":[0.6085251,0.000019764404,0.0008470008,0.0036904784,0.000181286,0.000036600974,0.0000042596307,0.000017224434,0.38667828],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9888853,0.0031163716,0.0023092432,0.0009527757,0.0042687543,0.0004675781],"domain_scores_gemma":[0.99211735,0.0015088044,0.0009076371,0.0048764227,0.00022594172,0.00036382108],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.013440053,0.00033739654,0.0019253967,0.00014433313,0.0002013944,0.0032142147,0.002599474,0.0000670783,0.0367421],"category_scores_gemma":[0.002270085,0.000114660324,0.0008074284,0.0016611288,0.00010108252,0.00059704465,0.00008886311,0.00015818352,0.006689637],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051983927,0.000052324107,0.006072258,0.000031745985,0.00016378588,0.000040622093,0.0043155584,0.00017819017,0.00008921321,0.000872036,0.9454744,0.042657916],"study_design_scores_gemma":[0.00019359085,0.00009006621,0.015801799,0.00006300535,0.000105822226,0.000042662352,0.0012394548,0.00026684473,0.00006432799,0.0005527172,0.9813326,0.0002471141],"about_ca_topic_score_codex":0.0000095058285,"about_ca_topic_score_gemma":0.000058280446,"teacher_disagreement_score":0.16868804,"about_ca_system_score_codex":0.000010803588,"about_ca_system_score_gemma":0.000040996074,"threshold_uncertainty_score":0.99782056},"labels":[],"label_agreement":null},{"id":"W2511974089","doi":"10.6000/1929-6029.2016.05.03.7","title":"Addressing the Challenge of P-Value and Sample Size when the Significance is Borderline: The Test of Random Duplication of Participants as a New Approach","year":2016,"lang":"en","type":"article","venue":"International Journal of Statistics in Medical Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Statistical significance; Null hypothesis; Value (mathematics); p-value; Statistical hypothesis testing; Null (SQL); Psychology; Test (biology); Type I and type II errors; Statistics; Rule of thumb; Sample size determination; Clinical significance; Statistical power; Social psychology; Mathematics; Computer science; Data mining","score_opus":0.8044118254716207,"score_gpt":0.6252334575824052,"score_spread":0.17917836788921548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2511974089","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07011033,0.0036250937,0.72924185,0.19168097,0.0003235072,0.0014132235,0.00040587448,9.090088e-7,0.0031982453],"genre_scores_gemma":[0.98715436,0.0015452761,0.010540639,0.00014900202,0.00012703461,0.000012511399,3.7931684e-7,0.000004967438,0.00046584455],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9752023,0.005601936,0.0052469685,0.00025649136,0.013492037,0.00020022168],"domain_scores_gemma":[0.58939433,0.393987,0.006420901,0.0015499871,0.008330503,0.00031727998],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12766993,0.000090360474,0.00088268216,0.00017506286,0.0000633911,0.00010399535,0.002784912,0.00005344104,0.0038894957],"category_scores_gemma":[0.64901686,0.00002658017,0.00019896576,0.00040142456,0.00088103616,0.00007978454,0.00021092407,0.00037909762,0.000012073626],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060774246,0.0006541779,0.021529738,0.00015347418,0.0008541578,0.000018860526,0.012445529,0.00009996707,0.0012274871,0.08138952,0.102307335,0.77871203],"study_design_scores_gemma":[0.003008347,0.00031373557,0.028426537,0.0011027871,0.0001455364,0.000038173348,0.0037371297,0.04112997,0.0006183085,0.9046091,0.01676091,0.00010950572],"about_ca_topic_score_codex":0.00023811717,"about_ca_topic_score_gemma":0.00006274028,"teacher_disagreement_score":0.91704404,"about_ca_system_score_codex":0.000030736875,"about_ca_system_score_gemma":0.00074569526,"threshold_uncertainty_score":0.9970211},"labels":[],"label_agreement":null},{"id":"W2512554290","doi":"10.1515/jci-2016-0014","title":"A Causal Inference Approach to Network Meta-Analysis","year":2016,"lang":"en","type":"preprint","venue":"Journal of Causal Inference","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish General Hospital; Centre Hospitalier de l’Université de Montréal; McGill University; Université de Montréal","funders":"","keywords":"Identifiability; Causal inference; Counterfactual thinking; Inference; Meta-analysis; Nonparametric statistics; Randomized controlled trial; Econometrics; Population; Outcome (game theory); Computer science; Randomized experiment; Statistics; Machine learning; Artificial intelligence; Medicine; Mathematics; Psychology; Internal medicine","score_opus":0.852823435565379,"score_gpt":0.5608149998497928,"score_spread":0.2920084357155862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2512554290","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004226481,0.004886724,0.9638519,0.0023366692,0.0014207985,0.0010674079,0.00020653768,0.000011579399,0.021991897],"genre_scores_gemma":[0.9353122,0.00016437517,0.051005058,0.0010465101,0.001300065,0.000114700066,0.000017420074,0.000046775946,0.0109928725],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.93961024,0.016941963,0.025597144,0.002199865,0.014719806,0.0009309994],"domain_scores_gemma":[0.9329409,0.013795379,0.03265316,0.008555815,0.010779509,0.0012752203],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.15559126,0.0013553641,0.024332207,0.0027391366,0.0002120621,0.0035065308,0.009309658,0.0006721288,0.01476596],"category_scores_gemma":[0.06986624,0.0005674125,0.021802163,0.005087386,0.00017819068,0.0006101674,0.0024477446,0.0018771966,0.0017685345],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011010407,0.00048542826,0.023045506,0.00024923673,0.5049742,0.00012927408,0.0015630452,0.2188652,0.000074307514,0.024817951,0.21986145,0.0058242856],"study_design_scores_gemma":[0.00048346713,0.0004335044,0.013952489,0.00025775013,0.65238255,0.00012849557,0.00028048997,0.013660394,0.000030055275,0.19838199,0.11773396,0.0022748376],"about_ca_topic_score_codex":0.000042776162,"about_ca_topic_score_gemma":0.000088578585,"teacher_disagreement_score":0.93108577,"about_ca_system_score_codex":0.00018425012,"about_ca_system_score_gemma":0.0012135757,"threshold_uncertainty_score":0.9999197},"labels":[],"label_agreement":null},{"id":"W2512586691","doi":"10.1016/j.jcjo.2016.02.002","title":"Low power and type II errors in recent ophthalmology research","year":2016,"lang":"en","type":"review","venue":"Canadian Journal of Ophthalmology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Hotel Dieu Hospital; Queen's University","funders":"","keywords":"Significant difference; Medicine; Randomized controlled trial; Statistical power; Prospective cohort study; Meta-analysis; Mean difference; Statistical significance; Statistical analysis; Ophthalmology; Statistics; Mathematics; Confidence interval; Optometry; Surgery; Internal medicine","score_opus":0.7953260220963722,"score_gpt":0.5907426615128109,"score_spread":0.2045833605835613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2512586691","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005977807,0.94987124,0.0000023314794,0.0005714321,0.002024423,0.0006725741,0.00003728287,4.1277156e-7,0.04084252],"genre_scores_gemma":[0.017581662,0.9570183,0.0003422837,0.000027696145,0.00029346067,0.000023984874,0.000006818079,0.00007137481,0.02463442],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9518371,0.030562388,0.0128570255,0.0011580646,0.0024946397,0.001090773],"domain_scores_gemma":[0.97752917,0.0074082436,0.007139532,0.002712229,0.003728531,0.0014822758],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.13543515,0.0006065736,0.011470834,0.0058342037,0.00027094013,0.000305104,0.0038457282,0.0008661725,0.10754036],"category_scores_gemma":[0.06960873,0.00028828622,0.0017512157,0.0034307803,0.00061592506,0.00019005632,0.00024959078,0.0015293289,0.0020212473],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033642937,0.00012272167,0.005442524,0.0021407162,0.001265346,0.1519308,0.0007413608,0.00000284521,7.8030916e-7,0.001831466,0.10646395,0.73002386],"study_design_scores_gemma":[0.00011049836,0.0004043555,0.00027149732,0.0022551378,0.0001103216,0.2216176,0.00008431965,5.952162e-7,6.92357e-8,0.0024828159,0.77245677,0.00020601726],"about_ca_topic_score_codex":0.00024234942,"about_ca_topic_score_gemma":0.00013926448,"teacher_disagreement_score":0.7298178,"about_ca_system_score_codex":0.00049709633,"about_ca_system_score_gemma":0.00611277,"threshold_uncertainty_score":0.9999569},"labels":[],"label_agreement":null},{"id":"W2512779370","doi":"10.1016/j.jpain.2016.07.006","title":"Adverse Event Reporting in Clinical Trials of Intravenous and Invasive Pain Treatments: An ACTTION Systematic Review","year":2016,"lang":"en","type":"review","venue":"Journal of Pain","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"U.S. Food and Drug Administration; University of Rochester","keywords":"Consolidated Standards of Reporting Trials; Medicine; Checklist; Clinical trial; Anesthesiology; Adverse effect; Randomized controlled trial; Intensive care medicine; Physical therapy; Anesthesia; Internal medicine; Psychology","score_opus":0.8654260021350203,"score_gpt":0.6546730272077048,"score_spread":0.21075297492731548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2512779370","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000041887604,0.98743576,0.008074844,0.00010020316,0.00024968377,0.0040419544,0.000017453138,0.0000011575704,0.000037080616],"genre_scores_gemma":[0.00010592497,0.99824584,0.0008659833,0.00013800155,0.00020789969,0.000069941765,0.000006482295,0.000022269032,0.0003376881],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.116982274,0.6744277,0.20164044,0.0010371365,0.005570205,0.00034226503],"domain_scores_gemma":[0.17979528,0.25205225,0.56001246,0.0047497163,0.0027591719,0.00063112687],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9511712,0.0005898126,0.04856115,0.0010384455,0.000044267366,0.0001422587,0.0013490155,0.0003273236,0.00085969665],"category_scores_gemma":[0.91138387,0.0002106226,0.012164528,0.0009984465,0.000063577696,0.00033011477,0.00008274129,0.0004670788,0.000068039866],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035330638,0.00012962539,0.00009508172,0.32996866,0.0010834258,0.00010462636,0.0000726288,2.657418e-7,2.4499292e-7,0.000011742154,0.001189511,0.66734064],"study_design_scores_gemma":[0.00029827587,0.0004608344,0.000024692354,0.936625,0.012392354,0.00037044098,0.00036375364,0.00004118174,8.195868e-8,0.00050540664,0.048696816,0.00022118769],"about_ca_topic_score_codex":0.0000040365085,"about_ca_topic_score_gemma":0.000015427318,"teacher_disagreement_score":0.66711944,"about_ca_system_score_codex":0.00021107416,"about_ca_system_score_gemma":0.00083676167,"threshold_uncertainty_score":0.9977284},"labels":[],"label_agreement":null},{"id":"W2513974041","doi":"10.1097/pec.0000000000000831","title":"Peer-Reviewed Journal Publication of Abstracts Presented at an International Emergency Medicine Scientific Meeting","year":2016,"lang":"en","type":"article","venue":"Pediatric Emergency Care","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Nova scotia; Peer review; Presentation (obstetrics); Library science; MEDLINE; Family medicine; Political science; History; Law","score_opus":0.5149505390689023,"score_gpt":0.5131606992015567,"score_spread":0.0017898398673455995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2513974041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89932275,0.01992655,0.0018424484,0.009842091,0.018198336,0.0009185994,0.0001456724,0.000020791193,0.049782775],"genre_scores_gemma":[0.89387494,0.004247516,0.0005733097,0.000013560109,0.0022569008,0.00003272577,0.00010542268,0.000022825156,0.09887277],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97144544,0.002939649,0.013474958,0.0010800617,0.010701501,0.0003583721],"domain_scores_gemma":[0.96051335,0.00059018703,0.011627065,0.0028357294,0.02402349,0.000410169],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.06943012,0.0003123979,0.0015828514,0.0011622043,0.00038445444,0.00014909936,0.0031775865,0.00009753555,0.13567866],"category_scores_gemma":[0.12428622,0.00013849328,0.0012027652,0.0027411738,0.0000718033,0.0011091691,0.00024953965,0.00013728187,0.0015304121],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004749326,0.000045642857,0.4263179,0.00007361249,0.000064827065,9.558671e-7,0.0012087354,0.000012573278,0.0008319654,0.00012711434,0.56242335,0.008888586],"study_design_scores_gemma":[0.00045025305,0.000096384334,0.22216779,0.00005261184,0.0006167632,0.000016577162,0.0015483152,0.00022219238,0.00010868232,0.0017191634,0.77263325,0.00036802125],"about_ca_topic_score_codex":0.000023176364,"about_ca_topic_score_gemma":0.000097479686,"teacher_disagreement_score":0.21020992,"about_ca_system_score_codex":0.0001085517,"about_ca_system_score_gemma":0.00012242097,"threshold_uncertainty_score":0.999247},"labels":[],"label_agreement":null},{"id":"W2514621555","doi":"10.1136/bmjopen-2016-011890","title":"False-positive findings in Cochrane meta-analyses with and without application of trial sequential analysis: an empirical review","year":2016,"lang":"en","type":"review","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":314,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Meta-analysis; Medicine; False positive paradox; Systematic review; False positives and false negatives; Statistical power; Relative risk; Confidence interval; MEDLINE; Statistics; Internal medicine; Mathematics","score_opus":0.9075741956255677,"score_gpt":0.7100493041211309,"score_spread":0.19752489150443686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2514621555","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002076979,0.95974654,0.0099676065,0.0002288066,0.000032043346,0.028754922,0.00018143847,0.0000033956842,0.001064508],"genre_scores_gemma":[0.00010141367,0.98564845,0.0038766125,0.00021476141,0.00008621628,0.00753627,0.00026941998,0.000040749244,0.0022261294],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.94143474,0.030643182,0.019271705,0.0025765516,0.0057390393,0.0003348054],"domain_scores_gemma":[0.9709962,0.0036843226,0.017341213,0.006406984,0.0013099916,0.00026129026],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17344232,0.00090712134,0.041391406,0.0013941574,0.00009059207,0.00095294166,0.0042757606,0.00028493357,0.0032752042],"category_scores_gemma":[0.0106931245,0.0003201072,0.007179427,0.006017372,0.00017049005,0.0005727959,0.0005964322,0.0002740916,0.00043607992],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015197153,0.0005677556,0.0017143397,0.043609902,0.15294243,0.000028209071,0.0003221777,0.000013848665,0.0000015035156,0.0007038681,0.007569231,0.79100704],"study_design_scores_gemma":[0.0032903992,0.00032074394,0.000132301,0.02586556,0.4433185,0.00005315223,0.00004860306,0.00023270721,9.644046e-7,0.00032976334,0.5254948,0.00091251],"about_ca_topic_score_codex":0.00013863368,"about_ca_topic_score_gemma":0.00040933237,"teacher_disagreement_score":0.7900945,"about_ca_system_score_codex":0.00006865328,"about_ca_system_score_gemma":0.0005012585,"threshold_uncertainty_score":0.9999251},"labels":[],"label_agreement":null},{"id":"W2515120484","doi":"10.1186/s13063-016-1571-2","title":"Increased risk of type I errors in cluster randomised trials with small or medium numbers of clusters: a review, reanalysis, and simulation study","year":2016,"lang":"en","type":"article","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":187,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"National Institutes of Health; National Heart, Lung, and Blood Institute; National Institute for Health and Care Research","keywords":"CRTS; Type I and type II errors; Sample size determination; Statistics; Cluster (spacecraft); Cluster analysis; Medicine; Cluster randomised controlled trial; Sample (material); Data mining; Econometrics; Computer science; Randomized controlled trial; Mathematics; Internal medicine","score_opus":0.7098697339756985,"score_gpt":0.5464743130425952,"score_spread":0.16339542093310333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2515120484","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97803646,0.003060442,0.0068787783,0.00046215593,0.00013067019,0.011114636,0.000051679166,0.0000044114404,0.00026075947],"genre_scores_gemma":[0.99549466,0.001243988,0.0018752904,0.00008660616,0.000056153127,0.000104005434,0.0000041198227,0.000013726056,0.0011214516],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.81012744,0.15134095,0.032790817,0.0011095294,0.0043715183,0.00025972535],"domain_scores_gemma":[0.7557819,0.19374879,0.04326153,0.0044887513,0.0024716489,0.00024740247],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5640544,0.0003159017,0.014606224,0.000631453,0.000035334768,0.000075325566,0.0006810729,0.00009241745,0.0041841883],"category_scores_gemma":[0.5714756,0.000097381155,0.0014045822,0.0019438708,0.00008906625,0.00017362386,0.0000781291,0.00007269282,0.000054399978],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.19207625,0.0028211954,0.6236816,0.0035588588,0.024470907,0.000036704252,0.009988545,0.0070831813,0.0023083678,0.000036423437,0.02492454,0.10901342],"study_design_scores_gemma":[0.66153663,0.0071512754,0.10613384,0.020356921,0.13805883,0.000023792589,0.014556762,0.028761532,0.0015139222,0.005107709,0.013661429,0.0031373808],"about_ca_topic_score_codex":0.0002490515,"about_ca_topic_score_gemma":0.0010612682,"teacher_disagreement_score":0.5175478,"about_ca_system_score_codex":0.000024624123,"about_ca_system_score_gemma":0.00015507934,"threshold_uncertainty_score":0.99845225},"labels":[],"label_agreement":null},{"id":"W2517520435","doi":"10.1016/j.jclinepi.2016.08.004","title":"Authors seldom report the most patient-important outcomes and absolute effect measures in systematic review abstracts","year":2016,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; Canada Research Chairs; McMaster University; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Systematic review; MEDLINE; Relative risk; Absolute risk reduction; Meta-analysis; Cochrane Library; Absolute (philosophy); Family medicine; Confidence interval; Internal medicine","score_opus":0.8594837081704251,"score_gpt":0.6711357165434036,"score_spread":0.18834799162702143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2517520435","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008418584,0.9897471,0.0002773271,0.003723789,0.0023096458,0.0035506545,0.000015747792,0.0000029137705,0.0002886298],"genre_scores_gemma":[0.00006323781,0.99598104,0.0004965483,0.0020280655,0.00030383212,0.00010296703,0.0000033602337,0.00003348077,0.0009874982],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.23125994,0.44488,0.31407174,0.0022131787,0.006609123,0.0009659906],"domain_scores_gemma":[0.07456141,0.6215427,0.29459366,0.006563746,0.0019211846,0.0008172746],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8765847,0.0010582649,0.103007615,0.0006231151,0.0001072462,0.00018720694,0.0036097015,0.0010261828,0.0005062131],"category_scores_gemma":[0.95510125,0.0002764657,0.01943781,0.0010228935,0.0003739518,0.00020072924,0.00033198015,0.0024679166,0.00052147196],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014708602,0.00009731453,0.018798037,0.35743248,0.0039269105,0.0009961437,0.000023911778,0.0000022085867,5.8976526e-9,0.00024813664,0.061577268,0.55688286],"study_design_scores_gemma":[0.00018462908,0.00022623217,0.0025269594,0.35247478,0.0074305898,0.0030581842,0.0000096524145,0.000010325673,2.483323e-9,0.002055592,0.6317643,0.00025875532],"about_ca_topic_score_codex":0.000010622675,"about_ca_topic_score_gemma":0.000024541858,"teacher_disagreement_score":0.57018703,"about_ca_system_score_codex":0.00007911472,"about_ca_system_score_gemma":0.0007167121,"threshold_uncertainty_score":0.99996877},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2519610579","doi":"10.1007/s12630-016-0731-x","title":"In reply: A two-stage review process for randomized controlled trials: the ultimate solution for publication bias?","year":2016,"lang":"en","type":"review","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Stage (stratigraphy); Process (computing); Randomized controlled trial; Computer science; Medicine; Biology; Internal medicine","score_opus":0.5026831221555746,"score_gpt":0.4910070695275572,"score_spread":0.011676052628017464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519610579","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016004768,0.95348537,0.0021264832,0.026592933,0.0008177612,0.016601486,0.00011149191,0.0000027950052,0.00024567876],"genre_scores_gemma":[0.00005964524,0.98499095,0.0007103207,0.0009463898,0.0018265551,0.0022191233,0.000037260943,0.00012552939,0.009084239],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.90028316,0.04595233,0.047332086,0.0010715271,0.0040038284,0.0013570508],"domain_scores_gemma":[0.6642865,0.11291665,0.1862438,0.0054142987,0.026640194,0.004498576],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.63615936,0.0013323859,0.050837174,0.0040990156,0.0008423463,0.0030978671,0.005717978,0.00044560543,0.0026355484],"category_scores_gemma":[0.47799212,0.00047875894,0.026986903,0.0024376286,0.00034248587,0.0011128326,0.000016746415,0.0010869526,0.000114369934],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004988107,0.00006347912,0.0000083623545,0.018599724,0.0048659043,0.011342964,0.0006378277,0.000033115928,1.1272901e-7,0.003483384,0.39913008,0.5568469],"study_design_scores_gemma":[0.026915682,0.0001240192,3.1055313e-7,0.023466725,0.0071905428,0.17636186,0.000080032274,0.00023948652,6.4577556e-8,0.0022317232,0.7629666,0.00042298326],"about_ca_topic_score_codex":0.0006094187,"about_ca_topic_score_gemma":0.003954286,"teacher_disagreement_score":0.55642396,"about_ca_system_score_codex":0.0013244499,"about_ca_system_score_gemma":0.017493175,"threshold_uncertainty_score":0.9999427},"labels":[],"label_agreement":null},{"id":"W2520318173","doi":"10.1177/070674371105600312","title":"Clinical Trial Registration and Nonpublication of Negative Results","year":2011,"lang":"en","type":"article","venue":"The Canadian Journal of Psychiatry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Public Health","funders":"","keywords":"Psychology; Trial registration; Clinical trial; Medicine; Clinical psychology; Internal medicine","score_opus":0.7835460409797028,"score_gpt":0.5291946955280694,"score_spread":0.2543513454516334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2520318173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89299935,0.001192432,0.0025346796,0.036027145,0.0049491655,0.0009888307,0.000044263234,0.000001163562,0.061262943],"genre_scores_gemma":[0.9866937,0.0000122057,0.011777103,0.00020385145,0.00038909528,0.00000118612,6.1457274e-7,0.0000033268661,0.00091893267],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9860658,0.0043799956,0.008079518,0.00020111207,0.0011712663,0.00010231197],"domain_scores_gemma":[0.9850562,0.0012347345,0.010844734,0.0011993045,0.0013505934,0.00031443065],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10753275,0.000087418186,0.0009822411,0.0002593146,0.00012639571,0.00019075283,0.0009505544,0.00006994024,0.0007030805],"category_scores_gemma":[0.028745655,0.00003697279,0.00063588,0.00048361716,0.00018564722,0.00018568993,0.000008941402,0.00019613424,0.000040136565],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004004554,0.00013362449,0.2002208,0.000025934662,0.000696311,0.0000050579756,0.006564553,0.00000821476,0.0000030911833,0.17112985,0.5737166,0.043491434],"study_design_scores_gemma":[0.011273745,0.0013043967,0.51128066,0.00010115947,0.00059371174,0.00009975969,0.003197923,0.00026035056,0.000009192112,0.43266422,0.039030306,0.00018461088],"about_ca_topic_score_codex":0.0018727751,"about_ca_topic_score_gemma":0.12680654,"teacher_disagreement_score":0.53468627,"about_ca_system_score_codex":0.000014643988,"about_ca_system_score_gemma":0.0015000118,"threshold_uncertainty_score":0.9794356},"labels":[],"label_agreement":null},{"id":"W2520830026","doi":"10.4103/0019-5049.190628","title":"A brief overview of systematic reviews and meta-analyses","year":2016,"lang":"en","type":"review","venue":"Indian Journal of Anaesthesia","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Systematic review; Meta-analysis; Pooling; Critical appraisal; MEDLINE; Best evidence; Evidence-based medicine; Medical physics; Intensive care medicine; Alternative medicine; Pathology; Artificial intelligence; Computer science","score_opus":0.9083797394354699,"score_gpt":0.5989429960580339,"score_spread":0.309436743377436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2520830026","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006485542,0.9963961,0.0004587931,0.0001925806,0.00012998808,0.002445122,0.000038917948,0.0000014470578,0.00033054294],"genre_scores_gemma":[0.000038382306,0.99595076,0.0017301153,0.00013408344,0.00012570314,0.00006644429,0.0000013874566,0.000046078127,0.001907064],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8868458,0.054981668,0.050271384,0.00092781166,0.006590159,0.00038313694],"domain_scores_gemma":[0.8804604,0.0089566205,0.1024185,0.0053907568,0.0022235455,0.0005501933],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.2262925,0.0011738968,0.071087316,0.0024180664,0.00009267797,0.0007562318,0.0046938877,0.0003581426,0.0054229284],"category_scores_gemma":[0.06135629,0.00036516052,0.03112579,0.0023957063,0.00018945526,0.00047958203,0.00014659608,0.00048929435,0.0011240926],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022416612,0.0000523355,0.000009718389,0.33647963,0.0226277,0.00029571613,0.00022878293,2.5131231e-7,1.6802481e-7,0.00060608005,0.016407177,0.6232902],"study_design_scores_gemma":[0.00007546531,0.000120403834,0.0000031666243,0.070936225,0.119465135,0.0016571933,0.00004797094,6.673672e-7,1.8550487e-7,0.00070786156,0.8067079,0.00027778302],"about_ca_topic_score_codex":0.0000039944184,"about_ca_topic_score_gemma":0.0000049555465,"teacher_disagreement_score":0.7903008,"about_ca_system_score_codex":0.00007416977,"about_ca_system_score_gemma":0.0005137099,"threshold_uncertainty_score":0.99988},"labels":[],"label_agreement":null},{"id":"W2521644229","doi":"10.1016/j.jclinepi.2016.09.003","title":"Primary Outcomes Reporting in Trials (PORTal): a systematic review of inadequate reporting in pediatric randomized controlled trials","year":2016,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Randomized controlled trial; Consolidated Standards of Reporting Trials; MEDLINE; Systematic review; Family medicine; Internal medicine","score_opus":0.9442311381437036,"score_gpt":0.7261371338140613,"score_spread":0.21809400432964232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2521644229","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000077432334,0.9740616,0.0023930736,0.0015142148,0.0027660206,0.018396305,0.000013108556,0.0000034977688,0.0007747589],"genre_scores_gemma":[0.000057219804,0.9929469,0.0032739444,0.0010015173,0.0010355614,0.00072436966,0.0000075852818,0.000047762835,0.0009051398],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.0024619438,0.5035386,0.48840272,0.001194304,0.0038757916,0.0005266494],"domain_scores_gemma":[0.00028605608,0.49817514,0.49616376,0.0028512105,0.0022215005,0.00030234383],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"category_scores_codex":[0.99662656,0.001564956,0.65110165,0.004030243,0.000045881243,0.0001147021,0.0039318586,0.0017215997,0.0016538593],"category_scores_gemma":[0.99974245,0.00046291566,0.18893516,0.0026772546,0.00029238395,0.00030542535,0.00035287498,0.0028100794,0.00015783132],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028289622,0.0002318209,0.012156542,0.8748256,0.00851073,0.0005655105,0.000018779318,0.0000039316424,1.3804138e-8,0.0004068194,0.003807957,0.096643336],"study_design_scores_gemma":[0.06312099,0.00013984338,0.00035552523,0.8524181,0.0642722,0.00062112825,0.000021077234,0.0000391801,5.3696363e-9,0.009370826,0.00915579,0.00048533437],"about_ca_topic_score_codex":0.000011030607,"about_ca_topic_score_gemma":0.000008484841,"teacher_disagreement_score":0.46216646,"about_ca_system_score_codex":0.00017742638,"about_ca_system_score_gemma":0.0037964564,"threshold_uncertainty_score":0.99978226},"labels":[],"label_agreement":null},{"id":"W2522856199","doi":"10.1371/journal.pone.0162874","title":"Prediction Interval: What to Expect When You’re Expecting … A Replication","year":2016,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"University of Guelph","keywords":"Replication (statistics); Interval (graph theory); Computer science; Computational biology; Biology; Statistics; Mathematics; Combinatorics","score_opus":0.838098765792967,"score_gpt":0.47973047801767826,"score_spread":0.3583682877752888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2522856199","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93276805,0.00077191106,0.04870282,0.0104071135,0.00023290228,0.001297887,0.000011574802,0.00004861612,0.0057591475],"genre_scores_gemma":[0.96188414,0.000047520123,0.009111855,0.0004136176,0.00029247577,0.00029472169,0.0000033477934,0.00001762148,0.027934723],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9879198,0.0023175625,0.0042856806,0.0012088325,0.004057666,0.00021042846],"domain_scores_gemma":[0.9906241,0.0014965027,0.0018340029,0.0048906296,0.0009791733,0.00017557778],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.03575566,0.00018304844,0.0015783563,0.00033849842,0.000108569824,0.0009285312,0.0010501829,0.000060941344,0.010031709],"category_scores_gemma":[0.041621808,0.0000805259,0.0005727909,0.00067361357,0.000018667959,0.00096773333,0.00015533272,0.00006339095,0.007521072],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006031971,0.0012660795,0.10357129,0.00014976357,0.0016226125,0.0000047224253,0.030808087,0.000006603398,0.12549902,0.0006578836,0.17639694,0.55995667],"study_design_scores_gemma":[0.0039182478,0.002533095,0.14037739,0.019082861,0.0057069683,0.000055164244,0.10397818,0.02271414,0.2748218,0.057242673,0.36562642,0.0039430517],"about_ca_topic_score_codex":0.0000056883505,"about_ca_topic_score_gemma":0.000023127652,"teacher_disagreement_score":0.55601364,"about_ca_system_score_codex":0.000081582715,"about_ca_system_score_gemma":0.000016622194,"threshold_uncertainty_score":0.9932517},"labels":[],"label_agreement":null},{"id":"W2523602750","doi":"10.1186/s12961-016-0140-1","title":"Evaluation of a training program for medicines-oriented policymakers to use a database of systematic reviews","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa; Bruyère; Canadian Agency for Drugs and Technologies in Health; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; Systematic review; Medicine; Medical education; Knowledge translation; Evidence-based practice; Health services research; Resource (disambiguation); Public health; MEDLINE; Program evaluation; Health care; Nursing; Alternative medicine; Knowledge management; Computer science","score_opus":0.9811088001465266,"score_gpt":0.7503253990361526,"score_spread":0.230783401110374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2523602750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38160047,0.07833462,0.12601726,0.056776308,0.0016946753,0.34842324,0.0027413073,0.00006886216,0.004343269],"genre_scores_gemma":[0.9835593,0.0008685566,0.0032273482,0.00035137983,0.0003644027,0.00900011,0.000013435883,0.000029894025,0.002585533],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.81204784,0.13388224,0.025815878,0.0016471889,0.025098564,0.0015082705],"domain_scores_gemma":[0.9163177,0.04898895,0.009742125,0.005512439,0.018099487,0.00133929],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6643547,0.00025449018,0.005553196,0.002041431,0.00021126145,0.00021616709,0.00086241623,0.00008115914,0.00006947709],"category_scores_gemma":[0.643336,0.00010035309,0.0005984909,0.0035278462,0.00018498847,0.00027767685,0.00012355219,0.00011032768,0.00006734132],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016737406,0.00042016973,0.0022179259,0.26545274,0.00078092125,0.0000016165961,0.028449785,0.00002738541,0.0018136494,0.077027224,0.18666038,0.4369808],"study_design_scores_gemma":[0.007627883,0.0066971197,0.005419569,0.23847862,0.0013503416,0.0001492116,0.03675886,0.102061115,0.00008682048,0.004648076,0.595685,0.001037387],"about_ca_topic_score_codex":0.0014064498,"about_ca_topic_score_gemma":0.00024962652,"teacher_disagreement_score":0.6019589,"about_ca_system_score_codex":0.00026803705,"about_ca_system_score_gemma":0.0018443473,"threshold_uncertainty_score":0.40922806},"labels":[],"label_agreement":null},{"id":"W2524295027","doi":"10.1186/s12874-016-0232-1","title":"The contribution of databases to the results of systematic reviews: a cross-sectional study","year":2016,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"MEDLINE; Meta-analysis; Medicine; Systematic review; Cochrane Library; Internal medicine","score_opus":0.979871063956532,"score_gpt":0.7564594682756122,"score_spread":0.22341159568091984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2524295027","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13205427,0.007830997,0.8422447,0.0052742125,0.00092395826,0.010981952,0.000107529944,0.00000491386,0.00057747046],"genre_scores_gemma":[0.98006004,0.00082220795,0.010409942,0.00012832755,0.000329068,0.001306911,0.000004792061,0.000011780046,0.0069269417],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.10325479,0.83093464,0.03018377,0.00170379,0.032967903,0.0009550887],"domain_scores_gemma":[0.047618993,0.9294251,0.0060747103,0.007967329,0.008439854,0.00047401883],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.9113326,0.00018495765,0.0042813146,0.00039470498,0.00037158214,0.00015233841,0.004990158,0.00011113497,0.0022232493],"category_scores_gemma":[0.9856555,0.000044261214,0.001062325,0.0022556162,0.0010112463,0.000092203954,0.00090084266,0.00033817466,0.0011245379],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031076297,0.0012794329,0.51161563,0.009108686,0.001765277,0.000026424797,0.0032399837,0.000027742099,0.0022136944,0.11955041,0.2798273,0.0682378],"study_design_scores_gemma":[0.0063910214,0.0033819235,0.52578837,0.0110747805,0.000668661,0.00016539164,0.011257125,0.0026162234,0.0010236476,0.02897034,0.4080582,0.0006043263],"about_ca_topic_score_codex":0.00016208098,"about_ca_topic_score_gemma":0.0022567096,"teacher_disagreement_score":0.8480058,"about_ca_system_score_codex":0.00005393838,"about_ca_system_score_gemma":0.0006638859,"threshold_uncertainty_score":0.9996532},"labels":[],"label_agreement":null},{"id":"W2524737933","doi":"10.1177/1745691616662243","title":"Adjusting for Publication Bias in Meta-Analysis","year":2016,"lang":"en","type":"review","venue":"Perspectives on Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":407,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Selection (genetic algorithm); Selection bias; Computer science; Sensitivity (control systems); Publication bias; Class (philosophy); Econometrics; Meta-analysis; Model selection; Implementation; Range (aeronautics); Population; Outcome (game theory); Statistics; Mathematics; Machine learning; Artificial intelligence; Confidence interval; Mathematical economics; Medicine","score_opus":0.9534849031117457,"score_gpt":0.6859791614694466,"score_spread":0.2675057416422991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2524737933","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008564147,0.9583209,0.012264973,0.0012857573,0.00024148141,0.0025985893,0.0001312332,0.000016781618,0.025131734],"genre_scores_gemma":[0.0013955965,0.9768156,0.0072952155,0.0003619359,0.00017343395,0.0017432064,0.000014024782,0.00002589791,0.012175119],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9629602,0.010723089,0.011724966,0.0063610757,0.0074124564,0.000818244],"domain_scores_gemma":[0.95163953,0.024205137,0.012067058,0.008490475,0.003180881,0.00041690166],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.26305065,0.00084938004,0.017863667,0.00461371,0.00036725894,0.0022647772,0.008603374,0.0003268163,0.019165372],"category_scores_gemma":[0.24525237,0.00028207753,0.020294314,0.024478447,0.00077580777,0.00053455535,0.00027529703,0.00043799216,0.0040035425],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052801274,0.00034698643,0.000028518827,0.00017122674,0.012064128,0.0000025777579,0.0002934782,0.0000076190163,4.827133e-7,0.034251574,0.005600839,0.9472273],"study_design_scores_gemma":[0.00009138328,0.000118682285,0.00026738647,0.00013015035,0.05709797,0.0000061599085,0.0004432191,0.00013659327,8.039757e-8,0.005186419,0.9360387,0.00048329955],"about_ca_topic_score_codex":0.000003982648,"about_ca_topic_score_gemma":0.000008772628,"teacher_disagreement_score":0.94674397,"about_ca_system_score_codex":0.00035594995,"about_ca_system_score_gemma":0.00015349482,"threshold_uncertainty_score":0.99996316},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2526108156","doi":"10.18438/b8f049","title":"Eysenbach, Tuische and Diepgen’s Evaluation of Web Searching for Identifying Unpublished Studies for Systematic Reviews: An Innovative Study Which is Still Relevant Today","year":2016,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Systematic review; Metasearch engine; Information retrieval; Computer science; Relevance (law); Digital library; Search engine; The Internet; MEDLINE; Cochrane Library; World Wide Web; Medicine; Web search query; Randomized controlled trial","score_opus":0.7070617631822963,"score_gpt":0.5624729704473493,"score_spread":0.14458879273494696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2526108156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44284156,0.04116324,0.29219177,0.13034761,0.0012981984,0.08977524,0.00042894037,0.00010158971,0.001851852],"genre_scores_gemma":[0.9702634,0.0016968288,0.02109241,0.0040787547,0.00007410142,0.0023238766,0.000022419234,0.000016412163,0.00043179325],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9619308,0.022321867,0.010444233,0.00077064557,0.0042538983,0.00027857133],"domain_scores_gemma":[0.8805975,0.08921232,0.016015863,0.0024264117,0.0115464125,0.00020150557],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch","scholarly_communication"],"category_scores_codex":[0.21728672,0.000310427,0.0023120993,0.0007096096,0.00030354635,0.0019261037,0.00069448614,0.00007170854,0.0003096451],"category_scores_gemma":[0.51746774,0.00013699182,0.0002466008,0.0018370182,0.00006861562,0.15206645,0.0001872254,0.00011639154,0.00003585911],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029565843,0.0012998214,0.02038339,0.20016518,0.006006291,0.0000023505695,0.14612317,0.0003878314,0.0025568935,0.15072621,0.09999599,0.36939627],"study_design_scores_gemma":[0.009113805,0.00420484,0.017418103,0.070178665,0.008750439,0.00004102485,0.22632794,0.37195116,0.0021962747,0.009850797,0.2780687,0.0018982427],"about_ca_topic_score_codex":0.0000017490283,"about_ca_topic_score_gemma":0.0000010607257,"teacher_disagreement_score":0.52742183,"about_ca_system_score_codex":0.000031335556,"about_ca_system_score_gemma":0.00035080075,"threshold_uncertainty_score":0.99911},"labels":[],"label_agreement":null},{"id":"W2527351299","doi":"10.1371/journal.pone.0163239","title":"The Global Research Collaboration of Network Meta-Analysis: A Social Network Analysis","year":2016,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital","funders":"Generalitat Valenciana","keywords":"Social network analysis; China; Bibliometrics; Library science; Medicine; Political science; Social media; Computer science; World Wide Web","score_opus":0.8878652469909802,"score_gpt":0.5626236343631147,"score_spread":0.32524161262786555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2527351299","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47469553,0.08601647,0.19077528,0.13335706,0.0006446369,0.011058925,0.001300328,0.000102370366,0.10204938],"genre_scores_gemma":[0.98211443,0.00009010381,0.003576092,0.00010529048,0.00045308334,0.00016296282,0.000008890463,0.0000084365365,0.013480696],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9422156,0.033874974,0.008553752,0.0011266503,0.0135440715,0.0006849217],"domain_scores_gemma":[0.9711985,0.012513068,0.00477552,0.0041674767,0.0071854396,0.0001599934],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.2197457,0.00026180118,0.007847942,0.00044699167,0.00084879715,0.0009734728,0.0024745017,0.00012954953,0.008083412],"category_scores_gemma":[0.021690272,0.00008819738,0.007859086,0.040076084,0.00026648652,0.0002101024,0.00026937152,0.00013598465,0.0009963185],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042786025,0.0002448571,0.05474551,0.000011443764,0.838209,0.0000015241143,0.00016697022,0.0016413744,0.000022137216,0.027039727,0.076926745,0.0009479285],"study_design_scores_gemma":[0.00015020683,0.00005939014,0.016584001,0.000008334305,0.8823841,1.5978961e-7,0.00040086405,0.0065692384,0.000030191197,0.08224586,0.0113531165,0.00021449501],"about_ca_topic_score_codex":0.000028110187,"about_ca_topic_score_gemma":0.003253802,"teacher_disagreement_score":0.50741893,"about_ca_system_score_codex":0.000094220624,"about_ca_system_score_gemma":0.00013869251,"threshold_uncertainty_score":0.99978155},"labels":[],"label_agreement":null},{"id":"W2527435919","doi":"10.1016/j.jclinepi.2016.09.008","title":"Equity issues were not fully addressed in Cochrane human immunodeficiency virus systematic reviews","year":2016,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa; Institute of Population and Public Health; McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Systematic review; Medicine; Residence; Sexual orientation; Socioeconomic status; Quartile; Ethnic group; Family medicine; MEDLINE; Environmental health; Demography; Psychology; Sociology; Population; Political science; Social psychology; Internal medicine","score_opus":0.960866809416928,"score_gpt":0.7528223804601616,"score_spread":0.20804442895676645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2527435919","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000042275307,0.9885387,0.002329471,0.001190925,0.0029506446,0.0032674135,0.00004372892,0.0000048315574,0.0016320394],"genre_scores_gemma":[0.00007333515,0.99085873,0.0017471218,0.0009603316,0.0013456786,0.00011739402,0.0000075178764,0.000050762144,0.004839136],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.22604038,0.49462897,0.26951626,0.002376494,0.0062033064,0.0012345843],"domain_scores_gemma":[0.1139704,0.5519529,0.3190155,0.01073842,0.0033428622,0.000979897],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.8921951,0.0014902566,0.17091748,0.0016673921,0.00017320746,0.0003024425,0.011281822,0.0019018347,0.009941222],"category_scores_gemma":[0.915315,0.000522086,0.041171666,0.0016288302,0.00057807897,0.00038592867,0.0009512052,0.0033890165,0.010399928],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032896067,0.00040288092,0.0004747702,0.17462987,0.0012886215,0.00013274085,0.00004422453,0.0000033468202,0.0000013161831,0.005072614,0.06493068,0.752986],"study_design_scores_gemma":[0.00038012658,0.00034797422,0.00022393712,0.18537177,0.0024416356,0.00026879692,0.000021388278,0.000023611066,3.9184183e-8,0.0074583977,0.8030481,0.000414243],"about_ca_topic_score_codex":0.00002360278,"about_ca_topic_score_gemma":0.000046522066,"teacher_disagreement_score":0.7525718,"about_ca_system_score_codex":0.00021903808,"about_ca_system_score_gemma":0.00086467736,"threshold_uncertainty_score":0.99978465},"labels":[],"label_agreement":null},{"id":"W2528749133","doi":"10.1007/s10096-016-2801-y","title":"Clinicians should use likelihood ratios when comparing tests","year":2016,"lang":"en","type":"letter","venue":"European Journal of Clinical Microbiology & Infectious Diseases","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; Sinai Health System; University of Toronto; University Health Network; Queen's University","funders":"","keywords":"Medical microbiology; Medicine; Statistics; Medical physics; Mathematics; Virology","score_opus":0.6682805349033714,"score_gpt":0.5155246211723392,"score_spread":0.15275591373103214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2528749133","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2216455,0.0074747233,0.024148177,0.6711367,0.038269345,0.0036216266,0.0019818852,0.00016734967,0.03155473],"genre_scores_gemma":[0.19020535,0.000763484,0.0011942999,0.76048493,0.035646565,0.000009175609,0.00017381043,0.00026290712,0.0112594785],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.85873413,0.09926508,0.03765782,0.0017667096,0.0017372972,0.0008389726],"domain_scores_gemma":[0.90097636,0.049827892,0.040074136,0.0043283957,0.004177293,0.0006159315],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.11949446,0.0010247328,0.012221263,0.00094848406,0.00026604,0.0014071978,0.0047098333,0.000686876,0.009200326],"category_scores_gemma":[0.17721629,0.00047401435,0.012071085,0.00048170052,0.0007251413,0.0005244215,0.00060089043,0.0038158677,0.010970318],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034957382,0.00014916298,0.245945,0.000029194525,0.0013499954,0.0006999605,0.000024237337,0.000005352797,0.000029365767,0.0000046889736,0.7373194,0.014408674],"study_design_scores_gemma":[0.0012424211,0.0007219097,0.029052962,0.00039236966,0.0021247906,0.0005964394,0.000013210126,0.000006389605,0.0000011108765,0.0010893898,0.96425897,0.0005000154],"about_ca_topic_score_codex":0.0000028137472,"about_ca_topic_score_gemma":0.000018937693,"teacher_disagreement_score":0.22693959,"about_ca_system_score_codex":0.00007052725,"about_ca_system_score_gemma":0.0005246137,"threshold_uncertainty_score":0.9997712},"labels":[],"label_agreement":null},{"id":"W2529087497","doi":"10.1037/cap0000074","title":"Reporting practices and use of quantitative methods in Canadian journal articles in psychology.","year":2016,"lang":"en","type":"article","venue":"Canadian Psychology/Psychologie canadienne","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"National Center for Research Resources; National Institutes of Health","keywords":"Null hypothesis; Psychology; Statistical hypothesis testing; Variance (accounting); Statistical significance; Transparency (behavior); Test (biology); Statistics; Applied psychology; Computer science; Mathematics; Accounting","score_opus":0.9109096626666788,"score_gpt":0.6647422055466112,"score_spread":0.2461674571200676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2529087497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9636129,0.0019220108,0.0022208558,0.023909073,0.0013816518,0.00063523714,0.000082831524,0.0000050139447,0.0062303916],"genre_scores_gemma":[0.9507312,0.00023651592,0.044417657,0.0037001288,0.000046797533,0.000042631447,0.0000027951235,0.000033169614,0.0007891153],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9696055,0.012014222,0.013707886,0.0019916617,0.0006866011,0.001994135],"domain_scores_gemma":[0.9621187,0.007883574,0.021940585,0.0039026898,0.0011764801,0.0029779884],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14928396,0.0004915167,0.0031686095,0.005373999,0.00021348754,0.0004348543,0.0019058823,0.0004940971,0.003430916],"category_scores_gemma":[0.35552758,0.00028474012,0.0005005,0.003486431,0.00078497437,0.00085451134,0.000042968662,0.0006947606,0.00017978922],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027136814,0.000028200806,0.8208893,0.000007227266,0.00008406631,0.0007992724,0.0010807278,0.0000060010893,0.0011541735,0.0018479544,0.0244529,0.14962305],"study_design_scores_gemma":[0.00065540336,0.00015779391,0.8257357,0.00010622862,0.000039033104,0.0006666456,0.0009681297,0.000077471195,0.000014472773,0.022228464,0.14902508,0.00032559515],"about_ca_topic_score_codex":0.6134761,"about_ca_topic_score_gemma":0.99652064,"teacher_disagreement_score":0.38304448,"about_ca_system_score_codex":0.0004952208,"about_ca_system_score_gemma":0.0017026092,"threshold_uncertainty_score":0.9999605},"labels":[],"label_agreement":null},{"id":"W2529806245","doi":"10.1111/ajt.14026","title":"The Value of P","year":2016,"lang":"en","type":"letter","venue":"American Journal of Transplantation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Value (mathematics); p-value; Population; Statistic; Null hypothesis; Statistics; Mathematics","score_opus":0.4058103885811794,"score_gpt":0.47436027786099466,"score_spread":0.06854988927981526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2529806245","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011264713,0.001169631,0.11824484,0.8636869,0.001459311,0.0003796369,0.00014138657,0.0000016440376,0.003651936],"genre_scores_gemma":[0.3816136,0.015081221,0.023467878,0.5306266,0.015623434,0.00003222244,0.00007558319,0.00018326848,0.033296183],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9752342,0.008973701,0.009475699,0.00026112352,0.005876824,0.00017845182],"domain_scores_gemma":[0.96246696,0.011502764,0.023246003,0.0011966069,0.001538051,0.00004963737],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.050617613,0.00021395006,0.0029367732,0.0003690332,0.000076987584,0.00020690693,0.0020898979,0.0000839592,0.0006171897],"category_scores_gemma":[0.0026651653,0.000067731846,0.00230781,0.00057060877,0.0002660145,0.00014664409,0.0000079895335,0.00046935424,0.00018930038],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033525153,0.0000043495625,0.0006135481,0.000050556657,0.0004884424,0.000060396644,0.00038333383,0.000019213914,0.00007700143,0.00014367944,0.866935,0.13119096],"study_design_scores_gemma":[0.00014844073,0.00021186004,0.0014229892,0.00023278403,0.0008978772,0.00028144947,0.00020010692,0.000028855871,0.0000708558,0.0027351484,0.9936599,0.00010972215],"about_ca_topic_score_codex":0.0000091655,"about_ca_topic_score_gemma":0.0000029215028,"teacher_disagreement_score":0.3703489,"about_ca_system_score_codex":0.00002171548,"about_ca_system_score_gemma":0.000131417,"threshold_uncertainty_score":0.97758895},"labels":[],"label_agreement":null},{"id":"W2530453014","doi":"10.1016/j.prevetmed.2016.10.008","title":"The case-control design in veterinary sciences: A survey","year":2016,"lang":"en","type":"article","venue":"Preventive Veterinary Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Odds ratio; Terminology; Control (management); Clinical study design; Research design; Measure (data warehouse); Statistics; Odds; Incidence (geometry); Population; Medicine; Econometrics; Computer science; Operations research; Engineering; Environmental health; Mathematics; Data mining; Pathology; Artificial intelligence; Logistic regression","score_opus":0.8184448580094686,"score_gpt":0.5484395183744191,"score_spread":0.2700053396350496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2530453014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8315213,0.0039029624,0.15487862,0.003904555,0.00096055964,0.0020431804,0.000040888244,0.0000127233725,0.0027352192],"genre_scores_gemma":[0.992335,0.000115010174,0.0008599889,0.00018184965,0.0001053675,0.00014354615,7.5462304e-7,0.000012541401,0.006245916],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.90642744,0.081619546,0.0068731317,0.0013465298,0.003145385,0.00058795314],"domain_scores_gemma":[0.92538446,0.06904535,0.0023816482,0.0024527367,0.0005620734,0.00017371909],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.3566663,0.00035527418,0.0022211066,0.00045743192,0.00042207286,0.00021330133,0.0022010943,0.00006817401,0.0043642116],"category_scores_gemma":[0.098430574,0.00010862566,0.0005088579,0.001872176,0.00080510403,0.00035516606,0.00024243524,0.00013523037,0.00089942326],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013888942,0.00038122188,0.12553099,0.00010840562,0.0009307053,0.011628585,0.002409991,0.000084259045,0.017612284,0.002686802,0.07758048,0.7596574],"study_design_scores_gemma":[0.0065278946,0.012866168,0.7561185,0.001544607,0.0004159329,0.011803489,0.0029538402,0.01025698,0.00004660456,0.03676572,0.15954748,0.001152827],"about_ca_topic_score_codex":0.00010314458,"about_ca_topic_score_gemma":0.00007194275,"teacher_disagreement_score":0.75850457,"about_ca_system_score_codex":0.00006903443,"about_ca_system_score_gemma":0.0000873895,"threshold_uncertainty_score":0.99987847},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2531347490","doi":"10.1186/s12916-016-0707-2","title":"Increasing the evidence base in journalology: creating an international best practice journal research network","year":2016,"lang":"en","type":"editorial","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Medicine; Quality (philosophy); Clinical Practice; Evidence-based medicine; Best practice; Dissemination; Medical education; MEDLINE; Data science; Alternative medicine; Public relations; Computer science; Family medicine; Telecommunications","score_opus":0.8505179228659773,"score_gpt":0.668559123639062,"score_spread":0.18195879922691527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2531347490","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019057642,0.017231023,0.01026733,0.0176752,0.92942953,0.0010386714,0.0000137926645,0.0000057286998,0.022432942],"genre_scores_gemma":[0.0021940034,0.0042973137,0.0076727187,0.00028951062,0.9761868,0.0000392724,0.000013784929,0.000037103644,0.00926949],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.6859029,0.23747888,0.024206566,0.0025375208,0.048387405,0.0014867489],"domain_scores_gemma":[0.27451447,0.6727676,0.022285802,0.00730883,0.022322267,0.0008010438],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.79162186,0.00049095915,0.0039334823,0.001352005,0.00096366234,0.0021081674,0.008056622,0.0005277956,0.012804211],"category_scores_gemma":[0.9373349,0.00016760238,0.00073906605,0.00221951,0.00052984414,0.0015964231,0.0006248662,0.0040063304,0.0011080066],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001633987,0.000047564426,0.00884767,0.000029560055,0.0001417486,0.00013083554,0.00066370436,0.000066848,0.000009427633,0.00018272872,0.98302877,0.0066877543],"study_design_scores_gemma":[0.000510086,0.0003065607,0.0006799439,0.0071814805,0.0003490999,0.00053596165,0.0033734597,0.0011313335,1.4767956e-7,0.0031792389,0.9825749,0.00017779194],"about_ca_topic_score_codex":0.00042550496,"about_ca_topic_score_gemma":0.00067327544,"teacher_disagreement_score":0.43528873,"about_ca_system_score_codex":0.00042328154,"about_ca_system_score_gemma":0.0017788655,"threshold_uncertainty_score":0.99966973},"labels":[],"label_agreement":null},{"id":"W2531849338","doi":"10.1097/j.pain.0000000000000673","title":"Reporting of cross-over clinical trials of analgesic treatments for chronic pain: Analgesic, Anesthetic, and Addiction Clinical Trial Translations, Innovations, Opportunities, and Networks systematic review and recommendations","year":2016,"lang":"en","type":"review","venue":"Pain","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"U.S. Food and Drug Administration","keywords":"Analgesic; Clinical trial; Medicine; Sample size determination; Chronic pain; Addiction; Systematic review; Randomized controlled trial; Cross over; Meta-analysis; MEDLINE; Physical therapy; Medical physics; Anesthesia; Surgery; Psychiatry; Internal medicine; Statistics","score_opus":0.9043937892041519,"score_gpt":0.6666067692058315,"score_spread":0.23778701999832041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2531849338","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002029674,0.9426894,0.044203542,0.00047807544,0.000254358,0.011928379,0.00038314355,0.0000074276545,0.000035378896],"genre_scores_gemma":[0.00007903105,0.9958228,0.0013882305,0.00014396194,0.00026404657,0.0011108246,0.00040622626,0.000037533177,0.0007473484],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.58053,0.25197548,0.16192351,0.0025349085,0.002502414,0.0005336859],"domain_scores_gemma":[0.6035645,0.2245733,0.16494747,0.0040213224,0.0024814836,0.00041190977],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7732968,0.00066748756,0.028174786,0.0006722707,0.00022665274,0.0003400668,0.00055378664,0.0005415994,0.00064897863],"category_scores_gemma":[0.45064488,0.00032484546,0.0044707158,0.0011339795,0.00036530328,0.00026464122,0.00007746602,0.0002928263,0.000003826795],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050278915,0.00009070718,0.00035675932,0.1304871,0.0021425858,0.000001211284,0.000011587261,1.7615912e-7,1.0803834e-8,0.00038952986,0.007125399,0.85934466],"study_design_scores_gemma":[0.0070275473,0.001113397,0.00016919519,0.34143576,0.05195055,0.000050123457,0.00007224755,0.0030036445,1.9829791e-8,0.00086180575,0.5936624,0.00065335154],"about_ca_topic_score_codex":0.0000059097956,"about_ca_topic_score_gemma":0.000012004331,"teacher_disagreement_score":0.8586913,"about_ca_system_score_codex":0.000057862555,"about_ca_system_score_gemma":0.00058122864,"threshold_uncertainty_score":0.99992037},"labels":[],"label_agreement":null},{"id":"W2534725162","doi":"10.1093/asj/sjw172","title":"What is Wrong With Systematic Reviews and Meta-Analyses: If You Want the Right Answer, Ask the Right Question!","year":2016,"lang":"en","type":"article","venue":"Aesthetic Surgery Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Meta-analysis; Medicine; MEDLINE; Jargon; Critical appraisal; Publication bias; Alternative medicine; Pathology; Linguistics","score_opus":0.5401450087253011,"score_gpt":0.4652708058982381,"score_spread":0.07487420282706303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2534725162","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07403854,0.52597123,0.058034256,0.32393545,0.004858918,0.010044869,0.000039677838,0.000044933407,0.0030321549],"genre_scores_gemma":[0.87632924,0.046936996,0.0015712868,0.006233198,0.0004264263,0.00079739164,0.000003346226,0.00012635054,0.06757578],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.93361205,0.045635793,0.012553592,0.0010196321,0.006590885,0.000588024],"domain_scores_gemma":[0.95476675,0.0223243,0.014282174,0.0063211885,0.0018361509,0.00046942447],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.2659477,0.0007458501,0.008613803,0.00045338576,0.0011349968,0.0051153866,0.0023558033,0.000109823966,0.012904297],"category_scores_gemma":[0.0062522735,0.00014655244,0.005522665,0.001464188,0.0004554291,0.0013570472,0.00012444459,0.000408431,0.0021620707],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079483085,0.00037110297,0.0056559225,0.0021282663,0.025113683,0.0006312775,0.007171842,0.000050593775,0.0000398887,0.0078307,0.76041967,0.19050759],"study_design_scores_gemma":[0.0005674197,0.00014055874,0.0005163826,0.008103411,0.0684379,0.06878688,0.0040480737,0.0006425647,0.00010128221,0.035669673,0.8117003,0.0012855431],"about_ca_topic_score_codex":0.000009714481,"about_ca_topic_score_gemma":0.000027440066,"teacher_disagreement_score":0.8022907,"about_ca_system_score_codex":0.000063831685,"about_ca_system_score_gemma":0.00017130314,"threshold_uncertainty_score":0.99861485},"labels":[],"label_agreement":null},{"id":"W2536368941","doi":"10.1093/ejo/cjw062","title":"Historical controls in orthodontics: need for larger meta-epidemiological studies","year":2016,"lang":"en","type":"letter","venue":"European Journal of Orthodontics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta; Alberta Innovates; Killam Trusts; Alberta Innovates - Health Solutions; Women and Children's Health Research Institute; Children's Health Research Institute","keywords":"Orthodontics; Epidemiology; Medicine; Dentistry; Pathology","score_opus":0.9015952426937508,"score_gpt":0.5451367677650194,"score_spread":0.3564584749287314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2536368941","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005886607,0.040513422,0.27153364,0.6789598,0.0044573937,0.0013638209,0.00007515552,0.000009713173,0.0024984237],"genre_scores_gemma":[0.0027227763,0.0035036467,0.2620895,0.5234507,0.028529808,0.000077957266,0.000020378553,0.00040271206,0.17920254],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.80653983,0.13975085,0.043288272,0.0018389517,0.0073164813,0.0012655925],"domain_scores_gemma":[0.891587,0.06587945,0.03267287,0.003339142,0.006224659,0.0002968845],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.4444004,0.0011375252,0.022594867,0.0013466954,0.0001421854,0.00052847614,0.0041449186,0.00040438314,0.0013604093],"category_scores_gemma":[0.343845,0.00041194982,0.015638612,0.00069491455,0.00017146266,0.00029312816,0.00031492565,0.0022165936,0.00052989786],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004665121,0.000034257453,0.009838042,0.000112257985,0.0056479895,0.0012902832,0.00011764107,0.000024399611,0.0000083439,0.00013436592,0.97869486,0.0040509333],"study_design_scores_gemma":[0.00087340485,0.00032271072,0.0007974132,0.00018826942,0.0067865252,0.00015973482,0.0000727794,0.00004244061,8.0959865e-7,0.001256878,0.9890705,0.0004285316],"about_ca_topic_score_codex":8.2775364e-7,"about_ca_topic_score_gemma":0.0000034662473,"teacher_disagreement_score":0.17670411,"about_ca_system_score_codex":0.00036923008,"about_ca_system_score_gemma":0.00016058239,"threshold_uncertainty_score":0.9998332},"labels":[{"model":"gemma","categories":["metaepi_broad"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2538488284","doi":"10.1016/j.jid.2016.08.021","title":"Research Techniques Made Simple: Assessing Risk of Bias in Systematic Reviews","year":2016,"lang":"en","type":"review","venue":"Journal of Investigative Dermatology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":308,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"Eli Lilly and Company","keywords":"Systematic review; Protocol (science); Transparency (behavior); Publication bias; Publishing; Risk analysis (engineering); MEDLINE; Actuarial science; Computer science; Psychology; Data science; Meta-analysis; Medicine; Alternative medicine; Political science; Business; Computer security; Pathology; Law","score_opus":0.9161941926720168,"score_gpt":0.6522576114064148,"score_spread":0.26393658126560204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2538488284","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019888896,0.99288416,0.0017432995,0.0002783063,0.0002550525,0.003510527,0.00003037787,0.0000029583648,0.0010964201],"genre_scores_gemma":[0.00025210815,0.9912374,0.007671515,0.00006265082,0.00015613744,0.00019058927,0.0000031736408,0.00004456224,0.00038186857],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.6451908,0.29270506,0.053761736,0.0009466216,0.0067733987,0.00062240346],"domain_scores_gemma":[0.75357723,0.11055777,0.12285001,0.004776996,0.0077391244,0.0004988681],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.43087357,0.0008946582,0.043042146,0.0062551545,0.00014909312,0.0005131162,0.005267433,0.0007459814,0.00084824127],"category_scores_gemma":[0.50952715,0.00033208277,0.007266301,0.005627007,0.0011698484,0.0006895788,0.0004336889,0.0023047405,0.00090279774],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005317721,0.00016378623,0.0008699655,0.46446994,0.0023087724,0.000471525,0.00085838157,8.426225e-7,0.000045514167,0.0033087023,0.12996218,0.3975351],"study_design_scores_gemma":[0.00010767359,0.00006161372,0.000030263882,0.22617875,0.001500142,0.0018281816,0.00042921718,0.000013267842,0.00011287425,0.020818394,0.74864453,0.00027510343],"about_ca_topic_score_codex":0.000009785629,"about_ca_topic_score_gemma":0.00001459214,"teacher_disagreement_score":0.6186823,"about_ca_system_score_codex":0.00030983373,"about_ca_system_score_gemma":0.0015259509,"threshold_uncertainty_score":0.99999696},"labels":[],"label_agreement":null},{"id":"W2538726216","doi":"10.1097/aln.0000000000001299","title":"Why Shouldn’t A Priori Analysis Plans Be Publicly Available for All Observational Studies?","year":2016,"lang":"en","type":"letter","venue":"Anesthesiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Observational study; A priori and a posteriori; Intensive care medicine; Internal medicine; Epistemology","score_opus":0.8743083192845171,"score_gpt":0.5377408644746895,"score_spread":0.33656745480982764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2538726216","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030664469,0.0028996882,0.003168883,0.98620564,0.00065553124,0.001750028,0.0005184405,0.000025629633,0.0017097435],"genre_scores_gemma":[0.00013072304,0.00018842374,0.0033130487,0.87372917,0.00233417,0.0006529264,0.001054592,0.00004726457,0.118549675],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9728923,0.009566261,0.00970005,0.0028975562,0.0040144725,0.00092940294],"domain_scores_gemma":[0.9510336,0.031258233,0.007950676,0.006251178,0.0033607553,0.0001455458],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.064363346,0.00084041094,0.010268195,0.0015523919,0.0002441364,0.0005529993,0.004140152,0.0012424368,0.025143394],"category_scores_gemma":[0.03489018,0.0003712822,0.0056588743,0.0018862962,0.0002472059,0.0002971321,0.0002219917,0.0005868841,0.0046645165],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000103718985,0.000014144883,0.02604862,0.00007427309,0.0059730737,0.000050675644,0.00010221155,0.0000067648493,0.0000036634947,0.00045068745,0.9666661,0.00059943885],"study_design_scores_gemma":[0.00017522664,0.00012520092,0.0021638938,0.000019453539,0.0040670205,0.000024542476,0.00006195298,0.00020982376,0.0000013562477,0.0062924516,0.9864345,0.00042455978],"about_ca_topic_score_codex":0.0000493163,"about_ca_topic_score_gemma":0.00027997026,"teacher_disagreement_score":0.11683993,"about_ca_system_score_codex":0.00010585747,"about_ca_system_score_gemma":0.00024199093,"threshold_uncertainty_score":0.99987394},"labels":[],"label_agreement":null},{"id":"W2544262221","doi":"10.1186/s13643-016-0360-z","title":"Cochrane Rapid Reviews Methods Group to play a leading role in guiding the production of informed high-quality, timely research evidence syntheses","year":2016,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Agency for Drugs and Technologies in Health; Ottawa Hospital","funders":"","keywords":"Systematic review; Timeline; Medicine; Transparency (behavior); Health care; Quality (philosophy); Evidence-based medicine; Evidence-based practice; Management science; Process management; MEDLINE; Knowledge management; Alternative medicine; Computer science; Business; Political science; Engineering","score_opus":0.8951178393965988,"score_gpt":0.6568190433110306,"score_spread":0.23829879608556825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2544262221","genre_codex":"review","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026708066,0.66647345,0.12656726,0.01676897,0.0036407607,0.14439261,0.000021510496,0.00005744439,0.01536991],"genre_scores_gemma":[0.7290213,0.06594284,0.14178906,0.0007787044,0.00083724456,0.022692585,0.0000029059042,0.0001379462,0.038797382],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.43104756,0.46933982,0.07688265,0.0036016705,0.017483149,0.0016451462],"domain_scores_gemma":[0.43885657,0.47311816,0.04882734,0.031390104,0.006959483,0.0008483424],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8003228,0.0006588848,0.014639795,0.0013524556,0.0003038938,0.0006370906,0.0048667635,0.00015018381,0.0024664972],"category_scores_gemma":[0.89129305,0.00020168886,0.0023723175,0.0064689526,0.00021750962,0.0009903812,0.00056546414,0.0002646402,0.010027465],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073069394,0.00023993607,0.0021770203,0.2530516,0.00052091817,0.0000049310775,0.015575081,0.000022375105,0.080121964,0.019195622,0.13934575,0.4896717],"study_design_scores_gemma":[0.00021130963,0.00032770788,0.001240986,0.5859682,0.0006945777,0.00008104475,0.0041519357,0.00017391052,0.0025652358,0.0054559465,0.39819503,0.00093411084],"about_ca_topic_score_codex":0.00008383437,"about_ca_topic_score_gemma":0.0001902641,"teacher_disagreement_score":0.70231324,"about_ca_system_score_codex":0.00031090397,"about_ca_system_score_gemma":0.0001467236,"threshold_uncertainty_score":0.9999889},"labels":[],"label_agreement":null},{"id":"W2546505767","doi":"10.1136/bcr-2013-201554","title":"The CARE guidelines: consensus-based clinical case reporting guideline development","year":2013,"lang":"en","type":"article","venue":"BMJ Case Reports","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":664,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"University of Ottawa; University of Michigan","keywords":"Checklist; Guideline; Timeline; Psychological intervention; Transparency (behavior); Medical education; Medicine; Informed consent; MEDLINE; Health care; Systematic review; Best practice; Family medicine; Psychology; Nursing; Alternative medicine; Political science","score_opus":0.8317219988997863,"score_gpt":0.6298187252420457,"score_spread":0.20190327365774052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2546505767","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9707601,0.0022788134,0.010086593,0.0044787168,0.0018737975,0.0039506904,0.000003956977,0.000041683652,0.006525632],"genre_scores_gemma":[0.8758445,0.000006213721,0.11275473,0.0017709204,0.00050363946,0.0003872255,0.000021049127,0.000036660655,0.008675098],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.8915805,0.0067465,0.09389617,0.0018075613,0.005425137,0.0005440804],"domain_scores_gemma":[0.86911345,0.012609017,0.083539,0.01230647,0.021688022,0.0007440278],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.356195,0.00048153166,0.0035680942,0.00020443235,0.0009847167,0.0014770346,0.00046972977,0.00018848646,0.0043092384],"category_scores_gemma":[0.51618916,0.00019924308,0.002425656,0.0008972721,0.00016002652,0.00010845438,0.00026288055,0.00027881569,0.0018110061],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020682592,0.00001901416,0.012347764,0.000019954174,0.000108045955,0.481739,0.00011212057,0.00016544687,0.0000026734433,0.000007876661,0.36862928,0.13684674],"study_design_scores_gemma":[0.00009439033,0.000014702365,0.00028359474,0.000040481547,0.00012620728,0.50691986,0.003735495,0.0073497673,0.00002006209,0.00016617311,0.48103243,0.00021685101],"about_ca_topic_score_codex":0.00039610724,"about_ca_topic_score_gemma":0.00082640036,"teacher_disagreement_score":0.15999416,"about_ca_system_score_codex":0.00008647595,"about_ca_system_score_gemma":0.0013417939,"threshold_uncertainty_score":0.9995595},"labels":[],"label_agreement":null},{"id":"W2548065331","doi":"10.1186/s13643-016-0361-y","title":"Time to consider sharing data extracted from trials included in systematic reviews","year":2016,"lang":"en","type":"editorial","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Agency for Healthcare Research and Quality","keywords":"Systematic review; Data sharing; Medicine; Data quality; Process (computing); Data extraction; Quality (philosophy); Clinical trial; Data science; Management science; MEDLINE; Risk analysis (engineering); Service (business); Computer science; Alternative medicine; Marketing; Business","score_opus":0.8319983228464494,"score_gpt":0.5886072158024453,"score_spread":0.24339110704400402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2548065331","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001916739,0.24569812,0.0061795167,0.0006158265,0.53996277,0.19861615,0.0032804336,0.00007701344,0.005551022],"genre_scores_gemma":[0.000043147305,0.016286384,0.013109955,0.0011537041,0.6514716,0.049408343,0.0039044823,0.00073479797,0.26388758],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.19676656,0.49464917,0.26146358,0.01227189,0.032626413,0.0022224037],"domain_scores_gemma":[0.08032517,0.55064887,0.24700987,0.11303488,0.0068593365,0.0021218678],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.8306964,0.0036426247,0.13800122,0.0026152155,0.00029205607,0.005024366,0.02819436,0.0019625416,0.04142229],"category_scores_gemma":[0.95155066,0.0013678354,0.010886763,0.004533296,0.00013314046,0.0014100906,0.0042574108,0.0015280423,0.36717713],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007989877,0.00005319308,0.0000055062374,0.31719065,0.000698018,0.000023314073,0.00032033367,6.4438734e-7,0.000024996365,0.000013616307,0.6812716,0.0003900947],"study_design_scores_gemma":[0.00043118707,0.000025521727,0.0000014216076,0.34064534,0.0038545209,0.000009514011,0.00008501944,0.00044254988,6.1094136e-7,0.0005938771,0.6529417,0.0009687503],"about_ca_topic_score_codex":0.000107926724,"about_ca_topic_score_gemma":0.0003034037,"teacher_disagreement_score":0.32575482,"about_ca_system_score_codex":0.00077921135,"about_ca_system_score_gemma":0.0007302827,"threshold_uncertainty_score":0.99933314},"labels":[],"label_agreement":null},{"id":"W2549023160","doi":"10.1210/jc.2016-2934","title":"Letter to the Editor: Models Developed Using Small Datasets Should be Appropriately Evaluated","year":2016,"lang":"en","type":"letter","venue":"The Journal of Clinical Endocrinology & Metabolism","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Population Health Research Institute","funders":"","keywords":"Computer science","score_opus":0.8820457416687828,"score_gpt":0.5877428752589164,"score_spread":0.29430286640986636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2549023160","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021193114,0.003472076,0.03829462,0.9281078,0.02586649,0.0013079464,0.00032825704,0.000008395952,0.00049508293],"genre_scores_gemma":[0.00050644984,0.000801666,0.0063436567,0.85426044,0.13385655,0.000022841725,0.000031728712,0.000084791995,0.0040918747],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8654161,0.08818464,0.032572143,0.0015126733,0.010922926,0.0013915043],"domain_scores_gemma":[0.9200237,0.039744303,0.026565975,0.008829459,0.004452748,0.00038384157],"candidate_categories":["metaresearch","metaepi_narrow","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.2574324,0.0010548786,0.011930868,0.00081173074,0.00042361318,0.0006464485,0.015061804,0.0011834824,0.0028888336],"category_scores_gemma":[0.08422617,0.00031359663,0.005268152,0.0010989662,0.00065129175,0.00042205793,0.0014577779,0.006835569,0.0020774757],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095235984,0.00002922475,0.00001965584,0.00001224627,0.0016450278,0.000120012424,0.00014253525,0.0003804603,0.000012460256,0.00007624421,0.9800377,0.01742918],"study_design_scores_gemma":[0.000757265,0.000066112436,0.00014151828,0.000079191625,0.004304965,0.0004087683,0.000039632385,0.0010462943,0.000010184813,0.0058331424,0.98694015,0.00037280782],"about_ca_topic_score_codex":0.000033956207,"about_ca_topic_score_gemma":0.000022753786,"teacher_disagreement_score":0.17320623,"about_ca_system_score_codex":0.000059269303,"about_ca_system_score_gemma":0.00095864886,"threshold_uncertainty_score":0.99993163},"labels":[],"label_agreement":null},{"id":"W2549931764","doi":"10.1503/cmaj.161088","title":"Secrecy or transparency? The future of regulatory trial data","year":2016,"lang":"en","type":"letter","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transparency (behavior); Secrecy; Computer science; Data science; Internet privacy; Computer security; World Wide Web","score_opus":0.5106960075033572,"score_gpt":0.4545650929731655,"score_spread":0.0561309145301917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2549931764","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001642014,0.0015645684,0.0006953739,0.9857356,0.0069058076,0.00055052055,0.0009372521,0.0000020876219,0.003444572],"genre_scores_gemma":[0.000865863,0.0005266252,0.00013856874,0.8141939,0.10599555,0.000019704677,0.0001709124,0.000044400007,0.07804447],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.93964964,0.020472858,0.011951957,0.00086586084,0.02637403,0.000685661],"domain_scores_gemma":[0.9689419,0.009857986,0.012682559,0.0048956666,0.0025387115,0.0010831376],"candidate_categories":["metaresearch","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.22605531,0.00037644917,0.003594827,0.0005326482,0.00037374155,0.0008053635,0.0098152,0.0018673596,0.18949775],"category_scores_gemma":[0.08398756,0.00012589422,0.001740565,0.00089700095,0.000109741864,0.00027374903,0.000084961845,0.0033540041,0.0013764309],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029599134,0.0000036195397,0.00028062015,0.00001386224,0.0004625591,0.00017391866,0.0000889853,9.487836e-8,5.820513e-8,0.00006734098,0.9292825,0.06959684],"study_design_scores_gemma":[0.0020429997,0.000033928834,0.00025193865,0.00012207584,0.00033000085,0.00012380493,0.00017421976,0.000052498683,7.953898e-8,0.0017179945,0.9949898,0.00016063334],"about_ca_topic_score_codex":0.00021899652,"about_ca_topic_score_gemma":0.016592393,"teacher_disagreement_score":0.18812133,"about_ca_system_score_codex":0.0004728865,"about_ca_system_score_gemma":0.010193247,"threshold_uncertainty_score":0.99942845},"labels":[],"label_agreement":null},{"id":"W2550419422","doi":"10.1136/bmjopen-2016-012867","title":"Reporting quality in abstracts of meta-analyses of depression screening tool accuracy: a review of systematic reviews and meta-analyses","year":2016,"lang":"en","type":"review","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; McGill University; Jewish General Hospital","funders":"Arthritis Society","keywords":"Meta-analysis; Systematic review; Medicine; PsycINFO; MEDLINE; Data extraction; Pathology","score_opus":0.9852475575669318,"score_gpt":0.7530627077955181,"score_spread":0.23218484977141374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2550419422","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000065620593,0.95574254,0.0011241955,0.00006632907,0.000047204285,0.040804643,0.0001727263,0.0000027668445,0.0020330388],"genre_scores_gemma":[0.00010686018,0.9804977,0.011439167,0.00009667696,0.000026114207,0.005801854,0.0000301021,0.000046960587,0.0019545224],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.4286439,0.2078119,0.3397972,0.0049472484,0.017910523,0.00088920444],"domain_scores_gemma":[0.33962467,0.07205875,0.56132257,0.02195062,0.004711346,0.00033202584],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.66864705,0.0015265826,0.14795972,0.001327026,0.00008474105,0.00050353643,0.0070093716,0.0003710683,0.00828197],"category_scores_gemma":[0.7093194,0.0005052277,0.03519466,0.0038532403,0.00016312394,0.00094929995,0.0021208278,0.00040953606,0.00015141089],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000568945,0.00006621088,0.000044928205,0.88971955,0.047037955,0.00001076044,0.000041900643,0.0000034336306,0.000007920766,0.00005159106,0.0023012501,0.0607088],"study_design_scores_gemma":[0.00011891475,0.0000221703,0.000053602027,0.44759223,0.45880276,0.000059095906,0.00005948783,0.000010768292,0.000023999193,0.00016619758,0.092569396,0.00052137946],"about_ca_topic_score_codex":0.00040377898,"about_ca_topic_score_gemma":0.00006516841,"teacher_disagreement_score":0.44212735,"about_ca_system_score_codex":0.00004763027,"about_ca_system_score_gemma":0.0005864072,"threshold_uncertainty_score":0.9997483},"labels":[],"label_agreement":null},{"id":"W2551029045","doi":"10.3163/1536-5050.104.4.006","title":"Increasing number of databases searched in systematic reviews and meta-analyses between 1994 and 2014","year":2016,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Shores Centre for Mental Health Sciences; Western University","funders":"","keywords":"Milestone; Database; Systematic review; MEDLINE; Cochrane Library; Bibliographic database; Meta-analysis; Medicine; Library science; Information retrieval; Computer science; Geography; Internal medicine; Political science; Cartography","score_opus":0.7629888682414917,"score_gpt":0.5579829075777163,"score_spread":0.2050059606637754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2551029045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.934598,0.020259235,0.0027011111,0.03941276,0.00028873712,0.0014431429,0.00010147274,0.0000038660683,0.0011916498],"genre_scores_gemma":[0.9897559,0.0016527234,0.0033402033,0.0005684291,0.00019270284,0.000010632969,0.0000016929278,0.000011852138,0.0044658533],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.93267125,0.04828518,0.011552904,0.0003055168,0.00700152,0.00018363944],"domain_scores_gemma":[0.921751,0.056504734,0.019872913,0.0012157226,0.0003018694,0.00035372295],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20944189,0.00018306964,0.005756322,0.00025787044,0.0000588681,0.00022192563,0.0010901125,0.00009357032,0.0053448356],"category_scores_gemma":[0.2549877,0.00005255371,0.0014871476,0.0007431995,0.00008089067,0.0010611204,0.00031050268,0.00024223859,0.000053587388],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008558844,0.000033959077,0.9611489,0.00093419757,0.0024141797,0.000004528207,0.00012869318,3.4036105e-7,0.00006199447,0.00033398592,0.033769228,0.001161406],"study_design_scores_gemma":[0.0043385224,0.00018948098,0.7170701,0.017242933,0.072424665,0.00083840895,0.0013456194,0.0007515651,0.00068044645,0.03709892,0.14696945,0.0010499055],"about_ca_topic_score_codex":0.000010184065,"about_ca_topic_score_gemma":0.0000044139106,"teacher_disagreement_score":0.24407884,"about_ca_system_score_codex":0.00003497674,"about_ca_system_score_gemma":0.00011616964,"threshold_uncertainty_score":0.9955644},"labels":[],"label_agreement":null},{"id":"W2551041964","doi":"10.1111/zph.12315","title":"Explanation and Elaboration Document for the <scp>STROBE</scp>‐Vet Statement: Strengthening the Reporting of Observational Studies in Epidemiology – Veterinary Extension","year":2016,"lang":"en","type":"article","venue":"Zoonoses and Public Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island; University of Saskatchewan; University of Guelph","funders":"","keywords":"Strengthening the reporting of observational studies in epidemiology; Observational study; Checklist; Statement (logic); Veterinary medicine; Medicine; Medical education; Psychology; Pathology; Political science","score_opus":0.9356507253048393,"score_gpt":0.6240544706348419,"score_spread":0.3115962546699974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2551041964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9219205,0.009738552,0.031797264,0.035487134,0.00016516648,0.00083660136,0.000022392314,0.0000026508362,0.00002976889],"genre_scores_gemma":[0.9928808,0.0022958487,0.003716037,0.0007355703,0.00005164793,0.0001062452,0.0000114438135,0.0000039555025,0.00019842878],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97863024,0.0070144786,0.012410033,0.0006159136,0.0009826064,0.00034675174],"domain_scores_gemma":[0.9287328,0.0531182,0.015999515,0.0009292769,0.0011132032,0.00010696735],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19061734,0.00012036078,0.0011923197,0.0001315713,0.00028930788,0.0001076468,0.00021140362,0.00003112474,0.00002966152],"category_scores_gemma":[0.16441281,0.00003908071,0.00012758105,0.00033320967,0.0000980187,0.00033831914,0.00008714838,0.000051528717,0.0000017234175],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008799366,0.000041934934,0.32042232,0.0002891804,0.0002009801,8.986034e-7,0.006781892,0.00010473937,0.00009439503,0.06266932,0.023218185,0.58616734],"study_design_scores_gemma":[0.0006506394,0.00052148296,0.58890384,0.0002368196,0.000056908237,0.000024872053,0.03872892,0.010417406,0.000007440438,0.041736584,0.31863263,0.00008247895],"about_ca_topic_score_codex":0.00006034764,"about_ca_topic_score_gemma":0.00011101261,"teacher_disagreement_score":0.5860849,"about_ca_system_score_codex":0.000040000734,"about_ca_system_score_gemma":0.0001239662,"threshold_uncertainty_score":0.8426257},"labels":[],"label_agreement":null},{"id":"W2551525852","doi":"10.1186/s12891-016-1334-y","title":"Level of clinical evidence presented at the open and closed American Shoulder and Elbow Surgeons annual meeting over 10 years (2005–2014)","year":2016,"lang":"en","type":"article","venue":"BMC Musculoskeletal Disorders","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Care; Western University; McMaster University","funders":"","keywords":"Medicine; Sports medicine; Elbow; Orthopedic surgery; Physical therapy; Evidence-based medicine; Family medicine; Surgery; Alternative medicine","score_opus":0.5672476850751839,"score_gpt":0.5387263985975083,"score_spread":0.0285212864776756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2551525852","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99195415,0.0014778327,0.0019770775,0.0019769138,0.00012850751,0.0010912012,0.000092135364,0.0000055098867,0.0012966847],"genre_scores_gemma":[0.98354214,0.0007495034,0.0009298322,0.000109669454,0.00003725802,0.00004519008,0.000002849101,0.000020418633,0.0145631395],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98172104,0.009278291,0.004833063,0.0012109583,0.0025587315,0.0003979076],"domain_scores_gemma":[0.9742213,0.019607639,0.0032073495,0.0023386732,0.0003723065,0.00025272314],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.059270922,0.00030493937,0.002306671,0.00015237118,0.00017631748,0.00030724416,0.0016843195,0.000088081695,0.004680442],"category_scores_gemma":[0.04925402,0.00012295903,0.0012761076,0.00059227395,0.0010382176,0.0005142956,0.0012550674,0.00012372935,0.00021519815],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005977573,0.00005473001,0.76974183,0.000053066007,0.00016908415,5.969894e-7,0.00015369046,0.000005800345,0.000053533335,0.00014773555,0.08731615,0.142244],"study_design_scores_gemma":[0.00052365294,0.00008678989,0.93451285,0.00010422826,0.00017299928,0.0000028059665,0.0008646074,0.00043984127,0.0000023967143,0.00047070507,0.0626148,0.00020430316],"about_ca_topic_score_codex":0.0007425135,"about_ca_topic_score_gemma":0.008449095,"teacher_disagreement_score":0.16477102,"about_ca_system_score_codex":0.00001484332,"about_ca_system_score_gemma":0.000114725095,"threshold_uncertainty_score":0.9962294},"labels":[],"label_agreement":null},{"id":"W2551697176","doi":"10.1111/zph.12314","title":"Methods and Processes of Developing the Strengthening the Reporting of Observational Studies in Epidemiology – Veterinary (<scp>STROBE</scp>‐Vet) Statement","year":2016,"lang":"en","type":"article","venue":"Zoonoses and Public Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Prince Edward Island; University of Saskatchewan; University of Guelph","funders":"Syddansk Universitet; Iowa State University; University of Guelph; Atlantic Veterinary College; Ontario Veterinary College, University of Guelph; Cornell University","keywords":"Observational study; Strengthening the reporting of observational studies in epidemiology; Animal welfare; Statement (logic); Animal health; Medicine; Family medicine; MEDLINE; Systematic review; Psychology; Veterinary medicine; Medical education; Environmental health; Political science; Pathology; Biology","score_opus":0.957017221071253,"score_gpt":0.6757219880595514,"score_spread":0.28129523301170156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2551697176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9261338,0.01937204,0.033370253,0.02051991,0.000080727674,0.00040558906,0.000008709539,0.0000021424607,0.00010681704],"genre_scores_gemma":[0.9335211,0.0028394852,0.06267505,0.0006877367,0.000029802879,0.000049193164,0.0000016222351,0.0000049632745,0.00019103417],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9504046,0.023517467,0.023303224,0.00085227645,0.0013521027,0.0005703439],"domain_scores_gemma":[0.809805,0.14919278,0.036945015,0.0017021276,0.0021664207,0.00018869645],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27398786,0.00014371591,0.0021402847,0.00014640928,0.00019373329,0.000059256767,0.00041105424,0.000031349453,0.000029677107],"category_scores_gemma":[0.35345453,0.000044003118,0.00013999411,0.0006859643,0.00024960985,0.00020188295,0.00022590981,0.000075149015,0.0000010594838],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002167024,0.000021548583,0.6119406,0.00087284436,0.00018406376,7.2318113e-7,0.00628388,0.000011867656,0.000036138958,0.018238962,0.0020835006,0.36032367],"study_design_scores_gemma":[0.00032783,0.00032972303,0.6446177,0.00070929027,0.00005226421,0.000058051628,0.055495687,0.0010039337,0.000046192534,0.040457267,0.25678673,0.00011533429],"about_ca_topic_score_codex":0.00007601914,"about_ca_topic_score_gemma":0.00009067149,"teacher_disagreement_score":0.36020833,"about_ca_system_score_codex":0.000029449997,"about_ca_system_score_gemma":0.00048646712,"threshold_uncertainty_score":0.7475823},"labels":[],"label_agreement":null},{"id":"W2552022374","doi":"10.1136/bjsports-2016-097072","title":"Misinterpretations of the ‘p value’: a brief primer for academic sports medicine","year":2016,"lang":"en","type":"editorial","venue":"British Journal of Sports Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"","keywords":"Lottery; Null hypothesis; Value (mathematics); p-value; Null (SQL); Medicine; Categorical variable; Psychology; Actuarial science; Statistics; Mathematics; Computer science; Economics","score_opus":0.23237919618546585,"score_gpt":0.4761777156532157,"score_spread":0.24379851946774986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2552022374","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001174774,0.08595667,0.009956049,0.00756873,0.8883266,0.0019014187,0.00026774302,0.000005543091,0.0048425053],"genre_scores_gemma":[0.017266624,0.019573806,0.0012134166,0.00074732426,0.9098534,0.000028320697,0.00006121486,0.00011830015,0.051137608],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9496675,0.002040216,0.025021348,0.0009030062,0.021948949,0.00041898404],"domain_scores_gemma":[0.93157405,0.012274182,0.043422993,0.0024273794,0.009874462,0.00042695648],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14474243,0.00059625227,0.009312368,0.0008423828,0.00018804487,0.000093045186,0.0041188654,0.0007271545,0.009857891],"category_scores_gemma":[0.2117111,0.00024555618,0.0032654502,0.0011336376,0.0008520379,0.00026149396,0.00014855382,0.0014489171,0.000011506278],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038244012,0.000023318502,0.00035414685,0.00016554895,0.00032695706,0.00011315459,0.00029500615,0.0000035340086,0.000018007171,0.00009272847,0.8478912,0.15067814],"study_design_scores_gemma":[0.0014263163,0.00013301687,0.0051614232,0.036197666,0.0029143083,0.0010204421,0.00030307224,0.00001747126,0.000006868162,0.01132302,0.9412778,0.00021859915],"about_ca_topic_score_codex":0.000062824736,"about_ca_topic_score_gemma":0.0000062433087,"teacher_disagreement_score":0.15045954,"about_ca_system_score_codex":0.000101016514,"about_ca_system_score_gemma":0.00096758903,"threshold_uncertainty_score":0.99999964},"labels":[],"label_agreement":null},{"id":"W2552485236","doi":"10.1016/j.jclinepi.2016.10.006","title":"Randomized trials addressing a similar question are commonly published after a trial stopped early for benefit","year":2016,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Clinical trial; Medicine; Early stopping; Randomized controlled trial; Sample size determination; Skepticism; Relative risk; Population; Confidence interval; Surgery; Internal medicine; Statistics; Computer science","score_opus":0.9672786583599671,"score_gpt":0.7370097620535553,"score_spread":0.23026889630641179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2552485236","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001397188,0.9139842,0.064978,0.0061868867,0.007757835,0.0066285087,0.00017404163,0.0000055996074,0.00014522359],"genre_scores_gemma":[0.00005780222,0.9724587,0.014139965,0.0013563086,0.00882314,0.00061674044,0.000017220027,0.00006236349,0.0024677655],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.10033234,0.65203357,0.2405896,0.002068868,0.004111136,0.00086445484],"domain_scores_gemma":[0.01788181,0.70409507,0.26907012,0.0034306138,0.0047622654,0.000760146],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.95242196,0.001181811,0.20671743,0.0014432019,0.00014642157,0.0007966421,0.004418675,0.0025372775,0.005057947],"category_scores_gemma":[0.98795545,0.0003932702,0.10377352,0.0007822531,0.00054220454,0.0006176473,0.00027169523,0.0021363352,0.00047799113],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14228307,0.00014973387,0.00015652116,0.0013123356,0.0040687867,0.000018061788,0.000012489017,0.0000019942502,4.8195683e-9,0.0011863877,0.057154804,0.7936558],"study_design_scores_gemma":[0.17141242,0.00048276776,0.00005675314,0.012041479,0.0102964975,0.00004969976,0.0000053988742,0.00007260919,3.1660126e-9,0.06715822,0.7381336,0.00029055984],"about_ca_topic_score_codex":0.000004222258,"about_ca_topic_score_gemma":0.000010458446,"teacher_disagreement_score":0.79336524,"about_ca_system_score_codex":0.000103855615,"about_ca_system_score_gemma":0.0011239748,"threshold_uncertainty_score":0.99985194},"labels":[],"label_agreement":null},{"id":"W2554191990","doi":"10.1016/j.jclinepi.2016.11.002","title":"Bibliographic study showed improving statistical methodology of network meta-analyses published between 1999 and 2015","year":2016,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":149,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Interquartile range; Meta-analysis; MEDLINE; Study heterogeneity; Randomized controlled trial; Statistics; Mathematics; Internal medicine","score_opus":0.987852768179021,"score_gpt":0.7773647472893516,"score_spread":0.21048802088966945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2554191990","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000608756,0.834318,0.16209298,0.00088370993,0.001367944,0.0010536554,0.00012019369,0.000003047765,0.00009959363],"genre_scores_gemma":[0.00028316746,0.89233273,0.10496749,0.00027782808,0.0017433148,0.000032261676,0.000011209044,0.000044500437,0.00030749926],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.119360045,0.69021136,0.1811514,0.0029527815,0.0051904856,0.0011339408],"domain_scores_gemma":[0.10551256,0.7236478,0.16130342,0.0046511698,0.003775174,0.0011099081],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity"],"category_scores_codex":[0.88730985,0.0012559423,0.1564226,0.006397675,0.00012501873,0.0002790812,0.0054672346,0.0016159858,0.007184055],"category_scores_gemma":[0.8978718,0.00042358856,0.037017234,0.006771774,0.0011116739,0.00043534246,0.00095707044,0.0028335254,0.00014895652],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036840454,0.00017947577,0.06470481,0.001132347,0.05859277,0.000035810775,0.000011058486,0.000007686901,2.4622354e-8,0.0009723517,0.11391745,0.76040936],"study_design_scores_gemma":[0.00057046325,0.0015688448,0.014874924,0.0007267655,0.15259004,0.00013544734,0.000048562735,0.00004937596,7.255065e-9,0.052134756,0.77688324,0.00041759713],"about_ca_topic_score_codex":0.000048332284,"about_ca_topic_score_gemma":0.000025379095,"teacher_disagreement_score":0.75999177,"about_ca_system_score_codex":0.000025418156,"about_ca_system_score_gemma":0.0008042249,"threshold_uncertainty_score":0.9999137},"labels":[],"label_agreement":null},{"id":"W2554505213","doi":"10.1186/s13643-016-0373-7","title":"Evaluating Data Abstraction Assistant, a novel software application for data abstraction during systematic reviews: protocol for a randomized controlled trial","year":2016,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; National Research Council Canada","funders":"Brown University; Johns Hopkins Bloomberg School of Public Health; Patient-Centered Outcomes Research Institute; Johns Hopkins University; World Health Organization","keywords":"Abstraction; Computer science; Abstraction model checking; Protocol (science); Randomized controlled trial; Systematic review; Data mining; Medicine; Theoretical computer science; Model checking; MEDLINE","score_opus":0.8650827247172604,"score_gpt":0.62649800358406,"score_spread":0.2385847211332004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2554505213","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000027673877,0.0013614808,0.47988608,0.00013550883,0.00044400245,0.51789343,0.00014740087,0.000027180573,0.00007723793],"genre_scores_gemma":[0.00045387115,0.00012574228,0.060144514,0.0000544205,0.0006842455,0.9330303,0.00019681612,0.00007877441,0.005231284],"study_design_codex":"systematic_review","study_design_gemma":"randomized_trial","domain_scores_codex":[0.7832183,0.08932818,0.10971965,0.006151951,0.010401264,0.0011806312],"domain_scores_gemma":[0.5489609,0.20577043,0.18770976,0.05086318,0.0060651996,0.0006304857],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.6817408,0.0012823394,0.039783858,0.000587037,0.00067235884,0.0016888093,0.0073830895,0.0003181483,0.0006159961],"category_scores_gemma":[0.7511311,0.00044681694,0.006902426,0.001017662,0.00009582436,0.0021813624,0.00048245196,0.0002078431,0.0020387622],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07291721,0.0003638416,0.0000045046295,0.90853244,0.0016717851,4.2422326e-7,0.00011549289,0.000008877741,0.001031586,0.00041038205,0.009865107,0.0050783223],"study_design_scores_gemma":[0.7255249,0.0001634333,0.0000031127086,0.13625556,0.010589966,0.000057484067,0.0001684952,0.08156989,0.000012811099,0.0010519844,0.043743555,0.0008587796],"about_ca_topic_score_codex":0.000010126416,"about_ca_topic_score_gemma":0.00002834057,"teacher_disagreement_score":0.7722769,"about_ca_system_score_codex":0.0003115735,"about_ca_system_score_gemma":0.00029491077,"threshold_uncertainty_score":0.99999285},"labels":[],"label_agreement":null},{"id":"W2556018804","doi":"10.1136/bmjopen-2016-012319","title":"Reporting quality of abstracts of trials published in top five pain journals: a protocol for a systematic survey","year":2016,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; St. Joseph’s Healthcare Hamilton; Population Health Research Institute; McMaster University","funders":"","keywords":"Medicine; Protocol (science); Alternative medicine; Quality (philosophy); Family medicine; MEDLINE; Biostatistics; Public health; Pathology","score_opus":0.9687503645898496,"score_gpt":0.7393733931150654,"score_spread":0.2293769714747842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2556018804","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":"methods","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03260832,0.000016393067,0.01513402,0.00078343076,0.00007755378,0.9482858,0.00009232346,0.000002059829,0.0030000636],"genre_scores_gemma":[0.37618637,1.878796e-7,0.0058583254,0.00006422074,0.000046248784,0.6104581,0.0000023644302,0.000013785102,0.0073704273],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.20900473,0.45208657,0.31907627,0.0026494989,0.016277675,0.00090527226],"domain_scores_gemma":[0.2514826,0.27193174,0.4543748,0.010760297,0.011117351,0.00033322422],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9544612,0.00020863501,0.012730248,0.0004066293,0.000040579653,0.0010151704,0.0027761806,0.000099212644,0.0037657183],"category_scores_gemma":[0.96160966,0.00007284058,0.0017851193,0.0011081618,0.000033647273,0.00073298404,0.00028368877,0.00006373608,0.000040319024],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016459533,0.000852727,0.74693453,0.098308034,0.0015267518,0.000015680167,0.003257175,0.00008707083,0.002686688,0.0012191292,0.12557608,0.01789015],"study_design_scores_gemma":[0.009044387,0.00046650443,0.85723203,0.084916934,0.00027434865,0.00002331186,0.0041721095,0.0013674373,0.0015235177,0.038091034,0.002091383,0.0007970244],"about_ca_topic_score_codex":0.0007200809,"about_ca_topic_score_gemma":0.0011626664,"teacher_disagreement_score":0.34357804,"about_ca_system_score_codex":0.00003903902,"about_ca_system_score_gemma":0.00046819565,"threshold_uncertainty_score":0.997145},"labels":[],"label_agreement":null},{"id":"W2556033785","doi":"10.1111/jvim.14592","title":"Explanation and Elaboration Document for the STROBE-Vet Statement: Strengthening the Reporting of Observational Studies in Epidemiology—Veterinary Extension","year":2016,"lang":"en","type":"article","venue":"Journal of Veterinary Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health PEI; University of Prince Edward Island; University of Saskatchewan; University of Guelph","funders":"","keywords":"Observational study; Medicine; Strengthening the reporting of observational studies in epidemiology; Elaboration; Statement (logic); Epidemiology; Extension (predicate logic); Veterinary medicine; Family medicine; Pathology","score_opus":0.9312395322284335,"score_gpt":0.6511083697379879,"score_spread":0.28013116249044556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2556033785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9299751,0.0047987183,0.046371214,0.017803721,0.0006876054,0.00033441192,0.0000051082316,7.7692937e-7,0.000023324368],"genre_scores_gemma":[0.9945452,0.0008576131,0.0038283435,0.00023583222,0.00026146372,0.000019284224,0.0000011064016,0.0000049275695,0.00024618633],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97574145,0.003999061,0.018182246,0.0002920094,0.0016302251,0.0001550235],"domain_scores_gemma":[0.931447,0.032073397,0.03350481,0.0006881131,0.0022255608,0.000061105515],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1790825,0.00015858206,0.0017795662,0.00026016455,0.00009298773,0.000028973509,0.00053615187,0.0000320687,0.00019416408],"category_scores_gemma":[0.15981695,0.00004477335,0.00030818037,0.00024588322,0.00019130351,0.00037040302,0.000111833084,0.00012719998,0.0000015107111],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031148605,0.00018866934,0.28593764,0.0006777375,0.0028444747,0.00032080954,0.01801334,0.0017707332,0.0948673,0.0071745035,0.055092104,0.5299978],"study_design_scores_gemma":[0.0058659203,0.019098291,0.71832234,0.010718683,0.0011797169,0.004719109,0.053102694,0.017375672,0.00043130943,0.06965382,0.099077255,0.00045522032],"about_ca_topic_score_codex":0.000009109883,"about_ca_topic_score_gemma":0.0000056006334,"teacher_disagreement_score":0.5295426,"about_ca_system_score_codex":0.00006869067,"about_ca_system_score_gemma":0.000035060202,"threshold_uncertainty_score":0.8472603},"labels":[],"label_agreement":null},{"id":"W2556359523","doi":"10.1186/s13643-016-0367-5","title":"What guidance is available for researchers conducting overviews of reviews of healthcare interventions? A scoping review and qualitative metasummary","year":2016,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":202,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates; Trinity College Dublin; University of Dundee","keywords":"Systematic review; Scopus; Medicine; Scope (computer science); Popularity; MEDLINE; Psychological intervention; Process (computing); Quality (philosophy); Health care; Computer science; Psychology; Nursing","score_opus":0.9697371847271765,"score_gpt":0.7174838181861884,"score_spread":0.25225336654098807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2556359523","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.376566e-8,0.9044575,0.0019649954,0.0004908914,0.00053331,0.09185908,0.00029093272,0.0000058095234,0.00039743626],"genre_scores_gemma":[7.0531065e-8,0.9572626,0.009598944,0.00034202007,0.00008120215,0.016553173,0.00004526074,0.00009134909,0.01602542],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.57784045,0.2779338,0.13203533,0.004064421,0.006998778,0.0011272324],"domain_scores_gemma":[0.72419584,0.06661529,0.18422095,0.01719279,0.0070748944,0.000700207],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.6258248,0.0018037737,0.09215214,0.001191717,0.00022661133,0.00066389603,0.004486421,0.00042451473,0.008601706],"category_scores_gemma":[0.34245166,0.00072482444,0.025078643,0.003652186,0.00035475424,0.0013344222,0.00067260495,0.0004998308,0.0036483086],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011443922,0.000027794396,4.3107474e-7,0.76450783,0.00069848064,3.8972243e-7,0.0009176797,3.1646246e-9,3.296144e-7,0.00032482122,0.069047324,0.16447379],"study_design_scores_gemma":[0.00008044418,0.000061141625,9.482292e-9,0.5148927,0.0046859495,0.000015570426,0.00036184944,0.0000015978279,4.5278261e-7,0.00022923734,0.47937545,0.00029560362],"about_ca_topic_score_codex":0.00002146577,"about_ca_topic_score_gemma":0.000032404285,"teacher_disagreement_score":0.41032812,"about_ca_system_score_codex":0.00021502086,"about_ca_system_score_gemma":0.0007027157,"threshold_uncertainty_score":0.9995203},"labels":[],"label_agreement":null},{"id":"W2557318878","doi":"10.1007/s00167-016-4391-8","title":"Level of evidence of free papers presented at the European Society of Sports Traumatology, Knee Surgery and Arthroscopy congress from 2008 to 2016","year":2016,"lang":"en","type":"article","venue":"Knee Surgery Sports Traumatology Arthroscopy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McMaster University","funders":"","keywords":"Traumatology; Medicine; Observational study; Evidence-based medicine; Randomized controlled trial; Arthroscopy; Sports medicine; Physical therapy; Clinical trial; Orthopedic surgery; Surgery; Alternative medicine; Internal medicine","score_opus":0.5787037582779566,"score_gpt":0.4353015066448507,"score_spread":0.14340225163310594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2557318878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9858085,0.0064662173,0.0012546205,0.0027605493,0.0015109535,0.0010360765,0.00047830952,0.000020357918,0.00066443905],"genre_scores_gemma":[0.9934431,0.0021706298,0.0013822478,0.00023916815,0.00004503185,0.000043372704,0.000018281758,0.000054788117,0.0026034045],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97408724,0.0066107432,0.012840148,0.0018371863,0.0038116842,0.0008130269],"domain_scores_gemma":[0.9554152,0.028101802,0.009421581,0.005544806,0.0011343836,0.0003822235],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.048910595,0.0007586341,0.0079008555,0.00058581994,0.00024769275,0.00006463325,0.0013336339,0.00033129213,0.008424882],"category_scores_gemma":[0.01378667,0.00033968803,0.0029717765,0.0012427156,0.002389241,0.00040879194,0.0005343047,0.00022076404,0.00014940329],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002022885,0.00010481414,0.73366976,0.00017024319,0.0004543484,0.000041093797,0.0006275892,0.0000072891776,0.0033836688,0.000066755216,0.24296384,0.018308314],"study_design_scores_gemma":[0.0008235863,0.00009063071,0.94164056,0.003293862,0.0005197682,0.00017895745,0.0009929353,0.000035417434,0.017361902,0.0012761633,0.0330967,0.0006895013],"about_ca_topic_score_codex":0.00018092693,"about_ca_topic_score_gemma":0.00030244875,"teacher_disagreement_score":0.20986713,"about_ca_system_score_codex":0.000029577546,"about_ca_system_score_gemma":0.00032884418,"threshold_uncertainty_score":0.9999055},"labels":[],"label_agreement":null},{"id":"W2557508602","doi":"10.7202/1038612ar","title":"Les dix commandements du nouvel homo statisticus","year":2017,"lang":"fr","type":"article","venue":"McGill Journal of Education / Revue des sciences de l éducation de McGill","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa; Université de Montréal","funders":"","keywords":"Humanities; Art; Political science","score_opus":0.9045482469009799,"score_gpt":0.6017451842616012,"score_spread":0.30280306263937873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2557508602","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.635672,0.014969071,0.05001405,0.056847434,0.040901843,0.0017861609,0.0007642093,0.000018280425,0.19902696],"genre_scores_gemma":[0.8765073,0.0014828625,0.07661688,0.0012102621,0.00085255783,0.000031718595,0.0000072699086,0.000029295448,0.043261897],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98045397,0.006974636,0.00773294,0.00090544584,0.003178386,0.00075461715],"domain_scores_gemma":[0.97073245,0.002768485,0.017684093,0.0025624312,0.0054728966,0.0007796609],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08502239,0.0005194997,0.0022062906,0.00095499196,0.007394087,0.0028038367,0.0055931145,0.00019087986,0.008845551],"category_scores_gemma":[0.060111646,0.0003653599,0.0012939945,0.0011065402,0.0017304727,0.0024763395,0.0002473415,0.00049605366,0.0008056258],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003594582,0.0020900639,0.089298286,0.0007006165,0.0004860253,0.000028945056,0.01007764,0.0019595544,0.00019035969,0.13644204,0.18235295,0.5763376],"study_design_scores_gemma":[0.0003879652,0.00033036765,0.09933982,0.0010564441,0.0007790565,0.0016202165,0.009049204,0.006403246,0.00012477755,0.0521762,0.82823145,0.000501226],"about_ca_topic_score_codex":0.0012293402,"about_ca_topic_score_gemma":0.00084397633,"teacher_disagreement_score":0.64587855,"about_ca_system_score_codex":0.0020573174,"about_ca_system_score_gemma":0.0017611528,"threshold_uncertainty_score":0.99997234},"labels":[],"label_agreement":null},{"id":"W2557904139","doi":"10.1177/0363546516674469","title":"The Fragility of Statistically Significant Findings From Randomized Trials in Sports Surgery: A Systematic Survey","year":2016,"lang":"en","type":"article","venue":"The American Journal of Sports Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":169,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Interquartile range; Randomized controlled trial; Fragility; Physical therapy; Sample size determination; Surgery; Internal medicine; Statistics","score_opus":0.5139008644722142,"score_gpt":0.4852435311609176,"score_spread":0.02865733331129655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2557904139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9653803,0.001969045,0.025035715,0.005715364,0.0005481248,0.0012486087,0.00003372898,0.0000015931677,0.00006753293],"genre_scores_gemma":[0.99791765,0.0011508245,0.00036392236,0.00016519924,0.000115098395,0.000014068761,0.000001452988,0.0000117567515,0.00026002247],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.79900396,0.1258352,0.059208505,0.00070459314,0.014736593,0.0005111531],"domain_scores_gemma":[0.2653472,0.6450193,0.08177761,0.003972233,0.0035029154,0.00038071148],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.791953,0.00033094315,0.023933023,0.00051613955,0.00008751385,0.000089013665,0.0018026254,0.000034485773,0.002757556],"category_scores_gemma":[0.63622075,0.00007394025,0.0023932985,0.0016763357,0.0017701419,0.000097750955,0.00005795528,0.00022595531,0.000018656645],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.040619384,0.00022255664,0.7534578,0.0006582202,0.0030160334,0.0003798624,0.0039568446,0.000024216564,0.00048579145,0.0011936584,0.049342934,0.1466427],"study_design_scores_gemma":[0.010825132,0.0001622448,0.9410787,0.010190043,0.0023427138,0.000060701524,0.003177869,0.00015563807,0.000023702687,0.031526152,0.00024805006,0.00020903048],"about_ca_topic_score_codex":0.00047082725,"about_ca_topic_score_gemma":0.000037367477,"teacher_disagreement_score":0.5336568,"about_ca_system_score_codex":0.00004997771,"about_ca_system_score_gemma":0.00028934897,"threshold_uncertainty_score":0.99815404},"labels":[],"label_agreement":null},{"id":"W2558078775","doi":"","title":"Grading Evidence for Laboratory Test Studies Beyond Diagnostic Accuracy: Application to Prognostic Testing.","year":2015,"lang":"en","type":"article","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Regional Laboratory Medicine Program","funders":"","keywords":"Grading (engineering); Guideline; Medical physics; Quality of evidence; Diagnostic test; Test (biology); Computer science; Medicine; Pathology; Engineering; Randomized controlled trial","score_opus":0.876780127537686,"score_gpt":0.5476532057945411,"score_spread":0.32912692174314484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2558078775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60331464,0.07798345,0.2125199,0.026924036,0.0035877721,0.0708277,0.0002974489,0.00025841704,0.0042866343],"genre_scores_gemma":[0.9650027,0.000022254755,0.00914665,0.00070171384,0.0002500771,0.023875598,0.0000030182475,0.00001795077,0.0009800271],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9902133,0.0015077367,0.004010238,0.0010319774,0.0028012013,0.00043555582],"domain_scores_gemma":[0.4770032,0.49271417,0.007287308,0.006473746,0.015060549,0.0014610484],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09192363,0.00026499422,0.0017448082,0.00029539617,0.00017019713,0.0007009941,0.0014018278,0.000050002065,0.000016092588],"category_scores_gemma":[0.9324879,0.00014407383,0.00032842686,0.0028402966,0.000058164853,0.0004747488,0.00018998072,0.00007994559,0.00091255596],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072765533,0.00007843927,0.47673276,0.00014087024,0.00012398086,0.00000273985,0.00072917005,0.00020137095,0.000037059635,0.0004279101,0.20771627,0.31380215],"study_design_scores_gemma":[0.00051907834,0.00019516482,0.7207009,0.00023564692,0.0010973826,0.000010804273,0.0019962043,0.0052979034,0.00020580796,0.030678313,0.23828937,0.0007733878],"about_ca_topic_score_codex":0.0000049976406,"about_ca_topic_score_gemma":0.000023168444,"teacher_disagreement_score":0.84056425,"about_ca_system_score_codex":0.0001179774,"about_ca_system_score_gemma":0.000110917215,"threshold_uncertainty_score":0.99986535},"labels":[],"label_agreement":null},{"id":"W2558565717","doi":"10.4315/0362-028x.jfp-16-016","title":"Methods and Processes of Developing the Strengthening the Reporting of Observational Studies in Epidemiology—Veterinary (STROBE-Vet) Statement","year":2016,"lang":"en","type":"article","venue":"Journal of Food Protection","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Prince Edward Island; University of Saskatchewan; University of Guelph","funders":"","keywords":"Strengthening the reporting of observational studies in epidemiology; Observational study; Statement (logic); Epidemiology; Veterinary medicine; Medicine; Environmental health; Pathology; Political science","score_opus":0.961724230248323,"score_gpt":0.6680387575264204,"score_spread":0.2936854727219026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2558565717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8003531,0.0037935323,0.19226667,0.003127735,0.000112015434,0.00032906502,9.1067113e-7,5.3986577e-7,0.000016401591],"genre_scores_gemma":[0.92857414,0.0001877927,0.07111137,0.000024907813,0.000040606563,0.00002320463,4.1455685e-8,0.0000025778813,0.00003535564],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.96926975,0.01141611,0.017769681,0.0002287285,0.0011929855,0.00012273419],"domain_scores_gemma":[0.93085396,0.016919916,0.048922278,0.0005154828,0.002762899,0.000025439604],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27070427,0.00010008145,0.0015442081,0.00018413938,0.00009580709,0.000024249435,0.00033789166,0.00003042583,0.000025817726],"category_scores_gemma":[0.2814859,0.000028506925,0.000276017,0.00060410646,0.00010637568,0.0002300671,0.00008128426,0.00012061882,3.7327928e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018798934,0.00006732317,0.15650117,0.0014004575,0.001811592,0.000004293949,0.008868922,0.0014564878,0.031164868,0.0024303398,0.00049046165,0.7956161],"study_design_scores_gemma":[0.0014948123,0.0045011695,0.51766545,0.006616552,0.0008454557,0.0011921885,0.040396787,0.002610042,0.04553275,0.35881945,0.01984648,0.00047887428],"about_ca_topic_score_codex":0.000003593474,"about_ca_topic_score_gemma":0.000011469625,"teacher_disagreement_score":0.7951372,"about_ca_system_score_codex":0.000039307055,"about_ca_system_score_gemma":0.00012895929,"threshold_uncertainty_score":0.75096345},"labels":[],"label_agreement":null},{"id":"W2559098401","doi":"10.1186/s12916-016-0736-x","title":"Impact of a web-based tool (WebCONSORT) to improve the reporting of randomised trials: results of a randomised controlled trial","year":2016,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Medical Research Council; National Institute for Health and Care Research; Cancer Research UK","keywords":"Consolidated Standards of Reporting Trials; Medicine; Checklist; Randomized controlled trial; Clinical trial; Guideline; Medical physics; Family medicine; Surgery; Internal medicine","score_opus":0.6152093888468655,"score_gpt":0.5414679572162644,"score_spread":0.0737414316306011,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559098401","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9506271,0.0005092762,0.022753635,0.001400383,0.0006531644,0.020951632,0.00007825459,0.0000063791267,0.0030202025],"genre_scores_gemma":[0.9955921,0.000012489424,0.0010180636,0.000066578,0.00033716712,0.00057948014,0.000002867312,0.000013381987,0.0023778602],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.7945831,0.059465136,0.13263154,0.0017206379,0.010984829,0.0006147409],"domain_scores_gemma":[0.4723388,0.3406655,0.1714266,0.0092667965,0.0058844406,0.00041789605],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.607327,0.00040678654,0.019737015,0.0006360518,0.000054633343,0.00003998819,0.0013680498,0.000117983975,0.004238739],"category_scores_gemma":[0.93017644,0.00010194301,0.0080580115,0.0013014706,0.0002867317,0.00007698349,0.000063401494,0.0000965632,0.000032619853],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90977174,0.00012902818,0.00092124566,0.00007440862,0.001132931,0.0000022786678,0.0003518658,0.000054743614,0.0622508,0.000035578825,0.018191043,0.0070843515],"study_design_scores_gemma":[0.99065536,0.0013797393,0.00074471015,0.0004648992,0.002018524,0.0000023666155,0.00019108143,0.0021046035,0.0015706123,0.00023783853,0.00051047147,0.00011979667],"about_ca_topic_score_codex":0.0000889471,"about_ca_topic_score_gemma":0.000027567823,"teacher_disagreement_score":0.32284945,"about_ca_system_score_codex":0.00003796133,"about_ca_system_score_gemma":0.0010946038,"threshold_uncertainty_score":0.9966715},"labels":[],"label_agreement":null},{"id":"W2559459570","doi":"10.1016/j.jacr.2016.07.031","title":"Paracentesis Practice Assessment: Using the Plan-Do-Study-Act Cycle to Identify and Reduce Periprocedural Variations and to Implement Mandated Protocols","year":2016,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Scopus; Medicine; Checklist; Perioperative; Patient safety; MEDLINE; Health care; Family medicine; Medical emergency; Surgery; Psychology","score_opus":0.38919504519395276,"score_gpt":0.5652741282268484,"score_spread":0.17607908303289566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559459570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9670652,0.00005961601,0.006448165,0.020770114,0.00011211268,0.005391081,0.00006509146,8.9827864e-7,0.00008771938],"genre_scores_gemma":[0.98795706,0.000015509846,0.010999621,0.00056157337,0.000066057226,0.00020520459,8.58936e-8,0.0000070916676,0.00018781483],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.987247,0.0075435396,0.0033645763,0.00033407618,0.0013172176,0.00019361111],"domain_scores_gemma":[0.98682255,0.0040904996,0.0069965203,0.0010144952,0.00092371623,0.000152199],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031910285,0.00016580845,0.0017594198,0.00025496286,0.0002553153,0.00016111547,0.0010947293,0.000019610778,0.0002423975],"category_scores_gemma":[0.016535742,0.00005569257,0.00031415702,0.0010955752,0.00013280543,0.0002287917,0.00026545627,0.00011061345,0.0000066460484],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017547642,0.0009378573,0.70697755,0.00006394703,0.0046811313,0.00008346619,0.0070108823,0.0006250915,0.09322816,0.0031450333,0.14948072,0.032011386],"study_design_scores_gemma":[0.0016766649,0.002519655,0.87895167,0.00019430112,0.0012247538,0.0035265277,0.024534946,0.0009408481,0.00016741794,0.000991385,0.08497844,0.0002933715],"about_ca_topic_score_codex":0.000035320587,"about_ca_topic_score_gemma":0.000019559873,"teacher_disagreement_score":0.17197412,"about_ca_system_score_codex":0.000075409196,"about_ca_system_score_gemma":0.00019462912,"threshold_uncertainty_score":0.9968521},"labels":[],"label_agreement":null},{"id":"W2559656152","doi":"10.1016/j.eururo.2016.11.023","title":"Conflict of Evidence: Resolving Discrepancies When Findings from Randomized Controlled Trials and Meta-analyses Disagree","year":2016,"lang":"en","type":"article","venue":"European Urology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Randomized controlled trial; Medicine; Guideline; External validity; Evidence-based medicine; Psychological intervention; Systematic review; MEDLINE; Medical physics; Evidence-based practice; Meta-analysis; Alternative medicine; Nursing; Psychology; Surgery; Social psychology; Internal medicine; Pathology","score_opus":0.9253659755559948,"score_gpt":0.5742743429163227,"score_spread":0.351091632639672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559656152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5350621,0.18765713,0.16319387,0.06477625,0.001209856,0.010344442,0.0003827761,0.00006766214,0.037305925],"genre_scores_gemma":[0.976424,0.00052208273,0.0020011724,0.00071547076,0.00012325817,0.00006474501,0.0000024584833,0.000022863325,0.02012395],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.70805585,0.25766945,0.027926747,0.0018331672,0.0040579,0.0004568853],"domain_scores_gemma":[0.6399243,0.33831117,0.01640595,0.0039807386,0.001143338,0.00023449569],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.44031414,0.00048430404,0.033212893,0.0004928579,0.000118703676,0.00042604897,0.0016884925,0.0000798877,0.030080171],"category_scores_gemma":[0.67742413,0.00012504488,0.009617506,0.00032327478,0.0006487297,0.00031947086,0.00038462406,0.00011937525,0.0009904567],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.16246642,0.0003256516,0.02771096,0.00014009765,0.3489967,0.00022346042,0.01575793,0.00007277736,0.08153598,0.030420957,0.31345716,0.018891912],"study_design_scores_gemma":[0.29532057,0.0005403998,0.015186675,0.00013759753,0.44223145,0.000042160245,0.00082518824,0.0019047162,0.0009195063,0.049750615,0.19181429,0.0013268633],"about_ca_topic_score_codex":0.000053887856,"about_ca_topic_score_gemma":0.000026080157,"teacher_disagreement_score":0.4413619,"about_ca_system_score_codex":0.000008547649,"about_ca_system_score_gemma":0.000035172146,"threshold_uncertainty_score":0.9997874},"labels":[],"label_agreement":null},{"id":"W2559840333","doi":"10.5596/c16-025","title":"Covidence and Rayyan","year":2016,"lang":"en","type":"article","venue":"Journal of the Canadian Health Libraries Association / Journal de l Association de bilbiothèques de la santé du Canada","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Splash; Systematic review; Software; Computer science; World Wide Web; Engineering; Political science; Law; Mechanical engineering; MEDLINE; Operating system","score_opus":0.115266667978172,"score_gpt":0.3896834218085479,"score_spread":0.2744167538303759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559840333","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5065996,0.0703585,0.0055385344,0.40781644,0.0043478436,0.0008819868,0.0004284402,0.000015543783,0.0040131384],"genre_scores_gemma":[0.9655651,0.0067244517,0.0020946143,0.019094298,0.001212307,0.0000035105138,9.003139e-7,0.000025038233,0.005279811],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9651898,0.022881793,0.005808008,0.0002890744,0.004869083,0.0009622484],"domain_scores_gemma":[0.9476775,0.023931984,0.022857029,0.0007208508,0.0028519337,0.0019607388],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13513741,0.00027150777,0.0017037125,0.00047287357,0.0012203103,0.00397224,0.0016672825,0.00032212946,0.0014805981],"category_scores_gemma":[0.16737518,0.00013436648,0.00078458525,0.0009087549,0.00006207867,0.0013697703,0.00007130808,0.00079206395,0.00001187499],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000057008638,0.0000058052424,0.46867466,0.0000080178625,0.00017339953,0.000023426997,0.0005185295,0.000024379477,0.000009131122,0.0007484499,0.5274823,0.0023262259],"study_design_scores_gemma":[0.00041020254,0.0000427987,0.39159253,0.00013004764,0.000090890986,0.0005923843,0.0003990392,0.00015537838,0.000021224196,0.01554948,0.59086376,0.00015228313],"about_ca_topic_score_codex":0.07928615,"about_ca_topic_score_gemma":0.4893988,"teacher_disagreement_score":0.45896548,"about_ca_system_score_codex":0.01973482,"about_ca_system_score_gemma":0.033800386,"threshold_uncertainty_score":0.9994322},"labels":[],"label_agreement":null},{"id":"W2560345098","doi":"10.1371/journal.pone.0165903","title":"Methods for Developing Evidence Reviews in Short Periods of Time: A Scoping Review","year":2016,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Agency for Drugs and Technologies in Health; University of Manitoba; Ottawa Hospital; George & Fay Yee Centre for Healthcare Innovation","funders":"Audrey and Theodor Geisel School of Medicine at Dartmouth; Dartmouth College; World Health Organization","keywords":"MEDLINE; Systematic review; Cochrane Library; Data extraction; Context (archaeology); Grey literature; Crowdsourcing; Evidence-based medicine; Publication bias; Medicine; Reporting bias; Meta-analysis; Psychology; Computer science; Alternative medicine; Pathology; Biology; World Wide Web","score_opus":0.955795235823839,"score_gpt":0.6792939657150096,"score_spread":0.2765012701088294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560345098","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.9390054e-7,0.9456502,0.036854737,0.00021304593,0.000077468736,0.016660018,0.000020882164,0.0000059515464,0.00051741226],"genre_scores_gemma":[9.1758166e-9,0.72135127,0.27290744,0.00016434447,0.00008229608,0.0025696005,0.0000092133305,0.0000394907,0.0028763465],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.8893494,0.056134533,0.045613453,0.0028063802,0.005389248,0.00070696586],"domain_scores_gemma":[0.9250123,0.047676165,0.015810587,0.008738282,0.0025363055,0.00022639819],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.36852598,0.00094881,0.04491507,0.00093664485,0.0000867668,0.00026324604,0.0042849053,0.00031462865,0.005446749],"category_scores_gemma":[0.33124,0.00041317428,0.007091952,0.0034789848,0.000088923356,0.00038193265,0.00044672645,0.00031101442,0.002828317],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.0797197e-7,0.000039442682,0.0000067110414,0.3608419,0.00027540963,4.849559e-7,0.000015482714,4.8685815e-9,0.0000047256713,0.00003137933,0.001802322,0.63698155],"study_design_scores_gemma":[0.00002043228,0.000017437895,4.353336e-7,0.5579179,0.0026434928,0.0000029543564,0.0000011282656,0.000014336263,0.000004717187,0.00008257792,0.43903142,0.00026318646],"about_ca_topic_score_codex":0.0000016238396,"about_ca_topic_score_gemma":0.0000073113306,"teacher_disagreement_score":0.63671833,"about_ca_system_score_codex":0.00019864492,"about_ca_system_score_gemma":0.0010359489,"threshold_uncertainty_score":0.99983203},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2560689981","doi":"10.1590/0103-6440201601426","title":"Research Reporting Guidelines in Dentistry: A Survey of Editors","year":2016,"lang":"en","type":"article","venue":"Brazilian Dental Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; University of Ottawa","keywords":"Dentistry; Medicine","score_opus":0.8586786054873038,"score_gpt":0.6422255476043587,"score_spread":0.2164530578829451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560689981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931737,0.00045254838,0.0016701458,0.0006809819,0.0023883935,0.00018907928,0.000015156856,0.0000015050754,0.001428463],"genre_scores_gemma":[0.9868145,0.000036444388,0.0014490235,0.000025518168,0.0009891068,0.000003543157,9.691862e-7,0.000010366096,0.010670544],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9343968,0.02017905,0.031364545,0.00079675816,0.01270818,0.0005546775],"domain_scores_gemma":[0.96745,0.0065850285,0.017150782,0.001979102,0.006518419,0.00031662025],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.45305154,0.0001664082,0.0020505695,0.0009788523,0.0001500216,0.0006275488,0.0019403058,0.00009009786,0.007232832],"category_scores_gemma":[0.3801042,0.00006805346,0.00090398354,0.0022779393,0.00014323501,0.0004082514,0.00024401252,0.0003021899,0.0012115324],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008288094,0.000022785953,0.71210366,0.000005491418,0.00003079396,0.00011853009,0.000028226485,0.000003029796,0.0009295141,0.000012643192,0.25490925,0.03182779],"study_design_scores_gemma":[0.0002902209,0.00003368719,0.97788244,0.0002678355,0.000013783818,0.000866069,0.0006393945,0.000106921754,0.00031137088,0.0013299275,0.01815721,0.00010114128],"about_ca_topic_score_codex":0.0002529995,"about_ca_topic_score_gemma":0.0017467412,"teacher_disagreement_score":0.26577875,"about_ca_system_score_codex":0.00009715438,"about_ca_system_score_gemma":0.00023738551,"threshold_uncertainty_score":0.99956614},"labels":[],"label_agreement":null},{"id":"W2562241822","doi":"10.1186/s12916-016-0764-6","title":"Characteristics and knowledge synthesis approach for 456 network meta-analyses: a scoping review","year":2017,"lang":"en","type":"review","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Checklist; Systematic review; MEDLINE; Meta-analysis; Grey literature; Critical appraisal; Study heterogeneity; Medical physics; Psychological intervention; Family medicine; Alternative medicine; Pathology; Psychiatry","score_opus":0.9747057041987679,"score_gpt":0.6832967050786614,"score_spread":0.29140899912010654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2562241822","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5884474e-8,0.9278775,0.056568414,0.0001059897,0.00044508663,0.008399793,0.00008045979,0.000009637636,0.0065131197],"genre_scores_gemma":[3.84988e-7,0.9648704,0.018068379,0.0002222797,0.001802643,0.0035707857,0.00015278267,0.00007281178,0.011239569],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.94231087,0.023078877,0.026922558,0.0029851831,0.00404696,0.00065553794],"domain_scores_gemma":[0.9063739,0.046806052,0.032897774,0.011709712,0.0016790652,0.0005334576],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.28186777,0.0014871102,0.067341186,0.0006221787,0.00052535464,0.00074726465,0.004481023,0.00039119352,0.0057093306],"category_scores_gemma":[0.32942566,0.00054219767,0.013021531,0.0013477391,0.00031841596,0.00016768459,0.00047054922,0.00039306487,0.0005887333],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012413714,0.000021377997,0.0000068369513,0.361115,0.005665034,0.0000017838873,0.000019851306,1.6921548e-7,5.937663e-9,0.000115456,0.09660636,0.53644687],"study_design_scores_gemma":[0.000057529534,0.000021652979,0.000002471507,0.18948784,0.16707478,0.000034762485,0.000009260558,0.0002370457,4.7989652e-9,0.000062587394,0.642702,0.00031007698],"about_ca_topic_score_codex":0.0000072632906,"about_ca_topic_score_gemma":0.000016570548,"teacher_disagreement_score":0.5460956,"about_ca_system_score_codex":0.000049940718,"about_ca_system_score_gemma":0.0007361846,"threshold_uncertainty_score":0.9997878},"labels":[],"label_agreement":null},{"id":"W2562851231","doi":"10.1177/1049732316679370","title":"Metasynthetic Madness","year":2016,"lang":"en","type":"editorial","venue":"Qualitative Health Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":129,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Scholarship; CLARITY; Credibility; Qualitative research; Standardization; Sociology; Epistemology; Psychology; Engineering ethics; Public relations; Political science; Social science; Engineering; Law; Philosophy","score_opus":0.9757519822112564,"score_gpt":0.8052222918753077,"score_spread":0.17052969033594867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2562851231","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000036025274,0.010474356,0.010087675,0.023671523,0.91505253,0.0038283295,0.002130614,0.000015314541,0.03470364],"genre_scores_gemma":[0.0002201037,0.00079072267,0.0024449087,0.00021319267,0.5719573,0.000750862,0.00012784032,0.000101022524,0.42339405],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.21714863,0.64630693,0.031233275,0.0051426603,0.09742192,0.0027465841],"domain_scores_gemma":[0.13844028,0.77291524,0.02076158,0.01920048,0.046413798,0.002268628],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.86064386,0.0007647465,0.011245313,0.0028767996,0.0009921173,0.0019307437,0.007496897,0.0008316713,0.044085346],"category_scores_gemma":[0.7167435,0.00031622197,0.0029497202,0.004364229,0.0008279611,0.00029821944,0.00076656125,0.0029138958,0.12237991],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022958331,0.000057365993,0.0000024322858,0.0005691588,0.00023652095,0.00000613835,0.010493411,1.3201716e-7,0.0000011617459,0.005956117,0.95747995,0.025174664],"study_design_scores_gemma":[0.00020349813,0.00023536448,0.0000064705655,0.00040759722,0.00003105004,6.8894616e-7,0.009547188,0.000016561671,0.0000015216687,0.06673805,0.92253965,0.0002723929],"about_ca_topic_score_codex":0.00022953459,"about_ca_topic_score_gemma":0.00014440596,"teacher_disagreement_score":0.3886904,"about_ca_system_score_codex":0.00079641805,"about_ca_system_score_gemma":0.0051178313,"threshold_uncertainty_score":0.999929},"labels":[],"label_agreement":null},{"id":"W2563418779","doi":"10.2196/iproc.6241","title":"The Impact of Electronic Administration of the MMSE on Error Rates and Data Quality","year":2016,"lang":"en","type":"article","venue":"Iproceedings","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Clinical trial; Food and drug administration; Scale (ratio); Medicine; Cognition; Mini–Mental State Examination; Medical record; Placebo; Cognitive impairment; Psychiatry; Internal medicine; Alternative medicine; Risk analysis (engineering)","score_opus":0.7639152032800886,"score_gpt":0.6087295336762174,"score_spread":0.15518566960387115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2563418779","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99589014,0.000261119,0.000108702945,0.0020352919,0.000030440882,0.00024790113,0.000028773324,0.0000011521589,0.0013965026],"genre_scores_gemma":[0.9983892,0.00003424858,0.000028617607,0.000020394245,0.00002103671,0.0000039250353,6.15097e-7,0.000002972133,0.0014990215],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99442303,0.00069720723,0.002696349,0.00039775984,0.0016424537,0.00014317749],"domain_scores_gemma":[0.99098045,0.0030459706,0.0033378515,0.0020049205,0.0005894189,0.000041375075],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.053751543,0.00010992876,0.0007956306,0.00004232698,0.00011051719,0.00016841754,0.0017297314,0.000032117,0.00029239562],"category_scores_gemma":[0.03345393,0.000025990223,0.00037807773,0.00042133895,0.00013094643,0.00021784635,0.00014397863,0.0000539112,0.000036466627],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045153857,0.00027079458,0.46991977,0.0001855488,0.0011027959,3.2263893e-7,0.002434136,0.000003918196,0.09399421,0.10073627,0.19159131,0.13930938],"study_design_scores_gemma":[0.00063723355,0.0008119569,0.873941,0.00022344393,0.00030511952,0.000015850166,0.0021799537,0.0023625116,0.015110333,0.07804071,0.026079409,0.00029248357],"about_ca_topic_score_codex":0.000024031537,"about_ca_topic_score_gemma":0.000031028307,"teacher_disagreement_score":0.4040212,"about_ca_system_score_codex":0.000016892425,"about_ca_system_score_gemma":0.0001113068,"threshold_uncertainty_score":0.9746877},"labels":[],"label_agreement":null},{"id":"W2564414954","doi":"10.1017/s003329171600324x","title":"Biases in research: risk factors for non-replicability in psychotherapy and pharmacotherapy research","year":2016,"lang":"en","type":"review","venue":"Psychological Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Credibility; Psychology; Context (archaeology); Publication bias; Psychotherapist; Allegiance; Statistician; Research design; Meta-analysis; Applied psychology; Clinical psychology; Cognitive psychology; Medicine","score_opus":0.9854493601875325,"score_gpt":0.7929819068551407,"score_spread":0.1924674533323918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2564414954","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00850238,0.97882175,0.00040237015,0.0020849041,0.00042819284,0.0077711525,0.00010430909,0.000007788879,0.0018771511],"genre_scores_gemma":[0.0017006887,0.99409455,0.0003373071,0.00015530056,0.00046898721,0.0016061135,0.000013298686,0.000042808093,0.0015809415],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9102599,0.06440895,0.013280495,0.0039450484,0.006877035,0.0012285359],"domain_scores_gemma":[0.81910306,0.17001107,0.0032540322,0.0058032456,0.0012719014,0.0005567114],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.48522472,0.00077184313,0.012840173,0.0035864313,0.00021486245,0.00024280242,0.0036751402,0.0006666942,0.012617948],"category_scores_gemma":[0.18723232,0.0002564763,0.0016208491,0.006676137,0.0014286607,0.00011790834,0.00010620307,0.002046769,0.00057536317],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006227994,0.00029603246,0.0016411096,0.0007240732,0.00008401696,0.000007454055,0.0003380665,7.989015e-8,0.00000554345,0.00013262907,0.039927203,0.9567815],"study_design_scores_gemma":[0.0012753261,0.00075647596,0.0031404274,0.0069165896,0.00006496506,0.000006477522,0.00021786947,0.000029451292,3.0694892e-7,0.031851787,0.9554724,0.0002679429],"about_ca_topic_score_codex":0.000081866216,"about_ca_topic_score_gemma":0.00007722206,"teacher_disagreement_score":0.9565136,"about_ca_system_score_codex":0.00016356842,"about_ca_system_score_gemma":0.00006326325,"threshold_uncertainty_score":0.99998873},"labels":[],"label_agreement":null},{"id":"W2564457125","doi":"10.1093/annonc/mdw682","title":"Statistical controversies in clinical research: comparison of primary outcomes in protocols, public clinical-trial registries and publications: the example of oncology trials","year":2016,"lang":"en","type":"article","venue":"Annals of Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hotel Dieu Hospital","funders":"","keywords":"Medicine; Clinical trial; Protocol (science); Confidence interval; Internal medicine; MEDLINE; Clinical Oncology; Oncology; Family medicine; Alternative medicine; Cancer; Pathology","score_opus":0.987881683864212,"score_gpt":0.7759222350249599,"score_spread":0.2119594488392521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2564457125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78728133,0.0012130558,0.0026742993,0.15834266,0.0005691069,0.03648771,0.0003197484,0.000005650273,0.013106409],"genre_scores_gemma":[0.9923763,0.00057576905,0.0029238265,0.0005353159,0.000112609865,0.0025286132,0.000007284348,0.000009355203,0.00093088916],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.64784956,0.27007,0.0724658,0.002120723,0.0064596375,0.0010342927],"domain_scores_gemma":[0.27645627,0.69163644,0.022437898,0.004009446,0.005186103,0.00027381707],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.54441863,0.00018598972,0.010380407,0.0008096912,0.000058265392,0.000083988,0.0018490278,0.00040526022,0.00083122036],"category_scores_gemma":[0.72596073,0.000073400966,0.0009721945,0.001175457,0.0028193614,0.00020780125,0.00045368625,0.00043569654,0.00003252893],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031788447,0.001958888,0.568364,0.00004382303,0.00022209795,0.0000015179685,0.0002352859,2.9559985e-7,0.000018103938,0.057572354,0.10485046,0.2635543],"study_design_scores_gemma":[0.012933599,0.005205193,0.31222883,0.0000480617,0.000052500356,0.0000012127842,0.0008355568,0.000028917462,0.000013946683,0.02659477,0.64198136,0.00007601831],"about_ca_topic_score_codex":0.00024905344,"about_ca_topic_score_gemma":0.0013306577,"teacher_disagreement_score":0.53713095,"about_ca_system_score_codex":0.000049690316,"about_ca_system_score_gemma":0.001687846,"threshold_uncertainty_score":0.9998944},"labels":[],"label_agreement":null},{"id":"W2564806710","doi":"10.1111/ejn.13519","title":"Registered reports at the <i>European Journal of Neuroscience</i>: consolidating and extending peer‐reviewed study pre‐registration","year":2016,"lang":"en","type":"editorial","venue":"European Journal of Neuroscience","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Biotechnology and Biological Sciences Research Council","keywords":"Hindsight bias; Psychology; Transparency (behavior); Incentive; Political science; Medical education; Medicine; Cognitive psychology; Law","score_opus":0.47530226662293174,"score_gpt":0.4794949681419183,"score_spread":0.004192701518986541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2564806710","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06843987,0.004513555,0.011503403,0.0022920065,0.90002525,0.0019269149,0.00006109756,0.000013405248,0.011224473],"genre_scores_gemma":[0.66507596,0.0024668204,0.0010611501,0.000760715,0.28935233,0.0000045832726,0.0000031437294,0.00021885551,0.041056443],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.76783985,0.14064217,0.04606946,0.0035168699,0.040760346,0.001171282],"domain_scores_gemma":[0.90392065,0.007053829,0.076834865,0.0046469234,0.006941625,0.00060213526],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.44139537,0.000785678,0.0041775284,0.0007858682,0.0010263727,0.00461695,0.0072874916,0.00006414631,0.00012032115],"category_scores_gemma":[0.36401406,0.00032676922,0.001860787,0.0016670475,0.0010308492,0.0014219077,0.0012450418,0.0014866273,0.000056384146],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047090263,0.00012198647,0.00058459654,0.00006172326,0.000037124988,0.0043888683,0.0008236087,0.000046819223,0.016086042,0.0000050552953,0.96178126,0.0160158],"study_design_scores_gemma":[0.00054132333,0.0015246423,0.017668745,0.00069116865,0.00048182765,0.005053071,0.00031223724,0.00005950727,0.000018748713,0.000045448098,0.97326654,0.00033673787],"about_ca_topic_score_codex":0.0000014429844,"about_ca_topic_score_gemma":0.000004526457,"teacher_disagreement_score":0.61067295,"about_ca_system_score_codex":0.00009745334,"about_ca_system_score_gemma":0.0005344582,"threshold_uncertainty_score":0.99991846},"labels":[],"label_agreement":null},{"id":"W2565604487","doi":"10.1111/medu.13130","title":"Reporting quality and risk of bias in randomised trials in health professions education","year":2016,"lang":"en","type":"article","venue":"Medical Education","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa; Ottawa Hospital; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Quality (philosophy); Medicine; MEDLINE; Family medicine; Psychology; Medical education; Political science","score_opus":0.8654758676117005,"score_gpt":0.6844935129054326,"score_spread":0.1809823547062679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565604487","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96549124,0.0011069493,0.0034375133,0.027474148,0.0006332082,0.0012441718,0.000002194385,0.0000017734341,0.000608809],"genre_scores_gemma":[0.99550796,0.00039806083,0.0015194013,0.0005318022,0.000090118374,0.0001764868,0.000004480107,0.0000036806387,0.0017680062],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.8122917,0.12014163,0.060483154,0.001037309,0.005746506,0.00029969268],"domain_scores_gemma":[0.595263,0.17158844,0.22082229,0.0076616784,0.0033829364,0.0012816249],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.65964377,0.000107488704,0.0033631101,0.0004743894,0.000046260415,0.0000469218,0.00031358047,0.00009115487,0.002762899],"category_scores_gemma":[0.9134524,0.000041505173,0.00040028332,0.00090947456,0.000057898294,0.0001275001,0.00003472245,0.00012756992,0.000036324323],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031788142,0.0002645738,0.47618484,0.00008100004,0.000011898165,6.571425e-8,0.0012620274,2.6637258e-7,0.000023623359,0.00055676216,0.012081628,0.5095015],"study_design_scores_gemma":[0.002633018,0.000021962464,0.9626749,0.0014564134,0.0000404119,0.0000031042541,0.004247472,0.00020984048,0.000029204344,0.017899383,0.010686372,0.000097900476],"about_ca_topic_score_codex":0.0009923098,"about_ca_topic_score_gemma":0.00065900706,"teacher_disagreement_score":0.50940365,"about_ca_system_score_codex":0.00007203838,"about_ca_system_score_gemma":0.0039156466,"threshold_uncertainty_score":0.99814874},"labels":[],"label_agreement":null},{"id":"W256655878","doi":"10.1177/070674371305800101","title":"Bigger and Better: Expanding in Reviews and the Electronic Era","year":2013,"lang":"en","type":"editorial","venue":"The Canadian Journal of Psychiatry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mental health; Psychiatry; Psychology; Mandate; Publication; Editorial board; PsycINFO; Medicine; MEDLINE; Political science; Library science","score_opus":0.2149412259111075,"score_gpt":0.4250062069994058,"score_spread":0.21006498108829827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W256655878","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008039886,0.29695985,0.00009934861,0.05084742,0.6410221,0.0013745857,0.00002248535,7.927136e-7,0.0016335138],"genre_scores_gemma":[0.021150408,0.017383475,0.0019927714,0.0035807514,0.94538176,0.00007686488,0.000007492936,0.00008554618,0.010340949],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97925144,0.009978545,0.0074276086,0.0004310213,0.0024618157,0.0004495602],"domain_scores_gemma":[0.98365074,0.004967618,0.008467817,0.0018795874,0.00060063775,0.00043360132],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14700025,0.00036475144,0.003772381,0.0007084948,0.00036678222,0.001948754,0.0022971074,0.00027594928,0.0015335863],"category_scores_gemma":[0.019321559,0.000120029166,0.0010629479,0.00069353887,0.0002876479,0.00018849078,0.000045627716,0.0018367011,0.0001697687],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057249017,0.0000018912389,0.0021947883,0.0000372149,0.000118176096,0.000002110435,0.00037981255,8.1053486e-7,1.188164e-7,0.0018959093,0.99074346,0.0046199816],"study_design_scores_gemma":[0.00042237606,0.000029495737,0.00053203426,0.0003143736,0.00033793383,0.00005067694,0.00021845679,0.00002676863,3.0259745e-8,0.061121408,0.9368167,0.0001297314],"about_ca_topic_score_codex":0.0042838994,"about_ca_topic_score_gemma":0.29461896,"teacher_disagreement_score":0.30435964,"about_ca_system_score_codex":0.00011952016,"about_ca_system_score_gemma":0.0027675007,"threshold_uncertainty_score":0.99937916},"labels":[],"label_agreement":null},{"id":"W2570662818","doi":"10.1016/j.jclinepi.2016.12.009","title":"Systematic survey of randomized trials evaluating the impact of alternative diagnostic strategies on patient-important outcomes","year":2017,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; Health Sciences North; University of Toronto; Hamilton Health Sciences; Impact; McMaster University; NOSM University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Medicine; Blinding; Randomized controlled trial; MEDLINE; Sample size determination; Quality of life (healthcare); Intensive care medicine; Physical therapy; Internal medicine","score_opus":0.9815601476478134,"score_gpt":0.7905533106495016,"score_spread":0.19100683699831178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2570662818","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002256224,0.9869408,0.0018434012,0.0001499718,0.0029793493,0.0053843204,0.00017862604,0.0000010155627,0.0002662823],"genre_scores_gemma":[0.009520482,0.98906505,0.0006777517,0.000065357046,0.00030900943,0.00009775296,0.000009929404,0.000028026485,0.0002266569],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.034418724,0.7173961,0.24201548,0.0008461163,0.004925878,0.00039772774],"domain_scores_gemma":[0.0026771151,0.61881185,0.37003952,0.0036559156,0.0046006925,0.00021489273],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9660572,0.0009994443,0.24141245,0.00080228853,0.0001003955,0.00023256731,0.006170782,0.00072740566,0.00087090785],"category_scores_gemma":[0.99815565,0.0002537948,0.085633785,0.00054162316,0.0009829829,0.00020209698,0.0002655827,0.0016500374,0.00010224413],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008462773,0.001078342,0.04621919,0.067966305,0.12566882,0.000060449383,0.0005191117,0.0026886065,4.5551324e-8,0.0037473373,0.014531359,0.72905767],"study_design_scores_gemma":[0.06821004,0.01677505,0.0543696,0.49675077,0.16269538,0.0004554363,0.0007360976,0.0147824865,9.040084e-8,0.17497616,0.008304872,0.0019440209],"about_ca_topic_score_codex":0.0003193131,"about_ca_topic_score_gemma":0.00002673256,"teacher_disagreement_score":0.72711366,"about_ca_system_score_codex":0.00008597542,"about_ca_system_score_gemma":0.0031709466,"threshold_uncertainty_score":0.9999914},"labels":[],"label_agreement":null},{"id":"W2570995799","doi":"10.1016/j.jcjo.2016.11.033","title":"Publication rate of abstracts presented at the 2010 Canadian Ophthalmological Society Annual Meeting","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Ophthalmology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Subspecialty; Impact factor; Medicine; Presentation (obstetrics); Family medicine; Library science; Ophthalmology; Political science; Surgery","score_opus":0.5710785710327289,"score_gpt":0.4792144705083696,"score_spread":0.09186410052435923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2570995799","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9185325,0.00064407534,0.000013041048,0.015587076,0.0010063527,0.0002865304,0.00012537757,4.689147e-7,0.0638046],"genre_scores_gemma":[0.97737753,0.0000032698056,0.00039172816,0.00013776025,0.00016488075,0.0000049740506,0.0000067756932,0.00001078176,0.02190231],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9880318,0.003887364,0.005874356,0.00046177086,0.0011694077,0.0005752912],"domain_scores_gemma":[0.97809213,0.0021940528,0.011346014,0.00291827,0.0041671996,0.001282344],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07398728,0.00024377443,0.0018608966,0.00043000584,0.0011155413,0.0007720494,0.0044701328,0.00026180974,0.021824842],"category_scores_gemma":[0.073119484,0.000117913194,0.0014753096,0.00038463838,0.0006600828,0.0004476714,0.00011203674,0.00043545122,0.00043833183],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001641476,0.000025385565,0.5343487,0.000020753847,0.0005084935,0.0032341927,0.00096970255,0.00035142747,0.00015136188,0.0005663104,0.45884928,0.00095796556],"study_design_scores_gemma":[0.00022586275,0.00011683457,0.9094408,0.00002947079,0.00012403425,0.034369346,0.00080013595,0.00023951402,0.000077415534,0.0021046335,0.052308146,0.00016379924],"about_ca_topic_score_codex":0.12730047,"about_ca_topic_score_gemma":0.05873909,"teacher_disagreement_score":0.40654114,"about_ca_system_score_codex":0.00020517826,"about_ca_system_score_gemma":0.002150762,"threshold_uncertainty_score":0.97906935},"labels":[],"label_agreement":null},{"id":"W2571766406","doi":"10.1016/j.jclinepi.2010.02.005","title":"CONSORT 2010 Statement: Updated guidelines for reporting parallel group randomised trials","year":2010,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":998,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Medical Research Council; Canadian Institutes of Health Research; Institut National de la Santé et de la Recherche Médicale; University of Oxford; National Institute for Health and Care Research; Cancer Research UK; Janssen Scientific Affairs; Johns Hopkins University; McMaster University; Ottawa Hospital Research Institute; University of California, Irvine; University of Ottawa; Johns Hopkins Bloomberg School of Public Health; University of Pennsylvania","keywords":"Consolidated Standards of Reporting Trials; Rigour; Medicine; Psychological intervention; Randomized controlled trial; Neglect; Clinical trial; Gold standard (test); Statement (logic); Alternative medicine; Medical physics; Physical therapy; Family medicine; Nursing; Surgery; Mathematics","score_opus":0.9755207433903736,"score_gpt":0.7526271829763337,"score_spread":0.22289356041403996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2571766406","genre_codex":"methods","genre_gemma":"methods","domain_codex":"reporting","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22810687,0.001025605,0.7040406,0.049512673,0.013993448,0.002304096,0.000029113207,0.00000746566,0.0009801312],"genre_scores_gemma":[0.10260675,0.0007438999,0.863751,0.016864493,0.006839664,0.000091609174,0.000034831828,0.000040865856,0.00902688],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.21163076,0.23115754,0.54989886,0.0019060468,0.0043954584,0.0010113337],"domain_scores_gemma":[0.016811667,0.57735145,0.39039892,0.0029476392,0.011729724,0.000760617],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.96118945,0.0003696145,0.0346669,0.0003567996,0.00013581417,0.0001551848,0.0019965188,0.0005481489,0.008207042],"category_scores_gemma":[0.99386805,0.00014701541,0.015844561,0.00038126143,0.00027110818,0.00025093736,0.00010788105,0.0011580468,0.00025027466],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017265786,0.000110235065,0.10514773,0.000017755527,0.0011038791,0.000016380107,0.000016248894,0.00019047385,0.00014904566,0.0044588535,0.8528444,0.034218386],"study_design_scores_gemma":[0.013258871,0.000384139,0.023299143,0.000041203235,0.0010203994,0.00016104868,0.00009925351,0.009647842,0.0000049425043,0.15381165,0.7980694,0.0002020888],"about_ca_topic_score_codex":0.000008878604,"about_ca_topic_score_gemma":0.00003225266,"teacher_disagreement_score":0.34619388,"about_ca_system_score_codex":0.0000101100295,"about_ca_system_score_gemma":0.00035490343,"threshold_uncertainty_score":0.9940115},"labels":[],"label_agreement":null},{"id":"W2573496006","doi":"10.21037/tp.2016.12.01","title":"A pilot validation study of crowdsourcing systematic reviews: update of a searchable database of pediatric clinical trials of high-dose vitamin D","year":2017,"lang":"en","type":"article","venue":"Translational Pediatrics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Crowdsourcing; Medicine; Citation; Systematic review; False positive paradox; MEDLINE; Clinical trial; Medical education; Family medicine; World Wide Web; Computer science; Pathology; Artificial intelligence","score_opus":0.8688092474756343,"score_gpt":0.6017394670061422,"score_spread":0.26706978046949204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2573496006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9656355,0.0035845104,0.024896335,0.00008403073,0.00035001466,0.004875005,0.00045291363,0.0000027816236,0.000118903146],"genre_scores_gemma":[0.9919706,0.00096177467,0.00654891,0.000005184862,0.0002633059,0.000057990434,0.000041057872,0.000015032181,0.0001361172],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.895395,0.044148568,0.04943678,0.0010927963,0.009625621,0.0003012312],"domain_scores_gemma":[0.91472214,0.034782793,0.042943813,0.0044666454,0.0029334181,0.00015120218],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.38452128,0.00031009424,0.009427694,0.0009771631,0.00013948856,0.0001237197,0.0022496972,0.00009021343,0.0008867098],"category_scores_gemma":[0.20757248,0.00017460257,0.0020975566,0.0014378937,0.00011915049,0.0005266939,0.00014533995,0.000201463,0.0000809038],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036649662,0.0041176593,0.9212788,0.05944781,0.00089443213,0.000003967528,0.0020365962,0.002197602,0.00043205774,0.0028329964,0.0044124885,0.0019791306],"study_design_scores_gemma":[0.024372326,0.00526995,0.86403143,0.005290284,0.052034963,0.000012532357,0.0038502268,0.025595838,0.00069917797,0.016544092,0.00037856874,0.0019206054],"about_ca_topic_score_codex":0.00013062806,"about_ca_topic_score_gemma":0.00004566677,"teacher_disagreement_score":0.17694882,"about_ca_system_score_codex":0.000010284556,"about_ca_system_score_gemma":0.0002714769,"threshold_uncertainty_score":0.97088504},"labels":[],"label_agreement":null},{"id":"W2576440140","doi":"10.1016/j.jclinepi.2009.06.006","title":"The PRISMA statement for reporting systematic reviews and meta-analyses of studies that evaluate health care interventions: explanation and elaboration","year":2009,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10603,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Ottawa Hospital","funders":"Cancer Research UK","keywords":"Systematic review; Checklist; Psychological intervention; Guideline; MEDLINE; Health care; Medicine; Psychology; Management science; Nursing; Pathology; Political science","score_opus":0.9912535830674697,"score_gpt":0.8098059262584527,"score_spread":0.18144765680901698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2576440140","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029609947,0.7641575,0.15779439,0.04443696,0.0005577355,0.0034111987,0.000007307548,0.000001669498,0.000023332415],"genre_scores_gemma":[0.8120376,0.09257832,0.09065574,0.0037287313,0.000255703,0.00018191771,0.0000059297577,0.000011205837,0.0005448578],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.48001438,0.26643413,0.24872181,0.0011051043,0.0032705606,0.0004540009],"domain_scores_gemma":[0.2969419,0.28176484,0.41180953,0.001868572,0.0073485207,0.00026661088],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.81028134,0.00020370875,0.018722786,0.00019814353,0.00019179963,0.00009018752,0.0004215377,0.000077654935,0.000025853156],"category_scores_gemma":[0.87151885,0.0000651851,0.0049211695,0.00026540417,0.000119439086,0.00021342128,0.00004740238,0.0002027236,0.0000027127596],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048449627,0.00053268444,0.060286794,0.09057959,0.07803452,0.0000119296765,0.009605078,0.0014812504,0.000030839547,0.024833607,0.24681826,0.48730093],"study_design_scores_gemma":[0.0040074913,0.01312965,0.121059716,0.015819909,0.16894637,0.000349133,0.066696025,0.022093868,0.000039089347,0.5288629,0.05808547,0.0009104147],"about_ca_topic_score_codex":0.0000026071502,"about_ca_topic_score_gemma":0.000030952615,"teacher_disagreement_score":0.78242767,"about_ca_system_score_codex":0.00003317383,"about_ca_system_score_gemma":0.00010204014,"threshold_uncertainty_score":0.9958453},"labels":[],"label_agreement":null},{"id":"W2577543642","doi":"10.1177/070674371105600113","title":"Re: Yet Another Flawed Study","year":2011,"lang":"en","type":"article","venue":"The Canadian Journal of Psychiatry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Research Manitoba","funders":"","keywords":"Psychology; Medicine","score_opus":0.6797313711463323,"score_gpt":0.46371794169836406,"score_spread":0.21601342944796825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2577543642","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77741003,0.004211464,0.0011459289,0.029853817,0.011183105,0.0012125174,0.000019082727,0.0000034705895,0.17496057],"genre_scores_gemma":[0.98911625,0.0000015354224,0.0033372147,0.0013921867,0.00026745285,0.0000020159373,9.6676885e-8,0.000011559616,0.0058717094],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98764783,0.0048783687,0.0048948317,0.00024218608,0.002101876,0.00023490694],"domain_scores_gemma":[0.9923497,0.00038914388,0.0038833227,0.0022437759,0.0007390413,0.00039504335],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.07568512,0.00016518641,0.001319171,0.00042121572,0.00029206436,0.00045089357,0.0028630823,0.00004811648,0.035567366],"category_scores_gemma":[0.0038755576,0.00006325329,0.0010201782,0.0008456808,0.00007986952,0.00014684402,0.000017288632,0.00026230715,0.0016255998],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007641602,0.00004505096,0.49618837,0.0000028822258,0.00031584883,0.000021625054,0.005094838,0.0000048793077,6.1772045e-7,0.0052792258,0.4914798,0.0015591925],"study_design_scores_gemma":[0.0007625302,0.0005296608,0.54612637,0.00006772615,0.0009175481,0.00017769697,0.03499648,0.000064529086,0.0000045470333,0.20883022,0.20718671,0.00033601615],"about_ca_topic_score_codex":0.0042230673,"about_ca_topic_score_gemma":0.56518644,"teacher_disagreement_score":0.5609634,"about_ca_system_score_codex":0.000036176356,"about_ca_system_score_gemma":0.0012389488,"threshold_uncertainty_score":0.99915177},"labels":[],"label_agreement":null},{"id":"W2577869045","doi":"10.1016/j.jclinepi.2016.11.012","title":"A systematic review found that deviations from intention-to-treat are common in randomized trials and systematic reviews","year":2017,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Clinical trial; Placebo; Randomized controlled trial; Meta-analysis; Systematic review; Intention-to-treat analysis; MEDLINE; Internal medicine; Alternative medicine; Pathology","score_opus":0.9790808798786288,"score_gpt":0.7506744461246216,"score_spread":0.22840643375400715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2577869045","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005421073,0.96237373,0.008251407,0.0020449925,0.001938925,0.025155853,0.000055603246,0.000003220057,0.0001708515],"genre_scores_gemma":[0.000016602373,0.99152344,0.0028919308,0.0023268661,0.0004271573,0.0014709017,0.000020006712,0.000041333926,0.0012817333],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.05784326,0.68284833,0.2543343,0.001576668,0.0028983797,0.00049905333],"domain_scores_gemma":[0.008574825,0.6396406,0.34309757,0.0063211434,0.0016543003,0.0007115261],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.9487271,0.0014391636,0.41133308,0.0015952018,0.00018878894,0.0006315077,0.006080417,0.0011746552,0.0010038436],"category_scores_gemma":[0.99292797,0.0005066882,0.0627593,0.000995958,0.00037718954,0.00039423286,0.000485122,0.0021043029,0.0022474234],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015842865,0.00007991227,0.00041700248,0.95042783,0.0031844338,0.000033784476,0.000025046067,4.5485268e-7,1.4776239e-9,0.00032746617,0.017277518,0.028068103],"study_design_scores_gemma":[0.004370083,0.00006038509,0.000057942132,0.8059731,0.05436045,0.00020292372,0.000034982233,0.000059403807,5.0690085e-10,0.008254586,0.12631223,0.0003139146],"about_ca_topic_score_codex":0.000043783264,"about_ca_topic_score_gemma":0.00014599577,"teacher_disagreement_score":0.34857377,"about_ca_system_score_codex":0.00015841093,"about_ca_system_score_gemma":0.0004386871,"threshold_uncertainty_score":0.9999094},"labels":[],"label_agreement":null},{"id":"W2581059334","doi":"10.1186/s13063-016-1743-0","title":"Review and publication of protocol submissions to Trials – what have we learned in 10 years?","year":2016,"lang":"en","type":"letter","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"British Heart Foundation; Cancer Research UK","keywords":"Protocol (science); Medicine; Clinical trial; Publishing; Alternative medicine; Medical education; Medical physics; Pathology","score_opus":0.9340683205101145,"score_gpt":0.6589292693677636,"score_spread":0.2751390511423508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2581059334","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000281877,0.0132262595,0.00018921333,0.7744812,0.00018696205,0.21040615,0.00008832747,0.000004820706,0.0014142654],"genre_scores_gemma":[0.0000043332143,0.015266508,0.001983086,0.3869811,0.0030856929,0.28873107,0.00009352274,0.00007791513,0.30377677],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.75574636,0.17067334,0.062234655,0.002803558,0.007887789,0.0006542711],"domain_scores_gemma":[0.9033226,0.0499821,0.03720741,0.0068729343,0.0023518344,0.00026314417],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.5515968,0.00045957955,0.019119853,0.0012147295,0.000039497616,0.001377234,0.0019168631,0.00054255384,0.07641447],"category_scores_gemma":[0.5655565,0.00018540671,0.0027549423,0.0012789624,0.00005204751,0.00049040356,0.00021234325,0.00037000317,0.0041662706],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019511164,0.000010367239,0.000010379295,0.0009804965,0.000103300874,0.0000018569501,0.000051972762,5.1980344e-8,0.00003172174,0.000021251906,0.85624105,0.14252806],"study_design_scores_gemma":[0.00065957976,0.000045231613,0.000026618329,0.0052581117,0.000628835,0.0000021669794,0.000023286855,0.0000014469202,0.0000219134,0.0029347197,0.99020153,0.00019658564],"about_ca_topic_score_codex":0.0000078733965,"about_ca_topic_score_gemma":0.0000068590157,"teacher_disagreement_score":0.38750008,"about_ca_system_score_codex":0.000044330518,"about_ca_system_score_gemma":0.00023768193,"threshold_uncertainty_score":0.9996594},"labels":[],"label_agreement":null},{"id":"W2581202698","doi":"10.1016/j.medcli.2016.12.016","title":"Revisiones rápidas para la síntesis de la evidencia","year":2017,"lang":"es","type":"review","venue":"Medicina Clínica","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Philosophy; Psychology","score_opus":0.8950025928621924,"score_gpt":0.6650808970938323,"score_spread":0.22992169576836008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2581202698","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000076460594,0.89971596,0.0016263255,0.0020877952,0.0008942612,0.0022757582,0.0000534578,0.00002215638,0.09324781],"genre_scores_gemma":[0.0020968914,0.95579827,0.002755756,0.00047687712,0.0013523654,0.00028163806,0.0000301754,0.00010772588,0.03710028],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8471595,0.106801786,0.02731986,0.0039140387,0.013506243,0.0012985745],"domain_scores_gemma":[0.8490622,0.09408154,0.031589646,0.02204868,0.0018736093,0.0013443389],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.3676547,0.0019577513,0.029645331,0.0010944745,0.0010183848,0.0042334124,0.012624462,0.0015394368,0.037018623],"category_scores_gemma":[0.39120686,0.00090675015,0.012695802,0.0017766677,0.0014450967,0.00047560717,0.0010322557,0.0018541238,0.033911802],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060220764,0.000089694164,0.0010922974,0.009738168,0.00085477496,0.00023800478,0.00024769502,4.2824098e-7,0.0000010727039,0.0011230377,0.19990985,0.78669894],"study_design_scores_gemma":[0.00026093476,0.00009668012,0.0016820974,0.0512805,0.00920881,0.0004578922,0.00021367165,0.00015342871,4.347857e-7,0.0010923865,0.93478745,0.0007657329],"about_ca_topic_score_codex":0.00010697216,"about_ca_topic_score_gemma":0.000017810364,"teacher_disagreement_score":0.7859332,"about_ca_system_score_codex":0.00023016297,"about_ca_system_score_gemma":0.0019776179,"threshold_uncertainty_score":0.99975675},"labels":[],"label_agreement":null},{"id":"W2581572429","doi":"10.1016/s2256-2087(12)40001-3","title":"Towards enhanced transparency and accuracy of scientific reporting in biomedical journals","year":2012,"lang":"en","type":"article","venue":"Colombian Journal of Anesthesiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Transparency (behavior); Medicine; Miller; Subject (documents); Library science; Law; Political science","score_opus":0.6577214397185132,"score_gpt":0.5292968848753059,"score_spread":0.12842455484320725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2581572429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99267584,0.0041333553,0.0015338147,0.00067642535,0.0004895736,0.00015789167,0.0000012408899,7.772154e-7,0.00033108683],"genre_scores_gemma":[0.9966045,0.00008631579,0.0029849792,0.00006742011,0.00010155095,0.0000020960708,5.836251e-7,0.000005658294,0.00014688607],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97095865,0.0059224158,0.02001108,0.00036124222,0.002360932,0.00038568466],"domain_scores_gemma":[0.9621031,0.0037425875,0.031322088,0.0009816232,0.001439101,0.00041149266],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1945019,0.00017444507,0.0035312327,0.001074497,0.000086614484,0.00017382107,0.0010505274,0.00014997426,0.0023268978],"category_scores_gemma":[0.120342016,0.00008761395,0.0008329705,0.0013476501,0.0003854372,0.00044146442,0.000046212026,0.00029984262,0.000034930694],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007210105,0.00033584444,0.760233,0.0000871548,0.00013468324,0.00014753558,0.005278299,0.000013535948,0.030618243,0.00035007152,0.0035630632,0.19916648],"study_design_scores_gemma":[0.00049997255,0.00048149074,0.9740336,0.00022002833,0.00013929284,0.0019903597,0.0015548817,0.000073813695,0.0021695443,0.005802962,0.012882911,0.00015113363],"about_ca_topic_score_codex":0.000002713978,"about_ca_topic_score_gemma":0.0000049176797,"teacher_disagreement_score":0.21380061,"about_ca_system_score_codex":0.000023324395,"about_ca_system_score_gemma":0.0002719454,"threshold_uncertainty_score":0.9985851},"labels":[],"label_agreement":null},{"id":"W2581790305","doi":"10.1016/j.ijrobp.2017.01.214","title":"Reporting Quality of Randomized, Controlled Trials Evaluating Combined Chemoradiotherapy in Nasopharyngeal Carcinoma","year":2017,"lang":"en","type":"review","venue":"International Journal of Radiation Oncology*Biology*Physics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Toronto Rehabilitation Institute; University of Toronto; Ontario Institute for Cancer Research","funders":"Sun Yat-sen University","keywords":"Medicine; Nasopharyngeal carcinoma; Chemoradiotherapy; Oncology; Randomized controlled trial; Internal medicine; Medical physics; Radiation therapy","score_opus":0.762820528305003,"score_gpt":0.639601105112615,"score_spread":0.12321942319238799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2581790305","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003976104,0.97708315,0.0060171983,0.0005040696,0.0064406283,0.0040585087,0.00009831725,0.000005619806,0.0018164214],"genre_scores_gemma":[0.02383394,0.965239,0.0054046055,0.00017936152,0.0038362115,0.00028450688,0.00013727591,0.000063188396,0.0010219153],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.68066597,0.16214478,0.1484275,0.0014220931,0.0068202135,0.0005194529],"domain_scores_gemma":[0.56939596,0.08583229,0.33676705,0.0016746651,0.0061801076,0.00014989705],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.62831724,0.00079551834,0.0776421,0.001283013,0.000107133405,0.0004673472,0.004355367,0.0007348854,0.00084995665],"category_scores_gemma":[0.61429566,0.00038898457,0.023374723,0.0005456112,0.0003896817,0.0004457335,0.00017893779,0.0010413185,0.000061509374],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058717076,0.00024702423,0.0070646806,0.00034730558,0.007709648,0.000026311685,0.0003095252,0.000092586284,0.000015207023,0.003743636,0.0008906959,0.9736817],"study_design_scores_gemma":[0.4706562,0.0010830115,0.00097586866,0.0059120385,0.01480581,0.0003594152,0.00018576781,0.012767788,0.00001548564,0.07342642,0.41849717,0.0013150583],"about_ca_topic_score_codex":0.000040285508,"about_ca_topic_score_gemma":0.0000069211505,"teacher_disagreement_score":0.97236663,"about_ca_system_score_codex":0.0009852631,"about_ca_system_score_gemma":0.0037251338,"threshold_uncertainty_score":0.99985623},"labels":[],"label_agreement":null},{"id":"W2584743144","doi":"10.1186/s13063-017-1804-z","title":"The pathway to RCTs: how many roads are there? Examining the homogeneity of RCT justification","year":2017,"lang":"en","type":"review","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Care; Western University","funders":"Academic Medical Organization of Southwestern Ontario","keywords":"Randomized controlled trial; Medicine; Specialty; Otorhinolaryngology; MEDLINE; Alternative medicine; Evidence-based medicine; Family medicine; Surgery","score_opus":0.9685519284326686,"score_gpt":0.6420126394812646,"score_spread":0.32653928895140394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2584743144","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026344245,0.9872896,0.0014279832,0.0007247746,0.0011947874,0.005725672,0.00016547421,0.0000054098573,0.003439941],"genre_scores_gemma":[0.0004650014,0.95168775,0.00025472147,0.000039117036,0.00070894463,0.0007582002,0.000013453477,0.00003330126,0.046039518],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.86459213,0.10186338,0.024116524,0.001786521,0.007157843,0.00048357368],"domain_scores_gemma":[0.83176905,0.07618337,0.06936153,0.020709338,0.0017688598,0.00020785499],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.5241974,0.00065591815,0.017948065,0.00029056607,0.00082407944,0.0032834774,0.009017455,0.0002924894,0.0011378155],"category_scores_gemma":[0.37510338,0.00018009676,0.006393149,0.0010155307,0.00015102317,0.00013214881,0.00039347654,0.00030060948,0.0024311002],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028716643,0.000011279559,0.000012302665,0.0008317972,0.0005004158,0.0000012328455,0.00008680786,0.0000011783549,0.0000016193947,0.0008510299,0.021027876,0.9766716],"study_design_scores_gemma":[0.00006714013,0.000020410185,0.0001844581,0.0023078078,0.002569099,0.0000048225597,0.00034000512,0.000009859415,0.000004238826,0.0005409005,0.9937553,0.00019595012],"about_ca_topic_score_codex":0.000010731064,"about_ca_topic_score_gemma":0.000046063724,"teacher_disagreement_score":0.97647566,"about_ca_system_score_codex":0.00005229916,"about_ca_system_score_gemma":0.00031018743,"threshold_uncertainty_score":0.9997753},"labels":[],"label_agreement":null},{"id":"W2585017841","doi":"10.1016/j.jdent.2017.01.009","title":"Impact of the CONSORT Statement endorsement in the completeness of reporting of randomized clinical trials in restorative dentistry","year":2017,"lang":"en","type":"article","venue":"Journal of Dentistry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; University of Ottawa","keywords":"Consolidated Standards of Reporting Trials; Randomized controlled trial; Medicine; Dentistry; Confidence interval; Restorative dentistry; Evidence-based dentistry; Clinical trial; Alternative medicine; Family medicine; Surgery","score_opus":0.9199567040977533,"score_gpt":0.7054846463226405,"score_spread":0.2144720577751128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2585017841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955178,0.000622421,0.0017778166,0.00021658762,0.0007445809,0.00085159746,0.000025391491,1.520865e-7,0.00024369235],"genre_scores_gemma":[0.99906605,0.00009669714,0.00062969606,0.000010617637,0.000051935367,0.0000074462373,6.02964e-7,0.0000037204177,0.00013325595],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6211179,0.16635734,0.1976854,0.0007730205,0.013612601,0.0004537496],"domain_scores_gemma":[0.641428,0.0376436,0.31452096,0.0037176418,0.002594963,0.000094851246],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.67597616,0.00017608849,0.010273201,0.00024237167,0.00007916796,0.00026424814,0.0026593728,0.00007669514,0.00051866204],"category_scores_gemma":[0.49658608,0.000059295533,0.006543132,0.00034944614,0.00035186042,0.00021324439,0.00019741058,0.00034234617,0.0000033728716],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017049203,0.00031763114,0.9906606,0.00009201379,0.0010764879,0.00012921708,0.0005358201,0.00017584539,0.0010635267,0.00012267,0.0029754767,0.0011457617],"study_design_scores_gemma":[0.020360516,0.00009249657,0.9730305,0.0006804616,0.00072499726,0.00019463318,0.0021838325,0.0003253793,0.0004766931,0.0017478234,0.0001128109,0.0000698754],"about_ca_topic_score_codex":0.00014441684,"about_ca_topic_score_gemma":0.00017859774,"teacher_disagreement_score":0.17939009,"about_ca_system_score_codex":0.000053141353,"about_ca_system_score_gemma":0.0003983629,"threshold_uncertainty_score":0.7022555},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2586090687","doi":"10.1007/s11136-017-1508-6","title":"Preliminary evidence on the uptake, use and benefits of the CONSORT-PRO extension","year":2017,"lang":"en","type":"article","venue":"Quality of Life Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":55,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Cancer Australia; Medical Research Council; Australian Government","keywords":"Consolidated Standards of Reporting Trials; Medicine; MEDLINE; Randomized controlled trial; Clinical trial; Family medicine; Internal medicine","score_opus":0.9801715853427382,"score_gpt":0.6663079329456661,"score_spread":0.31386365239707203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586090687","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98240197,0.0019543653,0.000030720028,0.0134560475,0.000065404936,0.00086163456,0.000016675187,8.3170727e-7,0.0012123709],"genre_scores_gemma":[0.9954509,0.00028259336,0.00019705905,0.00014174377,0.000032078187,0.000016891436,1.6288277e-7,0.0000046565947,0.003873903],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9530613,0.029366655,0.005313601,0.0007288195,0.01125804,0.0002715873],"domain_scores_gemma":[0.8716319,0.097198755,0.0071975365,0.017315378,0.006408019,0.00024838577],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3468014,0.00013046549,0.001533067,0.00013750035,0.0007965665,0.0007703164,0.0036382468,0.00007366662,0.0008290568],"category_scores_gemma":[0.59583676,0.000043703243,0.0006290569,0.00042853414,0.0010104761,0.0003211484,0.0009482208,0.00032156255,0.00021158574],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048529552,0.00031608334,0.71537703,0.00072474475,0.00030613018,0.0000019572708,0.0032188918,0.00006663962,0.0024902334,0.088990964,0.13908756,0.048934456],"study_design_scores_gemma":[0.00007878024,0.00010890675,0.9915669,0.00040696675,0.000022454773,9.410616e-7,0.00081286073,0.0004574137,0.0004106889,0.003689798,0.0023923754,0.0000519194],"about_ca_topic_score_codex":0.00031611224,"about_ca_topic_score_gemma":0.00006429262,"teacher_disagreement_score":0.27618986,"about_ca_system_score_codex":0.0000103269585,"about_ca_system_score_gemma":0.0001585826,"threshold_uncertainty_score":0.9077591},"labels":[],"label_agreement":null},{"id":"W2587668149","doi":"","title":"TYPE II ERROR IN THE SPINE SURGICAL LITERATURE","year":2008,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Hospital and Health Sciences Centre; University of British Columbia","funders":"","keywords":"Medicine; Sample size determination; Randomized controlled trial; Meta-analysis; Relative risk; MEDLINE; Type I and type II errors; Surgery; Physical therapy; Internal medicine; Confidence interval; Statistics; Mathematics","score_opus":0.7809754594740473,"score_gpt":0.5451394450985176,"score_spread":0.2358360143755297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587668149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70799637,0.003460242,0.00029832305,0.006883557,0.0002440516,0.00045749504,0.0000019624817,0.0000047531075,0.28065324],"genre_scores_gemma":[0.88494426,0.00004619556,0.0011652025,0.0007581177,0.00007965455,0.000006056324,0.0000030214921,0.0000024683372,0.11299502],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9892532,0.004079279,0.0032083194,0.0004116743,0.0029075854,0.00013991471],"domain_scores_gemma":[0.9963167,0.0007217658,0.000537328,0.002002296,0.0003732349,0.000048733076],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0479023,0.0001221093,0.001218929,0.00014625667,0.00012791369,0.00025386875,0.0012515866,0.000054987046,0.025525987],"category_scores_gemma":[0.0076593924,0.000034308614,0.0006408557,0.0024611752,0.000033569693,0.00011102738,0.00007112066,0.00013822666,0.0032270083],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060418706,0.00014716915,0.018213864,0.000011717996,0.000045754045,0.00036003755,0.004915602,0.000030617815,0.000021651458,0.02334237,0.94715065,0.0057545127],"study_design_scores_gemma":[0.00011566018,0.000036625694,0.028428802,0.000010696621,0.000014375976,0.00021175391,0.00024543286,0.0011385805,0.0000028233371,0.0011546657,0.96856767,0.00007291483],"about_ca_topic_score_codex":0.0000044379863,"about_ca_topic_score_gemma":0.00002226033,"teacher_disagreement_score":0.17694788,"about_ca_system_score_codex":0.0000049973537,"about_ca_system_score_gemma":0.000022487544,"threshold_uncertainty_score":0.9975491},"labels":[],"label_agreement":null},{"id":"W2587810083","doi":"10.1186/s13643-017-0423-9","title":"Are child-centric aspects in newborn and child health systematic review and meta-analysis protocols and reports adequately reported?—two systematic reviews","year":2017,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Institute for Clinical Evaluative Sciences; SickKids Foundation; University of Toronto","funders":"","keywords":"Medicine; Systematic review; Protocol (science); Meta-analysis; MEDLINE; CLARITY; Population; Cochrane Library; Family medicine; Pediatrics; Alternative medicine; Environmental health; Pathology","score_opus":0.6796142768863417,"score_gpt":0.5361406075571999,"score_spread":0.14347366932914174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587810083","genre_codex":"review","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000060252045,0.7041623,0.0009556405,0.0030211564,0.000112916554,0.28972167,0.000022808636,0.000026903825,0.0019163673],"genre_scores_gemma":[0.102802075,0.23499219,0.009695803,0.013786302,0.00034354863,0.6215557,0.00007257134,0.00048299338,0.016268846],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.77978027,0.11214938,0.09277599,0.005586571,0.008244492,0.0014632696],"domain_scores_gemma":[0.822875,0.0051307,0.14810202,0.021620773,0.0012098374,0.0010616473],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.45298013,0.0023898324,0.10088698,0.0018304319,0.0014650923,0.0051622856,0.0032442915,0.00029488944,0.00070724613],"category_scores_gemma":[0.34409156,0.0010160668,0.009457411,0.0039647156,0.00027896484,0.0013051794,0.0008487671,0.00077324023,0.00064628525],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014342554,0.0000874514,0.0012474469,0.9767312,0.019223522,0.00015733085,0.00030681366,0.0000015668809,1.863193e-7,0.0003863873,0.0018150132,0.000041646177],"study_design_scores_gemma":[0.00038646275,0.000071142225,0.0011102499,0.612572,0.37723187,0.0033780062,0.0003278426,0.00039185488,3.9757094e-7,0.0007130324,0.0027934045,0.0010237168],"about_ca_topic_score_codex":0.00012795933,"about_ca_topic_score_gemma":0.00076344475,"teacher_disagreement_score":0.46917012,"about_ca_system_score_codex":0.0002153923,"about_ca_system_score_gemma":0.00012999862,"threshold_uncertainty_score":0.99983484},"labels":[],"label_agreement":null},{"id":"W2588152191","doi":"10.1016/j.jclinepi.2017.01.001","title":"RE: Which estimates comprise optimal reporting in systematic reviews?","year":2017,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Scopus; Absolute risk reduction; Randomized controlled trial; Medicine; Guideline; Citation; Systematic review; MEDLINE; Psychology; Computer science; Library science; Population; Internal medicine; Pathology; Political science","score_opus":0.9547905860235976,"score_gpt":0.7087478933233959,"score_spread":0.24604269270020163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588152191","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":"reporting","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"reporting","domain_consensus":"reporting","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032933229,0.029310312,0.018712068,0.93228126,0.008962172,0.003115323,0.000011247687,0.000006498491,0.0043078084],"genre_scores_gemma":[0.00840003,0.0081430515,0.19279525,0.74751025,0.024926236,0.00018024724,0.000044467815,0.00016294756,0.017837517],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.1577935,0.40070406,0.4309136,0.002624292,0.0067228246,0.001241717],"domain_scores_gemma":[0.012161248,0.4673464,0.5074093,0.008448941,0.0042406083,0.0003935376],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.92966396,0.0009880151,0.10330768,0.0010473421,0.00017788065,0.000540108,0.008507506,0.0026563813,0.0027221958],"category_scores_gemma":[0.99331516,0.00041130887,0.019975187,0.00073495746,0.0003710566,0.00040174165,0.000501068,0.008983362,0.0024237074],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001374664,0.000043676293,0.084223434,0.007364258,0.00050653075,0.0011295155,0.000032120806,0.00018104544,1.00229855e-7,0.000028816055,0.90518075,0.0012959947],"study_design_scores_gemma":[0.0005378816,0.0003377928,0.015050056,0.027248682,0.0021881706,0.0013918874,0.00007730627,0.01120386,1.07829514e-7,0.015410528,0.92598706,0.0005666436],"about_ca_topic_score_codex":0.000016712567,"about_ca_topic_score_gemma":0.00003258169,"teacher_disagreement_score":0.184771,"about_ca_system_score_codex":0.000093083756,"about_ca_system_score_gemma":0.0005754415,"threshold_uncertainty_score":0.9998339},"labels":[],"label_agreement":null},{"id":"W2588671950","doi":"10.1186/s12874-017-0307-7","title":"A comparison of analytic approaches for individual patient data meta-analyses with binary outcomes","year":2017,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research","keywords":"Random effects model; Statistics; Generalized linear mixed model; Sample size determination; Quasi-likelihood; Mathematics; Binary data; Mixed model; Mean squared error; Binary number; Meta-analysis; Medicine; Count data; Poisson distribution","score_opus":0.9984275080037718,"score_gpt":0.8154567280360211,"score_spread":0.18297077996775069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588671950","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09953835,0.0053690323,0.8829683,0.0063349917,0.0002542182,0.002764364,0.00033059192,0.000008232135,0.0024319445],"genre_scores_gemma":[0.58934027,0.000018478255,0.4086335,0.00009638806,0.00007270503,0.00026730628,0.00007371473,0.000019075864,0.0014785569],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.7699465,0.18206565,0.013399291,0.0030222007,0.030429384,0.0011369332],"domain_scores_gemma":[0.38575205,0.5647737,0.013192633,0.0303937,0.004535305,0.0013526098],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6236474,0.0003907003,0.011549703,0.001086595,0.000644669,0.00065936754,0.014840024,0.00029989946,0.008250999],"category_scores_gemma":[0.8428744,0.00014523946,0.0024149602,0.00097004196,0.0018692546,0.00033265198,0.0033692599,0.0006737989,0.00016301409],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006015023,0.0014552524,0.5250447,0.0009226001,0.0462061,0.00004452833,0.0023129103,0.00045932364,0.000063685715,0.0141151585,0.1475602,0.26121405],"study_design_scores_gemma":[0.0038320315,0.0045941356,0.2696511,0.00019614458,0.052580014,0.000067878675,0.026622994,0.48794326,0.00075599895,0.050596498,0.101833336,0.0013266071],"about_ca_topic_score_codex":0.00021031649,"about_ca_topic_score_gemma":0.0013969021,"teacher_disagreement_score":0.4898019,"about_ca_system_score_codex":0.000020900887,"about_ca_system_score_gemma":0.0011667185,"threshold_uncertainty_score":0.9926556},"labels":[],"label_agreement":null},{"id":"W2588752353","doi":"10.1093/aje/163.suppl_11.s21-c","title":"A Systematic Review of the Quality of Publications Reporting Coronary Artery Bypass Grafting (CABG) Trials","year":2006,"lang":"en","type":"review","venue":"American Journal of Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Quality Score; Consolidated Standards of Reporting Trials; Randomized controlled trial; CINAHL; MEDLINE; Descriptive statistics; Surgery; Internal medicine; Statistics","score_opus":0.8923258428688604,"score_gpt":0.6545874386252979,"score_spread":0.23773840424356252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588752353","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000040062034,0.9887867,0.006398143,0.0012213236,0.00037897011,0.002488915,0.00006153748,0.0000022813454,0.0006220664],"genre_scores_gemma":[0.0001615097,0.99289066,0.005423127,0.00055997324,0.00017768907,0.00010204202,0.000014761858,0.00002640608,0.00064386206],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.38340107,0.3805597,0.23072335,0.00095223496,0.003887661,0.00047598904],"domain_scores_gemma":[0.06227936,0.2597339,0.6656133,0.006946175,0.0052082445,0.00021905487],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8211424,0.0006764981,0.09511612,0.00088588725,0.00011154501,0.000053291413,0.0050084945,0.00020837005,0.0005958687],"category_scores_gemma":[0.9313097,0.00023890162,0.027966978,0.0039761625,0.00074441056,0.00016102802,0.00028876995,0.0008474837,0.00003959824],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046893106,0.000106481544,0.0031981028,0.75244343,0.0057269107,0.0000059568815,0.000052669962,0.000009744971,7.6422015e-7,0.0019123473,0.03676766,0.19977126],"study_design_scores_gemma":[0.00013276916,0.00019515603,0.0007711149,0.71930647,0.024688125,0.0022386091,0.00034475297,0.000026829504,1.05061e-7,0.0028258022,0.24908698,0.00038328045],"about_ca_topic_score_codex":0.00005714735,"about_ca_topic_score_gemma":0.000008986123,"teacher_disagreement_score":0.43488994,"about_ca_system_score_codex":0.00012347304,"about_ca_system_score_gemma":0.0010158606,"threshold_uncertainty_score":0.9817677},"labels":[],"label_agreement":null},{"id":"W2589073600","doi":"10.1186/s13643-017-0425-7","title":"Fit for purpose: perspectives on rapid reviews from end-user interviews","year":2017,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta; University of Pennsylvania Health System; University of Pennsylvania; Johns Hopkins University; Agency for Healthcare Research and Quality; U.S. Department of Health and Human Services","keywords":"Medicine; Interim; Limiting; Relevance (law); Guideline; Systematic review; Quality (philosophy); Evidence-based medicine; Empirical evidence; Health care; Key (lock); Medical education; Knowledge management; MEDLINE; Alternative medicine; Computer science; Pathology","score_opus":0.7920812211539011,"score_gpt":0.5566231531495928,"score_spread":0.23545806800430835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589073600","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028073732,0.6476676,0.10509263,0.005741613,0.00652747,0.14624195,0.00041814582,0.00007203989,0.085431196],"genre_scores_gemma":[0.17497969,0.1127191,0.11909441,0.008563415,0.007255461,0.09310483,0.0002149236,0.0006572777,0.4834109],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9135683,0.043736845,0.033819526,0.0030679344,0.005072545,0.000734811],"domain_scores_gemma":[0.9134621,0.012339651,0.044610042,0.027541738,0.0015682454,0.00047821674],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.30700642,0.0013033766,0.023113403,0.00045983246,0.0010001806,0.0046210242,0.009573487,0.00024342074,0.022005858],"category_scores_gemma":[0.32239068,0.0005201659,0.011239502,0.0005679283,0.00018392873,0.0008340108,0.00043994802,0.0003545437,0.05302186],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023480818,0.00026090574,0.0003904346,0.050902516,0.0007854604,0.000007695027,0.0064182673,0.000001803427,0.00008278887,0.01084406,0.82173,0.10855256],"study_design_scores_gemma":[0.00038687163,0.00012530798,0.00023711444,0.015123066,0.00091835397,0.000010301039,0.0017000632,0.00045679027,0.000016031354,0.0028279983,0.97764885,0.000549261],"about_ca_topic_score_codex":0.000032146738,"about_ca_topic_score_gemma":0.00008227542,"teacher_disagreement_score":0.53494847,"about_ca_system_score_codex":0.00015946531,"about_ca_system_score_gemma":0.0000671188,"threshold_uncertainty_score":0.9999718},"labels":[],"label_agreement":null},{"id":"W2591389618","doi":"10.1186/s12887-017-0812-1","title":"Do systematic reviews on pediatric topics need special methodological considerations?","year":2017,"lang":"en","type":"article","venue":"BMC Pediatrics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Alberta; Institute for Clinical Evaluative Sciences; University of Toronto; SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Systematic review; Medicine; Psychological intervention; Health care; MEDLINE; Population; Nursing; Environmental health","score_opus":0.9249885408084761,"score_gpt":0.5896134915713809,"score_spread":0.33537504923709527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591389618","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25974965,0.049329467,0.23519008,0.0099689495,0.034855124,0.035859615,0.0002230997,0.0001823612,0.37464166],"genre_scores_gemma":[0.43271235,0.008168549,0.37540796,0.004110098,0.09392574,0.0013722245,0.000030409436,0.00014790038,0.08412477],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95388937,0.026983207,0.012097769,0.0013474191,0.00525714,0.00042509293],"domain_scores_gemma":[0.93690354,0.035428245,0.015580311,0.0103548085,0.0013542604,0.0003788597],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.18879025,0.00049844227,0.006154254,0.0005906122,0.0009923072,0.0042363415,0.0027997415,0.00025646816,0.008331179],"category_scores_gemma":[0.6212251,0.00023156113,0.0026966294,0.0007880198,0.00007405041,0.00035824205,0.00033539068,0.000349936,0.014611126],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018939654,0.00017416282,0.19812968,0.006823154,0.00005836865,0.000035692436,0.00039197903,0.0000946789,0.000001794802,0.050271343,0.74196464,0.0020355566],"study_design_scores_gemma":[0.0031738346,0.0009596782,0.22949658,0.00089629315,0.010639193,0.00023788633,0.001748639,0.0046326304,0.0000148158315,0.27625167,0.46795383,0.0039949273],"about_ca_topic_score_codex":0.000003587712,"about_ca_topic_score_gemma":0.000022080705,"teacher_disagreement_score":0.43243486,"about_ca_system_score_codex":0.00005946764,"about_ca_system_score_gemma":0.00016882084,"threshold_uncertainty_score":0.9967974},"labels":[],"label_agreement":null},{"id":"W2592231530","doi":"10.1037/cep0000128","title":"CJEP will offer open science badges.","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Experimental Psychology/Revue canadienne de psychologie expérimentale","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Open science; PsycINFO; Openness to experience; Psychological science; Psychology; Open data; Data science; Engineering ethics; MEDLINE; World Wide Web; Computer science; Social psychology; Political science; Engineering","score_opus":0.6808925302453007,"score_gpt":0.5567610116628366,"score_spread":0.12413151858246407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592231530","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88403815,0.0020751124,0.00033405627,0.006074123,0.0062058307,0.00082339364,0.00007070689,0.000004704833,0.10037393],"genre_scores_gemma":[0.9851181,0.000016193299,0.005148485,0.004060467,0.00042376653,0.000041689404,0.0000048378,0.00004717724,0.0051393076],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98646104,0.0019347408,0.0063297707,0.0020417583,0.0012999148,0.0019327494],"domain_scores_gemma":[0.9776862,0.00041724657,0.007641192,0.009033984,0.0013237051,0.0038976474],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.068726264,0.0006506527,0.0030455578,0.0016619589,0.0021028663,0.004718581,0.02882017,0.00027973446,0.01619687],"category_scores_gemma":[0.014880277,0.00045749402,0.0013268096,0.0009988864,0.002440445,0.002612383,0.00065600465,0.00068571174,0.0010036875],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016527256,0.00055138464,0.25437772,0.000015184432,0.0005882703,0.0024891696,0.009053162,0.000024641713,0.091664866,0.009229517,0.61184335,0.019997494],"study_design_scores_gemma":[0.005250772,0.0018509006,0.4540973,0.0002789026,0.00023690882,0.0066274717,0.018388165,0.00014692673,0.014921019,0.020884573,0.4755648,0.0017522684],"about_ca_topic_score_codex":0.0052149994,"about_ca_topic_score_gemma":0.029812997,"teacher_disagreement_score":0.19971956,"about_ca_system_score_codex":0.0014165223,"about_ca_system_score_gemma":0.0017855787,"threshold_uncertainty_score":0.9997877},"labels":[],"label_agreement":null},{"id":"W2592510943","doi":"10.1016/j.jclinepi.2016.10.010","title":"PRECIS-2 helps researchers design more applicable RCTs while CONSORT Extension for Pragmatic Trials helps knowledge users decide whether to apply them","year":2017,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Scopus; Randomized controlled trial; Medicine; Relevance (law); Citation; Pragmatism; MEDLINE; Library science; Computer science; Epistemology; Philosophy; Internal medicine; Political science","score_opus":0.9779108054682883,"score_gpt":0.7205405430057328,"score_spread":0.25737026246255557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592510943","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008291641,0.0030187862,0.44598848,0.5379375,0.0034033002,0.0066836355,0.00009513177,0.000009440338,0.0020345226],"genre_scores_gemma":[0.0015077991,0.0016842575,0.42091992,0.4742126,0.022571571,0.0011571014,0.00006198734,0.00027845736,0.077606305],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.33314103,0.5093698,0.1410626,0.004732469,0.009041414,0.0026526714],"domain_scores_gemma":[0.05106371,0.8224536,0.106636725,0.009343689,0.009008907,0.0014933788],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.88970464,0.0011650514,0.050257877,0.0010498868,0.00043604022,0.00066019496,0.0091561545,0.0032572409,0.0044728345],"category_scores_gemma":[0.9484776,0.0005282777,0.017667675,0.00069202064,0.0008006255,0.00035522608,0.00061018835,0.005097988,0.004147611],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043525393,0.00013552782,0.0017047005,0.00025149752,0.0016364265,0.0000757667,0.000106468935,0.0003895122,0.000011058941,0.00013053522,0.9666525,0.028470743],"study_design_scores_gemma":[0.0013354924,0.00077224476,0.0010239815,0.0008333913,0.0014604629,0.00018146425,0.0001452852,0.0024720368,0.0000054116513,0.052655946,0.9386553,0.00045897564],"about_ca_topic_score_codex":0.000015839374,"about_ca_topic_score_gemma":0.000013032673,"teacher_disagreement_score":0.31308377,"about_ca_system_score_codex":0.00016161261,"about_ca_system_score_gemma":0.0017336655,"threshold_uncertainty_score":0.9997169},"labels":[],"label_agreement":null},{"id":"W2592768534","doi":"10.1186/s12961-017-0169-9","title":"Where is students’ research in evidence-informed decision-making in health? Assessing productivity and use of postgraduate students’ research in low- and middle-income countries: a systematic review","year":2017,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"International Development Research Centre; McMaster University","keywords":"Grey literature; Productivity; Medical education; Systematic review; Health services research; Health administration; CLARITY; Knowledge translation; MEDLINE; Health economics; Psychology; Medicine; Public health; Nursing; Political science; Knowledge management; Economics; Computer science","score_opus":0.9562537671673976,"score_gpt":0.7590153452875159,"score_spread":0.19723842187988172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592768534","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005976936,0.9562337,0.000007255294,0.003920951,0.00015519538,0.03353983,0.00009435324,0.0000057838715,0.00006599822],"genre_scores_gemma":[0.018890558,0.9769221,0.000097706885,0.00010862896,0.00016926938,0.0026261252,0.000004759361,0.00007597877,0.0011048485],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.38538122,0.4655614,0.064128265,0.007719881,0.07014111,0.007068146],"domain_scores_gemma":[0.65124476,0.2959631,0.022716463,0.015870735,0.011725853,0.0024790545],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7879135,0.0010950817,0.026166867,0.015623626,0.0016811368,0.010974654,0.006156328,0.00064305647,0.000034539073],"category_scores_gemma":[0.38528058,0.00063042773,0.00077905273,0.013633638,0.0013658465,0.002244184,0.0037903055,0.004643173,0.0001272451],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031206735,0.00015065166,0.015095225,0.94657713,0.00013062035,0.000078339806,0.0032486033,7.7598963e-7,8.583376e-9,0.0003050509,0.0009302491,0.033452116],"study_design_scores_gemma":[0.00042772893,0.00030180888,0.0037104823,0.94674087,0.00005359812,0.0001496162,0.0022455873,0.00020797776,6.760257e-9,0.0004418369,0.045357794,0.0003627113],"about_ca_topic_score_codex":0.01744376,"about_ca_topic_score_gemma":0.00936544,"teacher_disagreement_score":0.40263292,"about_ca_system_score_codex":0.0035646863,"about_ca_system_score_gemma":0.012328748,"threshold_uncertainty_score":0.99961853},"labels":[],"label_agreement":null},{"id":"W2593222159","doi":"10.1186/s13063-017-1858-y","title":"Sharing interim trial results by the Data Safety Monitoring Board with those responsible for the trial’s conduct and progress: a narrative review","year":2017,"lang":"en","type":"review","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Canadian Institutes of Health Research","keywords":"Interim; Warrant; Argument (complex analysis); Medicine; Data monitoring committee; Interim analysis; Clinical trial; Narrative; Family medicine; Political science; Business; Law; Finance","score_opus":0.9792865205145062,"score_gpt":0.7236164051639763,"score_spread":0.25567011535052986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593222159","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000022640331,0.9417365,0.00017678768,0.0024936679,0.0020213928,0.05158019,0.0014589275,0.000010857903,0.0005193664],"genre_scores_gemma":[0.0000020862674,0.97872365,0.0010971866,0.000059816703,0.0018789001,0.0050623436,0.00018572711,0.000054533495,0.012935747],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8361316,0.1037475,0.046522405,0.00525061,0.007457453,0.0008904389],"domain_scores_gemma":[0.5470073,0.28173658,0.11348132,0.054502863,0.0027668355,0.00050508854],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.59395057,0.0011213325,0.027400408,0.00023106608,0.0013794297,0.005235645,0.013326735,0.00030189924,0.00033085447],"category_scores_gemma":[0.4907029,0.0003051383,0.004279725,0.0009053815,0.00042801062,0.00060703367,0.0016285494,0.0006626394,0.00011920134],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03822627,0.000030864354,1.8556872e-7,0.0036585443,0.0019745212,0.0000020467048,0.00030065188,4.6461437e-8,6.439184e-8,0.00008041467,0.21289267,0.74283373],"study_design_scores_gemma":[0.030348497,0.00049087923,1.1395567e-7,0.037714276,0.009484474,0.000018294419,0.0003346986,0.000013029808,3.302835e-7,0.00024322988,0.9210082,0.000343965],"about_ca_topic_score_codex":0.000018518991,"about_ca_topic_score_gemma":0.000025195783,"teacher_disagreement_score":0.74248976,"about_ca_system_score_codex":0.000070533795,"about_ca_system_score_gemma":0.0010269826,"threshold_uncertainty_score":0.9999401},"labels":[],"label_agreement":null},{"id":"W2593325196","doi":"10.1002/oby.21784","title":"Registration status and methodological reporting of randomized controlled trials in obesity research: A review","year":2017,"lang":"en","type":"review","venue":"Obesity","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Glenrose Rehabilitation Hospital; Alberta Health Services; University of Alberta","funders":"University of Alberta; Canadian Child Health Clinician Scientist Program; Alberta Innovates; Women and Children's Health Research Institute; Children's Health Research Institute","keywords":"Medicine; Randomized controlled trial; Trial registration; MEDLINE; Family medicine; Clinical trial; Consolidated Standards of Reporting Trials; Internal medicine","score_opus":0.9823490475342898,"score_gpt":0.7282393283564426,"score_spread":0.2541097191778472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593325196","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008654629,0.9750819,0.00095536065,0.00014752126,0.00020583085,0.016682701,0.000021051135,0.000004051035,0.006815001],"genre_scores_gemma":[0.00006588014,0.99018705,0.004517367,0.00002061309,0.00010079793,0.00076518796,0.000022727125,0.000013368018,0.0043070144],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.038907964,0.7919987,0.15493971,0.0026597166,0.010779204,0.0007147167],"domain_scores_gemma":[0.037470955,0.5521393,0.39294901,0.011639225,0.005340348,0.0004611773],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.97359645,0.00071327854,0.18187043,0.0010800072,0.00028835857,0.000944451,0.0021144503,0.00053965446,0.0019788567],"category_scores_gemma":[0.9862972,0.00026096983,0.023330696,0.0013218885,0.00050795806,0.00021459954,0.00046920907,0.0009900294,0.00014033455],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016184972,0.00018134096,0.0008872307,0.070373446,0.002090682,0.000060463735,0.00008168345,2.1503647e-7,3.4691573e-7,0.0032810927,0.010388436,0.91103655],"study_design_scores_gemma":[0.019976005,0.000037017064,0.00022708409,0.065304905,0.0111115165,0.00002694068,0.000029774024,0.00004353842,1.7963612e-7,0.012576366,0.89032567,0.0003410357],"about_ca_topic_score_codex":0.00014755358,"about_ca_topic_score_gemma":0.00008596362,"teacher_disagreement_score":0.91069555,"about_ca_system_score_codex":0.00009951073,"about_ca_system_score_gemma":0.0008283914,"threshold_uncertainty_score":0.99998426},"labels":[],"label_agreement":null},{"id":"W2594867411","doi":"10.1186/s41512-017-0008-z","title":"Systematic reviews of prognosis studies: a critical appraisal of five core clinical journals","year":2017,"lang":"en","type":"review","venue":"Diagnostic and Prognostic Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Critical appraisal; Core (optical fiber); Systematic review; Medicine; MEDLINE; Political science; Computer science; Alternative medicine; Pathology","score_opus":0.980188190277515,"score_gpt":0.7828199083667856,"score_spread":0.19736828191072942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594867411","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007772994,0.9842169,0.00024159273,0.00016575796,0.0009989707,0.013256868,0.00018475222,0.000004278301,0.0008531196],"genre_scores_gemma":[0.0006880705,0.9935141,0.0013393025,0.000012190962,0.00043044594,0.0029295636,0.000017299139,0.00006133841,0.0010076787],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.7726757,0.13629918,0.068603955,0.0034808293,0.017505642,0.0014346729],"domain_scores_gemma":[0.033795565,0.9091361,0.03193001,0.009036417,0.015141575,0.0009603154],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.5289953,0.0011503693,0.04813793,0.0019155059,0.00056290923,0.001233804,0.006486299,0.00082363305,0.0017959173],"category_scores_gemma":[0.98389375,0.00050353096,0.008773118,0.0025897257,0.0032525975,0.00031725084,0.0016832517,0.002015863,0.0017595026],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066903463,0.0003687883,0.0034248852,0.5233034,0.0023267446,0.00008349298,0.0005113013,1.18077345e-7,2.4757473e-8,0.0014899076,0.036391906,0.43209273],"study_design_scores_gemma":[0.00022213363,0.00060493255,0.00029356315,0.4363207,0.009129196,0.00014267751,0.001204909,0.00008754125,1.1238151e-7,0.0030406308,0.54847205,0.00048157288],"about_ca_topic_score_codex":0.000014587603,"about_ca_topic_score_gemma":0.0000076497745,"teacher_disagreement_score":0.7728369,"about_ca_system_score_codex":0.0000562391,"about_ca_system_score_gemma":0.0010801933,"threshold_uncertainty_score":0.999803},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2597390287","doi":"10.1186/s12874-017-0320-x","title":"Assignment of adverse event indexing terms in randomized clinical trials involving spinal manipulative therapy: an audit of records in MEDLINE and EMBASE databases","year":2017,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"MEDLINE; Medicine; Adverse effect; Randomized controlled trial; Internal medicine","score_opus":0.9885935331056589,"score_gpt":0.791544892742086,"score_spread":0.19704864036357295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2597390287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80289125,0.0017227568,0.19174287,0.00092551514,0.0003228252,0.0021129062,0.000012876575,0.0000015206535,0.00026746525],"genre_scores_gemma":[0.9029592,0.0024317186,0.09392181,0.00008561484,0.00018871119,0.00016403578,0.0000080976615,0.000011907676,0.0002288631],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.16650699,0.79358053,0.026813185,0.001670257,0.010757922,0.0006711388],"domain_scores_gemma":[0.10920113,0.86627257,0.015973704,0.006057354,0.001503757,0.0009914924],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9419001,0.00024909468,0.0118724955,0.0012609558,0.00011847882,0.00006256962,0.0024005778,0.0002859705,0.0047366447],"category_scores_gemma":[0.96474266,0.000117254785,0.0012915813,0.00059368275,0.0019254151,0.00029871985,0.000900153,0.00090345397,0.000012877726],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0397826,0.0008474304,0.5183582,0.0003847133,0.00041333452,0.0001236101,0.0012462282,0.000044197262,0.0006280525,0.0069696032,0.00051749777,0.4306846],"study_design_scores_gemma":[0.16155924,0.002090133,0.5272208,0.003594432,0.0003033739,0.000030493171,0.0081283655,0.19317569,0.00083883735,0.10069371,0.0017825579,0.00058237556],"about_ca_topic_score_codex":0.0015479937,"about_ca_topic_score_gemma":0.0060953666,"teacher_disagreement_score":0.43010223,"about_ca_system_score_codex":0.00005069832,"about_ca_system_score_gemma":0.0010150454,"threshold_uncertainty_score":0.99617314},"labels":[],"label_agreement":null},{"id":"W2597443536","doi":"10.1097/pcc.0000000000001144","title":"High-Quality Randomized Controlled Trials in Pediatric Critical Care: A Survey of Barriers and Facilitators*","year":2017,"lang":"en","type":"article","venue":"Pediatric Critical Care Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Dalhousie University; McMaster University","funders":"","keywords":"Randomized controlled trial; Medicine; Respondent; Psychological intervention; Family medicine; Clinical trial; Nursing; Surgery","score_opus":0.5663096549611784,"score_gpt":0.5767838079091792,"score_spread":0.010474152948000803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2597443536","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8904515,0.08614431,0.0053909994,0.007230782,0.002995738,0.0046356805,0.00061774655,0.000016842865,0.00251638],"genre_scores_gemma":[0.9971219,0.0007438424,0.0006265769,0.00014208065,0.000990281,0.00021564063,0.00002515578,0.00001811997,0.00011644019],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8409926,0.11472039,0.03268793,0.0019404946,0.008889211,0.00076936244],"domain_scores_gemma":[0.4959864,0.47990236,0.007924492,0.005397131,0.009412421,0.0013771992],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5042349,0.00064898527,0.032652393,0.0011660107,0.00037596174,0.0005530611,0.0018069895,0.00032670694,0.0049368488],"category_scores_gemma":[0.97835916,0.00029327458,0.003121565,0.0011306786,0.0015101994,0.00029165813,0.0003000082,0.00048754603,0.000083677856],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013850519,0.00007774968,0.95602256,0.0027631847,0.00020735612,0.000054134904,0.0034966648,0.000003480462,0.0000063905554,0.014836415,0.006130208,0.0025513356],"study_design_scores_gemma":[0.31511298,0.00058922963,0.6344289,0.00011602575,0.015502228,0.000010344177,0.015443695,0.00040002252,0.0000064366336,0.01701466,0.00033809157,0.0010373688],"about_ca_topic_score_codex":0.0021865964,"about_ca_topic_score_gemma":0.00045844642,"teacher_disagreement_score":0.47412428,"about_ca_system_score_codex":0.000066867724,"about_ca_system_score_gemma":0.00040189238,"threshold_uncertainty_score":0.99995196},"labels":[],"label_agreement":null},{"id":"W2598300179","doi":"10.1007/s00296-017-3701-x","title":"Conversion rates of abstracts presented at the Canadian Rheumatology Association Annual Meetings into full-text journal articles","year":2017,"lang":"en","type":"article","venue":"Rheumatology International","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Impact factor; Medicine; Publishing; Observational study; Library science; Rheumatology; Internal medicine; Original research; Family medicine; Political science; Computer science","score_opus":0.2637161689559671,"score_gpt":0.4548884809246108,"score_spread":0.1911723119686437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2598300179","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9560694,0.00020437595,0.00013794671,0.03634234,0.0019213073,0.00019403487,0.000036828787,0.0000031217655,0.005090632],"genre_scores_gemma":[0.9930091,0.000071918665,0.0002964046,0.00012699873,0.000024477451,0.000008677816,0.000015017385,0.000007070615,0.006440368],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98842525,0.0027383731,0.0049979915,0.00046510517,0.0030388038,0.00033446224],"domain_scores_gemma":[0.97933376,0.004300076,0.0112948315,0.0013801574,0.0034809124,0.00021025678],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.040092908,0.00020333269,0.0014322274,0.00041644496,0.0013200522,0.0008525639,0.0030403535,0.00024198405,0.009304357],"category_scores_gemma":[0.08675598,0.00010574441,0.0006706911,0.0001534737,0.00032479092,0.00047057532,0.00031385943,0.00031415475,0.0024378826],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024866922,0.000023860825,0.7822611,0.000010405288,0.00047470268,0.000007937005,0.0010573717,0.00006622679,0.0001052502,0.002271717,0.21281603,0.00088056864],"study_design_scores_gemma":[0.0013701238,0.00007164241,0.72647756,0.00015595643,0.00018647764,0.001695256,0.0031497956,0.010527387,0.0011829105,0.014867195,0.2399603,0.00035537407],"about_ca_topic_score_codex":0.023755059,"about_ca_topic_score_gemma":0.12182351,"teacher_disagreement_score":0.09806845,"about_ca_system_score_codex":0.00031780222,"about_ca_system_score_gemma":0.00037362776,"threshold_uncertainty_score":0.9999801},"labels":[],"label_agreement":null},{"id":"W2598752225","doi":"10.1503/cjs.010916","title":"Publication outcomes for research presented at a Canadian surgical conference","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University Health Network","funders":"","keywords":"Medicine; MEDLINE; General surgery; Medical physics; Family medicine; Library science; Medical education; Law","score_opus":0.9535172642875432,"score_gpt":0.616344901165412,"score_spread":0.3371723631221313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2598752225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83164793,0.0011205834,0.0003870928,0.123224564,0.0025016342,0.0011000804,0.0002950486,0.0000020310888,0.039721012],"genre_scores_gemma":[0.96652555,0.00001398673,0.00016390678,0.00016936495,0.000189841,0.000017108778,0.000008804049,0.0000106413045,0.032900795],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9874035,0.0032209405,0.0053195623,0.00041618387,0.0029486306,0.0006911544],"domain_scores_gemma":[0.9629586,0.011630454,0.0055903625,0.0035105168,0.01293992,0.003370196],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16924874,0.00016883134,0.0022044564,0.0023859104,0.0014251408,0.0040650642,0.0028153118,0.00012442103,0.0105794165],"category_scores_gemma":[0.21877933,0.00009227908,0.0016476723,0.00052329013,0.00025986668,0.0006418344,0.000046613277,0.0002656233,0.0005452178],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003844265,0.0000033312374,0.48579237,0.000007365981,0.00007412931,0.000109299195,0.000076652614,0.0000010901088,0.0000013454453,0.0012294968,0.5077397,0.0049613398],"study_design_scores_gemma":[0.00009782442,0.000008421978,0.25139046,0.00003226025,0.000026296153,0.00010535554,0.00012717498,0.00018906634,0.0000046056775,0.0017019507,0.7462334,0.000083178056],"about_ca_topic_score_codex":0.10047724,"about_ca_topic_score_gemma":0.7922948,"teacher_disagreement_score":0.6918175,"about_ca_system_score_codex":0.00038795278,"about_ca_system_score_gemma":0.00706043,"threshold_uncertainty_score":0.9998749},"labels":[],"label_agreement":null},{"id":"W2598818312","doi":"10.1503/cjs.010616","title":"Are outcomes reported in surgical randomized trials patient-important? A systematic review and meta-analysis","year":2017,"lang":"en","type":"review","venue":"Canadian Journal of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Medicine; Randomized controlled trial; Meta-analysis; MEDLINE; Odds ratio; Confidence interval; Psychological intervention; Physical therapy; Internal medicine; Psychiatry","score_opus":0.9339392243916564,"score_gpt":0.5860022389170861,"score_spread":0.3479369854745703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2598818312","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007220869,0.9935026,0.000016890537,0.00065647287,0.000418861,0.0049413526,0.00025010522,0.0000015274328,0.00020493988],"genre_scores_gemma":[0.00010902826,0.9964536,0.00006631617,0.0003380579,0.0000478686,0.00030796236,0.000021514354,0.00004055402,0.0026150986],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.77338994,0.11766861,0.10220349,0.0011819865,0.004954575,0.00060141674],"domain_scores_gemma":[0.4232171,0.17262341,0.38674846,0.01037761,0.004429871,0.0026035695],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.66127264,0.0013159573,0.27665263,0.008258651,0.00022242573,0.0022281513,0.0025369953,0.00047565383,0.010270739],"category_scores_gemma":[0.72984576,0.00048778328,0.11978662,0.0036342582,0.00025732463,0.0004248989,0.000071798066,0.0008119356,0.00009680505],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003415905,0.000024567187,0.0011475347,0.33124748,0.6353022,0.008136594,0.000048113936,7.682429e-7,1.7869078e-10,0.000031677933,0.016913118,0.007113822],"study_design_scores_gemma":[0.00070644147,0.0000027671558,0.000011949014,0.03253525,0.69986665,0.000900532,0.000029686456,0.0000019216532,1.059008e-9,0.00010825948,0.26551735,0.00031921145],"about_ca_topic_score_codex":0.00053831993,"about_ca_topic_score_gemma":0.0053981347,"teacher_disagreement_score":0.35017285,"about_ca_system_score_codex":0.00018751067,"about_ca_system_score_gemma":0.0031824794,"threshold_uncertainty_score":0.9999592},"labels":[],"label_agreement":null},{"id":"W2599039958","doi":"10.1186/s12916-017-0832-6","title":"Erratum to: Characteristics and knowledge synthesis approach for 456 network meta-analyses: a scoping review","year":2017,"lang":"en","type":"review","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Medicine","score_opus":0.9667954512643796,"score_gpt":0.6739578959541527,"score_spread":0.2928375553102269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599039958","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.1222561e-8,0.91821265,0.062375646,0.00020171722,0.00069553964,0.010076374,0.00008372461,0.00001023373,0.008344092],"genre_scores_gemma":[5.479176e-7,0.95170593,0.023547355,0.0004404742,0.0018123206,0.004392448,0.0001252199,0.00007737454,0.017898338],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9474005,0.019519215,0.02504588,0.0032060565,0.004097865,0.000730491],"domain_scores_gemma":[0.92815757,0.033570163,0.023958622,0.011725335,0.0018171985,0.0007711257],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.24993967,0.0015294779,0.06278586,0.0007473518,0.0005211739,0.0008340679,0.0047225845,0.0003822675,0.0036874772],"category_scores_gemma":[0.33950916,0.00057847274,0.010958292,0.0018293828,0.0002183213,0.00015369037,0.0005697228,0.00040892346,0.000794569],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016979087,0.000021600896,0.000004279654,0.26408777,0.0046727196,0.0000018633414,0.000031887674,3.2485568e-7,1.6085027e-8,0.00007899296,0.29057327,0.4405256],"study_design_scores_gemma":[0.000051944986,0.000033937362,0.0000028700726,0.19629516,0.12739147,0.000029266504,0.000013839165,0.00015270691,7.129985e-9,0.00006358344,0.67560816,0.0003570458],"about_ca_topic_score_codex":0.000007965102,"about_ca_topic_score_gemma":0.000026745429,"teacher_disagreement_score":0.44016853,"about_ca_system_score_codex":0.00005809183,"about_ca_system_score_gemma":0.00078406604,"threshold_uncertainty_score":0.99998343},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2599097535","doi":"10.1097/md.0000000000004822","title":"The top-cited systematic reviews/meta-analyses in tuberculosis research","year":2017,"lang":"en","type":"review","venue":"Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Department of Science and Technology of Sichuan Province; National Natural Science Foundation of China","keywords":"Medicine; Tuberculosis; Systematic review; Meta-analysis; Web of science; Citation; MEDLINE; Original research; Science Citation Index; Bibliometrics; Citation analysis; Family medicine; Library science; Pathology","score_opus":0.9922855861369225,"score_gpt":0.7722278828780111,"score_spread":0.22005770325891139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599097535","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.4162695e-7,0.97620076,0.00008681349,0.0024109036,0.0006479998,0.010742282,0.000014859299,0.000006169493,0.00988965],"genre_scores_gemma":[0.000010527009,0.93519527,0.00008591164,0.00010506885,0.00047819898,0.002947825,0.000029511028,0.000049621132,0.06109804],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.60832304,0.2865372,0.07109173,0.0039220923,0.028632341,0.0014935975],"domain_scores_gemma":[0.7494713,0.16641381,0.0398103,0.0393264,0.004373365,0.00060484174],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.7045087,0.0013835246,0.06962358,0.003626436,0.0010439799,0.0022982813,0.014108125,0.00047314048,0.013276994],"category_scores_gemma":[0.660269,0.00034537225,0.015910795,0.008287948,0.00075832853,0.0002301002,0.0007424893,0.0017260363,0.017337218],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013784721,0.000036985326,0.00001540841,0.17779113,0.008871342,0.00003929725,0.0002111139,3.987773e-7,7.178925e-8,0.0005890309,0.29510555,0.5173383],"study_design_scores_gemma":[0.00008239877,0.00003192105,0.000010379891,0.06827598,0.04249391,0.000024565139,0.00019410382,0.000044242177,1.2746367e-8,0.00080681825,0.8877743,0.00026135438],"about_ca_topic_score_codex":0.00015805381,"about_ca_topic_score_gemma":0.00025008866,"teacher_disagreement_score":0.5926688,"about_ca_system_score_codex":0.00023823457,"about_ca_system_score_gemma":0.0002990379,"threshold_uncertainty_score":0.9998998},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2599225410","doi":"10.1186/s13643-017-0454-2","title":"Convergent and sequential synthesis designs: implications for conducting and reporting systematic reviews of qualitative and quantitative evidence","year":2017,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":777,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; McGill University","keywords":"Medicine; Systematic review; Research design; MEDLINE; Management science; Statistics","score_opus":0.9870669790583333,"score_gpt":0.7200801856058855,"score_spread":0.2669867934524478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599225410","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013339365,0.91098714,0.019355027,0.00009026965,0.00029267397,0.06902624,0.00009797183,0.000008411176,0.00012891636],"genre_scores_gemma":[0.00010165536,0.95322096,0.020515142,0.000023063161,0.000067985166,0.025006095,0.000011888293,0.00007049112,0.0009827334],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.68115115,0.18758619,0.123172686,0.0039633405,0.0033394606,0.0007871516],"domain_scores_gemma":[0.33355162,0.25185075,0.39626014,0.013425096,0.004212551,0.0006998265],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.58482677,0.0017000531,0.07241457,0.00083483517,0.0007506209,0.0017391365,0.0022858742,0.00040501842,0.00014987815],"category_scores_gemma":[0.8380127,0.00073688757,0.006442344,0.00093821867,0.00050480064,0.0008193901,0.00048098408,0.00034818263,0.00020479971],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015451872,0.000016169108,0.000011992122,0.95760226,0.001047642,0.000001417255,0.0029206693,5.147863e-8,0.000004599706,0.0031851197,0.000962541,0.034245975],"study_design_scores_gemma":[0.00008622328,0.00008319908,0.0000022319618,0.85602874,0.0200947,0.00036906265,0.003331151,0.00014104418,9.123886e-7,0.0014287642,0.11770077,0.00073322764],"about_ca_topic_score_codex":0.00002367559,"about_ca_topic_score_gemma":0.000018929706,"teacher_disagreement_score":0.34759957,"about_ca_system_score_codex":0.00012897942,"about_ca_system_score_gemma":0.0003176953,"threshold_uncertainty_score":0.9995746},"labels":[],"label_agreement":null},{"id":"W2599275779","doi":"10.1136/eb-2017-102666","title":"Reporting guidance considerations from a statistical perspective: overview of tools to enhance the rigour of reporting of randomised trials and systematic reviews","year":2017,"lang":"en","type":"review","venue":"Evidence-Based Mental Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Rigour; Systematic review; Consolidated Standards of Reporting Trials; Protocol (science); Transparency (behavior); Clinical trial; Management science; Research design; MEDLINE; Medicine; Medical physics; Alternative medicine; Computer science; Data science; Medical education; Statistics","score_opus":0.9491098146387268,"score_gpt":0.70214388102103,"score_spread":0.2469659336176968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599275779","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005748645,0.970846,0.00572636,0.0009694507,0.00030462694,0.021482205,0.00047609035,0.00000357491,0.00013423404],"genre_scores_gemma":[0.002155515,0.97562647,0.020523602,0.00024263034,0.000093226736,0.0011327437,0.000024857276,0.000027412054,0.0001735455],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.573492,0.14075164,0.2717858,0.003359114,0.009831284,0.00078015483],"domain_scores_gemma":[0.3179585,0.15294714,0.5175485,0.00835262,0.0027795308,0.00041371214],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5983395,0.00074104295,0.04998005,0.00040672615,0.0004394425,0.0004876469,0.0015113269,0.00015835724,0.001036789],"category_scores_gemma":[0.8920891,0.00031189245,0.005208813,0.00087338424,0.0002890062,0.00029286733,0.00023305354,0.00034722878,0.00004984143],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119108154,0.00013222253,0.00007701014,0.675109,0.0010993227,0.000012622613,0.0022070976,0.000005220103,0.000033919452,0.0025133106,0.012789585,0.30590156],"study_design_scores_gemma":[0.0008153639,0.00023417697,0.00010381997,0.9362318,0.0048320284,0.00005454788,0.0010397342,0.00011427324,0.000049899652,0.0014232872,0.05465363,0.00044743452],"about_ca_topic_score_codex":0.00062822306,"about_ca_topic_score_gemma":0.00014112932,"teacher_disagreement_score":0.30545413,"about_ca_system_score_codex":0.0003012711,"about_ca_system_score_gemma":0.0029091153,"threshold_uncertainty_score":0.9999333},"labels":[],"label_agreement":null},{"id":"W2601083651","doi":"10.1016/j.jclinepi.2017.02.014","title":"Quasi-experimental study designs series—paper 10: synthesizing evidence for effects collected from quasi-experimental studies presents surmountable challenges","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"National Science Foundation","keywords":"Series (stratigraphy); Interrupted time series; Computer science; Medicine; Geology","score_opus":0.9658187184474093,"score_gpt":0.7191176316812874,"score_spread":0.2467010867661219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2601083651","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9050757,0.07970465,0.003306369,0.0054955333,0.0037734602,0.0022781459,0.000013108579,0.000008714488,0.00034426537],"genre_scores_gemma":[0.981865,0.0018277946,0.012257976,0.00048601849,0.0012474658,0.00015843476,0.0000010703768,0.000032531065,0.0021237151],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.85291016,0.10691947,0.034273457,0.0018544035,0.0032398712,0.0008026662],"domain_scores_gemma":[0.5716041,0.38654336,0.035152756,0.0038777257,0.002294133,0.0005279576],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3864426,0.00063406304,0.018942857,0.00026532824,0.0008934057,0.00042673651,0.0043199044,0.00038917174,0.0016299246],"category_scores_gemma":[0.8347414,0.0003204361,0.0047664708,0.00020901086,0.0006047192,0.0014185756,0.00064608443,0.0006277203,0.000308727],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007108391,0.032736916,0.7462096,0.00037043667,0.017940843,0.0002838344,0.006797611,0.0001262584,0.001733252,0.0020459187,0.16984256,0.01480439],"study_design_scores_gemma":[0.012409154,0.09631047,0.744498,0.0027940099,0.0047254935,0.00018837987,0.04784303,0.00547941,0.002681882,0.03503049,0.046140734,0.0018989185],"about_ca_topic_score_codex":0.00009045534,"about_ca_topic_score_gemma":0.0001512357,"teacher_disagreement_score":0.44829878,"about_ca_system_score_codex":0.00013414602,"about_ca_system_score_gemma":0.0002734737,"threshold_uncertainty_score":0.9999248},"labels":[],"label_agreement":null},{"id":"W2601910404","doi":"10.1200/jco.2013.31.15_suppl.6622","title":"Concordance between abstracts, virtual meeting (VM) presentations, and final publication of phase III clinical trials presented at the Annual Meeting of the American Society of Clinical Oncology.","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Baker Hughes (Canada); University of Calgary","funders":"","keywords":"Medicine; Concordance; Clinical trial; Presentation (obstetrics); Clinical Oncology; Clinical endpoint; MEDLINE; Family medicine; Inclusion (mineral); Medical physics; Internal medicine; Surgery; Psychology; Cancer","score_opus":0.8549346812967721,"score_gpt":0.6893358096662742,"score_spread":0.1655988716304979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2601910404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9746126,0.0005452373,0.000869783,0.020187352,0.00091126614,0.0011525524,0.00006610426,0.0000021906494,0.0016529333],"genre_scores_gemma":[0.9891915,0.00088525226,0.006248585,0.0010533837,0.0013280049,0.000018029827,0.000004948608,0.000013331457,0.0012569634],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.78196996,0.11356176,0.09807599,0.00095899845,0.005000284,0.0004330198],"domain_scores_gemma":[0.21555033,0.5140721,0.25331798,0.0029045306,0.013382646,0.0007723876],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5353562,0.00029580697,0.014181474,0.00015501698,0.0001866939,0.00009460685,0.0025393495,0.0005337223,0.0006500564],"category_scores_gemma":[0.5600438,0.00012067198,0.007274866,0.001022446,0.0033305152,0.00046720653,0.0006554198,0.0015697393,0.000029426441],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070759346,0.0012093976,0.46270597,0.000025914089,0.0015839024,0.000001367458,0.00032480384,0.00006437394,0.00012676766,0.000081442384,0.17535305,0.3578154],"study_design_scores_gemma":[0.0077080783,0.0052642575,0.84600306,0.00011412124,0.0019216066,0.000021561647,0.0056017158,0.0022525808,0.00008184105,0.0007298641,0.13016081,0.00014054117],"about_ca_topic_score_codex":0.00021485922,"about_ca_topic_score_gemma":0.00009861265,"teacher_disagreement_score":0.5664196,"about_ca_system_score_codex":0.000048159833,"about_ca_system_score_gemma":0.0019792847,"threshold_uncertainty_score":0.99938184},"labels":[],"label_agreement":null},{"id":"W26019186","doi":"10.1007/978-1-4939-2428-8_24","title":"Evidence-Based Decision-Making 2: Systematic Reviews and Meta-analysis","year":2015,"lang":"en","type":"article","venue":"Methods in molecular biology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Calgary; University of Alberta","funders":"","keywords":"Systematic review; Management science; Computer science; Meta-analysis; Clinical trial; Reading (process); Data science; Clinical study design; Evidence-based medicine; MEDLINE; Alternative medicine; Psychology; Medicine; Risk analysis (engineering); Engineering; Political science; Pathology","score_opus":0.8830284241396682,"score_gpt":0.6546418547594993,"score_spread":0.22838656938016888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W26019186","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005739919,0.12634861,0.87031645,0.0005041927,0.00012971675,0.0016984055,0.000004099155,0.00000547887,0.00041906317],"genre_scores_gemma":[0.025936263,0.00010331411,0.97140414,0.0017501856,0.000013962173,0.00044599592,0.000001915865,0.000014617722,0.00032963135],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.79833513,0.18293747,0.014050869,0.0019202995,0.0023263583,0.00042984128],"domain_scores_gemma":[0.9213739,0.06325089,0.0070155975,0.006811308,0.0012390508,0.0003092741],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.48765758,0.00052717683,0.016364262,0.0018609344,0.00006847745,0.0004694696,0.0021589184,0.00024496287,0.0025441796],"category_scores_gemma":[0.49033913,0.00022708833,0.006414237,0.005507926,0.00014632962,0.00015117976,0.0003292348,0.0002444174,0.00040915923],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029716565,0.0008820561,0.0701191,0.018389128,0.4996975,0.0007410631,0.004629836,0.028780436,0.016285926,0.06950786,0.016079035,0.2745909],"study_design_scores_gemma":[0.00053803704,0.0002794674,0.00041827792,0.00096186687,0.62510145,0.000059433238,0.00059850496,0.09486862,0.00048411294,0.25845075,0.016869871,0.0013696396],"about_ca_topic_score_codex":0.000015348389,"about_ca_topic_score_gemma":0.000038728107,"teacher_disagreement_score":0.27322125,"about_ca_system_score_codex":0.0000598862,"about_ca_system_score_gemma":0.00008851056,"threshold_uncertainty_score":0.9983676},"labels":[],"label_agreement":null},{"id":"W2602088386","doi":"10.1186/s12874-017-0325-5","title":"Evaluation of AMSTAR to assess the methodological quality of systematic reviews in overviews of reviews of healthcare interventions","year":2017,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health; University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates","keywords":"Systematic review; Medicine; Psychological intervention; Health care; Cochrane Library; MEDLINE; Quality (philosophy); Scope (computer science); Medical physics; Meta-analysis; Management science; Family medicine; Computer science; Nursing; Pathology","score_opus":0.9987260750253654,"score_gpt":0.8550359325589857,"score_spread":0.14369014246637968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602088386","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13095295,0.13407668,0.7039677,0.005964598,0.00070469896,0.02201287,0.000054721026,0.0000027525261,0.0022630477],"genre_scores_gemma":[0.49244577,0.013471777,0.490611,0.00021401813,0.000117725256,0.0025269103,0.000007660141,0.00002343517,0.0005817219],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.013805374,0.92351735,0.038006965,0.0011123137,0.023022763,0.0005352326],"domain_scores_gemma":[0.06738887,0.8304491,0.055828515,0.022038803,0.023418823,0.00087589],"candidate_categories":["metaresearch","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9754147,0.0002844338,0.016401842,0.000949093,0.00014843958,0.000057932888,0.0075327912,0.0003422061,0.0073953317],"category_scores_gemma":[0.98721623,0.000113225986,0.0041161487,0.0020714318,0.0011776068,0.00013446315,0.0012509106,0.0007301748,0.000105641986],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031249344,0.0011728697,0.05235121,0.3717307,0.00066557276,0.000003164865,0.0055845273,0.00007123866,0.0041395877,0.093195215,0.009012229,0.4617612],"study_design_scores_gemma":[0.0036045955,0.002866029,0.49542144,0.14630869,0.003330969,0.00003342278,0.014605265,0.01413745,0.0028298686,0.29558793,0.020363137,0.0009112282],"about_ca_topic_score_codex":0.0014024558,"about_ca_topic_score_gemma":0.008096982,"teacher_disagreement_score":0.46085,"about_ca_system_score_codex":0.00009946433,"about_ca_system_score_gemma":0.0011263019,"threshold_uncertainty_score":0.9982007},"labels":[],"label_agreement":null},{"id":"W2602678112","doi":"10.1136/bmjopen-2016-014749","title":"State of reporting of primary biomedical research: a scoping review protocol","year":2017,"lang":"en","type":"review","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Programs for Assessment of Technology in Health Research Institute","funders":"","keywords":"Medicine; CINAHL; MEDLINE; Systematic review; Protocol (science); Grey literature; Consistency (knowledge bases); Alternative medicine; Family medicine; Psychological intervention; Nursing; Pathology; Computer science","score_opus":0.9878093378519094,"score_gpt":0.8038488226092151,"score_spread":0.1839605152426943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602678112","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.3237484e-8,0.5451223,0.000059506012,0.000067306566,0.000050380004,0.43642974,0.000023232524,0.0000010873748,0.018246423],"genre_scores_gemma":[1.3835471e-8,0.6427547,0.003042959,0.000029452878,0.000055241133,0.3470468,0.000019058598,0.00002400578,0.0070277946],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.70123696,0.08997304,0.17322251,0.0035021752,0.03111064,0.0009546451],"domain_scores_gemma":[0.7503932,0.009280601,0.2179785,0.017662052,0.004378125,0.0003074973],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.76153547,0.0005236331,0.039225664,0.0008860459,0.00021178921,0.001110678,0.013887636,0.00019108002,0.0050567347],"category_scores_gemma":[0.5191901,0.00022061629,0.005433971,0.0024417392,0.00040231043,0.00037281367,0.005037059,0.0005023334,0.0008776712],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024396113,0.000029757271,0.0000070198635,0.40816852,0.00014167244,0.000020200408,0.000014986287,1.1844451e-8,9.630315e-8,0.00001101413,0.038307328,0.5532969],"study_design_scores_gemma":[0.000055038516,0.000037138478,0.0000033375004,0.45813078,0.00027953135,0.000032126463,0.0000036207032,0.0000017354708,1.6957144e-7,0.00017536503,0.5411665,0.00011465849],"about_ca_topic_score_codex":0.000046627087,"about_ca_topic_score_gemma":0.000025452518,"teacher_disagreement_score":0.5531823,"about_ca_system_score_codex":0.00007583679,"about_ca_system_score_gemma":0.006589222,"threshold_uncertainty_score":0.99992627},"labels":[],"label_agreement":null},{"id":"W2602966423","doi":"10.1136/bmj.j917","title":"Association between trial registration and positive study findings: cross sectional study (Epidemiological Study of Randomized Trials—ESORT)","year":2017,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"Clarendon Fund; Cancer Research UK","keywords":"Medicine; Trial registration; Confidence interval; Randomized controlled trial; Clinical trial; Relative risk; Sample size determination; Internal medicine; Physical therapy; Statistics","score_opus":0.82896700713001,"score_gpt":0.6293496489093414,"score_spread":0.19961735822066862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602966423","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9788034,0.000027892422,0.0005506531,0.000327458,0.0005023928,0.01875946,0.000031566266,0.0000051313637,0.0009920449],"genre_scores_gemma":[0.99541867,0.0000019217682,0.00011775894,0.000012763102,0.0006155664,0.0004684307,0.000007454039,0.0000059519402,0.0033514602],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6844686,0.24969855,0.04831003,0.0027452745,0.014282034,0.0004955014],"domain_scores_gemma":[0.8649097,0.09041833,0.039002,0.0032943601,0.002231135,0.0001444898],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6883568,0.00029484677,0.0106572425,0.00022315135,0.0007339017,0.0018360772,0.0010575267,0.00015836942,0.00053652],"category_scores_gemma":[0.6601836,0.00013610355,0.0017861023,0.0002499529,0.00009118003,0.0003479244,0.000204611,0.00021369319,0.00006456174],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021179076,0.0011752405,0.9697221,0.0000027704577,0.0027558028,0.000003048744,0.0018490064,0.000013011236,0.0000017707221,0.000032258988,0.0029325702,0.0003333464],"study_design_scores_gemma":[0.19472474,0.0013604783,0.7980398,0.0000056196905,0.0017680513,6.139154e-7,0.0029626414,0.0001407084,8.81334e-7,0.000868184,0.000025209149,0.00010307622],"about_ca_topic_score_codex":0.0002825837,"about_ca_topic_score_gemma":0.0002651995,"teacher_disagreement_score":0.18044107,"about_ca_system_score_codex":0.000067369554,"about_ca_system_score_gemma":0.000057853424,"threshold_uncertainty_score":0.9992001},"labels":[],"label_agreement":null},{"id":"W2604404026","doi":"10.1186/s13643-017-0468-9","title":"Epidemiology and reporting characteristics of overviews of reviews of healthcare interventions published 2012–2016: protocol for a systematic review","year":2017,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Protocol (science); Psychological intervention; Epidemiology; Health care; Systematic review; Alternative medicine; MEDLINE; Family medicine; Nursing; Pathology","score_opus":0.9414913028140441,"score_gpt":0.6929997036307499,"score_spread":0.24849159918329422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604404026","genre_codex":"review","genre_gemma":"review","domain_codex":"reporting","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":"reporting","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5392837e-8,0.56360894,0.002635383,0.00008649159,0.00021426001,0.43305334,0.0001890557,0.000004406221,0.0002081385],"genre_scores_gemma":[2.3207798e-7,0.5800326,0.0037082229,0.000060133698,0.00006877506,0.41351306,0.00006726217,0.000060562295,0.0024891472],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.33349892,0.23595917,0.41989917,0.004013819,0.0054007615,0.0012281447],"domain_scores_gemma":[0.3208618,0.033425823,0.6167668,0.022469105,0.0059874346,0.0004890481],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.7142436,0.002254827,0.2083235,0.0013956928,0.00024325284,0.00025320545,0.0070140767,0.00078323396,0.00124135],"category_scores_gemma":[0.84503996,0.0009068539,0.042678908,0.001854776,0.00038213137,0.0006640865,0.0007995893,0.00065662933,0.0003474686],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022616875,0.000102360784,0.000025028425,0.93543816,0.0009349023,0.0000012184522,0.00007798717,9.534344e-9,9.607166e-8,0.0010416181,0.017775806,0.04460056],"study_design_scores_gemma":[0.000104072235,0.00010123846,0.0000024449694,0.55518544,0.010118946,0.00008690886,0.000014861296,0.000010223448,5.2305232e-8,0.0002769949,0.43377948,0.0003193242],"about_ca_topic_score_codex":0.000030608866,"about_ca_topic_score_gemma":0.000028194594,"teacher_disagreement_score":0.41600367,"about_ca_system_score_codex":0.00014200849,"about_ca_system_score_gemma":0.00069660007,"threshold_uncertainty_score":0.99967164},"labels":[],"label_agreement":null},{"id":"W2606304149","doi":"10.1186/s13643-017-0473-z","title":"Approaches to interpreting and choosing the best treatments in network meta-analyses","year":2017,"lang":"en","type":"editorial","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":664,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; Population Health Research Institute; McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"","keywords":"Medicine; Ranking (information retrieval); Rank (graph theory); Meta-analysis; Randomized controlled trial; Psychological intervention; Machine learning; Data science; Artificial intelligence; Computer science; Pathology; Psychiatry; Mathematics","score_opus":0.9336583825281467,"score_gpt":0.5896685911121763,"score_spread":0.3439897914159704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606304149","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006650417,0.454793,0.0069340393,0.0012888495,0.45968053,0.054339178,0.00010023402,0.000016107508,0.022781566],"genre_scores_gemma":[0.0057959734,0.011417045,0.025682924,0.0008428593,0.714163,0.045694042,0.00020320324,0.0004881669,0.19571279],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8121223,0.12268224,0.047336686,0.0038956052,0.012921249,0.0010419174],"domain_scores_gemma":[0.8645978,0.06099551,0.052102424,0.020834673,0.001014669,0.00045490556],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.4250034,0.0016554694,0.03877728,0.0006172255,0.0006337846,0.006474505,0.006764401,0.00054195366,0.0006807019],"category_scores_gemma":[0.39175516,0.00049755,0.008732276,0.0013992992,0.00012039124,0.00035803232,0.00085489237,0.00080346334,0.0047092116],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002759896,0.000030840984,0.00011579358,0.020820694,0.0062838793,0.000007202026,0.0008650658,0.000062898594,3.408002e-7,0.000054922126,0.9693869,0.0023687328],"study_design_scores_gemma":[0.000116118325,0.000044388547,0.000010209213,0.017372094,0.035265815,0.000010889361,0.0005999114,0.000970878,2.470513e-7,0.00080172095,0.9442905,0.00051722187],"about_ca_topic_score_codex":0.000109904526,"about_ca_topic_score_gemma":0.00038202578,"teacher_disagreement_score":0.44337595,"about_ca_system_score_codex":0.00017569074,"about_ca_system_score_gemma":0.00015286352,"threshold_uncertainty_score":0.99974763},"labels":[],"label_agreement":null},{"id":"W2606866025","doi":"10.1186/s13643-017-0482-y","title":"Protocol: a systematic review of studies developing and/or evaluating search strategies to identify prognosis studies","year":2017,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada); Institute for Work & Health; Dalhousie University","funders":"Canadian Institutes of Health Research; Versus Arthritis; Arthritis Research UK; Nova Scotia Health Research Foundation","keywords":"Medicine; Protocol (science); Systematic review; MEDLINE; Management science; Alternative medicine; Pathology","score_opus":0.971648712748697,"score_gpt":0.7535772519630374,"score_spread":0.21807146078565964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606866025","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.0097572e-7,0.5897849,0.00037125734,0.00008557875,0.00026203695,0.40928835,0.000014092598,0.000014133496,0.00017940575],"genre_scores_gemma":[2.837686e-7,0.5759692,0.0055913427,0.00009747008,0.00008049968,0.4153722,0.000004031422,0.00007049326,0.0028144824],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.6432833,0.20643325,0.12603705,0.004737689,0.018172976,0.0013357193],"domain_scores_gemma":[0.7606109,0.058329083,0.14205788,0.022736402,0.015619846,0.00064590946],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.59146136,0.002936224,0.13449548,0.0018148068,0.00079275033,0.0032311273,0.008710107,0.00038955614,0.00031877408],"category_scores_gemma":[0.6374029,0.001004686,0.01091726,0.004204373,0.00036453668,0.0009088495,0.002288946,0.0006384212,0.0041328496],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018085788,0.00002884553,0.0000014287784,0.9538608,0.00564495,0.0000136177205,0.0013763809,1.833654e-7,8.702379e-8,0.0004100472,0.005439088,0.033222746],"study_design_scores_gemma":[0.00009570098,0.00014808336,3.7472117e-7,0.81086814,0.020781944,0.00017767394,0.0036568902,0.0000121578005,1.3821237e-7,0.0002400334,0.16324426,0.00077461166],"about_ca_topic_score_codex":0.000005111823,"about_ca_topic_score_gemma":0.000025495387,"teacher_disagreement_score":0.15780517,"about_ca_system_score_codex":0.00048816515,"about_ca_system_score_gemma":0.0016320581,"threshold_uncertainty_score":0.99924034},"labels":[],"label_agreement":null},{"id":"W2606988624","doi":"10.1017/cjn.2015.80","title":"Deficiencies in the reporting quality of RCTs in neurosurgery: How can we do better?","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Systems, Applications & Products in Data Processing (Canada); Toronto Public Health","funders":"","keywords":"Jadad scale; Blinding; Consolidated Standards of Reporting Trials; Medicine; Sample size determination; Randomized controlled trial; Research design; External validity; MEDLINE; Quality (philosophy); Funnel plot; Clinical study design; Evidence-based medicine; Meta-analysis; Alternative medicine; Publication bias; Clinical trial; Surgery; Statistics; Internal medicine; Pathology; Mathematics","score_opus":0.7165311694483855,"score_gpt":0.47164106070735845,"score_spread":0.244890108741027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606988624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9695764,0.0016117691,0.00004275964,0.025471386,0.00078989344,0.00027207387,0.000009206008,0.0000025395998,0.0022239685],"genre_scores_gemma":[0.9957519,0.000094327916,0.0011197432,0.0028687108,0.0001221597,0.0000040178984,1.324643e-7,0.000007028717,0.000031956566],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95286095,0.025967784,0.012388648,0.0010154921,0.006405948,0.0013611937],"domain_scores_gemma":[0.9600151,0.010910443,0.023838753,0.0011539052,0.0022887979,0.0017929622],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.34249488,0.00045761035,0.003017139,0.0028308416,0.0009995659,0.0031637473,0.008136372,0.00018761457,0.00015973947],"category_scores_gemma":[0.2501443,0.00019806759,0.0011090514,0.007677825,0.005070952,0.0012525729,0.00014229302,0.0014712922,0.00000496245],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017593331,0.0000296992,0.9860984,0.0000067338747,0.0000056617027,0.0022905215,0.001962314,0.0032512327,0.000019111556,0.00097312586,0.0013825864,0.00396299],"study_design_scores_gemma":[0.00029210438,0.0102338195,0.87672627,0.000069725975,0.000033327244,0.009959657,0.007793303,0.001688562,0.000021900807,0.08818557,0.0046356223,0.0003601491],"about_ca_topic_score_codex":0.0021953755,"about_ca_topic_score_gemma":0.16131605,"teacher_disagreement_score":0.15912068,"about_ca_system_score_codex":0.00020667107,"about_ca_system_score_gemma":0.0043607224,"threshold_uncertainty_score":0.99787104},"labels":[],"label_agreement":null},{"id":"W2607065721","doi":"10.1017/cjn.2015.199","title":"Neurosurgery (Neuro Oncology)","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Systems, Applications & Products in Data Processing (Canada); Toronto Public Health","funders":"","keywords":"Jadad scale; Medicine; Randomized controlled trial; Lomustine; Internal medicine; Consolidated Standards of Reporting Trials; MEDLINE; Oncology; Research design; External validity; Quality Score; Neurosurgery; Medical physics; Chemotherapy; Surgery; Vincristine; Statistics","score_opus":0.6218383324220015,"score_gpt":0.46101798777377956,"score_spread":0.16082034464822192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607065721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9558292,0.0015033843,0.00026698245,0.014618194,0.00373712,0.0002597703,0.000013216872,0.000010291316,0.023761824],"genre_scores_gemma":[0.98414016,0.00010297253,0.0041342983,0.010658571,0.0005966496,0.0000035831515,2.5726345e-7,0.000017021572,0.00034646355],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9573861,0.02277148,0.0092254495,0.0014381412,0.007317469,0.0018613717],"domain_scores_gemma":[0.96556544,0.011206259,0.010493954,0.0012231967,0.0047771214,0.0067340243],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.20532902,0.000661472,0.0033760504,0.0031192251,0.0028125679,0.005043722,0.010476642,0.000330359,0.0020750903],"category_scores_gemma":[0.19439794,0.00032373145,0.0019143968,0.0058103995,0.0077436646,0.0021977932,0.00023031504,0.0019243638,0.00024942297],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005382702,0.00004913883,0.8776378,0.0000033596336,0.000031243326,0.008583738,0.00051973,0.005306822,0.0000176851,0.00200723,0.09361376,0.012175639],"study_design_scores_gemma":[0.0006506292,0.07733178,0.10264287,0.000036985137,0.00019046143,0.080642805,0.0015531938,0.00635377,0.00004443372,0.15066929,0.5790021,0.0008817197],"about_ca_topic_score_codex":0.00040349277,"about_ca_topic_score_gemma":0.019265555,"teacher_disagreement_score":0.77499497,"about_ca_system_score_codex":0.0003664359,"about_ca_system_score_gemma":0.010039281,"threshold_uncertainty_score":0.9999215},"labels":[],"label_agreement":null},{"id":"W2607288544","doi":"10.1016/j.kine.2017.02.058","title":"Évaluation de la qualité des études : est-ce que les outils disponibles sont fiables ?","year":2017,"lang":"fr","type":"article","venue":"Kinésithérapie la Revue","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Psychology; Philosophy","score_opus":0.5942319994134347,"score_gpt":0.4997659433245986,"score_spread":0.09446605608883613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607288544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73722583,0.066148706,0.05062921,0.022834798,0.0013750239,0.0018312725,0.00017427022,0.00004955652,0.119731314],"genre_scores_gemma":[0.88481593,0.003695532,0.0501056,0.0001614988,0.00057345635,0.00014695847,0.000014830676,0.000060624592,0.06042557],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.95661837,0.030647237,0.0067648115,0.0016991647,0.0032579233,0.0010125244],"domain_scores_gemma":[0.9711824,0.014457385,0.0062008235,0.006642801,0.0010009084,0.0005156598],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.16541006,0.0008005263,0.004181142,0.0003948512,0.0017742562,0.006989587,0.004069333,0.0006260302,0.0069166576],"category_scores_gemma":[0.06963514,0.00051824364,0.0025146941,0.0005841938,0.001253715,0.0011233239,0.00047029968,0.00051498006,0.0017287303],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004495198,0.0004835577,0.13079035,0.0016373931,0.0010225262,0.00016033194,0.008353427,0.0011453487,0.0006731135,0.18733248,0.037040394,0.6313161],"study_design_scores_gemma":[0.00068088557,0.000096215204,0.57933414,0.0022183172,0.0016224507,0.00028339363,0.0027633414,0.020174542,0.0003045354,0.08164479,0.3100296,0.000847818],"about_ca_topic_score_codex":0.0029291466,"about_ca_topic_score_gemma":0.0030782837,"teacher_disagreement_score":0.6304683,"about_ca_system_score_codex":0.00019942547,"about_ca_system_score_gemma":0.0006917469,"threshold_uncertainty_score":0.9997269},"labels":[],"label_agreement":null},{"id":"W2607388249","doi":"10.1097/bpo.0000000000000876","title":"Evidence-based Recommendations for Pediatric Orthopaedic Practice","year":2017,"lang":"en","type":"review","venue":"Journal of Pediatric Orthopaedics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of British Columbia","funders":"","keywords":"Medicine; Evidence-based medicine; Clinical Practice; MEDLINE; Randomized controlled trial; Clinical trial; Medical physics; Orthopedic surgery; Systematic review; Physical therapy; Alternative medicine; Surgery; Pathology","score_opus":0.8952668923504322,"score_gpt":0.615967071861286,"score_spread":0.27929982048914626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607388249","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002571544,0.9594082,0.028517243,0.0026144483,0.006335639,0.0023346592,0.00021115775,0.00000869982,0.0005673596],"genre_scores_gemma":[0.0000052195296,0.9435075,0.034879062,0.00032956482,0.01728041,0.00012391475,0.000040189807,0.00010373295,0.0037304277],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.924446,0.020950353,0.039250836,0.0016495425,0.012892633,0.0008106518],"domain_scores_gemma":[0.76558614,0.090675436,0.12400895,0.0061703157,0.012683462,0.00087572285],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.31138337,0.0012855558,0.017383117,0.0048492835,0.0007975642,0.0029675541,0.0079554515,0.00084222946,0.0032137148],"category_scores_gemma":[0.56576943,0.0006564111,0.024464255,0.004054343,0.00009320762,0.0023709838,0.00033108724,0.001898861,0.0013204807],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014239028,0.00013435984,0.0009042686,0.0047959443,0.00038222628,0.000053918768,0.000023639088,0.000007929566,1.4633251e-9,0.00005829717,0.35653836,0.6370868],"study_design_scores_gemma":[0.0004425564,0.00033827627,0.000022702974,0.00212452,0.040431455,0.00029046062,0.00006307549,0.00007288252,5.410963e-9,0.00025564744,0.955407,0.00055138004],"about_ca_topic_score_codex":0.0000022631048,"about_ca_topic_score_gemma":0.000004416892,"teacher_disagreement_score":0.63653547,"about_ca_system_score_codex":0.00028306735,"about_ca_system_score_gemma":0.0075119785,"threshold_uncertainty_score":0.9999896},"labels":[],"label_agreement":null},{"id":"W2607509261","doi":"10.1186/s12874-017-0347-z","title":"Grey literature in systematic reviews: a cross-sectional study of the contribution of non-English reports, unpublished studies and dissertations to the results of meta-analyses in child-relevant reviews","year":2017,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":319,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"Grey literature; Meta-analysis; Cross-sectional study; Systematic review; Medicine; MEDLINE; Psychology; Family medicine; Political science; Pathology","score_opus":0.9431944957606768,"score_gpt":0.7244683342400873,"score_spread":0.21872616152058955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607509261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86920947,0.10886038,0.0031331999,0.002389226,0.0007122696,0.015341349,0.000032374766,0.000002070721,0.00031965988],"genre_scores_gemma":[0.9923389,0.002112809,0.0036823342,0.000042333413,0.00006489961,0.0011694739,0.000004627215,0.0000071500403,0.00057749765],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.35844615,0.5684512,0.050033797,0.0027380725,0.019412845,0.00091790786],"domain_scores_gemma":[0.34762236,0.5470673,0.04659528,0.02315849,0.034804415,0.00075213506],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.75531304,0.00029682257,0.010561478,0.0009261007,0.00038634945,0.00043735537,0.0032701222,0.00020493008,0.00016999041],"category_scores_gemma":[0.9816445,0.000091949485,0.0016774657,0.003349427,0.000793328,0.00031872204,0.00090970023,0.0008418006,0.000007334212],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000594053,0.0012882062,0.89495397,0.028281344,0.006011262,0.00006996554,0.05259082,0.00030435968,0.0003474337,0.0030037125,0.0106073255,0.0019475565],"study_design_scores_gemma":[0.0011122075,0.00032132704,0.972266,0.007419392,0.001658172,0.00004209316,0.01096758,0.00058032083,0.000058442794,0.0041385083,0.0012831828,0.00015277459],"about_ca_topic_score_codex":0.00055667834,"about_ca_topic_score_gemma":0.01891867,"teacher_disagreement_score":0.2263315,"about_ca_system_score_codex":0.00004934258,"about_ca_system_score_gemma":0.00032464787,"threshold_uncertainty_score":0.9989835},"labels":[],"label_agreement":null},{"id":"W2607950657","doi":"10.1136/bmjopen-2016-014981","title":"Quality of reporting in abstracts of RCTs published in emergency medicine journals: a protocol for a systematic survey of the literature","year":2017,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; Population Health Research Institute; McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"","keywords":"Consolidated Standards of Reporting Trials; Medicine; Protocol (science); MEDLINE; Alternative medicine; Family medicine; Systematic review; Quality (philosophy); Impact factor; Randomized controlled trial; Inclusion (mineral); Inclusion and exclusion criteria; Critical appraisal; Internal medicine; Psychology","score_opus":0.9391382813432817,"score_gpt":0.7229446102103573,"score_spread":0.21619367113292443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607950657","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24375515,0.00012291077,0.00013137118,0.0014957262,0.00026320622,0.74069816,0.00004133161,7.4399026e-7,0.0134913735],"genre_scores_gemma":[0.9075637,7.0959044e-7,0.00042946255,0.000010160135,0.000021294703,0.09029929,0.000001586014,0.000006245622,0.0016675565],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8441644,0.03744574,0.10831202,0.0010901508,0.008606233,0.0003815001],"domain_scores_gemma":[0.82678413,0.004786312,0.15678038,0.006922961,0.0046571246,0.000069060785],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6687782,0.0001710752,0.0062798243,0.0003023392,0.00007264221,0.0004462621,0.0050340397,0.00008922069,0.0012275112],"category_scores_gemma":[0.7928664,0.000060952123,0.00075075595,0.0012741362,0.000060576738,0.00068691396,0.000491849,0.00014416131,0.0000027188685],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008809727,0.00012823027,0.9510407,0.037538115,0.00009347718,0.0000018256675,0.0023671908,0.000018162089,0.00030872706,0.00016062077,0.008118902,0.00013597126],"study_design_scores_gemma":[0.0006642775,0.000030872732,0.9648183,0.029711517,0.00002304486,0.0000033019505,0.00047893677,0.00020872855,0.00007227112,0.0038860494,0.00003754867,0.00006513654],"about_ca_topic_score_codex":0.002084204,"about_ca_topic_score_gemma":0.0089349765,"teacher_disagreement_score":0.6638085,"about_ca_system_score_codex":0.000016517442,"about_ca_system_score_gemma":0.00024011006,"threshold_uncertainty_score":0.9996855},"labels":[],"label_agreement":null},{"id":"W2608734002","doi":"10.1016/j.jpurol.2017.03.031","title":"Quality of reporting for randomized controlled trials in the hypospadias literature: Where do we stand?","year":2017,"lang":"en","type":"article","venue":"Journal of Pediatric Urology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto; McMaster University","funders":"","keywords":"Blinding; Medicine; Hypospadias; Consolidated Standards of Reporting Trials; Randomized controlled trial; Randomization; Checklist; Sample size determination; Quality Score; MEDLINE; Surgery; Statistics","score_opus":0.712497161925543,"score_gpt":0.5787052541671077,"score_spread":0.1337919077584353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608734002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5397063,0.40263775,0.024236206,0.023402503,0.0026459738,0.0055460567,0.0000318175,0.0000015610356,0.0017918757],"genre_scores_gemma":[0.9869529,0.008145445,0.0026325288,0.000103242346,0.0016078474,0.00006145091,2.8288164e-7,0.0000074943705,0.00048881106],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.7290969,0.1507427,0.112789,0.0007211288,0.0061823353,0.00046795545],"domain_scores_gemma":[0.36503464,0.27286848,0.353415,0.0036556995,0.0048793033,0.00014685966],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8266895,0.00022607538,0.022539437,0.0006492352,0.00016101738,0.00087166036,0.002271273,0.00018669122,0.0004840942],"category_scores_gemma":[0.8633729,0.00007179126,0.010548772,0.00041628996,0.00009490317,0.00024770826,0.000059415237,0.00035820264,0.000008596296],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.32759374,0.0012450982,0.24538837,0.0009946381,0.014182594,0.00043301776,0.015569974,0.00034483414,0.00032592064,0.022197481,0.3382849,0.03343939],"study_design_scores_gemma":[0.6882046,0.0008310937,0.022359151,0.00008004465,0.017449494,0.00033945777,0.0016691993,0.0015020375,0.0000068859067,0.2090487,0.05805599,0.0004533546],"about_ca_topic_score_codex":0.0000049566006,"about_ca_topic_score_gemma":0.000016782418,"teacher_disagreement_score":0.44724664,"about_ca_system_score_codex":0.000012829732,"about_ca_system_score_gemma":0.00025361273,"threshold_uncertainty_score":0.9993603},"labels":[],"label_agreement":null},{"id":"W2608914567","doi":"10.1016/j.jclinepi.2017.04.021","title":"Gaps exist in the current guidance on the use of randomized controlled trial study protocols in systematic reviews","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Randomized controlled trial; Systematic review; Medicine; Protocol (science); MEDLINE; Medical physics; Alternative medicine; Surgery; Pathology","score_opus":0.9719788579544267,"score_gpt":0.7386877841190116,"score_spread":0.23329107383541514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608914567","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42828825,0.0097552035,0.003580474,0.035406925,0.004540411,0.5168429,0.000004463155,0.0000017138062,0.0015796421],"genre_scores_gemma":[0.9452122,0.0023205825,0.0016929283,0.0037888235,0.0012469067,0.045028422,2.7892457e-7,0.000017302544,0.000692577],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.050849643,0.79436475,0.15014997,0.0006890265,0.0036004507,0.00034614015],"domain_scores_gemma":[0.050320286,0.7678444,0.17447203,0.0060180086,0.0012212357,0.00012405618],"candidate_categories":["metaresearch","metaepi_broad","open_science"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9490037,0.00034592507,0.06321099,0.0003062261,0.00013013628,0.00030781026,0.0056764963,0.00014880931,0.0002289382],"category_scores_gemma":[0.9879538,0.00008207835,0.013257778,0.00034402453,0.000472426,0.00020301045,0.00014397247,0.0013240675,0.00012565393],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.76587605,0.0049057235,0.13713449,0.0022219727,0.0016182846,0.000041097635,0.0008938424,0.0003659685,3.608175e-7,0.017084695,0.061450876,0.008406664],"study_design_scores_gemma":[0.90170795,0.0017583634,0.02997331,0.010208127,0.0012443783,0.000012348734,0.00021810355,0.004067677,5.2606136e-8,0.027725743,0.02291974,0.00016423198],"about_ca_topic_score_codex":0.000013740489,"about_ca_topic_score_gemma":0.00007694196,"teacher_disagreement_score":0.5169239,"about_ca_system_score_codex":0.000022910022,"about_ca_system_score_gemma":0.00017992772,"threshold_uncertainty_score":0.9997033},"labels":[],"label_agreement":null},{"id":"W2610194621","doi":"10.1016/j.jclinepi.2017.04.019","title":"Forty-two systematic reviews generated 23 items for assessing the risk of bias in values and preferences' studies","year":2017,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; St. Joseph's Hospital; McMaster University; Impact","funders":"","keywords":"PsycINFO; Systematic review; MEDLINE; Data extraction; Preference; Medicine; Descriptive statistics; Presentation (obstetrics); Family medicine; Psychology; Statistics; Surgery; Mathematics","score_opus":0.9888906363101236,"score_gpt":0.7804465564282336,"score_spread":0.20844407988189007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610194621","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00054353365,0.9887072,0.0046032723,0.00024902204,0.0019106065,0.0038718572,0.00002194584,0.0000010615805,0.00009153441],"genre_scores_gemma":[0.00015603709,0.98944616,0.008555066,0.00015873981,0.0007822395,0.00017392093,0.0000035299959,0.000020387093,0.0007038915],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.33068046,0.50345933,0.16173278,0.0013584193,0.0022250803,0.000543935],"domain_scores_gemma":[0.05452106,0.663022,0.27528638,0.003896137,0.0030322974,0.00024213697],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.891492,0.00076973106,0.10308131,0.0006472924,0.00023987748,0.0003059084,0.0041054473,0.0006521404,0.00005621132],"category_scores_gemma":[0.96762997,0.00022214891,0.016995626,0.0006142795,0.00068941945,0.00029638468,0.0003318436,0.0015935757,0.000054716726],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001032389,0.00008067892,0.028047772,0.13282382,0.00461828,0.000005918578,0.0001302684,0.000034762066,1.5029803e-8,0.0002837558,0.02357062,0.8103938],"study_design_scores_gemma":[0.00053207506,0.00035324768,0.001993207,0.16273631,0.016886229,0.0001577434,0.00035102118,0.0018714466,1.3928432e-8,0.051385447,0.7633935,0.00033971932],"about_ca_topic_score_codex":0.000010055586,"about_ca_topic_score_gemma":0.000045069453,"teacher_disagreement_score":0.81005406,"about_ca_system_score_codex":0.000044348293,"about_ca_system_score_gemma":0.0005477388,"threshold_uncertainty_score":0.99284893},"labels":[],"label_agreement":null},{"id":"W2610270207","doi":"10.1177/0194599817704395","title":"Statistical Considerations in Otolaryngology Journals","year":2017,"lang":"en","type":"article","venue":"Otolaryngology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Statistical analysis; Medical statistics; Publishing; Otorhinolaryngology; Statistics; Computer science; Medical literature; Data science; Medical physics; Medicine; Mathematics; Pathology; Surgery","score_opus":0.6818141072729497,"score_gpt":0.5520457974568911,"score_spread":0.12976830981605858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610270207","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8686024,0.0009420929,0.03333725,0.014226317,0.001139665,0.0010442348,0.00006781018,0.000010531114,0.080629684],"genre_scores_gemma":[0.98589104,0.000018763656,0.010070607,0.0012275461,0.00011494049,0.000059784943,0.0000058793717,0.000012219444,0.0025992198],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9777661,0.0109379925,0.0077374857,0.0010886034,0.0019628266,0.00050701527],"domain_scores_gemma":[0.9813822,0.007941068,0.00430844,0.005410001,0.0007224679,0.00023580357],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.06444127,0.00027603304,0.003421319,0.0005956044,0.0006398505,0.0016185786,0.0021472818,0.000240263,0.061348323],"category_scores_gemma":[0.15708286,0.00015747672,0.00063888205,0.0002446903,0.00039542955,0.00046604816,0.00033447327,0.00044821942,0.00822945],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057670068,0.00006644637,0.83913815,0.000007957158,0.00007663713,0.00039736397,0.00015425688,0.000015635842,0.00029563668,0.10618147,0.052229926,0.0014307797],"study_design_scores_gemma":[0.00033291272,0.00003901703,0.8488034,0.000010985301,0.000045643817,0.00039529987,0.000049198934,0.0013479737,0.000020155472,0.11961663,0.02919482,0.00014398475],"about_ca_topic_score_codex":0.00009026509,"about_ca_topic_score_gemma":0.0011067152,"teacher_disagreement_score":0.11728863,"about_ca_system_score_codex":0.000031585565,"about_ca_system_score_gemma":0.00015180896,"threshold_uncertainty_score":0.99941784},"labels":[],"label_agreement":null},{"id":"W2612847450","doi":"10.1007/s00204-017-1980-3","title":"A primer on systematic reviews in toxicology","year":2017,"lang":"es","type":"review","venue":"Archives of Toxicology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"U.S. Environmental Protection Agency","keywords":"Systematic review; Engineering ethics; Management science; Computer science; Data science; MEDLINE; Engineering; Biology","score_opus":0.7931210477552051,"score_gpt":0.5752325333201088,"score_spread":0.21788851443509627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612847450","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030415243,0.92220724,0.00034271769,0.00058541854,0.0015522509,0.015764367,0.00007675902,0.0000059483427,0.05916117],"genre_scores_gemma":[0.0026558298,0.97019917,0.0028812732,0.0004729691,0.00023767208,0.0021693301,0.000029693449,0.000083463696,0.021270609],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8291958,0.118777886,0.044276923,0.0033762783,0.003175084,0.0011980303],"domain_scores_gemma":[0.8758604,0.053206827,0.055012826,0.015217512,0.00029336818,0.00040908228],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.12387405,0.0018413624,0.059221417,0.0034606713,0.00028657966,0.00047287095,0.01139672,0.0009876351,0.0062682633],"category_scores_gemma":[0.19901817,0.0009032929,0.012942816,0.0010819944,0.0010935353,0.00019135012,0.0011964508,0.0013527216,0.014615167],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004677961,0.0010190118,0.0006205906,0.4203257,0.0018291827,0.00012023636,0.0009420283,0.0000112056,0.000059446593,0.019287402,0.008061326,0.5476771],"study_design_scores_gemma":[0.00042880155,0.00083069026,0.0006532275,0.12519671,0.0030204891,0.000119533535,0.0000810587,0.00025591973,0.000004896324,0.0029784671,0.86570877,0.0007214562],"about_ca_topic_score_codex":0.000018301624,"about_ca_topic_score_gemma":0.00014870329,"teacher_disagreement_score":0.8576474,"about_ca_system_score_codex":0.000116743664,"about_ca_system_score_gemma":0.0006998133,"threshold_uncertainty_score":0.9994331},"labels":[],"label_agreement":null},{"id":"W2615084754","doi":"10.1017/cem.2017.246","title":"P044: Factors influencing laboratory test ordering by physicians and nurses in the emergency department","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Test (biology); Emergency department; Logistic regression; Medicine; Family medicine; Nursing; Medical emergency","score_opus":0.47220516890677494,"score_gpt":0.48698094472348114,"score_spread":0.014775775816706194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2615084754","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98049355,0.0083167115,0.000057474157,0.0034374387,0.0047894,0.00023874604,0.000038864273,6.928216e-7,0.0026270982],"genre_scores_gemma":[0.99767953,0.00061097357,0.00002140481,0.00012685452,0.00035683473,0.0000041547382,0.0000020773846,0.000009861348,0.0011882938],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.990881,0.0012210266,0.005412168,0.00031790652,0.001844377,0.00032352423],"domain_scores_gemma":[0.99136746,0.0005819505,0.0050893705,0.001555285,0.0009429293,0.00046302215],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02551136,0.00024562186,0.0015681981,0.00038529743,0.0005161728,0.00013050549,0.0020016294,0.00005409303,0.0076787905],"category_scores_gemma":[0.044858437,0.00010811906,0.00033355533,0.0006241138,0.00013245696,0.00041252046,0.000022001457,0.00026854197,0.000030367719],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.916434e-7,0.000010750697,0.7396991,0.000013347603,0.00005074433,0.00002066538,0.0040318733,0.000004168535,0.0002374336,0.00004753596,0.2531353,0.0027483583],"study_design_scores_gemma":[0.00020383607,0.00014016654,0.6032915,0.00016366526,0.00018723424,0.000006014167,0.011044467,0.0000635064,0.00001586199,0.00067742576,0.38404107,0.00016523464],"about_ca_topic_score_codex":0.002804268,"about_ca_topic_score_gemma":0.040676273,"teacher_disagreement_score":0.13640761,"about_ca_system_score_codex":0.000056423738,"about_ca_system_score_gemma":0.0002579268,"threshold_uncertainty_score":0.9932283},"labels":[],"label_agreement":null},{"id":"W2615274202","doi":"10.5811/westjem.2017.4.33906","title":"Academic Primer Series: Five Key Papers about Study Designs in Medical Education","year":2017,"lang":"en","type":"review","venue":"Western Journal of Emergency Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Rush University","keywords":"Medical education; Relevance (law); Delphi method; Curriculum; Medicine; Computer science; Psychology; Pedagogy","score_opus":0.8430584227752865,"score_gpt":0.6477674793413764,"score_spread":0.19529094343391018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2615274202","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045466202,0.9848481,0.00011564249,0.00095141435,0.008061382,0.0016599167,0.000004000787,0.000002186194,0.003902743],"genre_scores_gemma":[0.00030456504,0.96218604,0.00006545519,0.00009118127,0.0023404788,0.000061708124,0.000007343554,0.000043174405,0.03490005],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.93145627,0.017585307,0.036771554,0.0010669752,0.012676504,0.00044339718],"domain_scores_gemma":[0.9512376,0.0021877396,0.039878972,0.0038096395,0.0020582627,0.00082775374],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17758194,0.0008833014,0.016759828,0.0018667149,0.00015674361,0.00010030363,0.0073576276,0.00055053504,0.048495844],"category_scores_gemma":[0.1328,0.00037036472,0.0031970993,0.0014634598,0.00015942508,0.0005549839,0.00023127513,0.0019915162,0.0007664439],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013339998,0.000308345,0.016928457,0.002238104,0.0010131483,0.00010325964,0.0034852598,0.0000010359449,2.9933412e-7,0.000031959036,0.0754805,0.9003963],"study_design_scores_gemma":[0.00034029572,0.00042831292,0.0022725621,0.02173757,0.0031588785,0.0002886706,0.0018296139,0.0000028674708,1.5375484e-8,0.0002003681,0.96944934,0.00029148403],"about_ca_topic_score_codex":0.000041248804,"about_ca_topic_score_gemma":0.00015704393,"teacher_disagreement_score":0.9001048,"about_ca_system_score_codex":0.00014420073,"about_ca_system_score_gemma":0.0027439876,"threshold_uncertainty_score":0.99987483},"labels":[],"label_agreement":null},{"id":"W2615609114","doi":"10.1111/j.1365-2362.2011.02494.x","title":"Strengthening the reporting of genetic risk prediction studies: the GRIPS statement","year":2011,"lang":"en","type":"article","venue":"European Journal of Clinical Investigation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"National Center for Research Resources","keywords":"Checklist; Transparency (behavior); Multidisciplinary approach; Statement (logic); Public health; Risk assessment; Documentation; Medicine; Data science; Computer science; Psychology; Political science; Pathology","score_opus":0.9346452681844739,"score_gpt":0.5891153882872244,"score_spread":0.3455298798972495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2615609114","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97692144,0.00091825303,0.018455863,0.0006640781,0.0008862416,0.00023887053,0.0000029149126,0.0000020965363,0.0019102457],"genre_scores_gemma":[0.98205113,0.0003320941,0.016741414,0.00018600616,0.00041795228,0.0000012647901,4.022207e-7,0.000008974452,0.00026075082],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.83737266,0.0661415,0.09109576,0.00046880948,0.004738179,0.00018306715],"domain_scores_gemma":[0.80902237,0.011994954,0.17308278,0.002085042,0.0036297191,0.00018511183],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5305064,0.00013908136,0.0016593367,0.00010067385,0.00019909871,0.00013289604,0.0011974913,0.000021461647,0.00030832313],"category_scores_gemma":[0.39823985,0.000044492106,0.0012977395,0.0005032959,0.00034573328,0.0001872446,0.00011431919,0.0004481603,0.00009350934],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031302487,0.00006638104,0.79885095,0.00002817388,0.0011981567,0.000023738412,0.015069664,0.0016229665,0.0000577485,0.0003044529,0.04535756,0.13738889],"study_design_scores_gemma":[0.0002991844,0.00046613286,0.9565031,0.00020238747,0.0008775255,0.000035376517,0.007260393,0.004264745,0.00009139267,0.012374144,0.017549593,0.00007601279],"about_ca_topic_score_codex":0.0000031708435,"about_ca_topic_score_gemma":0.000003017365,"teacher_disagreement_score":0.15765214,"about_ca_system_score_codex":0.000011110017,"about_ca_system_score_gemma":0.00008195502,"threshold_uncertainty_score":0.60682905},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2615921597","doi":"10.1016/j.jclinepi.2017.05.005","title":"GRADE guidelines 17: assessing the risk of bias associated with missing participant outcome data in a body of evidence","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":160,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; Impact; Institute for Clinical Evaluative Sciences; University of Toronto; SickKids Foundation; Hospital for Sick Children; McMaster University","funders":"","keywords":"Missing data; Pooling; Meta-analysis; Systematic review; Outcome (game theory); Statistics; Medicine; Publication bias; Econometrics; Psychology; MEDLINE; Computer science; Mathematics; Artificial intelligence","score_opus":0.9951610928989906,"score_gpt":0.7925636937244923,"score_spread":0.20259739917449826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2615921597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9386331,0.0027550007,0.022665022,0.035111744,0.0005254207,0.00021836357,0.00001462149,9.2647406e-7,0.00007582818],"genre_scores_gemma":[0.97806484,0.00062652153,0.020245196,0.0007167636,0.00019885396,0.0000011888438,6.895813e-7,0.000007060022,0.00013890446],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7122668,0.1855676,0.09647409,0.0010063736,0.004140101,0.0005450495],"domain_scores_gemma":[0.11599859,0.65410626,0.21552846,0.009533235,0.0045026694,0.00033077048],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8327324,0.00023191799,0.01398227,0.00020430032,0.00017031812,0.00017564728,0.0062316693,0.00022443925,0.00024634163],"category_scores_gemma":[0.9854707,0.00007038301,0.002311264,0.00038903128,0.00077209563,0.0007059889,0.0005342018,0.00091036153,0.000010875895],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031301486,0.00009957,0.9824694,0.000017372648,0.000452991,0.000012083245,0.00004165079,0.0005992598,0.000010000931,0.00005510536,0.008430254,0.007781044],"study_design_scores_gemma":[0.00038697285,0.00017896913,0.9379427,0.001033814,0.000999937,0.000015410369,0.0001779391,0.049965873,0.0000022458712,0.007872001,0.0013508223,0.00007335106],"about_ca_topic_score_codex":0.00011867917,"about_ca_topic_score_gemma":0.00018790168,"teacher_disagreement_score":0.5962682,"about_ca_system_score_codex":0.000014299201,"about_ca_system_score_gemma":0.00037369734,"threshold_uncertainty_score":0.9991451},"labels":[],"label_agreement":null},{"id":"W2615986464","doi":"10.4315/0362-028x-73.1.132","title":"The REFLECT Statement: Methods and Processes of Creating Reporting Guidelines for Randomized Controlled Trials for Livestockand Food Safety","year":2010,"lang":"en","type":"article","venue":"Journal of Food Protection","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Consolidated Standards of Reporting Trials; Checklist; Terminology; Livestock; Medicine; Food safety; Randomized controlled trial; Statement (logic); Clinical trial; Alternative medicine; Environmental health; Family medicine; Psychology; Political science; Geography","score_opus":0.8511312932475104,"score_gpt":0.6466642144244559,"score_spread":0.20446707882305448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2615986464","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0392727,0.004691476,0.9431401,0.001551623,0.0005834163,0.010569026,0.000008207401,0.0000023284472,0.00018113846],"genre_scores_gemma":[0.36151183,0.00028663574,0.6352616,0.000039338553,0.00076878315,0.0015002902,6.9464795e-7,0.00001906097,0.00061175006],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9029904,0.023874024,0.06963198,0.0005143601,0.002723762,0.00026549443],"domain_scores_gemma":[0.48337182,0.193671,0.28571346,0.0014280869,0.03562733,0.00018827996],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7266073,0.00020194819,0.00948178,0.00029267257,0.00045836435,0.0005733935,0.0003659683,0.000086098444,0.000043750413],"category_scores_gemma":[0.9205508,0.000066974375,0.0035132386,0.00041697852,0.00006064393,0.00025740438,0.000024671137,0.00018335326,1.7893207e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.20756371,0.00012579265,0.00007190235,0.0014662895,0.011970606,4.0879937e-7,0.002084751,0.00046826288,0.09551673,0.0025047027,0.002251339,0.6759755],"study_design_scores_gemma":[0.37907746,0.009873856,0.00007024178,0.0011629746,0.013457296,0.00033728106,0.005074677,0.043979783,0.08290047,0.38859603,0.074904874,0.00056506577],"about_ca_topic_score_codex":0.0000025705333,"about_ca_topic_score_gemma":0.000037958827,"teacher_disagreement_score":0.67541045,"about_ca_system_score_codex":0.0000129559685,"about_ca_system_score_gemma":0.00023897461,"threshold_uncertainty_score":0.64815557},"labels":[],"label_agreement":null},{"id":"W2616014288","doi":"10.1017/cem.2017.177","title":"MP11: A quality improvement initiative to decrease the rate of solitary blood cultures in the emergency department","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"","keywords":"Medicine; Emergency department; Intervention (counseling); Emergency medicine; Nursing","score_opus":0.7329868819931658,"score_gpt":0.5661885089337162,"score_spread":0.16679837305944956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616014288","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9381316,0.0061250357,0.00032195248,0.040690657,0.0037557632,0.0010736006,0.000067447494,5.0685105e-7,0.009833448],"genre_scores_gemma":[0.9972109,0.00039685608,0.000084534346,0.0010742656,0.00045335735,0.000017602317,0.0000027650938,0.0000057111733,0.00075399363],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9815376,0.005623517,0.009819862,0.00034507533,0.0023249527,0.00034902326],"domain_scores_gemma":[0.9846328,0.0008490184,0.008442255,0.0029224332,0.0020983263,0.0010551664],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.100619346,0.00025416436,0.0019049858,0.00036897857,0.00044171314,0.000060714596,0.003731823,0.00004703362,0.027864648],"category_scores_gemma":[0.11061045,0.00008651498,0.0008989862,0.0006726806,0.00013678012,0.00020162684,0.00004328132,0.00025697495,0.00004453215],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044058128,0.00014769615,0.2683789,0.000083420535,0.000950986,0.00013374772,0.022416309,0.000057558933,0.00028665178,0.0029993788,0.69292164,0.011579666],"study_design_scores_gemma":[0.0008602259,0.0007408334,0.8437869,0.00021346571,0.0009065129,0.000015151969,0.018505175,0.000060953807,0.000063133644,0.020657921,0.113950536,0.00023919047],"about_ca_topic_score_codex":0.013716312,"about_ca_topic_score_gemma":0.14652854,"teacher_disagreement_score":0.5789711,"about_ca_system_score_codex":0.00003906733,"about_ca_system_score_gemma":0.0006900198,"threshold_uncertainty_score":0.99285144},"labels":[],"label_agreement":null},{"id":"W2618479513","doi":"10.1016/j.ejrad.2017.05.032","title":"Treatment of multiple test readers in diagnostic accuracy systematic reviews-meta-analyses of imaging studies","year":2017,"lang":"en","type":"review","venue":"European Journal of Radiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":45,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Medical physics; Meta-analysis; Test (biology); Diagnostic accuracy; Nuclear medicine; Radiology; Pathology","score_opus":0.9369164767241436,"score_gpt":0.6267886288958096,"score_spread":0.310127847828334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2618479513","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000033882996,0.9962022,0.00054956984,0.000079718884,0.0004739716,0.0022465913,0.000041689003,0.0000013108728,0.00037108007],"genre_scores_gemma":[0.0021798343,0.9951563,0.0019215792,0.000013384414,0.00017752389,0.000048305938,0.000005762302,0.00004240005,0.0004549117],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8096564,0.13024603,0.056177672,0.0010142887,0.0024446286,0.0004609998],"domain_scores_gemma":[0.689861,0.17790836,0.12461696,0.005405443,0.002019413,0.00018880384],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.18293574,0.0009878802,0.059001382,0.0019534081,0.00009681678,0.00016050244,0.0041135703,0.0000819379,0.00039878715],"category_scores_gemma":[0.6869249,0.00035782313,0.01728288,0.00088078086,0.0004038692,0.00025552724,0.00020321226,0.000348126,0.0004575984],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011465139,0.0004950372,0.0023814042,0.20332754,0.04805002,0.0017107633,0.0024986046,0.00007960912,0.0000064412466,0.000023425686,0.015979202,0.7254365],"study_design_scores_gemma":[0.00064723,0.00066027883,0.00014555744,0.065956995,0.12054644,0.0032931485,0.0009658392,0.000041657062,0.0000014674347,0.00006326186,0.80724925,0.00042887466],"about_ca_topic_score_codex":0.0000058595747,"about_ca_topic_score_gemma":0.000006401777,"teacher_disagreement_score":0.7912701,"about_ca_system_score_codex":0.00015565549,"about_ca_system_score_gemma":0.00021141523,"threshold_uncertainty_score":0.99988735},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"meta_analysis","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2618688652","doi":"10.1002/aet2.10045","title":"How Robust Are Studies in the American Board of Emergency Medicine Maintenance of Certification Lifelong Learning and Self‐assessment? An Examination of Fragility and Bias of Included Randomized Controlled Trials","year":2017,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Saskatchewan","funders":"","keywords":"Randomized controlled trial; Medicine; Interquartile range; Physical therapy; Family medicine; Surgery","score_opus":0.818425156271453,"score_gpt":0.5904119674242787,"score_spread":0.22801318884717425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2618688652","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99394953,0.002075353,0.00080312806,0.0018236157,0.00011663255,0.0009569762,0.0000025812044,0.0000010923857,0.0002711079],"genre_scores_gemma":[0.996779,0.0014989306,0.0014873743,0.000009997611,0.000028774728,0.00006874626,0.000003539832,0.0000030296646,0.00012060006],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97809786,0.014960523,0.005541082,0.00032889322,0.000994128,0.00007749221],"domain_scores_gemma":[0.9652592,0.011105974,0.021419557,0.0006798498,0.0014956803,0.000039745064],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15357523,0.00013176799,0.005465203,0.00027734003,0.00012975068,0.000061102546,0.0002643826,0.000027029446,0.000029644985],"category_scores_gemma":[0.14577337,0.00005656653,0.0002733355,0.00030299457,0.00047027253,0.00022153533,0.000030724987,0.000070685885,6.0335005e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002005771,0.0005310638,0.39658338,0.0009472671,0.0015148614,2.1995987e-7,0.20364319,0.000034846606,0.0020673797,0.0029502688,0.00025669296,0.38946506],"study_design_scores_gemma":[0.011051964,0.00009811843,0.78516686,0.00023101702,0.0006043636,8.7455396e-7,0.19691613,0.004335636,0.000027443904,0.0014574485,0.000048691432,0.00006146835],"about_ca_topic_score_codex":0.00007605716,"about_ca_topic_score_gemma":0.00006575253,"teacher_disagreement_score":0.3894036,"about_ca_system_score_codex":0.000007918581,"about_ca_system_score_gemma":0.00006159019,"threshold_uncertainty_score":0.87157243},"labels":[],"label_agreement":null},{"id":"W2618702303","doi":"","title":"Grading Quality of Evidence and Strength of Recommendations for Diagnostic Tests and Strategies","year":2009,"lang":"en","type":"article","venue":"Pure Amsterdam UMC","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Nutrition, Metabolism and Diabetes","funders":"","keywords":"Grading (engineering); Quality of evidence; Diagnostic test; Quality (philosophy); Medicine; Medical physics; Engineering; Surgery; Pediatrics; Randomized controlled trial","score_opus":0.8045880308669459,"score_gpt":0.5824569138955568,"score_spread":0.2221311169713891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2618702303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9758776,0.003987797,0.013617875,0.004734893,0.00008669803,0.00083100423,0.00006326926,0.0000041371745,0.00079673633],"genre_scores_gemma":[0.99245816,0.00019659637,0.006996801,0.00006323807,0.00001672332,0.000015379643,0.0000030540066,0.0000027056392,0.00024734077],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9934637,0.0015401177,0.0035970407,0.00039774357,0.00088609534,0.00011531244],"domain_scores_gemma":[0.9739803,0.022209568,0.0023633784,0.0008772722,0.0004995163,0.00006994021],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.024331667,0.00013268016,0.0014726489,0.00014608588,0.00007136202,0.00025249866,0.00037124183,0.000038383863,0.00017435238],"category_scores_gemma":[0.050420813,0.00006576406,0.00028084795,0.00037921334,0.00006932127,0.00040631657,0.000042938533,0.000046634297,0.0000044947033],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034640252,0.0002985284,0.40635654,0.0011990429,0.00026406944,0.0000011434059,0.0046671648,0.00003835482,0.0027392355,0.0823236,0.02719623,0.47488147],"study_design_scores_gemma":[0.00044027454,0.0004320522,0.81547683,0.0006349617,0.00041585992,0.000007827497,0.0043500923,0.00165794,0.00033316013,0.17032589,0.005641589,0.00028350073],"about_ca_topic_score_codex":0.0000136965045,"about_ca_topic_score_gemma":0.000065700704,"teacher_disagreement_score":0.47459796,"about_ca_system_score_codex":0.0000053456006,"about_ca_system_score_gemma":0.000028719021,"threshold_uncertainty_score":0.9575779},"labels":[],"label_agreement":null},{"id":"W2619067164","doi":"10.1097/prs.0000000000003330","title":"The Misconception of Case-Control Studies in the Plastic Surgery Literature: A Literature Audit","year":2017,"lang":"en","type":"review","venue":"Plastic & Reconstructive Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; MEDLINE; Clinical study design; Audit; Cohort study; Research design; Evidence-based medicine; Case-control study; Control (management); Clinical trial; Alternative medicine; Computer science; Internal medicine; Pathology; Statistics; Accounting; Artificial intelligence","score_opus":0.6547298511025442,"score_gpt":0.5023043668501457,"score_spread":0.15242548425239855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2619067164","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007733237,0.9870756,0.00023409625,0.000049614166,0.0092835305,0.001573788,0.0007768029,0.000006797808,0.0002264341],"genre_scores_gemma":[0.008785618,0.98912877,0.00007035937,0.000020760008,0.00080365816,0.00057498453,0.00005315617,0.000045926074,0.0005167912],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.93622464,0.03883436,0.017843632,0.002000998,0.0042900643,0.0008062954],"domain_scores_gemma":[0.44665378,0.5265115,0.019862553,0.004738005,0.0020996926,0.00013450372],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.1287925,0.0013351841,0.018802138,0.0018424729,0.0008451703,0.0029409782,0.00267973,0.00058519864,0.0003965658],"category_scores_gemma":[0.50612557,0.000472154,0.010092079,0.0032404703,0.0013338038,0.00059181807,0.00019342297,0.0014399568,0.00036495892],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003067274,0.000043484764,0.0015137856,0.0077850097,0.0033322258,0.0012733237,0.0012240406,0.0000061888645,5.6775228e-8,0.00029958863,0.034529176,0.94996244],"study_design_scores_gemma":[0.00020333214,0.00003310287,0.0010014854,0.071166314,0.006472282,0.013795606,0.002473735,0.00012473887,1.09758076e-7,0.0025498094,0.90119356,0.0009859072],"about_ca_topic_score_codex":0.0000060042935,"about_ca_topic_score_gemma":0.000094250325,"teacher_disagreement_score":0.9489765,"about_ca_system_score_codex":0.00015145696,"about_ca_system_score_gemma":0.0008938762,"threshold_uncertainty_score":0.9999399},"labels":[],"label_agreement":null},{"id":"W2621176155","doi":"10.1017/cjn.2017.87","title":"P.002 Improving the quality of systematic reviews of neurological conditions with more accurate search strategies: a series of validation studies","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"McNemar's test; Hedge; Computer science; Quality (philosophy); Sensitivity (control systems); Simple (philosophy); Series (stratigraphy); Data mining; Medical physics; Medicine; Information retrieval; Artificial intelligence; Machine learning; Statistics; Mathematics; Engineering","score_opus":0.7590332777679022,"score_gpt":0.535161352472105,"score_spread":0.22387192529579725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2621176155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9910524,0.002647616,0.00020632411,0.004051062,0.00038260256,0.00082266075,0.000032555014,0.0000024104147,0.0008023811],"genre_scores_gemma":[0.9973989,0.0006372072,0.0014502218,0.0003774352,0.00007238384,0.0000120089235,2.1593078e-7,0.000006641797,0.00004497168],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9640972,0.020450355,0.009635223,0.000753446,0.0042890385,0.00077472284],"domain_scores_gemma":[0.95695513,0.009763546,0.025697252,0.0016617264,0.0051162113,0.00080615276],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.1527137,0.0004465842,0.004431944,0.00093403773,0.00313317,0.0019703605,0.008754951,0.00015097692,0.00036942807],"category_scores_gemma":[0.13357207,0.00016560787,0.001255472,0.0017988675,0.01607153,0.0023397165,0.00022714623,0.0008673538,0.000003828174],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020866134,0.000104145016,0.9621718,0.00208976,0.00029050082,0.0005671252,0.0044655395,0.013962209,0.00061514677,0.013178544,0.0008541281,0.0014924653],"study_design_scores_gemma":[0.0009553608,0.09655332,0.77345216,0.0023299435,0.0012337777,0.013150089,0.031895746,0.0068117687,0.00096472044,0.07078625,0.00078287115,0.0010839901],"about_ca_topic_score_codex":0.00076904707,"about_ca_topic_score_gemma":0.017951224,"teacher_disagreement_score":0.18871962,"about_ca_system_score_codex":0.000056887573,"about_ca_system_score_gemma":0.0024371643,"threshold_uncertainty_score":0.9999686},"labels":[],"label_agreement":null},{"id":"W2621775824","doi":"10.1016/j.jclinepi.2017.06.004","title":"Deficiencies in addressing effect modification in network meta-analyses: a meta-epidemiological survey","year":2017,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; University of Waterloo; McMaster University; Health Sciences Centre; McMaster University Medical Centre","funders":"","keywords":"Medicine; Meta-analysis; Randomized controlled trial; MEDLINE; Epidemiology; Univariate; Statistics; Surgery; Multivariate statistics; Internal medicine","score_opus":0.9972931111755386,"score_gpt":0.8100744055105886,"score_spread":0.18721870566495002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2621775824","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017300743,0.9858115,0.010030112,0.0006816167,0.0013917222,0.0013554363,0.000035757366,0.0000032077892,0.0005176783],"genre_scores_gemma":[0.0013311688,0.9875667,0.008904834,0.00066936517,0.00080248807,0.00015627858,0.0000307748,0.00003871238,0.00049967313],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.05533226,0.7621793,0.17420363,0.0029772692,0.003994751,0.0013127653],"domain_scores_gemma":[0.057016216,0.7348409,0.19861794,0.0070604566,0.001825434,0.00063902704],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"category_scores_codex":[0.9570328,0.0017396696,0.22486193,0.0019400198,0.00020608318,0.0004139816,0.0097320005,0.0025463612,0.0026866877],"category_scores_gemma":[0.9711579,0.0005789339,0.08769281,0.0027168228,0.0008288476,0.0004619529,0.0006258986,0.0052784863,0.00067600334],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108082124,0.0003401286,0.09497079,0.0021002917,0.049986523,0.00016863906,0.000020311201,0.008528689,2.0263487e-8,0.0008063849,0.03345644,0.8095137],"study_design_scores_gemma":[0.0004285034,0.00047022605,0.053987198,0.0020817195,0.11502979,0.00018925486,0.000010366374,0.0030056667,7.014758e-9,0.01540328,0.8087772,0.0006167879],"about_ca_topic_score_codex":0.00018208643,"about_ca_topic_score_gemma":0.0005781058,"teacher_disagreement_score":0.8088969,"about_ca_system_score_codex":0.00016106736,"about_ca_system_score_gemma":0.0009869689,"threshold_uncertainty_score":0.9996662},"labels":[],"label_agreement":null},{"id":"W2622300493","doi":"10.1016/j.conctc.2017.06.001","title":"Quality of abstracts of randomized control trials in five top pain journals: A systematic survey","year":2017,"lang":"en","type":"article","venue":"Contemporary Clinical Trials Communications","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; St. Joseph’s Healthcare Hamilton; Impact; Population Health Research Institute; McMaster University","funders":"","keywords":"Consolidated Standards of Reporting Trials; Medicine; Randomized controlled trial; Confidence interval; Odds ratio; Sample size determination; MEDLINE; Clinical trial; Logistic regression; Physical therapy; Family medicine; Internal medicine; Statistics","score_opus":0.9805102172796226,"score_gpt":0.7341319337430806,"score_spread":0.246378283536542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2622300493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47588664,0.1724975,0.14139129,0.043544605,0.004589371,0.09501205,0.004621182,0.000051902585,0.06240546],"genre_scores_gemma":[0.99544454,0.0010418793,0.0020309011,0.00019350907,0.000072784394,0.0003353696,0.000024493804,0.000013784168,0.00084274565],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.013330735,0.8301786,0.15181871,0.0007485561,0.0036922083,0.00023118111],"domain_scores_gemma":[0.0054696104,0.7965311,0.17233875,0.020983864,0.0044156266,0.00026107463],"candidate_categories":["metaresearch","metaepi_broad","open_science"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.98655444,0.00039824648,0.057281986,0.00060750707,0.00030789914,0.00088516815,0.011218171,0.00037351076,0.0008295413],"category_scores_gemma":[0.9937358,0.00019246494,0.014147753,0.0006426979,0.0011607249,0.00053353794,0.000585466,0.0006436275,0.00012440045],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.048534784,0.0056594517,0.83638704,0.008534445,0.019317709,0.000009175972,0.002458915,0.00017068423,0.00029296262,0.01761976,0.044178326,0.016836764],"study_design_scores_gemma":[0.3202203,0.00028761718,0.57463586,0.012329001,0.0027944914,0.0000024752003,0.002547653,0.014793893,0.000033503806,0.06962156,0.0018655054,0.0008681286],"about_ca_topic_score_codex":0.001075785,"about_ca_topic_score_gemma":0.0006782677,"teacher_disagreement_score":0.5195579,"about_ca_system_score_codex":0.000024332021,"about_ca_system_score_gemma":0.00068835396,"threshold_uncertainty_score":0.99572533},"labels":[],"label_agreement":null},{"id":"W2623257747","doi":"10.1136/bmj.j2490","title":"Evolution of poor reporting and inadequate methods over time in 20 920 randomised controlled trials included in Cochrane reviews: research on research study","year":2017,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":180,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Institut National de la Santé et de la Recherche Médicale; National Institute for Health and Care Research; Cancer Research UK","keywords":"Blinding; Medicine; Data extraction; Randomized controlled trial; Reporting bias; Systematic review; Relative risk; Publication bias; MEDLINE; Meta-analysis; Clinical trial; Family medicine; Internal medicine; Confidence interval","score_opus":0.9221489427062781,"score_gpt":0.7414242414813923,"score_spread":0.18072470122488582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2623257747","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94885075,0.008099815,0.00044667698,0.0027791383,0.0001799799,0.025589172,0.00000509635,0.000003080593,0.014046269],"genre_scores_gemma":[0.9870193,0.00021490447,0.002926801,0.00002101569,0.00013126212,0.001221238,0.0000013808375,0.00001371567,0.008450361],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.14212756,0.7438346,0.08873345,0.0030384727,0.021009695,0.0012562001],"domain_scores_gemma":[0.49321368,0.3761179,0.10293987,0.01867892,0.008475139,0.00057452376],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.95785797,0.00026929745,0.015764814,0.0023009528,0.0004228128,0.0008342945,0.0017818619,0.00015136067,0.0015660728],"category_scores_gemma":[0.93257385,0.00012406918,0.0013725734,0.0018217986,0.00023248856,0.00028878273,0.0005655774,0.0006509896,0.00030281718],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06321361,0.004307579,0.34653258,0.0018230781,0.0024088023,0.00057518727,0.012381301,0.0003228447,0.046307016,0.0029671453,0.2955977,0.22356315],"study_design_scores_gemma":[0.2586598,0.0020213956,0.58131045,0.0058558355,0.0009288693,0.000021533924,0.0074841008,0.08733259,0.00068683113,0.042356256,0.012366687,0.0009756578],"about_ca_topic_score_codex":0.00069361785,"about_ca_topic_score_gemma":0.0006234346,"teacher_disagreement_score":0.36771676,"about_ca_system_score_codex":0.00017060152,"about_ca_system_score_gemma":0.00027734367,"threshold_uncertainty_score":0.9993466},"labels":[],"label_agreement":null},{"id":"W2624852015","doi":"10.1186/s13643-017-0507-6","title":"Identifying approaches for assessing methodological and reporting quality of systematic reviews: a descriptive study","year":2017,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa; Ottawa Hospital","funders":"Canadian Institutes of Health Research; Cancer Research UK","keywords":"Medicine; Systematic review; MEDLINE; Psychological intervention; Cochrane Library; Family medicine; Quality assessment; Alternative medicine; Medical physics; Pathology; Nursing","score_opus":0.9958043953742565,"score_gpt":0.7474604963931843,"score_spread":0.24834389898107212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2624852015","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010954933,0.7953695,0.06658214,0.0000069856264,0.0006622404,0.1366849,0.00002334818,0.000014175062,0.00064577657],"genre_scores_gemma":[0.00008966898,0.9107735,0.046524238,0.000013863092,0.00020036622,0.039087836,0.000022110713,0.000107561835,0.0031808421],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.21615374,0.51206416,0.25586936,0.0054191137,0.009431624,0.0010620289],"domain_scores_gemma":[0.2156388,0.13550468,0.61857843,0.02663215,0.0030729054,0.0005730405],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.88838637,0.0026553173,0.18210374,0.00126118,0.00086677284,0.005638702,0.007006691,0.0007099687,0.00017255983],"category_scores_gemma":[0.90216964,0.0009870116,0.026359653,0.0018295547,0.00026739732,0.00095698197,0.0010188865,0.0007890076,0.00056195],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012373158,0.00012231046,0.000056487883,0.8961469,0.0015384266,0.0000065144827,0.0014371315,1.2674141e-7,2.5101525e-7,0.00045548228,0.00052363105,0.09971153],"study_design_scores_gemma":[0.00019309306,0.00008286661,0.000017812294,0.83665466,0.02623085,0.00021429612,0.0067465096,0.00014271279,6.5683366e-8,0.0011714603,0.12757981,0.0009658288],"about_ca_topic_score_codex":0.000021289945,"about_ca_topic_score_gemma":0.000023277937,"teacher_disagreement_score":0.37655947,"about_ca_system_score_codex":0.00029174116,"about_ca_system_score_gemma":0.00035175282,"threshold_uncertainty_score":0.99925804},"labels":[],"label_agreement":null},{"id":"W2625073830","doi":"10.1186/s13063-017-1969-5","title":"Choosing the target difference (‘effect size’) for a randomised controlled trial - DELTA2 guidance protocol","year":2017,"lang":"en","type":"review","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Medical Research Council; Chief Scientist Office, Scottish Government Health and Social Care Directorate; National Institute for Health and Care Research; Cancer Research UK; University of Aberdeen; Scottish Government","keywords":"Sample size determination; Protocol (science); Randomized controlled trial; Medicine; Outcome (game theory); Stakeholder; Delphi method; Sample (material); Research design; Medical physics; Statistical power; Delphi; Clinical study design; Clinical trial; Computer science; Alternative medicine; Statistics; Artificial intelligence; Surgery; Pathology","score_opus":0.9053039401418724,"score_gpt":0.6712459661119934,"score_spread":0.23405797402987905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625073830","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.3211631e-7,0.4762711,0.0041754204,0.00006662119,0.0011071351,0.51663864,0.00008085499,0.000009006448,0.0016508739],"genre_scores_gemma":[0.000001222601,0.14260545,0.0015850357,0.000056402794,0.0023688013,0.8176176,0.000013854121,0.00005856174,0.035693076],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.66026765,0.259089,0.06768717,0.0032147537,0.0087430505,0.0009983788],"domain_scores_gemma":[0.33885372,0.5342909,0.110133424,0.014568138,0.0018126993,0.0003411454],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.69581294,0.0015171615,0.079216145,0.00034142306,0.00100942,0.005667524,0.008713105,0.0005727244,0.005470855],"category_scores_gemma":[0.8646672,0.0004331796,0.039932,0.0006406551,0.00017198863,0.00018055714,0.00025924595,0.0004836396,0.0013932938],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.103207536,0.00006486562,7.9551705e-7,0.0050216173,0.0025422578,0.000002218894,0.000031411324,6.918597e-7,5.4187547e-7,0.00010165664,0.044278905,0.8447475],"study_design_scores_gemma":[0.3434726,0.00017793804,2.8564548e-7,0.0027134689,0.006537531,0.0000032651792,0.0000016275169,0.00010508016,4.77879e-7,0.0012956474,0.6453908,0.00030128536],"about_ca_topic_score_codex":0.0000044654344,"about_ca_topic_score_gemma":0.0000019583467,"teacher_disagreement_score":0.84444624,"about_ca_system_score_codex":0.000086145126,"about_ca_system_score_gemma":0.0009640237,"threshold_uncertainty_score":0.999812},"labels":[],"label_agreement":null},{"id":"W2625199940","doi":"10.1017/cem.2017.29","title":"The writer’s guide to education scholarship in emergency medicine: Systematic reviews and the scholarship of integration (part 4)","year":2017,"lang":"en","type":"review","venue":"Canadian Journal of Emergency Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Saskatchewan; Queen's University; University of Ottawa","funders":"","keywords":"Scholarship; Publication; MEDLINE; Systematic review; Medicine; Medical education; Political science","score_opus":0.8640902112073857,"score_gpt":0.6199466313803512,"score_spread":0.2441435798270345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625199940","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015303833,0.9670327,0.00021473187,0.005224388,0.015052835,0.0045686546,0.000009283765,7.7726384e-7,0.007881351],"genre_scores_gemma":[0.00013062815,0.9785046,0.00009180495,0.00010340809,0.0016959076,0.00022187171,0.000009072218,0.00003181456,0.019210882],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9120889,0.034718275,0.047418762,0.0008033862,0.004438587,0.00053211267],"domain_scores_gemma":[0.93421376,0.005989726,0.046716493,0.0061164587,0.005664514,0.0012990355],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.38036966,0.0007775989,0.014720166,0.0021998074,0.0005933953,0.00019406226,0.0065431646,0.00026148325,0.006683356],"category_scores_gemma":[0.56350446,0.00024612577,0.0025494692,0.0027421631,0.00041084585,0.0004949773,0.00007760659,0.0011942148,0.00021449671],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068705617,0.0000125699535,0.00042263314,0.031679004,0.00038564432,0.000003992945,0.0014021994,3.8264668e-7,4.7987857e-7,0.0036164336,0.61480254,0.34766722],"study_design_scores_gemma":[0.00017496855,0.00008739802,0.00014091327,0.12900954,0.002497392,0.00004585353,0.0007861429,0.0000042483903,2.776381e-8,0.0033683265,0.8637114,0.00017373546],"about_ca_topic_score_codex":0.0014399291,"about_ca_topic_score_gemma":0.035157453,"teacher_disagreement_score":0.3474935,"about_ca_system_score_codex":0.00026305066,"about_ca_system_score_gemma":0.0024236946,"threshold_uncertainty_score":0.9999991},"labels":[],"label_agreement":null},{"id":"W2625531829","doi":"10.1177/0272989x17711933","title":"The Importance of Considering Differences in Study Design in Network Meta-analysis: An Application Using Anti-Tumor Necrosis Factor Drugs for Ulcerative Colitis","year":2017,"lang":"en","type":"article","venue":"Medical Decision Making","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Golimumab; Randomized controlled trial; Adalimumab; Infliximab; Adaptive design; Medicine; Computer science; Clinical study design; Clinical trial; Internal medicine; Tumor necrosis factor alpha","score_opus":0.7447632777831494,"score_gpt":0.5500645395220185,"score_spread":0.19469873826113093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625531829","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5322383,0.000338571,0.4655301,0.00012868668,0.00008970599,0.0016373231,0.000009591053,0.0000023944326,0.00002533776],"genre_scores_gemma":[0.9770542,0.000012180096,0.022435255,0.000107906606,0.000047517286,0.00030281872,0.0000011278473,0.000011705979,0.000027292213],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97398925,0.008817237,0.009332472,0.0013090154,0.0060945274,0.0004574808],"domain_scores_gemma":[0.95860213,0.029506449,0.00720303,0.003790204,0.0007264727,0.00017171624],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13231157,0.00033630198,0.005777971,0.00043260076,0.0007515682,0.0014194086,0.0031019987,0.00010855844,0.00085276394],"category_scores_gemma":[0.06966344,0.00014956188,0.0017352648,0.0015056446,0.00021330701,0.0004026383,0.00031823403,0.00023302865,0.00001102968],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001346996,0.00027026833,0.9330445,0.000019801113,0.008214985,0.000023932611,0.0023625852,0.0066619106,0.000013577053,0.0012045967,0.00019769445,0.04785146],"study_design_scores_gemma":[0.00039654825,0.000068097885,0.44184294,0.000055136057,0.006226253,0.0000017551235,0.0021004856,0.5271484,0.0000051817924,0.021893397,0.000076798984,0.00018501424],"about_ca_topic_score_codex":0.00009526233,"about_ca_topic_score_gemma":0.006129894,"teacher_disagreement_score":0.5204865,"about_ca_system_score_codex":0.000054863656,"about_ca_system_score_gemma":0.00014841887,"threshold_uncertainty_score":0.9996172},"labels":[],"label_agreement":null},{"id":"W2625869079","doi":"10.1186/s12955-017-0698-5","title":"Development and use of a content search strategy for retrieving studies on patients' views and preferences","year":2017,"lang":"en","type":"article","venue":"Health and Quality of Life Outcomes","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Instituto de Salud Carlos III; European Regional Development Fund; Universitat Autònoma de Barcelona; McMaster University","keywords":"Systematic review; Set (abstract data type); Search engine indexing; Recall; Information retrieval; Computer science; Scientific literature; MEDLINE; Precision and recall; Data science; Psychology; Cognitive psychology","score_opus":0.9798377849898773,"score_gpt":0.6672775799724133,"score_spread":0.31256020501746395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625869079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944254,0.0032285193,0.00015427159,0.0011912273,0.000062964165,0.0008576262,0.00003323689,0.0000010061004,0.000045747696],"genre_scores_gemma":[0.9930046,0.00067032117,0.0052229576,0.00054172607,0.0000069871935,0.000017272472,0.0000023686107,0.000002955409,0.00053078786],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99021894,0.0022111335,0.00556974,0.00043187357,0.0014028548,0.00016548281],"domain_scores_gemma":[0.9854099,0.0069724033,0.0055479547,0.0009360754,0.000856236,0.00027739562],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05196026,0.00015666518,0.0031438884,0.00011102251,0.00037419333,0.00025352105,0.00025617288,0.00003706313,0.0000134858665],"category_scores_gemma":[0.06081422,0.00007130207,0.0001870608,0.000059832593,0.00017315285,0.00017217975,0.0001249087,0.000054183773,0.000001698412],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041993433,0.000038530554,0.9439928,0.0013998378,0.00013121488,2.1641325e-8,0.0042977217,3.5651448e-7,0.0000011919155,0.0024951203,0.0003658493,0.047235347],"study_design_scores_gemma":[0.0004905461,0.00022881145,0.98730975,0.0001564933,0.000018174573,6.542101e-8,0.0075229527,0.000034460114,0.000013169714,0.00028308723,0.0038638115,0.00007864474],"about_ca_topic_score_codex":0.00011444761,"about_ca_topic_score_gemma":0.00035261316,"teacher_disagreement_score":0.047156703,"about_ca_system_score_codex":0.000010210163,"about_ca_system_score_gemma":0.00015232155,"threshold_uncertainty_score":0.9762064},"labels":[],"label_agreement":null},{"id":"W2625969387","doi":"10.1111/acem.13233","title":"Adherence to Standards for Reporting Diagnostic Accuracy in Emergency Medicine Research","year":2017,"lang":"en","type":"review","venue":"Academic Emergency Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University","funders":"","keywords":"Medicine; Diagnostic accuracy; MEDLINE; Emergency department; Test (biology); Medical physics; Diagnostic test; Emergency medicine; Internal medicine; Psychiatry","score_opus":0.9618985866108977,"score_gpt":0.7546816290121726,"score_spread":0.20721695759872505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625969387","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007518806,0.9629471,0.0015189323,0.0025330707,0.008977678,0.009225296,0.00013763596,0.000018307323,0.01456684],"genre_scores_gemma":[0.00012591897,0.9426947,0.00015625071,0.000045288296,0.004441501,0.0028585987,0.00011617245,0.00011593302,0.049445596],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8010003,0.022129375,0.1388646,0.0060699875,0.029440291,0.0024954667],"domain_scores_gemma":[0.6625421,0.11026657,0.17704082,0.026204929,0.021278279,0.0026672708],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.6119171,0.0015582301,0.02537729,0.0040620975,0.0007780628,0.0000292948,0.012210813,0.001178145,0.0802017],"category_scores_gemma":[0.9605091,0.0007330349,0.0035908746,0.0077191205,0.00042435998,0.0004702685,0.0010765088,0.0036044465,0.0018231816],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005329827,0.000015835916,0.0021461877,0.007062941,0.00016903627,0.000014963855,0.00078182854,9.331896e-7,0.0000015356242,0.00032607283,0.5756599,0.41381547],"study_design_scores_gemma":[0.000255611,0.00046176589,0.00025769082,0.0379096,0.0013972665,0.000021526786,0.00058508513,0.00003856798,1.800297e-7,0.010142514,0.9483214,0.00060878205],"about_ca_topic_score_codex":0.00046524283,"about_ca_topic_score_gemma":0.00034330584,"teacher_disagreement_score":0.4132067,"about_ca_system_score_codex":0.0004923838,"about_ca_system_score_gemma":0.0014878918,"threshold_uncertainty_score":0.9997166},"labels":[],"label_agreement":null},{"id":"W2625986664","doi":"10.1373/clinchem.2017.271544","title":"Overinterpretation of Research Findings: Evidence of “Spin” in Systematic Reviews of Diagnostic Accuracy Studies","year":2017,"lang":"en","type":"review","venue":"Clinical Chemistry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Universiteit van Amsterdam; University of Ottawa","keywords":"Systematic review; Meta-analysis; Systematic error; Diagnostic accuracy; Publication bias; Optimism; MEDLINE; Diagnostic test; Statistics; Psychology; Econometrics; Test (biology); Medicine; Medical physics; Pediatrics; Mathematics; Political science; Internal medicine; Social psychology; Law","score_opus":0.9834011618287671,"score_gpt":0.793354399946753,"score_spread":0.19004676188201408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625986664","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012231537,0.9942912,0.000026681171,0.000025199508,0.0002334869,0.0036155854,0.000020467176,0.0000014886898,0.0005627399],"genre_scores_gemma":[0.0080224,0.9897371,0.00024070485,0.0000036287229,0.00008255071,0.00043472575,0.000005026805,0.000018203351,0.0014556395],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.82600796,0.057964128,0.10305789,0.0026294538,0.009776174,0.0005644151],"domain_scores_gemma":[0.21504042,0.6859115,0.07849065,0.014538234,0.0057853875,0.00023384312],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4234436,0.0005445972,0.03678557,0.00037704213,0.000056175002,0.0001419844,0.0061145495,0.0005188766,0.0008475423],"category_scores_gemma":[0.96575063,0.0002580726,0.007966554,0.0015237241,0.0008703972,0.00023031575,0.0008852238,0.0009239241,0.00034138304],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048886236,0.000113412294,0.0015093769,0.90763104,0.0004859164,0.000004290697,0.00012789237,4.0674786e-7,0.000002264619,0.000017884819,0.0028923796,0.08721022],"study_design_scores_gemma":[0.00010514033,0.000077931574,0.000081573526,0.89688236,0.002199221,0.000007323757,0.00026598215,0.00003509079,0.000020240353,0.00043937817,0.09965453,0.00023124067],"about_ca_topic_score_codex":0.0000046274977,"about_ca_topic_score_gemma":0.000003617641,"teacher_disagreement_score":0.62794733,"about_ca_system_score_codex":0.000093859315,"about_ca_system_score_gemma":0.0005073955,"threshold_uncertainty_score":0.9999871},"labels":[],"label_agreement":null},{"id":"W2626428064","doi":"10.7326/m17-1295","title":"Computer-Aided Systematic Review Screening Comes of Age","year":2017,"lang":"en","type":"letter","venue":"Annals of Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Guideline; Systematic review; Clinical Practice; Osteoporosis; MEDLINE; Medical physics; Family medicine; Internal medicine; Pathology","score_opus":0.7860684553190341,"score_gpt":0.5666607236419421,"score_spread":0.21940773167709204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626428064","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017919479,0.19384073,0.026664926,0.7600318,0.0019480087,0.0036149817,0.00010385293,0.0000104282635,0.013606072],"genre_scores_gemma":[0.00373595,0.0074336505,0.0028298085,0.93039626,0.0038838275,0.00008075106,0.00010283172,0.000074143645,0.05146278],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9523634,0.010049943,0.025603274,0.0010409916,0.010567225,0.0003752167],"domain_scores_gemma":[0.9325357,0.009944737,0.044927172,0.008234977,0.004202138,0.00015529062],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11657093,0.00072281813,0.023455467,0.0009277342,0.00007058521,0.000187622,0.007933462,0.0003189927,0.0052176407],"category_scores_gemma":[0.099144496,0.00030200477,0.0044238903,0.00048386984,0.00045634666,0.00017394983,0.0004234257,0.0009381403,0.00044458298],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003062526,0.000010801871,0.000097246026,0.19428241,0.0012261552,0.00026939667,0.000088180284,5.329878e-7,0.0000045363863,0.000031950076,0.8031002,0.00088550523],"study_design_scores_gemma":[0.00020997657,0.00032874948,0.00015189384,0.7001953,0.0025805493,0.000142055,0.000047168236,0.00030702294,0.000024764864,0.00079239777,0.2949348,0.00028529935],"about_ca_topic_score_codex":0.00016627922,"about_ca_topic_score_gemma":0.0000056676186,"teacher_disagreement_score":0.5081654,"about_ca_system_score_codex":0.000009780141,"about_ca_system_score_gemma":0.000046603578,"threshold_uncertainty_score":0.9999432},"labels":[],"label_agreement":null},{"id":"W2626495592","doi":"10.1016/j.jclinepi.2017.06.005","title":"Testing the effectiveness of simplified search strategies for updating systematic reviews","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Health Sciences Centre; Impact","funders":"","keywords":"Systematic review; SSS*; Sensitivity (control systems); Meta-analysis; Computer science; Medicine; Data mining; Medical physics; Information retrieval; Statistics; MEDLINE; Mathematics; Artificial intelligence; Pathology; Engineering","score_opus":0.9656116065191289,"score_gpt":0.7232061649074447,"score_spread":0.2424054416116842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626495592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.487075,0.0064662825,0.48681223,0.004056092,0.0029601264,0.0059687444,0.00001174106,0.000003289963,0.0066464995],"genre_scores_gemma":[0.9758307,0.00010909367,0.023126133,0.00030611744,0.0004779664,0.000039429782,3.8032718e-7,0.000008923255,0.0001012954],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.38372692,0.50735474,0.10451759,0.00096054,0.0028404654,0.00059974607],"domain_scores_gemma":[0.044783928,0.84691334,0.09972077,0.0041390415,0.004246174,0.00019673783],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.926142,0.000240688,0.021338724,0.00013760294,0.00036928337,0.00031648175,0.004491146,0.00020008405,0.00012472687],"category_scores_gemma":[0.97920215,0.00007801127,0.0061583193,0.00024354718,0.00043012173,0.0003241749,0.00022295778,0.000608714,0.00008855702],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004402987,0.00023369092,0.7511759,0.04305638,0.0020841663,0.00001089221,0.0002336929,0.0026284407,0.00042754717,0.13525902,0.014538633,0.04991136],"study_design_scores_gemma":[0.001074668,0.0010203794,0.605895,0.01070734,0.0013221623,0.00012152911,0.0014169882,0.02265418,0.000012327749,0.35146803,0.004084486,0.00022289566],"about_ca_topic_score_codex":0.000012071764,"about_ca_topic_score_gemma":0.000004949069,"teacher_disagreement_score":0.48875567,"about_ca_system_score_codex":0.000014611538,"about_ca_system_score_gemma":0.00028960963,"threshold_uncertainty_score":0.9931905},"labels":[],"label_agreement":null},{"id":"W2626621681","doi":"10.1152/ajpheart.00329.2017","title":"Why publish in the <i>American Journal of Physiology-Heart and Circulatory Physiology</i>?","year":2017,"lang":"en","type":"editorial","venue":"American Journal of Physiology-Heart and Circulatory Physiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Université de Montréal; Montreal Heart Institute","funders":"National Institute of General Medical Sciences; National Heart, Lung, and Blood Institute","keywords":"Gerontology; Medical school; Library science; History; Art history; Medicine","score_opus":0.13408383469313573,"score_gpt":0.3908976232588103,"score_spread":0.25681378856567455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626621681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9080002,0.0045720064,0.0000051654624,0.0013653602,0.08524295,0.000612229,0.0000975302,0.000008934675,0.00009562331],"genre_scores_gemma":[0.88557196,0.0011128368,0.00033095584,0.00400769,0.1087245,0.000032256325,0.00004240737,0.000102087455,0.0000753005],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.95538956,0.024838332,0.01146806,0.0025893392,0.0043086405,0.0014060894],"domain_scores_gemma":[0.94459283,0.013068866,0.032339655,0.0053030094,0.00406412,0.00063150655],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","open_science","research_integrity"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.044770367,0.0016230735,0.017003857,0.0017775048,0.00070356956,0.00059609656,0.0062545165,0.00094105816,0.0005093075],"category_scores_gemma":[0.016509008,0.0008898472,0.0043366295,0.0015109187,0.007233419,0.0010548804,0.0007012568,0.0045804465,0.00009170435],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023497152,0.00019852292,0.00058905967,0.00010240217,0.00084950496,0.0000020487748,0.00047294964,0.00004826857,0.52031934,0.000035071454,0.47647563,0.00067222636],"study_design_scores_gemma":[0.0009752189,0.0017958756,0.49300113,0.00019534004,0.00069070066,0.00035462834,0.0017046469,0.000052258,0.000025945465,0.0060299817,0.4944993,0.0006749788],"about_ca_topic_score_codex":0.00015965123,"about_ca_topic_score_gemma":0.000037256803,"teacher_disagreement_score":0.5202934,"about_ca_system_score_codex":0.00015011732,"about_ca_system_score_gemma":0.0014245262,"threshold_uncertainty_score":0.9996517},"labels":[],"label_agreement":null},{"id":"W2627061011","doi":"10.1007/s00167-017-4582-y","title":"While modern medicine evolves continuously, evidence-based research methodology remains: how register studies should be interpreted and appreciated","year":2017,"lang":"en","type":"editorial","venue":"Knee Surgery Sports Traumatology Arthroscopy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Register (sociolinguistics); Epistemology; History; Philosophy; Linguistics","score_opus":0.9431049124269579,"score_gpt":0.6215325134899009,"score_spread":0.321572398937057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2627061011","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03277706,0.13454238,0.0069571612,0.02502727,0.79421,0.0043136277,0.000240342,0.00015642491,0.0017757382],"genre_scores_gemma":[0.43147597,0.050004262,0.018095441,0.0027775064,0.38402227,0.0033676936,0.0017044524,0.0009148594,0.10763753],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9017392,0.05946538,0.015939845,0.005724004,0.015233733,0.0018978856],"domain_scores_gemma":[0.66696393,0.2864939,0.02026281,0.013651307,0.011917342,0.00071072095],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","research_integrity"],"category_scores_codex":[0.3762047,0.0017535288,0.02470675,0.0037609593,0.0012627986,0.0013211315,0.0035185039,0.0030030159,0.003289129],"category_scores_gemma":[0.5781205,0.0009889794,0.002800472,0.0014431523,0.005885064,0.0010179367,0.00077371206,0.0030444833,0.000117918484],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036324782,0.00006225102,0.02235649,0.0007036678,0.0011591137,0.00033329273,0.0020403152,0.000004418632,0.00002448946,0.000045132416,0.96645266,0.006454921],"study_design_scores_gemma":[0.00072273705,0.00030027083,0.0010064996,0.007143605,0.0011359903,0.00007076225,0.002474485,0.0008002779,0.000038379723,0.0051993695,0.9801275,0.0009801368],"about_ca_topic_score_codex":0.00012525155,"about_ca_topic_score_gemma":0.0012827823,"teacher_disagreement_score":0.41018772,"about_ca_system_score_codex":0.00017423148,"about_ca_system_score_gemma":0.001401386,"threshold_uncertainty_score":0.99971557},"labels":[],"label_agreement":null},{"id":"W2627695358","doi":"10.1186/s13643-017-0511-x","title":"An investigation of the impact of using different methods for network meta-analysis: a protocol for an empirical evaluation","year":2017,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"Health Research Council of New Zealand; National Health and Medical Research Council; Medical Research Council; Canadian Institutes of Health Research","keywords":"Meta-analysis; Protocol (science); Medicine; Ranking (information retrieval); Contrast (vision); Network analysis; Data mining; Computer science; Artificial intelligence; Alternative medicine","score_opus":0.9638671673739633,"score_gpt":0.7403700818826526,"score_spread":0.22349708549131064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2627695358","genre_codex":"methods","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057042683,0.0007490191,0.504837,0.000051349314,0.00008524959,0.48849776,0.00002398457,0.000002248576,0.000049150836],"genre_scores_gemma":[0.11217501,0.0000017929367,0.21554482,0.000046165693,0.00013950664,0.6718649,0.000014511486,0.00003058776,0.00018266715],"study_design_codex":"meta_analysis","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.8490508,0.12070203,0.024744034,0.0011523208,0.004016321,0.00033447435],"domain_scores_gemma":[0.9283683,0.0068426393,0.04920544,0.011727422,0.0036744236,0.00018180771],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.46505886,0.00052762433,0.018028388,0.00028837446,0.0004662237,0.0007867927,0.003546986,0.00013338162,0.0006246707],"category_scores_gemma":[0.095770024,0.00015626606,0.020488821,0.001113095,0.00011774673,0.0005406065,0.000105509615,0.00008059182,0.000007250149],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002144678,0.0012689627,0.16110256,0.30120033,0.40960675,1.5738253e-7,0.010636942,0.0659566,0.0048361784,0.003308832,0.021407302,0.020460906],"study_design_scores_gemma":[0.00032854534,0.00020993353,0.0059468984,0.00076523796,0.19889848,0.0000017209494,0.0001042387,0.77643704,0.00007110249,0.016812233,0.00023438291,0.00019017303],"about_ca_topic_score_codex":0.000039400056,"about_ca_topic_score_gemma":0.00006434707,"teacher_disagreement_score":0.71048045,"about_ca_system_score_codex":0.00008772027,"about_ca_system_score_gemma":0.00020707854,"threshold_uncertainty_score":0.99655},"labels":[],"label_agreement":null},{"id":"W2645387241","doi":"10.5195/jmla.2017.246","title":"Compliance of systematic reviews in veterinary journals with Preferred Reporting Items for Systematic Reviews and Meta-Analysis (PRISMA) literature search reporting guidelines","year":2017,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Systematic review; Checklist; Grey literature; MEDLINE; Meta-analysis; Medicine; Psychology; Political science; Pathology","score_opus":0.9015719019313783,"score_gpt":0.6006998185458399,"score_spread":0.3008720833855384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2645387241","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2260753,0.58701175,0.035433672,0.1042258,0.0024981783,0.04274065,0.00014542381,0.00002508339,0.0018441073],"genre_scores_gemma":[0.9023456,0.00808021,0.05317946,0.0026255152,0.0011440172,0.00095278135,0.000014601501,0.00010470842,0.031553127],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.86494416,0.036268577,0.086859696,0.00072577794,0.010797211,0.00040455308],"domain_scores_gemma":[0.50554186,0.01918509,0.4650714,0.005024284,0.0047112107,0.00046612683],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5279329,0.00042600482,0.020873165,0.00066568237,0.00039096244,0.0022428404,0.0033289348,0.00024116132,0.0004849978],"category_scores_gemma":[0.77668643,0.00014514702,0.00842055,0.0018300994,0.000071806295,0.0016674096,0.0003616943,0.0007108577,0.000008108254],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015157126,0.0003969233,0.2872496,0.5038349,0.1267495,0.00042130073,0.0049538244,0.00050426845,0.0001824563,0.00028525334,0.074088864,0.0011815157],"study_design_scores_gemma":[0.0026516938,0.0007249685,0.06557588,0.4162747,0.43466294,0.0037209347,0.0026100767,0.04904717,0.00009360872,0.005692235,0.017441902,0.0015039056],"about_ca_topic_score_codex":0.000002604076,"about_ca_topic_score_gemma":0.000005017852,"teacher_disagreement_score":0.67627025,"about_ca_system_score_codex":0.00007447762,"about_ca_system_score_gemma":0.00021833082,"threshold_uncertainty_score":0.99879295},"labels":[],"label_agreement":null},{"id":"W267363248","doi":"10.1177/229255031202000118","title":"What is the ultimate fate of presented abstracts? The conversion rates of presentations to publications over a five-year period from three North American plastic surgery meetings","year":2012,"lang":"en","type":"article","venue":"Canadian Journal of Plastic Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"BC Children's Hospital; University of British Columbia","funders":"","keywords":"Subspecialty; Medicine; Audience measurement; Plastic surgery; Impact factor; Presentation (obstetrics); MEDLINE; Family medicine; Surgery; Law","score_opus":0.32697608678946916,"score_gpt":0.4000466648843495,"score_spread":0.07307057809488032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W267363248","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99374133,0.0006362281,0.0009871764,0.0022270177,0.0018542081,0.00024988654,0.00025448788,0.0000014062471,0.00004827552],"genre_scores_gemma":[0.99935967,0.000053674277,0.0001117779,0.00012779696,0.0001455694,0.000011213401,0.000014519332,0.000014072993,0.00016168936],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99008036,0.0018703818,0.0051982584,0.00028250387,0.0021492827,0.000419206],"domain_scores_gemma":[0.8766366,0.1098829,0.008779872,0.0014520622,0.0023488437,0.00089969375],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017593179,0.00023438082,0.0018896166,0.0009790568,0.00026520967,0.00065640174,0.0010910587,0.000042341242,0.0036409372],"category_scores_gemma":[0.08326231,0.000108554814,0.0014414397,0.0021662838,0.00036692925,0.0008573375,0.000051269395,0.00021060018,0.00018133018],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015658517,0.000021401725,0.86709106,0.000015439216,0.0003481312,0.0000026030136,0.001651851,0.0005455977,0.000022699927,0.000020797965,0.12993006,0.0003346931],"study_design_scores_gemma":[0.00006111861,0.000012270731,0.9814358,0.00012651562,0.00033718543,0.000009631351,0.004953739,0.0007277525,0.000052865984,0.000034995042,0.012143051,0.00010507934],"about_ca_topic_score_codex":0.0052373414,"about_ca_topic_score_gemma":0.014487857,"teacher_disagreement_score":0.11778701,"about_ca_system_score_codex":0.000047092977,"about_ca_system_score_gemma":0.00091136334,"threshold_uncertainty_score":0.99726987},"labels":[],"label_agreement":null},{"id":"W2685906486","doi":"10.1016/j.suronc.2017.06.005","title":"How to conduct a high-quality original study on a diagnostic research topic","year":2017,"lang":"en","type":"review","venue":"Surgical Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Test (biology); Diagnostic test; Quality (philosophy); Perspective (graphical); Research design; Diagnostic accuracy; Medicine; Data science; Medical physics; Computer science; Psychology; Management science; Artificial intelligence; Pediatrics; Sociology","score_opus":0.9780311039545612,"score_gpt":0.7634799062041749,"score_spread":0.21455119775038622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2685906486","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00048832805,0.93303585,0.000037144775,0.0027800773,0.0019654369,0.007496617,0.00006931272,0.00001128524,0.054115944],"genre_scores_gemma":[0.0019219766,0.89345014,0.00028512842,0.000107294865,0.0014310802,0.0019606554,0.000025250325,0.000043892822,0.10077458],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8262434,0.14728978,0.011774282,0.0032729865,0.010452877,0.0009666739],"domain_scores_gemma":[0.79490334,0.18155625,0.008023299,0.012190193,0.0024096079,0.0009172889],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.30893767,0.00081364677,0.02505309,0.0013014787,0.00054829835,0.0023707703,0.0069921287,0.00068850134,0.008821926],"category_scores_gemma":[0.26460642,0.00034293658,0.004271712,0.0020018339,0.00031159533,0.00013236419,0.0010161748,0.0017103677,0.030015681],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011854148,0.000536121,0.00008077775,0.00065181614,0.00039243777,0.0010827478,0.00008768557,1.8762407e-7,1.132079e-8,0.0067300294,0.028976995,0.9614493],"study_design_scores_gemma":[0.00029604364,0.0015325649,0.00014778913,0.0007825157,0.00071510096,0.00006497377,0.00020227108,3.4371536e-7,2.2535799e-8,0.0012829346,0.99463934,0.00033612363],"about_ca_topic_score_codex":0.00009144932,"about_ca_topic_score_gemma":0.00018337123,"teacher_disagreement_score":0.9656623,"about_ca_system_score_codex":0.00052401575,"about_ca_system_score_gemma":0.0012552077,"threshold_uncertainty_score":0.99990225},"labels":[],"label_agreement":null},{"id":"W2689219976","doi":"10.3238/arztebl.2013.0603","title":"The CARE Guidelines","year":2013,"lang":"de","type":"article","venue":"Deutsches Ärzteblatt international","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":112,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"University of Michigan","keywords":"Medicine; Checklist; Guideline; Timeline; Psychological intervention; MEDLINE; Medical education; Systematic review; Informed consent; Transparency (behavior); Health care; Family medicine; Alternative medicine; Nursing; Psychology; Pathology","score_opus":0.7169862344215909,"score_gpt":0.5403667675189894,"score_spread":0.17661946690260155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2689219976","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.100902885,0.21103965,0.023431357,0.2291131,0.064286456,0.006671827,0.00064134586,0.00009077066,0.3638226],"genre_scores_gemma":[0.70115554,0.0029639616,0.0142399175,0.0057400884,0.0068586683,0.00046624185,0.0002461519,0.00009137441,0.26823804],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97360355,0.0037442897,0.012245995,0.0013134591,0.008551568,0.0005411654],"domain_scores_gemma":[0.97325206,0.005387792,0.0052598887,0.004147735,0.011651546,0.00030098407],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.033276923,0.00060417934,0.0020894946,0.0003297882,0.0006923405,0.0073926677,0.006593775,0.00020865393,0.076148406],"category_scores_gemma":[0.03879547,0.00026022756,0.0029125568,0.00076027913,0.00025732635,0.0006292269,0.00066580065,0.00039178447,0.18343014],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055901264,0.0000294821,0.015440225,0.000018270974,0.0012377994,0.0000048794127,0.000915678,0.00010617572,0.000038156682,0.011418835,0.8372687,0.13351619],"study_design_scores_gemma":[0.00018432472,0.000023662496,0.008218275,0.00006720304,0.00023612363,0.000009337653,0.0037674238,0.023052694,0.000042352025,0.003846424,0.9602654,0.0002867505],"about_ca_topic_score_codex":0.00011656897,"about_ca_topic_score_gemma":0.000060914044,"teacher_disagreement_score":0.6002527,"about_ca_system_score_codex":0.00012969041,"about_ca_system_score_gemma":0.00019276733,"threshold_uncertainty_score":0.999985},"labels":[],"label_agreement":null},{"id":"W2706104770","doi":"10.7326/m17-0046","title":"CONSORT Statement for Randomized Trials of Nonpharmacologic Treatments: A 2017 Update and a CONSORT Extension for Nonpharmacologic Trial Abstracts","year":2017,"lang":"en","type":"article","venue":"Annals of Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1529,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Institute for Health and Care Research; Cancer Research UK","keywords":"Consolidated Standards of Reporting Trials; Blinding; Medicine; Systematic review; Randomized controlled trial; Clinical trial; Transparency (behavior); Randomization; Psychological intervention; Research design; Alternative medicine; MEDLINE; Family medicine; Computer science; Nursing; Surgery; Statistics","score_opus":0.87863655567213,"score_gpt":0.6626104128945821,"score_spread":0.21602614277754784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2706104770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9538862,0.0049263393,0.010613636,0.011783263,0.0021527556,0.014863603,0.00045182623,0.000005424136,0.0013169473],"genre_scores_gemma":[0.9890379,0.0030055083,0.002868453,0.0016014333,0.00035556188,0.00083648856,0.000018957213,0.000012747709,0.0022629595],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9734865,0.005290102,0.018133206,0.0008109173,0.0019616606,0.00031763327],"domain_scores_gemma":[0.9277482,0.03469366,0.032354966,0.0016202212,0.0033240255,0.00025892034],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.26976538,0.0003875775,0.011217477,0.00038080988,0.00019111836,0.00015100822,0.0012979046,0.00010350816,0.0027665864],"category_scores_gemma":[0.25517705,0.00015841167,0.0026340627,0.0000841946,0.00071313564,0.00022834443,0.00013032835,0.00009442152,0.00002427097],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.56062037,0.000676102,0.00046353147,0.00041895406,0.0073226285,0.000025060928,0.0003535652,0.000023739414,0.013599825,0.0012006393,0.37855768,0.036737874],"study_design_scores_gemma":[0.88260853,0.0051346994,0.0009933664,0.00082034944,0.007562662,0.000019915715,0.00048423855,0.0047316696,0.016447864,0.023253199,0.057585567,0.0003579477],"about_ca_topic_score_codex":0.000084449195,"about_ca_topic_score_gemma":0.000007605897,"teacher_disagreement_score":0.32198814,"about_ca_system_score_codex":0.000012428205,"about_ca_system_score_gemma":0.000089863104,"threshold_uncertainty_score":0.99814504},"labels":[],"label_agreement":null},{"id":"W2709351002","doi":"10.1002/jmri.25797","title":"Reporting of imaging diagnostic accuracy studies with focus on MRI subgroup: Adherence to STARD 2015","year":2017,"lang":"en","type":"article","venue":"Journal of Magnetic Resonance Imaging","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Subspecialty; Diagnostic accuracy; Medical physics; Concordance; Magnetic resonance imaging; MEDLINE; Radiology; Nuclear medicine; Family medicine; Internal medicine","score_opus":0.48320065241196947,"score_gpt":0.5232168866840894,"score_spread":0.04001623427211992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2709351002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8371459,0.11699421,0.0145301595,0.022426484,0.0013303463,0.001365632,0.000014731743,0.000008838449,0.0061836666],"genre_scores_gemma":[0.98041016,0.0005406031,0.017522726,0.00022784497,0.00020143275,0.000014782795,1.3946259e-7,0.000021568922,0.00106074],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.976112,0.0016059243,0.015572613,0.000736809,0.0055388454,0.00043381765],"domain_scores_gemma":[0.92606163,0.011337983,0.05292497,0.0041169906,0.005262755,0.0002956734],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07967095,0.00039058513,0.0040951087,0.0005097402,0.00037422057,0.0012879169,0.0028239822,0.000025157642,0.0005257906],"category_scores_gemma":[0.37579173,0.00018957886,0.0009527712,0.00051751884,0.00025440817,0.00094000524,0.00032869724,0.00035226805,0.00012918968],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006723955,0.00005182835,0.4504178,0.0000550447,0.00005916218,0.0005258683,0.0010077925,0.00021259014,0.00022709236,0.00008521166,0.035181426,0.5121089],"study_design_scores_gemma":[0.0016928399,0.0015307692,0.8944759,0.0062223063,0.0007844772,0.0011164043,0.007088223,0.0041361144,0.0010847464,0.01055057,0.07052538,0.00079231046],"about_ca_topic_score_codex":0.000055822373,"about_ca_topic_score_gemma":0.000044834924,"teacher_disagreement_score":0.51131666,"about_ca_system_score_codex":0.00007295752,"about_ca_system_score_gemma":0.00019153186,"threshold_uncertainty_score":0.9997488},"labels":[],"label_agreement":null},{"id":"W2712249504","doi":"10.1373/clinchem.2017.272765","title":"Facilitating Prospective Registration of Diagnostic Accuracy Studies: A STARD Initiative","year":2017,"lang":"en","type":"article","venue":"Clinical Chemistry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Diagnostic accuracy; Identification (biology); Medical physics; Medicine; Internal medicine","score_opus":0.9101427529202781,"score_gpt":0.668267953045208,"score_spread":0.2418747998750701,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2712249504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9755949,0.0006222136,0.00073646696,0.0008307465,0.00019256149,0.0004634023,0.000047579775,0.000004983979,0.021507155],"genre_scores_gemma":[0.994175,0.00010036942,0.0015330809,0.000056147175,0.00017079263,0.000047798487,0.0000044505027,0.0000055395403,0.003906814],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9839703,0.0020711941,0.01039507,0.0009495252,0.0024395338,0.00017440786],"domain_scores_gemma":[0.7323194,0.22593479,0.027687643,0.008554173,0.005238984,0.00026500883],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.071957864,0.00021056515,0.0028810739,0.000022753939,0.00027495425,0.00038990835,0.001734168,0.00012505724,0.0011839025],"category_scores_gemma":[0.9243236,0.00011256246,0.001345296,0.00017054642,0.0005620085,0.00031122201,0.00027418428,0.0002771342,0.0003459216],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037213344,0.0002494728,0.92969906,0.000463747,0.0009908505,0.000015878772,0.0024794352,0.000011060254,0.00025759547,0.00038517336,0.04345726,0.02195324],"study_design_scores_gemma":[0.0034307283,0.0005602805,0.70692927,0.0016287294,0.0017033479,0.00001768066,0.064267434,0.003253951,0.011624673,0.16599336,0.03915718,0.0014334029],"about_ca_topic_score_codex":0.000002978813,"about_ca_topic_score_gemma":0.0000059326485,"teacher_disagreement_score":0.85236573,"about_ca_system_score_codex":0.000032012846,"about_ca_system_score_gemma":0.00012869948,"threshold_uncertainty_score":0.99972916},"labels":[],"label_agreement":null},{"id":"W2724414049","doi":"10.1186/s13643-017-0527-2","title":"Systematic review adherence to methodological or reporting quality","year":2017,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":319,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Bruyère; Ottawa Hospital","funders":"Canadian Institutes of Health Research; Cancer Research UK","keywords":"Medicine; Quality (philosophy); Family medicine","score_opus":0.9756547445054564,"score_gpt":0.7141396358321442,"score_spread":0.2615151086733122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2724414049","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028045597,0.36631846,0.28457224,0.0074334554,0.0049883327,0.263998,0.000055242854,0.00017017695,0.06965952],"genre_scores_gemma":[0.083911836,0.027285213,0.31829494,0.026151096,0.0013230713,0.076316625,0.00003032748,0.00033804492,0.46634886],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.4839544,0.28745273,0.20548369,0.004605555,0.017189259,0.0013143722],"domain_scores_gemma":[0.35182524,0.07816296,0.4816296,0.07980904,0.0067735296,0.00179963],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8227032,0.0011752024,0.051986787,0.0003297989,0.0010171633,0.004011299,0.011333547,0.00022173485,0.008830972],"category_scores_gemma":[0.96856856,0.00038568827,0.008631145,0.0014976256,0.00012441624,0.0006701843,0.0009826146,0.00039638783,0.04436226],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035211915,0.00003302259,0.0003406548,0.96459424,0.00027197835,0.000033518147,0.00022242527,6.155332e-7,0.000020138217,0.0012614101,0.03253832,0.0006801439],"study_design_scores_gemma":[0.00014979082,0.0001556939,0.000597787,0.9790376,0.003378132,0.0003810788,0.00055676536,0.00018334287,0.000008595566,0.0020295107,0.012648175,0.000873571],"about_ca_topic_score_codex":0.00004063723,"about_ca_topic_score_gemma":0.00008112129,"teacher_disagreement_score":0.39668933,"about_ca_system_score_codex":0.00013129765,"about_ca_system_score_gemma":0.00015509603,"threshold_uncertainty_score":0.9998595},"labels":[],"label_agreement":null},{"id":"W2725700675","doi":"10.1111/hir.12185","title":"Is there an optimum number needed to retrieve to justify inclusion of a database in a systematic review search?","year":2017,"lang":"en","type":"review","venue":"Health Information & Libraries Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"CINAHL; Systematic review; MEDLINE; Database; Inclusion (mineral); Computer science; Information retrieval; Bibliographic database; Medicine; Psychology","score_opus":0.8061204638653402,"score_gpt":0.6090243341017225,"score_spread":0.19709612976361768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2725700675","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008239118,0.9758906,0.004959472,0.008080358,0.00043250775,0.008778109,0.0004163738,0.000008588784,0.0014257868],"genre_scores_gemma":[0.000014545326,0.976862,0.01047871,0.011279208,0.00012432916,0.00018862521,0.00016736855,0.000032840417,0.0008523743],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.92537695,0.021150634,0.04216255,0.00073934504,0.009775987,0.00079454866],"domain_scores_gemma":[0.9533765,0.0024772321,0.03363402,0.006749816,0.0022579166,0.0015045415],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.18715057,0.0008091919,0.018905832,0.002243424,0.0010742188,0.003818149,0.00632506,0.00030268417,0.006040044],"category_scores_gemma":[0.059476107,0.00039845734,0.002413995,0.0039323936,0.00006289425,0.0073700743,0.0021634256,0.0011677055,0.005153819],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012467981,0.000032079617,0.0000062899203,0.7015888,0.00012593163,0.000005488955,0.0062189833,0.000008241964,5.379369e-9,0.00069491845,0.15263031,0.13867646],"study_design_scores_gemma":[0.000099788456,0.00008516974,0.0000036834797,0.3601644,0.00036622715,0.00018382857,0.0010498259,0.00015746732,7.336925e-8,0.00009270807,0.6375685,0.00022837683],"about_ca_topic_score_codex":0.000075731936,"about_ca_topic_score_gemma":0.000014238586,"teacher_disagreement_score":0.4849381,"about_ca_system_score_codex":0.00032313965,"about_ca_system_score_gemma":0.0035872231,"threshold_uncertainty_score":0.99984676},"labels":[],"label_agreement":null},{"id":"W2726319491","doi":"10.7453/gahmj.2013.008","title":"The CARE Guidelines: Consensus-based Clinical Case Reporting Guideline Development","year":2013,"lang":"en","type":"article","venue":"Global Advances in Health and Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"University of Michigan","keywords":"Checklist; Guideline; Timeline; Medicine; Medical education; Psychological intervention; MEDLINE; Transparency (behavior); Informed consent; Health care; Systematic review; Best practice; Family medicine; Alternative medicine; Nursing; Psychology; Computer science; Pathology; Political science","score_opus":0.778682353104446,"score_gpt":0.6737210831922043,"score_spread":0.10496126991224175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2726319491","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23176554,0.6021179,0.025725868,0.12076451,0.0039533814,0.004785973,0.000018881865,0.000033376557,0.010834565],"genre_scores_gemma":[0.607142,0.010581965,0.30079022,0.077232175,0.0015781147,0.00035525745,0.00006527955,0.000028326513,0.0022266957],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.95243484,0.0037217857,0.040074397,0.0008761226,0.0024231062,0.00046975975],"domain_scores_gemma":[0.96390784,0.0072418833,0.021418603,0.00227142,0.0041980026,0.0009622446],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15412064,0.00025627692,0.0026852218,0.00008698656,0.00042706187,0.00011371198,0.0004954286,0.00006517425,0.00042833487],"category_scores_gemma":[0.29143813,0.00009537577,0.0002494041,0.000845998,0.0002698569,0.000086183005,0.00008573139,0.00017432905,0.00011357249],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009695192,0.000009316102,0.09327401,0.000104913524,0.00000995191,0.000097792756,0.00015498255,0.00009221506,7.2016626e-8,0.00022495605,0.08941534,0.81660676],"study_design_scores_gemma":[0.00052952836,0.0001260959,0.0023977757,0.00025716773,0.000013320982,0.0003693318,0.011149104,0.0048268004,1.9780467e-7,0.0020506228,0.9781781,0.00010197576],"about_ca_topic_score_codex":0.00046183288,"about_ca_topic_score_gemma":0.0019119421,"teacher_disagreement_score":0.8887627,"about_ca_system_score_codex":0.000104227314,"about_ca_system_score_gemma":0.00073902024,"threshold_uncertainty_score":0.8710108},"labels":[],"label_agreement":null},{"id":"W2726823487","doi":"10.1186/s13643-017-0525-4","title":"Protocol for a systematic review of N-of-1 trial protocol guidelines and protocol reporting guidelines","year":2017,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto; University of Alberta","funders":"University of Alberta","keywords":"Protocol (science); Medicine; CINAHL; Guideline; PsycINFO; MEDLINE; Data extraction; Systematic review; Consolidated Standards of Reporting Trials; Research design; Delphi method; Clinical trial; Medical physics; Family medicine; Alternative medicine; Nursing; Pathology; Psychological intervention; Computer science","score_opus":0.9617149687981533,"score_gpt":0.7322145001976427,"score_spread":0.22950046860051065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2726823487","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.474884e-10,0.43729043,0.0014290645,0.00004188839,0.0001218593,0.560452,0.000043417916,0.000011947629,0.00060941617],"genre_scores_gemma":[3.5575645e-10,0.2034836,0.017836714,0.00008901331,0.0004154901,0.77238005,0.000014277758,0.00013895144,0.0056418884],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.4865639,0.094641924,0.39847058,0.0047426885,0.014421658,0.0011592575],"domain_scores_gemma":[0.48613507,0.014264704,0.46152908,0.021234041,0.016428798,0.00040831455],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.6592098,0.0032615843,0.14818211,0.0013259327,0.000416638,0.0014109925,0.009152655,0.0008460084,0.0009339678],"category_scores_gemma":[0.8748069,0.0011907022,0.029194098,0.0021356943,0.0002771381,0.0005679405,0.0009061641,0.00053506286,0.00051659305],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007382,0.00010665649,7.501789e-7,0.89743435,0.0009345574,0.000004272123,0.000028674332,9.529516e-8,8.2704524e-8,0.00016249224,0.06656076,0.034693465],"study_design_scores_gemma":[0.002245693,0.00020009758,1.1819967e-8,0.5019096,0.0057080244,0.00012699275,0.0000165248,0.000072570954,1.76218e-7,0.00016326165,0.4890748,0.00048225457],"about_ca_topic_score_codex":0.000010263408,"about_ca_topic_score_gemma":0.0000061320848,"teacher_disagreement_score":0.42251402,"about_ca_system_score_codex":0.00014924734,"about_ca_system_score_gemma":0.0017550058,"threshold_uncertainty_score":0.9999793},"labels":[],"label_agreement":null},{"id":"W2727439434","doi":"10.2106/jbjs.16.00900","title":"Predicting and Preventing Loss to Follow-up of Adult Trauma Patients in Randomized Controlled Trials","year":2017,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"U.S. Army Institute of Surgical Research; Canadian Institutes of Health Research; Stryker","keywords":"Medicine; Randomized controlled trial; Confidence interval; Odds ratio; Logistic regression; Clinical trial; Internal medicine","score_opus":0.4583778531460919,"score_gpt":0.45170853846752446,"score_spread":0.006669314678567462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2727439434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99617225,0.0011767548,0.00043174255,0.0005341005,0.00054785097,0.00087598385,0.0000042639526,5.251119e-7,0.00025651307],"genre_scores_gemma":[0.99852484,0.00033926297,0.00050683937,0.000053409512,0.00009856429,0.0000117418485,2.8652772e-7,0.000005509772,0.0004595227],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.953063,0.013381291,0.030402422,0.00031085478,0.002649992,0.00019244273],"domain_scores_gemma":[0.8928554,0.04374846,0.059835717,0.001023254,0.002275951,0.00026122815],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4378412,0.00019035889,0.023651527,0.000997963,0.00013258199,0.00056181196,0.00015639822,0.00006365358,0.00019746445],"category_scores_gemma":[0.5867411,0.000079898346,0.0055122967,0.00017229842,0.0000639245,0.00040205603,0.00008362159,0.00013219313,0.0000041415014],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018534562,0.000115918934,0.92966276,0.00015378956,0.0010744295,0.00002602942,0.0010246165,0.000008304341,0.00012715001,0.000040093604,0.00291459,0.04631777],"study_design_scores_gemma":[0.3062688,0.0001590064,0.6785743,0.003978214,0.0025516246,0.00006849064,0.0010189071,0.0020215076,0.0002684672,0.0043428824,0.00041743048,0.00033035892],"about_ca_topic_score_codex":0.000040323284,"about_ca_topic_score_gemma":0.000034065746,"teacher_disagreement_score":0.28773424,"about_ca_system_score_codex":0.000009086586,"about_ca_system_score_gemma":0.00005494656,"threshold_uncertainty_score":0.9908434},"labels":[],"label_agreement":null},{"id":"W2729800353","doi":"10.1136/bmj.j2835","title":"CONSORT 2010 statement: extension checklist for reporting within person randomised trials","year":2017,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":251,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of British Columbia","funders":"Medical Research Council; Cancer Research UK","keywords":"Consolidated Standards of Reporting Trials; Checklist; Clinical trial; Transparency (behavior); Medicine; Psychological intervention; Randomized controlled trial; Quality (philosophy); Reliability (semiconductor); Systematic review; Alternative medicine; MEDLINE; Family medicine; Psychology; Computer science; Nursing; Surgery","score_opus":0.9038440879591912,"score_gpt":0.6237813758934998,"score_spread":0.28006271206569144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2729800353","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73581827,0.0014490543,0.109814264,0.023171343,0.008950317,0.026847262,0.00012694814,0.000039947274,0.09378262],"genre_scores_gemma":[0.7613869,0.0000123457485,0.028105292,0.00042757342,0.00069006573,0.0006032999,0.000019594961,0.000026159292,0.20872878],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94601524,0.008859948,0.038714822,0.00138905,0.004656331,0.00036460304],"domain_scores_gemma":[0.86286944,0.010236782,0.11646754,0.008034171,0.00216719,0.00022485277],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.62474173,0.00024318071,0.0056631854,0.00014443402,0.00074859546,0.002175697,0.0012264113,0.00008660386,0.0036710135],"category_scores_gemma":[0.73407984,0.00010798878,0.0029170194,0.000118635486,0.00007867975,0.000301494,0.00008231509,0.00009160599,0.0006526546],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054797187,0.00003716085,0.006204739,0.00007568431,0.00039307712,0.000022661061,0.000764892,0.000030315432,0.0020571565,0.0008686828,0.9757632,0.013234444],"study_design_scores_gemma":[0.04009345,0.00023638373,0.05446791,0.0005744181,0.0034548,0.00012664756,0.006716104,0.059087776,0.003733246,0.018967895,0.8111641,0.0013772744],"about_ca_topic_score_codex":0.00004396682,"about_ca_topic_score_gemma":0.00003379276,"teacher_disagreement_score":0.16459912,"about_ca_system_score_codex":0.000021011732,"about_ca_system_score_gemma":0.00012253899,"threshold_uncertainty_score":0.9988601},"labels":[],"label_agreement":null},{"id":"W2733165913","doi":"10.1186/s13104-017-2574-0","title":"Publication bias in animal research presented at the 2008 Society of Critical Care Medicine Conference","year":2017,"lang":"en","type":"article","venue":"BMC Research Notes","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stollery Children's Hospital; Alberta Health Services; University of Alberta","funders":"University of Alberta","keywords":"Randomization; Sample size determination; Randomized controlled trial; Medicine; Research design; MEDLINE; Protocol (science); Test (biology); Family medicine; Publication bias; Statistics; Alternative medicine; Internal medicine; Meta-analysis; Mathematics; Pathology","score_opus":0.981643901123649,"score_gpt":0.7323452854036414,"score_spread":0.24929861572000755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2733165913","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7876578,0.0068182526,0.0014835368,0.16481522,0.00015883261,0.003084562,0.000068375004,0.0000074840314,0.035905946],"genre_scores_gemma":[0.9922319,0.00009502653,0.0007741146,0.00003087239,0.00014350956,0.00013258554,0.000010721917,0.000008909096,0.006572379],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.94352573,0.031964257,0.004633254,0.0011531123,0.017944578,0.0007790495],"domain_scores_gemma":[0.8771999,0.086919375,0.0015227554,0.009503078,0.024540111,0.00031478622],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","sts","insufficient_payload"],"category_scores_codex":[0.3252128,0.00016507834,0.0014395086,0.00054460607,0.0013490546,0.0015474526,0.0054479474,0.0001339207,0.008762942],"category_scores_gemma":[0.66643435,0.00006766489,0.0005670123,0.001870955,0.0036893047,0.00043133044,0.0016412688,0.0007303974,0.0011573014],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000758432,0.00010991045,0.5519853,0.00043429862,0.000038841765,0.0000031425416,0.0051177815,0.000003452389,0.0023129976,0.012573132,0.4207963,0.006548962],"study_design_scores_gemma":[0.0007324192,0.0004769941,0.849416,0.00035232765,0.00003930015,0.000008870154,0.02730931,0.027416008,0.0021832157,0.015261787,0.07658035,0.00022339664],"about_ca_topic_score_codex":0.0016986778,"about_ca_topic_score_gemma":0.0030666592,"teacher_disagreement_score":0.34421593,"about_ca_system_score_codex":0.00010711793,"about_ca_system_score_gemma":0.0004869498,"threshold_uncertainty_score":0.99995106},"labels":[],"label_agreement":null},{"id":"W2734068350","doi":"10.1016/j.jebdp.2017.06.004","title":"A Quality Analysis of Systematic Reviews in Dentistry, Part 1: Meta-Analyses of Randomized Controlled Trials","year":2017,"lang":"en","type":"review","venue":"Journal of Evidence Based Dental Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Medicine; Randomized controlled trial; Meta-analysis; Evidence-based dentistry; Dentistry; Systematic review; MEDLINE; Medical physics; Alternative medicine; Surgery; Internal medicine; Pathology","score_opus":0.9845618201980194,"score_gpt":0.7456685812018425,"score_spread":0.23889323899617687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2734068350","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010708597,0.9765801,0.009169383,0.00020503707,0.00080857397,0.012883277,0.00008547119,0.0000013518511,0.00025613233],"genre_scores_gemma":[0.00073729234,0.9927428,0.004168186,0.0001005487,0.00014884713,0.00075219106,0.0000099201,0.000029401092,0.0013108619],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.13420546,0.6321432,0.21091166,0.0014601615,0.020835588,0.00044391459],"domain_scores_gemma":[0.058215447,0.505936,0.42078644,0.006997698,0.007774482,0.00028994482],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.92422926,0.0015293648,0.34006652,0.0075092777,0.0001311164,0.0018566259,0.007993133,0.0005134899,0.0069908774],"category_scores_gemma":[0.9815771,0.0004934166,0.21155412,0.00640107,0.0003842205,0.0032079031,0.00027996802,0.0010876028,0.00023245116],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015020523,0.0010501567,0.00006484174,0.26001567,0.6953091,0.0002805334,0.00010100859,0.00032661564,0.000009397628,0.00018408366,0.0038105727,0.023827506],"study_design_scores_gemma":[0.014816211,0.00007053673,0.000004571193,0.10598559,0.8146765,0.00014384699,0.0002296933,0.00046167438,0.0000020253044,0.00006473598,0.063195966,0.00034861473],"about_ca_topic_score_codex":0.00017362948,"about_ca_topic_score_gemma":0.00009553536,"teacher_disagreement_score":0.20987476,"about_ca_system_score_codex":0.00025732545,"about_ca_system_score_gemma":0.0015909969,"threshold_uncertainty_score":0.99975175},"labels":[],"label_agreement":null},{"id":"W2734341261","doi":"10.1186/s12887-017-0908-7","title":"Descriptive analysis of cochrane child-relevant systematic reviews: an update and comparison between 2009 and 2013","year":2017,"lang":"en","type":"article","venue":"BMC Pediatrics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; Misericordia Community Hospital; Alberta Health; Cochrane; University of Alberta","funders":"Children's Hospital Foundation; Stollery Children’s Hospital Foundation; Canadian Institutes of Health Research; Women and Children's Health Research Institute; Children's Health Research Institute","keywords":"Medicine; Systematic review; MEDLINE; Family medicine; Pediatrics","score_opus":0.5947963033723471,"score_gpt":0.5053108461244863,"score_spread":0.08948545724786083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2734341261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8551781,0.10743479,0.033744495,0.00022689464,0.00020291332,0.0025238143,0.00021716625,0.000008510623,0.00046327678],"genre_scores_gemma":[0.9821788,0.008865713,0.008308071,0.00003204547,0.0001613542,0.000036438076,0.00002708955,0.000013169122,0.00037731507],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9792451,0.0071489215,0.009407532,0.0009923223,0.002937711,0.00026839596],"domain_scores_gemma":[0.97663295,0.003622929,0.01356506,0.004915479,0.0009342535,0.0003293424],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.083523855,0.00037977943,0.0094627505,0.0009436456,0.00043416218,0.0013006093,0.0017239016,0.00012862719,0.00032259503],"category_scores_gemma":[0.045429446,0.00019066109,0.0012096552,0.0013433906,0.00015365957,0.0005462137,0.00027681226,0.00016135267,0.00023880633],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004931672,0.000054296826,0.98447275,0.006216681,0.00065569615,0.0000012917711,0.0006727907,0.000044422733,0.0000024773967,0.00037455026,0.0056529026,0.0018471807],"study_design_scores_gemma":[0.00045918065,0.00012525085,0.9171769,0.00074491976,0.035993252,0.0000067808555,0.0013275289,0.039851,0.000003424934,0.0010056159,0.0027684206,0.0005377415],"about_ca_topic_score_codex":0.00010145765,"about_ca_topic_score_gemma":0.00041832056,"teacher_disagreement_score":0.12700066,"about_ca_system_score_codex":0.000017778917,"about_ca_system_score_gemma":0.000036157708,"threshold_uncertainty_score":0.99973613},"labels":[],"label_agreement":null},{"id":"W2734976743","doi":"10.1213/ane.0000000000002272","title":"Comparison of Registered and Reported Outcomes in Randomized Clinical Trials Published in Anesthesiology Journals","year":2017,"lang":"en","type":"article","venue":"Anesthesia & Analgesia","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Medicine; Anesthesiology; Randomized controlled trial; Trial registration; Clinical trial; MEDLINE; Protocol (science); Alternative medicine; Anesthesia; Internal medicine","score_opus":0.8524140467363518,"score_gpt":0.6443635841493709,"score_spread":0.2080504625869809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2734976743","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9871121,0.0021575294,0.00028770295,0.007922038,0.000090846355,0.0013954383,7.6970326e-7,0.0000041027924,0.0010294488],"genre_scores_gemma":[0.9969541,0.00022107385,0.0012280784,0.00029746778,0.000045771096,0.00004740798,0.0000033042045,0.000014019682,0.0011887884],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7857588,0.13871667,0.06832316,0.0021482194,0.004416931,0.00063624483],"domain_scores_gemma":[0.792565,0.09519134,0.09606989,0.0137944,0.001833053,0.00054635893],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6393588,0.0004258022,0.026068049,0.0012066751,0.00015326314,0.0013932524,0.0025965818,0.00037950318,0.0018761193],"category_scores_gemma":[0.4783708,0.00020038338,0.0035290902,0.00063977315,0.0005960157,0.00057943683,0.00011595073,0.00043792467,0.000064260756],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016248944,0.00017904027,0.9827465,0.000020898904,0.00024552114,0.00023559364,0.0002418995,0.000006574926,0.000010913985,0.0007643395,0.0024728954,0.011450923],"study_design_scores_gemma":[0.019541653,0.00006233585,0.96693164,0.00011020619,0.0003459959,0.00012990642,0.0003038394,0.0028788033,0.0000102352005,0.007942783,0.0015499031,0.00019269556],"about_ca_topic_score_codex":0.00030715644,"about_ca_topic_score_gemma":0.00041258917,"teacher_disagreement_score":0.16098803,"about_ca_system_score_codex":0.000019668703,"about_ca_system_score_gemma":0.00013687694,"threshold_uncertainty_score":0.9996434},"labels":[],"label_agreement":null},{"id":"W2735111168","doi":"10.1016/j.jclinepi.2017.06.016","title":"AHRQ series on complex intervention systematic reviews—paper 6: PRISMA-CI extension statement and checklist","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa","funders":"Agency for Healthcare Research and Quality","keywords":"Psychological intervention; Systematic review; Checklist; Management science; Medicine; MEDLINE; Transparency (behavior); Health care; Psychology; Computer science; Nursing; Engineering; Political science","score_opus":0.9471681176843162,"score_gpt":0.7034028608121287,"score_spread":0.24376525687218753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735111168","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7444213,0.0279744,0.08603823,0.11546118,0.010827581,0.006222308,0.000031754964,0.000013180906,0.009010054],"genre_scores_gemma":[0.95210356,0.006924237,0.024176609,0.0065952516,0.001000714,0.000035363402,0.000004306179,0.00002303279,0.009136902],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.7661886,0.14339411,0.086492464,0.0010435717,0.0024762906,0.00040496208],"domain_scores_gemma":[0.69750524,0.12117466,0.17111468,0.006702262,0.002771982,0.0007311966],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.6945842,0.00033140418,0.018502118,0.00021030617,0.00030850255,0.00036755326,0.001911455,0.00022467358,0.0023698993],"category_scores_gemma":[0.8221366,0.00013181918,0.005095926,0.00011123753,0.0003771817,0.00052169926,0.00028471832,0.0006226558,0.0009929301],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005502285,0.00079934177,0.15993321,0.011443291,0.0017621364,0.00010393314,0.0002990126,0.00008587851,0.0000774466,0.02093606,0.6806316,0.12337788],"study_design_scores_gemma":[0.0011802056,0.0015813247,0.587704,0.0071474076,0.0008697232,0.00027587236,0.00036597316,0.0028092577,0.0000017805845,0.053777136,0.3440267,0.00026060527],"about_ca_topic_score_codex":0.00000977396,"about_ca_topic_score_gemma":0.000023590166,"teacher_disagreement_score":0.4277708,"about_ca_system_score_codex":0.000030299401,"about_ca_system_score_gemma":0.000042847605,"threshold_uncertainty_score":0.9997849},"labels":[],"label_agreement":null},{"id":"W2735183640","doi":"10.1016/j.jclinepi.2017.06.017","title":"AHRQ series on complex intervention systematic reviews—paper 7: PRISMA-CI elaboration and explanation","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa","funders":"Agency for Healthcare Research and Quality","keywords":"Systematic review; Psychological intervention; Workgroup; Operationalization; Checklist; Construct (python library); Management science; MEDLINE; Psychology; Medicine; Applied psychology; Nursing; Computer science; Political science","score_opus":0.9563494319380608,"score_gpt":0.7100396889102945,"score_spread":0.24630974302776631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735183640","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60453767,0.016600048,0.23636381,0.1160942,0.0103937425,0.005412664,0.000031940657,0.000014004914,0.010551911],"genre_scores_gemma":[0.9755316,0.0027965961,0.014904834,0.0031978793,0.0009513795,0.000027311136,0.000006263222,0.000012341186,0.0025718252],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.8126949,0.12605149,0.05848938,0.0006810836,0.0018434398,0.00023969584],"domain_scores_gemma":[0.7038288,0.12774572,0.16018517,0.0045746374,0.0032042894,0.00046135252],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6219113,0.00024142624,0.012507661,0.00024183816,0.00026068577,0.00037535894,0.0014140713,0.00024098474,0.001391532],"category_scores_gemma":[0.8472214,0.00010229651,0.002977985,0.00014179411,0.00021341228,0.0008256346,0.00011303402,0.00047836953,0.0007649832],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047604452,0.0005738265,0.32701668,0.008447524,0.0015509754,0.000042297055,0.00047396313,0.0001608234,0.000072204544,0.08659868,0.4077101,0.16687685],"study_design_scores_gemma":[0.001192325,0.0013946005,0.7032677,0.004806594,0.0008422053,0.00021812825,0.00050991325,0.005861223,0.0000023092337,0.099336706,0.18229984,0.00026845266],"about_ca_topic_score_codex":0.000005211201,"about_ca_topic_score_gemma":0.000027707829,"teacher_disagreement_score":0.376251,"about_ca_system_score_codex":0.000023648854,"about_ca_system_score_gemma":0.000040977182,"threshold_uncertainty_score":0.9995213},"labels":[],"label_agreement":null},{"id":"W2735432607","doi":"10.4103/ija.ija_409_17","title":"Concealing research outcomes: Are there times when it is actually justified?","year":2017,"lang":"en","type":"article","venue":"Indian Journal of Anaesthesia","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Medicine; Data science","score_opus":0.7878206596295544,"score_gpt":0.5702056142058316,"score_spread":0.21761504542372279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735432607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88904095,0.0019278448,0.0005972906,0.08517181,0.00044285483,0.00046589956,0.000019152234,0.0000033983758,0.022330832],"genre_scores_gemma":[0.98307943,0.000119622884,0.0023026671,0.0012656004,0.00023757851,0.0000027331068,3.824058e-7,0.000019329942,0.012972645],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9786946,0.005721453,0.0068230825,0.00052243116,0.007788963,0.00044944623],"domain_scores_gemma":[0.9748144,0.0025779596,0.013636546,0.0044707395,0.004027202,0.0004731517],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.14276296,0.00028642468,0.0033511468,0.0007450467,0.00089949963,0.0041714874,0.006450245,0.00016091249,0.012066392],"category_scores_gemma":[0.048295982,0.00013032956,0.0019947116,0.00032990833,0.00029976785,0.00091462006,0.00015566927,0.00068221835,0.003097796],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030074307,0.00007170493,0.24612918,0.000048741258,0.0006766514,0.001921226,0.012343755,0.000020182757,0.000022280898,0.0008751289,0.66303545,0.07482559],"study_design_scores_gemma":[0.0010276025,0.00046747923,0.21527755,0.0009863264,0.00047159038,0.00048424216,0.040084526,0.00028265553,0.00011286789,0.048897583,0.69130635,0.00060123956],"about_ca_topic_score_codex":0.000028117656,"about_ca_topic_score_gemma":0.000059223777,"teacher_disagreement_score":0.09446698,"about_ca_system_score_codex":0.000059209575,"about_ca_system_score_gemma":0.00038026675,"threshold_uncertainty_score":0.9989253},"labels":[],"label_agreement":null},{"id":"W2735694213","doi":"10.1136/bmj.j3064","title":"How to design efficient cluster randomised trials","year":2017,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":290,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital; Western University","funders":"","keywords":"Rule of thumb; Sample size determination; Cluster (spacecraft); Statistics; Flexibility (engineering); Computer science; Cluster randomised controlled trial; Confidence interval; Point (geometry); Statistical power; Econometrics; Mathematics; Medicine; Randomized controlled trial; Algorithm","score_opus":0.8801572993922019,"score_gpt":0.5900617153661335,"score_spread":0.2900955840260684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735694213","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015950935,0.00020494226,0.9084821,0.044262607,0.0012372539,0.0070647974,0.0000075708854,0.000006031275,0.022783766],"genre_scores_gemma":[0.8007456,0.0000028444927,0.04149851,0.0012510895,0.00068082276,0.0004194891,8.6022436e-7,0.000014223236,0.15538654],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95593905,0.028400775,0.009163627,0.00092847383,0.005277994,0.00029007162],"domain_scores_gemma":[0.9616956,0.017863253,0.009940621,0.00928371,0.00091423356,0.00030255294],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.47806585,0.00020112214,0.0044572228,0.00019889539,0.0003560722,0.0054993224,0.0026487387,0.00006134477,0.0038197404],"category_scores_gemma":[0.5220982,0.00007874426,0.0022526325,0.00021480271,0.00003448082,0.00011995024,0.00019411952,0.00005593892,0.008401665],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027144168,0.000021108091,0.00017687959,0.000007274303,0.00013576042,0.000004506824,0.00022736445,0.0010731207,0.00021705063,0.00022974281,0.97076166,0.026874105],"study_design_scores_gemma":[0.011829589,0.00007797698,0.0037433128,0.000073184136,0.0006050037,0.000011486187,0.00034323605,0.042917997,0.00074729504,0.002609756,0.93660367,0.00043750808],"about_ca_topic_score_codex":0.0000032985085,"about_ca_topic_score_gemma":0.0000042437514,"teacher_disagreement_score":0.8669836,"about_ca_system_score_codex":0.0000151104905,"about_ca_system_score_gemma":0.000049963695,"threshold_uncertainty_score":0.9970909},"labels":[],"label_agreement":null},{"id":"W2735841000","doi":"10.22237/jmasm/1383278460","title":"Preliminary Testing for Normality: Is This a Good Practice?","year":2013,"lang":"en","type":"article","venue":"Journal of Modern Applied Statistical Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Normality; Statistic; Statistics; Normality test; Test statistic; Test (biology); Econometrics; Mathematics; Statistical hypothesis testing; Psychology","score_opus":0.7186455426534274,"score_gpt":0.5971182941588024,"score_spread":0.12152724849462504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735841000","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034219833,0.00041347175,0.9644427,0.001957484,0.00021230678,0.00093824515,0.000041443203,0.0000040768605,0.031648096],"genre_scores_gemma":[0.045412723,0.000005013534,0.9514551,0.00144589,0.00021034962,0.00008370474,0.0000014342605,0.00002353491,0.0013622284],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97377473,0.009548518,0.0110976575,0.0006842001,0.004467168,0.00042771635],"domain_scores_gemma":[0.8139627,0.16285548,0.013932,0.0022059802,0.0063911453,0.0006526854],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17242368,0.00033527875,0.0035504973,0.0002986085,0.00018777566,0.001022512,0.0014277741,0.0001436491,0.008050126],"category_scores_gemma":[0.24525677,0.00016797295,0.0009613996,0.0006673633,0.0000941405,0.00049565546,0.0001562866,0.0004737847,0.00063471595],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000087268374,0.00014412092,0.00013021112,0.00007603219,0.00033199854,0.0000074252944,0.0006310712,0.000058066886,0.0014473216,0.023788149,0.07113194,0.90216637],"study_design_scores_gemma":[0.00054637593,0.00054557313,0.0019313084,0.000038588565,0.0010689386,0.00022476711,0.0005729721,0.20041956,0.0002048133,0.71726185,0.07691489,0.00027035797],"about_ca_topic_score_codex":0.0000068773375,"about_ca_topic_score_gemma":2.4439106e-7,"teacher_disagreement_score":0.90189606,"about_ca_system_score_codex":0.000055549917,"about_ca_system_score_gemma":0.00017715871,"threshold_uncertainty_score":0.9928566},"labels":[],"label_agreement":null},{"id":"W2736848882","doi":"10.1038/s41562-017-0189-z","title":"Redefine statistical significance","year":2017,"lang":"en","type":"article","venue":"Nature Human Behaviour","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2788,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Royal Holloway, University of London; Weinberg College of Arts and Sciences, Northwestern University; University of California, Irvine; University of California, Los Angeles; Universität Innsbruck; Universität Zürich; Universität Regensburg; Universiteit Utrecht; Wharton School, University of Pennsylvania; Universiteit van Amsterdam; University of New South Wales; Göteborgs Universitet; Ohio State University; National University of Singapore; University of Bristol; Columbia University; University of Edinburgh; Medical Research Council; University of Sussex; Northwestern University; York University; Dartmouth College; Cardiff University; University of Notre Dame; University of Pittsburgh; Princeton University; University of Washington; Johns Hopkins University; Directorate for Biological Sciences; Imperial College London; Arizona State University; Harvard University; Università degli Studi di Milano; University of Pennsylvania; University of Southern California; School of Human Evolution and Social Change, Arizona State University; California Institute of Technology","keywords":"Psychology; Computer science","score_opus":0.689460813321468,"score_gpt":0.5832400296273248,"score_spread":0.10622078369414323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736848882","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87755823,0.00084566465,0.005923398,0.00290159,0.0015195343,0.0011343922,0.00023627431,0.00002694211,0.109854005],"genre_scores_gemma":[0.9569774,0.0000020849188,0.0032557186,0.00019551371,0.0001933815,0.000023780121,0.000019184497,0.000013683141,0.03931923],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98792857,0.0019157262,0.004005772,0.0010549354,0.0048095942,0.0002853916],"domain_scores_gemma":[0.9869886,0.00085679145,0.0038044902,0.0072759567,0.00087189465,0.0002022345],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.03915574,0.00027174308,0.0021931457,0.00016362936,0.00095550733,0.0026152388,0.0038187774,0.00029041074,0.025778491],"category_scores_gemma":[0.027372807,0.00013711317,0.00082536315,0.0001941965,0.00013776982,0.00023184254,0.00021969086,0.00071504264,0.0037044429],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042508645,0.00008251011,0.43880793,0.000010841026,0.000044713714,0.000051863593,0.000108226115,0.0000012948603,0.0003831133,0.09386598,0.45951805,0.0071212198],"study_design_scores_gemma":[0.00016609818,0.000028925053,0.9198919,0.000013399253,0.00015029626,0.000008363359,0.000051722727,0.00006263009,0.000046907437,0.01631336,0.06308219,0.00018419436],"about_ca_topic_score_codex":0.000041390922,"about_ca_topic_score_gemma":0.00026197534,"teacher_disagreement_score":0.481084,"about_ca_system_score_codex":0.000029219209,"about_ca_system_score_gemma":0.000036374364,"threshold_uncertainty_score":0.9984201},"labels":[],"label_agreement":null},{"id":"W2736946457","doi":"10.1002/jrsm.1256","title":"Network meta‐analysis of disconnected networks: How dangerous are random baseline treatment effects?","year":2017,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University; University of British Columbia","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Baseline (sea); Meta-analysis; Computer science; Medicine; Political science","score_opus":0.9055690218436446,"score_gpt":0.6569411513546755,"score_spread":0.24862787048896917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736946457","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003132869,0.025521843,0.96089196,0.0043767123,0.00029944335,0.002378485,0.00007899808,0.00001714806,0.0033025122],"genre_scores_gemma":[0.69733715,0.0010063307,0.28732607,0.00006700389,0.0005551212,0.0014940652,0.00001588361,0.00006505266,0.012133348],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.70130223,0.28040314,0.0064847907,0.0022354317,0.008376493,0.0011979145],"domain_scores_gemma":[0.618771,0.35316414,0.008482932,0.015871722,0.0031411822,0.00056901586],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.5441519,0.0006437598,0.017289426,0.0016443278,0.0013383472,0.0029369593,0.0051243785,0.00024048043,0.00699168],"category_scores_gemma":[0.46278784,0.00027945056,0.012123142,0.0043229572,0.0005205776,0.00039477492,0.000615641,0.00036677654,0.00017896293],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026385134,0.00046818366,0.010348008,0.00018537852,0.44870168,0.00007363408,0.00027573158,0.017603498,0.00029293908,0.0009244769,0.017018301,0.5038443],"study_design_scores_gemma":[0.0010132311,0.00025240128,0.017222596,0.0001224632,0.45518512,0.000004961716,0.00068691064,0.46382067,0.0023166812,0.0044919224,0.05410517,0.0007778883],"about_ca_topic_score_codex":0.00021989821,"about_ca_topic_score_gemma":0.0003981694,"teacher_disagreement_score":0.6942043,"about_ca_system_score_codex":0.00010568819,"about_ca_system_score_gemma":0.000103379265,"threshold_uncertainty_score":0.9999658},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2737331085","doi":"10.1186/s13256-017-1351-y","title":"How to choose the best journal for your case report","year":2017,"lang":"en","type":"editorial","venue":"Journal of Medical Case Reports","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Publication; Publishing; Open access journal; Free access; Open access publishing; Internet privacy; Electronic publishing; Medicine; World Wide Web; Public relations; The Internet; Library science; Political science; Computer science; MEDLINE; Law; Scopus","score_opus":0.6168591693621123,"score_gpt":0.5749919546558068,"score_spread":0.0418672147063055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2737331085","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048049237,0.0049015423,0.013089827,0.021662902,0.9537758,0.0011272718,0.000053287047,0.0000026577704,0.00058175245],"genre_scores_gemma":[0.0048268614,0.00031131995,0.0020855172,0.00021445409,0.9311245,0.000038509912,0.00000952165,0.00006838426,0.06132091],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9148352,0.006121774,0.029669747,0.0012383558,0.04746259,0.0006723041],"domain_scores_gemma":[0.7840864,0.029430028,0.1420369,0.0120123075,0.028104989,0.0043293927],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.531272,0.00078906835,0.008774532,0.00090171484,0.001392033,0.009254907,0.0036080389,0.0014158713,0.0022699393],"category_scores_gemma":[0.8475089,0.00029293454,0.008591262,0.00052759924,0.00022025913,0.0005990682,0.0004949653,0.003884139,0.00007054524],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013192763,0.000045002194,0.000017256905,0.0000431085,0.0004209173,0.48694804,0.0001016143,0.0000021799556,2.0285624e-7,0.000001647338,0.49424326,0.018163556],"study_design_scores_gemma":[0.00018207318,0.00013332529,0.0000013585245,0.00031352756,0.0011797175,0.497363,0.0007938795,0.000022494029,6.763779e-7,0.0004984517,0.4993565,0.00015499913],"about_ca_topic_score_codex":0.000064816675,"about_ca_topic_score_gemma":0.00019981388,"teacher_disagreement_score":0.31623694,"about_ca_system_score_codex":0.0002308268,"about_ca_system_score_gemma":0.0057542385,"threshold_uncertainty_score":0.99995226},"labels":[],"label_agreement":null},{"id":"W2737356508","doi":"10.1136/bmj.j2998","title":"Enhancing the usability of systematic reviews by improving the consideration and description of interventions","year":2017,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":196,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Medical Research Council; National Health and Medical Research Council; Cancer Research UK; Laura and John Arnold Foundation; University of Ottawa","keywords":"Usability; Systematic review; Psychological intervention; Intervention (counseling); Management science; Psychology; Medical education; MEDLINE; Medicine; Computer science; Nursing; Engineering; Political science","score_opus":0.8162574573629624,"score_gpt":0.5554500493443276,"score_spread":0.2608074080186348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2737356508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7954338,0.019672323,0.16735005,0.004458836,0.00055746036,0.0102808755,0.00001862227,0.000003112326,0.0022248805],"genre_scores_gemma":[0.9976822,0.000041670068,0.00085798174,0.00003404287,0.000019861745,0.00011267272,5.0053245e-7,0.000002091491,0.00124898],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.97849506,0.010624325,0.009279572,0.0002842028,0.0012407064,0.00007614548],"domain_scores_gemma":[0.976847,0.0045388346,0.013875361,0.004079742,0.0006329341,0.000026113727],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20768934,0.00009580258,0.0017402668,0.00003787655,0.00036212397,0.0006217358,0.0008394401,0.000027366113,0.0002921098],"category_scores_gemma":[0.20085649,0.000030183244,0.0009028076,0.00010991802,0.0001675339,0.00024819135,0.00012251634,0.000057668476,0.000042575717],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031262425,0.00046886862,0.13045184,0.22856922,0.0015093632,0.0000013344998,0.019766405,0.0000436131,0.17464179,0.027138101,0.34071103,0.07666716],"study_design_scores_gemma":[0.0026366469,0.00095410174,0.47922352,0.119920425,0.017858798,0.00027176936,0.072536945,0.12648033,0.039808393,0.11112708,0.02692915,0.002252853],"about_ca_topic_score_codex":0.00007317315,"about_ca_topic_score_gemma":0.00025151364,"teacher_disagreement_score":0.3487717,"about_ca_system_score_codex":0.000009516302,"about_ca_system_score_gemma":0.00001996742,"threshold_uncertainty_score":0.81585056},"labels":[],"label_agreement":null},{"id":"W2738538452","doi":"10.1016/j.clinph.2017.07.396","title":"Statistical data analyses for clinical neurophysiology","year":2017,"lang":"en","type":"editorial","venue":"Clinical Neurophysiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; University of Toronto","funders":"","keywords":"Clinical neurophysiology; Neurophysiology; Psychology; Computer science; Neuroscience; Electroencephalography","score_opus":0.9552699760645782,"score_gpt":0.7378313471012921,"score_spread":0.21743862896328614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2738538452","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001795373,0.0003529598,0.009257653,0.00075630366,0.9764992,0.0019215607,0.00841788,0.000037293248,0.00096178445],"genre_scores_gemma":[0.0014826327,0.002793794,0.00716452,0.0020865367,0.9613801,0.00012691619,0.0071620545,0.00020545848,0.017597934],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8380998,0.09295413,0.048255265,0.012313507,0.0068601137,0.0015171984],"domain_scores_gemma":[0.53501993,0.38668433,0.02870801,0.04351499,0.005064578,0.0010081573],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.10951482,0.0015606544,0.025375707,0.0004564862,0.0006929547,0.0013917027,0.029689904,0.0033080203,0.003914863],"category_scores_gemma":[0.84183973,0.0008321198,0.008774613,0.0005217197,0.0030184959,0.00035655146,0.0059908475,0.0042428705,0.013906583],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035252757,0.00042209448,0.00021623877,0.00010081033,0.0009238679,0.00010107219,0.0000021484218,0.000011523557,0.00005542474,0.00017105004,0.97220767,0.025435548],"study_design_scores_gemma":[0.0009893217,0.0019371236,0.013462176,0.000031258165,0.0020953566,0.0000035562177,0.000005586792,0.005759002,2.0384941e-7,0.009181477,0.96585405,0.0006809151],"about_ca_topic_score_codex":0.00001851363,"about_ca_topic_score_gemma":0.000018219553,"teacher_disagreement_score":0.7323249,"about_ca_system_score_codex":0.000021295822,"about_ca_system_score_gemma":0.0013650303,"threshold_uncertainty_score":0.9997142},"labels":[],"label_agreement":null},{"id":"W2738634406","doi":"10.1177/1049731517718940","title":"A Systematic Survey of Control Groups in Behavioral and Social Science Trials","year":2017,"lang":"en","type":"article","venue":"Research on Social Work Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; McMaster University Medical Centre; Impact","funders":"","keywords":"Data extraction; Randomized controlled trial; MEDLINE; Psychological intervention; Intervention (counseling); Cochrane Library; Meta-analysis; Behavioural sciences; Medicine; Treatment and control groups; Psychology; Clinical psychology; Psychiatry; Psychotherapist; Surgery; Biology; Internal medicine","score_opus":0.9478805604741037,"score_gpt":0.7232155535404406,"score_spread":0.2246650069336631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2738634406","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9538054,0.0012054512,0.00045181994,0.012629599,0.0005554565,0.0067429263,0.000093706636,0.0000074509753,0.024508197],"genre_scores_gemma":[0.99868727,0.000023426483,0.00014330013,0.000060810646,0.0001128386,0.00011207832,0.0000012364758,0.0000104686815,0.0008486015],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.71845144,0.23928118,0.01362463,0.0017486354,0.025821047,0.0010730616],"domain_scores_gemma":[0.8481169,0.12678415,0.013673159,0.003124908,0.008083505,0.00021738197],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8136718,0.00021874755,0.005503086,0.00090734183,0.0028071457,0.004447833,0.0034909071,0.0001607029,0.0005574083],"category_scores_gemma":[0.71341574,0.00012003156,0.00067384023,0.00353258,0.0014176326,0.0012417008,0.0004286663,0.00067469553,0.00050238846],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0076302,0.006632193,0.3897044,0.009951879,0.0026338722,0.00034876622,0.053292695,0.000012664745,0.0017120754,0.26926258,0.10180086,0.1570178],"study_design_scores_gemma":[0.002547006,0.0002924222,0.9731216,0.0010364959,0.00051938073,0.000006973678,0.015666695,0.00026754139,0.000020835694,0.0033316838,0.0027767688,0.0004125981],"about_ca_topic_score_codex":0.00052313745,"about_ca_topic_score_gemma":0.0001823141,"teacher_disagreement_score":0.5834172,"about_ca_system_score_codex":0.00015466879,"about_ca_system_score_gemma":0.00046014634,"threshold_uncertainty_score":0.99849105},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2738931935","doi":"10.1002/jrsm.1258","title":"Reconciling disparate data to determine the <i>right</i> answer: A grounded theory of meta analysts' reasoning in meta‐analysis","year":2017,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish General Hospital; McGill University Health Centre; McGill University","funders":"Canadian Institutes of Health Research","keywords":"Meta-analysis; Objectivity (philosophy); Epistemology; Psychology; Grounded theory; Active listening; Confirmation bias; Process (computing); Cognitive psychology; Computer science; Data science; Social psychology; Qualitative research; Sociology; Social science","score_opus":0.9651639076525461,"score_gpt":0.6990054617714189,"score_spread":0.26615844588112725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2738931935","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06269919,0.034566235,0.84014344,0.01214126,0.00036550482,0.0051647066,0.00055321853,0.00002640888,0.044340026],"genre_scores_gemma":[0.6632969,0.00025119277,0.3294215,0.0001177598,0.00008755267,0.0005121595,0.0000074296618,0.000036881247,0.006268671],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.6503727,0.31797543,0.013155924,0.0040472094,0.013024278,0.0014244994],"domain_scores_gemma":[0.62673706,0.3073268,0.00869026,0.052902456,0.003640064,0.0007033841],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.80042166,0.0005492925,0.0125192115,0.0026097354,0.0011380814,0.0029989155,0.019679138,0.00016064849,0.01199065],"category_scores_gemma":[0.5423101,0.00021386956,0.006956266,0.0068190577,0.0005695931,0.00096755393,0.0030663032,0.00064799393,0.00029196596],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025716156,0.0003516674,0.006970667,0.00024815236,0.7240057,0.00009320672,0.0020245619,0.0016953684,0.0051037287,0.014437917,0.005236435,0.23957542],"study_design_scores_gemma":[0.00029262455,0.000101281556,0.016768789,0.0001157574,0.6667506,0.000017475468,0.0034419114,0.19941352,0.012171369,0.05013745,0.04968961,0.001099598],"about_ca_topic_score_codex":0.0008523072,"about_ca_topic_score_gemma":0.003067561,"teacher_disagreement_score":0.6005977,"about_ca_system_score_codex":0.00006995125,"about_ca_system_score_gemma":0.00022126637,"threshold_uncertainty_score":0.9980361},"labels":[],"label_agreement":null},{"id":"W2738973924","doi":"10.1177/1049731517720033","title":"Evaluating Completeness of Reporting in Behavioral Interventions Pilot Trials","year":2017,"lang":"en","type":"article","venue":"Research on Social Work Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Population Health Research Institute; McMaster University; Programs for Assessment of Technology in Health Research Institute; Impact","funders":"","keywords":"Consolidated Standards of Reporting Trials; Psychological intervention; Medicine; Confidence interval; Randomized controlled trial; MEDLINE; Clinical trial; Research design; Family medicine; Physical therapy; Psychiatry; Statistics; Surgery","score_opus":0.9969359383890005,"score_gpt":0.8455364168240683,"score_spread":0.1513995215649322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2738973924","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9495502,0.00053297606,0.0008874983,0.013043499,0.00046242686,0.0021876383,0.000014607236,0.000005495216,0.033315647],"genre_scores_gemma":[0.9922948,0.000017127735,0.004364167,0.000025524636,0.00019422812,0.000108647255,0.0000031032441,0.000011718619,0.0029806779],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.678395,0.24293584,0.04838668,0.0019103325,0.02735862,0.0010135798],"domain_scores_gemma":[0.6741653,0.16885073,0.1322124,0.009437584,0.015007153,0.00032682664],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.826666,0.0001641578,0.0038121708,0.0006243262,0.001814118,0.0022903082,0.0024536522,0.00008800872,0.004699744],"category_scores_gemma":[0.8888984,0.00009653666,0.0019700392,0.0020360474,0.00025918384,0.0007374936,0.00054690056,0.00077533774,0.0008436775],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011826694,0.0034653787,0.0791113,0.00036879492,0.00061512267,0.00016833839,0.004258074,0.00011106337,0.0017811481,0.024445819,0.051474158,0.8330181],"study_design_scores_gemma":[0.0040990193,0.002491087,0.7975639,0.003560858,0.0014266546,0.00002649912,0.04790098,0.0016532755,0.00030883332,0.032323092,0.10769902,0.00094679213],"about_ca_topic_score_codex":0.00036055353,"about_ca_topic_score_gemma":0.00017125787,"teacher_disagreement_score":0.83207136,"about_ca_system_score_codex":0.00011986129,"about_ca_system_score_gemma":0.0002333098,"threshold_uncertainty_score":0.99993426},"labels":[],"label_agreement":null},{"id":"W2743459558","doi":"","title":"Reducing Distortion – Identifying Areas to Improve the Quality of Randomized Clinical Trials Published in Anesthesiology Journals","year":2017,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Randomized controlled trial; Anesthesiology; Quality (philosophy); Medicine; Internal medicine; Anesthesia","score_opus":0.8713300765412697,"score_gpt":0.6200389836457649,"score_spread":0.2512910928955048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2743459558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98676634,0.0002203235,0.008439915,0.0015749162,0.0009404678,0.0017384562,0.000014014454,0.0000074882164,0.00029806976],"genre_scores_gemma":[0.99447924,0.000051462357,0.00012696187,0.00019726469,0.00016363325,0.000006389172,0.0000035888572,0.000014721712,0.004956754],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7655921,0.19966552,0.026402192,0.002260796,0.005385554,0.0006938308],"domain_scores_gemma":[0.89803416,0.04567458,0.042241015,0.010586706,0.0028369916,0.0006265263],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6301611,0.0003828964,0.009168313,0.0011538514,0.0005650777,0.0038574147,0.006159731,0.0003062948,0.0006798922],"category_scores_gemma":[0.40248415,0.00019575267,0.0040758154,0.00084659696,0.0003941586,0.0027298247,0.0008274572,0.0007636953,0.00030042007],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021929825,0.00007136887,0.9885909,0.000031174055,0.0002562077,0.000026914366,0.00041391177,0.00002076398,0.00032718253,0.00014071383,0.000010186298,0.00791771],"study_design_scores_gemma":[0.010561624,0.00003981878,0.9853081,0.00020644037,0.000386078,0.000007473267,0.00052770955,0.000004734403,0.00015564785,0.0021399525,0.0004536024,0.00020881718],"about_ca_topic_score_codex":0.000050662013,"about_ca_topic_score_gemma":0.001575741,"teacher_disagreement_score":0.22767699,"about_ca_system_score_codex":0.00011899446,"about_ca_system_score_gemma":0.00016941094,"threshold_uncertainty_score":0.9992174},"labels":[],"label_agreement":null},{"id":"W2743730445","doi":"10.1136/bmjopen-2017-016608","title":"Comparative efficacy and acceptability of antidepressants, psychological interventions, and their combination for depressive disorder in children and adolescents: protocol for a network meta-analysis","year":2017,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Key Research and Development Program of China; Cilag; University of Oxford; Sunovion; European Commission; Pfizer; Grand Challenges Canada; AstraZeneca; Eli Lilly and Company; Bristol-Myers Squibb","keywords":"Medicine; Psychological intervention; PsycINFO; Psychiatry; Tolerability; CINAHL; Meta-analysis; Clinical trial; Major depressive disorder; Randomized controlled trial; MEDLINE; Clinical psychology; Mood; Adverse effect; Internal medicine","score_opus":0.8271084320794304,"score_gpt":0.6554051182966063,"score_spread":0.1717033137828241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2743730445","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31609395,0.0005546493,0.043505196,0.00049973646,0.00002173815,0.6388321,0.000233695,0.0000025533063,0.00025641607],"genre_scores_gemma":[0.84110266,0.0000022723993,0.0035197665,0.000024339895,0.00000865614,0.15524274,0.000011038674,0.00000392228,0.00008462618],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99159986,0.0033362485,0.0035229556,0.0008976881,0.000491732,0.00015150315],"domain_scores_gemma":[0.9913649,0.0016917093,0.004520332,0.0019064766,0.00044887688,0.00006772306],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.03845885,0.00021924972,0.0044401693,0.00013812073,0.00030019885,0.0012319799,0.0013246313,0.00006834162,0.00043628385],"category_scores_gemma":[0.008099961,0.00009919089,0.001328619,0.0002693416,0.00019133631,0.0004450133,0.00066435855,0.00006652078,0.0000013198205],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024557888,0.0004341219,0.9788747,0.00016013006,0.009699539,6.8009435e-8,0.00024855766,0.00006677518,0.0000011331413,0.0003545043,0.0014153661,0.00849954],"study_design_scores_gemma":[0.0025689793,0.000119818294,0.98003286,0.00004802437,0.0071151396,0.0000012122507,0.00013119656,0.003740384,0.0000049524774,0.005941314,0.0001806341,0.00011545414],"about_ca_topic_score_codex":0.00005375236,"about_ca_topic_score_gemma":0.00036849792,"teacher_disagreement_score":0.5250087,"about_ca_system_score_codex":0.0000044314183,"about_ca_system_score_gemma":0.000010152257,"threshold_uncertainty_score":0.99980485},"labels":[],"label_agreement":null},{"id":"W2744173239","doi":"10.1002/jrsm.1253","title":"Bayesian one‐step IPD network meta‐analysis of time‐to‐event data using Royston‐Parmar models","year":2017,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Universidad de Buenos Aires; Chang Gung Medical Foundation; University of Alberta; Sanjay Gandhi Postgraduate Institute of Medical Sciences; Universitair Medisch Centrum Groningen; Chiang Mai University; Rijksuniversiteit Groningen; Yale University","keywords":"Computer science; Bayesian probability; Consistency (knowledge bases); Proportional hazards model; Meta-analysis; Event (particle physics); Bayesian network; Data mining; Machine learning; Statistics; Artificial intelligence; Medicine; Mathematics; Internal medicine","score_opus":0.9789937325284529,"score_gpt":0.7322230783960013,"score_spread":0.24677065413245158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2744173239","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00059759454,0.0034103766,0.97816753,0.0015376752,0.00009147598,0.0012712209,0.00020368816,0.000008680513,0.014711745],"genre_scores_gemma":[0.05532733,0.000117226904,0.9359468,0.00006470803,0.0001886185,0.00013383124,0.000012169698,0.000051706957,0.0081575755],"study_design_codex":"meta_analysis","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.78128755,0.18262833,0.012407758,0.003772321,0.01831034,0.0015937202],"domain_scores_gemma":[0.8543094,0.08962889,0.0077209123,0.043174457,0.004116447,0.0010499144],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.67800254,0.0005364255,0.012947447,0.0024414726,0.0013838074,0.0025649506,0.017588565,0.0002261679,0.0406108],"category_scores_gemma":[0.24808094,0.0002977949,0.0061286716,0.005797375,0.00039192257,0.0010653483,0.004580316,0.0004820934,0.0013204198],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097552045,0.0004925041,0.00088765105,0.0002741671,0.39436522,0.000023563533,0.00041973867,0.25590876,0.003084031,0.0026716029,0.052738998,0.2890362],"study_design_scores_gemma":[0.000043344415,0.000019768764,0.00033411646,0.000046463072,0.082421124,0.0000015282521,0.0000981487,0.89238,0.00046185034,0.0056375414,0.018285865,0.00027024758],"about_ca_topic_score_codex":0.0005825753,"about_ca_topic_score_gemma":0.00014271149,"teacher_disagreement_score":0.6364713,"about_ca_system_score_codex":0.00010686714,"about_ca_system_score_gemma":0.00031877265,"threshold_uncertainty_score":0.9999474},"labels":[],"label_agreement":null},{"id":"W2746648482","doi":"10.1097/ans.0000000000000180","title":"Characteristics of Reviews Published in Nursing Literature","year":2017,"lang":"en","type":"review","venue":"Advances in Nursing Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Public Health","funders":"","keywords":"Systematic review; Data extraction; Critical appraisal; Rigour; MEDLINE; Psychology; Nursing literature; Process (computing); Quality (philosophy); Management science; Medicine; Computer science; Alternative medicine; Political science; Epistemology; Engineering","score_opus":0.5801553420506446,"score_gpt":0.6202064427577328,"score_spread":0.04005110070708828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2746648482","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007358881,0.9543019,0.00052019174,0.000083960345,0.0025283752,0.00157047,0.000029277804,0.0000038074213,0.040954646],"genre_scores_gemma":[0.0003086878,0.992359,0.0058299596,0.000023372486,0.00014666884,0.00006663432,0.000017287828,0.00002186907,0.0012265109],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9612881,0.0076027936,0.020669194,0.0030021933,0.0065470743,0.00089066935],"domain_scores_gemma":[0.9636205,0.0027399082,0.0235527,0.008680946,0.0011776853,0.00022829165],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15882824,0.000811266,0.01640096,0.0034508943,0.00029360352,0.0034671943,0.010896193,0.0002983585,0.00038151752],"category_scores_gemma":[0.1222552,0.00041219688,0.0022864833,0.01023166,0.0018567023,0.004031659,0.00013096236,0.00090961205,0.0002330981],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001347025,0.00008255,0.00017889378,0.0027109848,0.0000032810592,0.0000073508545,0.00059081166,0.0000015184793,4.438605e-7,0.003464009,0.0006144434,0.9923444],"study_design_scores_gemma":[0.00005546237,0.000018850544,0.0002696865,0.18207793,0.00014376281,0.000029550529,0.000031235042,0.00010790224,3.0755174e-7,0.011134006,0.8058097,0.00032165027],"about_ca_topic_score_codex":0.0000013818022,"about_ca_topic_score_gemma":0.0000068323147,"teacher_disagreement_score":0.9920227,"about_ca_system_score_codex":0.00048247943,"about_ca_system_score_gemma":0.00064364384,"threshold_uncertainty_score":0.999833},"labels":[],"label_agreement":null},{"id":"W2747620533","doi":"10.1016/j.conctc.2017.08.009","title":"The reporting quality of abstracts of stepped wedge randomized trials is suboptimal: A systematic survey of the literature","year":2017,"lang":"en","type":"review","venue":"Contemporary Clinical Trials Communications","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Population Health Research Institute; St. Peter's Hospital; McMaster University; Queen's University; St. Joseph’s Healthcare Hamilton; Public Health Ontario; Hamilton Health Sciences; University of Toronto","funders":"Hamilton Health Sciences","keywords":"Randomized controlled trial; Wedge (geometry); Medical physics; Quality (philosophy); MEDLINE; Medicine; Computer science; Mathematics; Physics; Internal medicine; Political science; Law","score_opus":0.9926343150293102,"score_gpt":0.7735802197142448,"score_spread":0.21905409531506537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2747620533","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000046185483,0.97074383,0.00017256792,0.0007828842,0.0011302254,0.02247296,0.0014039061,0.000006101731,0.0032413327],"genre_scores_gemma":[0.026071375,0.96867496,0.00079372636,0.00003666727,0.00009971982,0.000820465,0.00016148147,0.00004248873,0.0032991306],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.019212,0.69523036,0.2794192,0.0010810705,0.004796936,0.00026038487],"domain_scores_gemma":[0.0034569344,0.5518335,0.40412417,0.034155797,0.006287154,0.00014243257],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9703237,0.00090765354,0.1220434,0.0004014414,0.0006952705,0.0011208411,0.023620484,0.0010088754,0.00016169915],"category_scores_gemma":[0.99045956,0.0002881982,0.054897,0.0021441304,0.002373153,0.00027655374,0.0021741875,0.0015428968,0.000067302775],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009368825,0.0027004604,0.0026731063,0.42971513,0.0713032,0.000004275151,0.0024605105,0.0000038913386,0.0000039778442,0.009830145,0.09784952,0.37408695],"study_design_scores_gemma":[0.03572469,0.000115794144,0.0018912175,0.337263,0.033104464,0.000014150994,0.00050135644,0.00022075437,0.000003902463,0.0064390195,0.5836526,0.001069074],"about_ca_topic_score_codex":0.00028749715,"about_ca_topic_score_gemma":0.00012254227,"teacher_disagreement_score":0.48580307,"about_ca_system_score_codex":0.000030407356,"about_ca_system_score_gemma":0.0029519687,"threshold_uncertainty_score":0.999957},"labels":[],"label_agreement":null},{"id":"W2747817964","doi":"10.1016/j.jvs.2017.07.044","title":"Establishing the Publication Rate of Abstracts Submitted Between 2012 and 2016 to the Canadian Society for Vascular Surgery Annual Meeting","year":2017,"lang":"en","type":"article","venue":"Journal of Vascular Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"Medicine; Confidence interval; Descriptive statistics; Vascular surgery; Family medicine; Internal medicine; Statistics; Cardiac surgery","score_opus":0.40318989314236675,"score_gpt":0.41519568143680546,"score_spread":0.012005788294438713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2747817964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9585714,0.00657686,0.0052423673,0.027231514,0.0010914518,0.0009033308,0.00008213086,0.0000025769277,0.00029837884],"genre_scores_gemma":[0.9968808,0.00033315705,0.0009778183,0.00059549056,0.0007733692,0.000016525839,0.0000073469705,0.000020345216,0.00039510315],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9865906,0.0033913797,0.0064174714,0.000388552,0.002809196,0.0004027601],"domain_scores_gemma":[0.9516602,0.027095076,0.012661645,0.003109154,0.0049987743,0.00047512387],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.36897197,0.00022615728,0.002509917,0.00044167647,0.0011962045,0.0029481966,0.0018231131,0.00012608082,0.00015712634],"category_scores_gemma":[0.150069,0.00009260871,0.0053131566,0.00052452314,0.00011330938,0.0015644535,0.000118675816,0.00026290203,0.000030368754],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005134133,0.000017217031,0.16843218,0.00006364345,0.0017267024,0.000002795499,0.0008440103,0.00015053652,0.000030781826,0.00004410346,0.78947836,0.039204516],"study_design_scores_gemma":[0.00008562088,0.00000675051,0.53798914,0.00014281359,0.00056993763,0.000008744075,0.0005717882,0.00017647423,0.00004457336,0.00033248955,0.45994383,0.00012786519],"about_ca_topic_score_codex":0.005050286,"about_ca_topic_score_gemma":0.006249372,"teacher_disagreement_score":0.36955693,"about_ca_system_score_codex":0.000058970403,"about_ca_system_score_gemma":0.00081810745,"threshold_uncertainty_score":0.9980868},"labels":[],"label_agreement":null},{"id":"W2747926367","doi":"10.1016/j.jvs.2017.10.053","title":"Level of clinical evidence presented at the Society for Vascular Surgery Annual Meeting during a 5-year period (2012-2016)","year":2018,"lang":"en","type":"review","venue":"Journal of Vascular Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto; Hamilton Health Sciences","funders":"","keywords":"Medicine; Sample size determination; Randomized controlled trial; Test (biology); Family medicine; Demography; Internal medicine; Statistics","score_opus":0.8390082578127919,"score_gpt":0.5582666496253861,"score_spread":0.2807416081874058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2747926367","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037477815,0.9893818,0.0027020017,0.00017641064,0.002445046,0.0013827243,0.00013548306,0.0000045157863,0.000024271629],"genre_scores_gemma":[0.0000959253,0.99263525,0.0019978723,0.0000442435,0.002354227,0.000061976716,0.000011595342,0.00009034667,0.0027085864],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.91634095,0.029336162,0.04069143,0.0014861195,0.011356044,0.00078930915],"domain_scores_gemma":[0.80891055,0.11600832,0.05904608,0.006538599,0.008953475,0.0005429609],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.50755626,0.0009848166,0.026741812,0.0009109215,0.000507839,0.0006219299,0.003513613,0.00071476557,0.0019458621],"category_scores_gemma":[0.26773196,0.0004165339,0.12931967,0.0021837612,0.00046634802,0.0008669921,0.0007519091,0.00096240797,0.00034997117],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055202585,0.00020963572,0.0050522243,0.019037232,0.022129072,0.000040645755,0.00035305572,0.000016598888,0.0000014989417,0.0000047130093,0.7546923,0.19840778],"study_design_scores_gemma":[0.00017234698,0.000032879245,0.0009866174,0.024605542,0.009163402,0.0002190986,0.00031391133,0.00004600934,0.0000016643188,0.000025608611,0.96401906,0.00041388767],"about_ca_topic_score_codex":0.00001085766,"about_ca_topic_score_gemma":0.00001122739,"teacher_disagreement_score":0.23982428,"about_ca_system_score_codex":0.00016073207,"about_ca_system_score_gemma":0.0025073725,"threshold_uncertainty_score":0.99982864},"labels":[],"label_agreement":null},{"id":"W2748712238","doi":"10.1016/j.clinbiochem.2017.08.008","title":"An interactive website for analytical method comparison and bias estimation","year":2017,"lang":"en","type":"article","venue":"Clinical Biochemistry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Ordinary least squares; Computer science; Regression; Reliability (semiconductor); Regression analysis; Linear regression; Data mining; Statistics; Machine learning; Mathematics","score_opus":0.9142392694787966,"score_gpt":0.731281074536856,"score_spread":0.18295819494194066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2748712238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6621854,0.000114767114,0.33157223,0.0014572432,0.00027112736,0.0003907764,0.0000407554,0.000007703524,0.003960033],"genre_scores_gemma":[0.9031292,0.0000041507587,0.09408931,0.00016252646,0.00019447984,0.000016472144,0.000020720803,0.00000672371,0.0023764195],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98949987,0.0021175093,0.0059622023,0.0011389303,0.0011170165,0.00016444709],"domain_scores_gemma":[0.9761073,0.013631518,0.0049448386,0.004258387,0.00073989306,0.00031809064],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.080914915,0.00019499483,0.002399557,0.000047779442,0.00028594304,0.0016483129,0.0014852355,0.00020038981,0.0007781976],"category_scores_gemma":[0.20505174,0.00010436527,0.0010808555,0.00009831723,0.00021754921,0.00025195524,0.00016704244,0.00021277866,0.00026193087],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015037048,0.0004969129,0.3647099,0.0001339444,0.0005197351,0.000003820513,0.00016062877,0.000053174146,0.001332012,0.00090159057,0.07746658,0.5540713],"study_design_scores_gemma":[0.00050169294,0.00012937497,0.05039462,0.00004604762,0.00042192897,0.0000062771246,0.00032353203,0.92337304,0.0026246791,0.0063855606,0.015567504,0.0002257261],"about_ca_topic_score_codex":0.0000032307473,"about_ca_topic_score_gemma":0.00000255886,"teacher_disagreement_score":0.9233199,"about_ca_system_score_codex":0.000013146938,"about_ca_system_score_gemma":0.00004556649,"threshold_uncertainty_score":0.9993881},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"software","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"software","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2749757579","doi":"10.1136/bmj.j3751","title":"STARD for Abstracts: essential items for reporting diagnostic accuracy studies in journal or conference abstracts","year":2017,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Diagnostic accuracy; Medical physics; Statement (logic); MEDLINE; Medicine; Information retrieval; Computer science; Political science; Radiology","score_opus":0.917895099288212,"score_gpt":0.6647407425159366,"score_spread":0.2531543567722754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2749757579","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9615543,0.0012336826,0.017903762,0.007321072,0.0036088333,0.005227505,0.000061065046,0.000008001353,0.003081768],"genre_scores_gemma":[0.9833139,0.00011196714,0.010390349,0.000091959795,0.0007891448,0.00031093802,0.000003462512,0.000012784622,0.0049754917],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9757872,0.00083407713,0.019948188,0.00071388605,0.0023054914,0.00041114577],"domain_scores_gemma":[0.76564837,0.09501081,0.12453776,0.0066601746,0.007713534,0.0004293785],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17074923,0.0002599807,0.002940141,0.00021119157,0.0006956952,0.0032548893,0.0017210975,0.00008582573,0.0005988592],"category_scores_gemma":[0.85807025,0.00012178835,0.0011545304,0.00013759291,0.000108492175,0.0007747203,0.00014105944,0.00017940502,0.00016459798],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027876327,0.00030223644,0.046133373,0.0011251034,0.0014338457,0.0006542635,0.004653448,0.002376393,0.0005125485,0.0008992605,0.8204352,0.12119553],"study_design_scores_gemma":[0.0036796972,0.00045414633,0.43469486,0.0024984651,0.0012387062,0.000673971,0.017827924,0.0075602657,0.0009433013,0.06902382,0.46011868,0.0012861901],"about_ca_topic_score_codex":0.00002478216,"about_ca_topic_score_gemma":0.0005060321,"teacher_disagreement_score":0.687321,"about_ca_system_score_codex":0.000041687374,"about_ca_system_score_gemma":0.0003008721,"threshold_uncertainty_score":0.99777985},"labels":[],"label_agreement":null},{"id":"W2750029871","doi":"10.1016/j.jclinepi.2017.06.001","title":"The PRECIS-2 tool has good interrater reliability and modest discriminant validity","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":69,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"North York General Hospital; Centre for Family Medicine; Western University","funders":"Medical Research Council; Chief Scientist Office; University of Aberdeen; Scottish Government; University of Dundee","keywords":"Inter-rater reliability; Discriminant validity; External validity; Intraclass correlation; Reliability (semiconductor); Face validity; Medicine; Linear discriminant analysis; Applied psychology; Validity; Clinical psychology; Psychology; Computer science; Psychometrics; Artificial intelligence; Social psychology; Developmental psychology; Rating scale","score_opus":0.9632173445817618,"score_gpt":0.6924030426664284,"score_spread":0.2708143019153334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750029871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88056576,0.0006110346,0.04148401,0.07116447,0.003472031,0.00030177843,0.00000599161,0.0000013681146,0.0023935498],"genre_scores_gemma":[0.98915493,0.0005456184,0.006109705,0.0008309113,0.000627193,0.000004309934,2.357515e-7,0.0000058846963,0.0027212068],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.77562684,0.15694404,0.06307024,0.0012455194,0.0025340319,0.0005793487],"domain_scores_gemma":[0.333975,0.5556789,0.0946098,0.011576163,0.0033941746,0.0007659879],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7460754,0.00023617,0.009188504,0.0000627697,0.00071709964,0.000790519,0.0036609713,0.00026096308,0.00054583064],"category_scores_gemma":[0.9041359,0.00007303007,0.003994357,0.00006801746,0.0013248603,0.00040160478,0.0005366948,0.0009100093,0.000222253],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011662593,0.000082874525,0.84270215,0.000013840513,0.00016465299,0.00000790437,0.00006926218,0.000040304036,0.0000022881236,0.004093522,0.07826993,0.07443667],"study_design_scores_gemma":[0.00023809771,0.00026698824,0.64580274,0.000033391407,0.00017276406,0.000057408208,0.00005882819,0.0065500606,0.0000011736028,0.18234277,0.16440442,0.00007135155],"about_ca_topic_score_codex":0.000018454779,"about_ca_topic_score_gemma":0.00006826854,"teacher_disagreement_score":0.44165185,"about_ca_system_score_codex":0.000016396249,"about_ca_system_score_gemma":0.00015004505,"threshold_uncertainty_score":0.7622993},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2750874693","doi":"10.1136/bmjopen-2016-015497","title":"An analysis of redactions in Canada’s Common Drug Review Clinical Review Reports and how they relate to the patients’ voice","year":2017,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alliance for Canadian Health Outcomes Research in Diabetes; University of Alberta","funders":"","keywords":"Medicine","score_opus":0.7365915370864355,"score_gpt":0.6176613817877077,"score_spread":0.11893015529872786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750874693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48901263,0.057350222,0.00015536362,0.34125993,0.0015389618,0.06587316,0.00025074204,0.0000065105623,0.044552475],"genre_scores_gemma":[0.96953934,0.016172666,0.00059399666,0.0076175765,0.000032737516,0.0005778984,0.00003047812,0.000011903192,0.005423424],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9732053,0.013988783,0.008868778,0.00090739713,0.002852817,0.00017690596],"domain_scores_gemma":[0.9720038,0.002101758,0.01246817,0.01226586,0.00092813704,0.00023225496],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22142991,0.0001879567,0.0051710336,0.00013304652,0.00029325546,0.00080868305,0.0037245702,0.000033323086,0.00079764565],"category_scores_gemma":[0.081094086,0.00007887224,0.0008569668,0.00087284157,0.00004172876,0.00047112533,0.00072585134,0.00017585949,0.000051552775],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027363592,0.000026029156,0.7264357,0.000252459,0.00026302825,0.0000084186395,0.00006298955,0.000011469237,4.089218e-8,0.000027233702,0.25602144,0.016888466],"study_design_scores_gemma":[0.000050838054,0.000014491449,0.73820114,0.0023243753,0.0018706111,0.0000036458698,0.000099192905,0.00032206316,8.062367e-8,0.000079650425,0.25693372,0.00010017941],"about_ca_topic_score_codex":0.36045828,"about_ca_topic_score_gemma":0.96392214,"teacher_disagreement_score":0.6034638,"about_ca_system_score_codex":0.000058127764,"about_ca_system_score_gemma":0.0005062749,"threshold_uncertainty_score":0.92664623},"labels":[],"label_agreement":null},{"id":"W2750929662","doi":"10.1001/jama.2017.13001","title":"Association of Trial Registration With Reporting of Primary Outcomes in Protocols and Publications","year":2017,"lang":"en","type":"article","venue":"JAMA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Trial registration; MEDLINE; Association (psychology); Medical physics; Protocol (science); Family medicine; Clinical trial; Alternative medicine; Internal medicine; Pathology","score_opus":0.7416937951193321,"score_gpt":0.5619422923905419,"score_spread":0.17975150272879015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750929662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9554591,0.000008597524,0.0008730217,0.0052341903,0.000029518193,0.009943197,0.0000060527327,0.0000016756358,0.028444605],"genre_scores_gemma":[0.98264474,9.1657864e-7,0.0036813514,0.000019819847,0.000025497837,0.0012540135,0.0000026176933,0.0000024914143,0.012368561],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98792577,0.0010915261,0.008604979,0.00027149898,0.002040649,0.00006557965],"domain_scores_gemma":[0.95165926,0.0011134077,0.044482604,0.001729739,0.0009926267,0.000022342021],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09333432,0.000061071245,0.0014993198,0.00013146785,0.000064132015,0.0005062969,0.00040580766,0.000050452003,0.00010696064],"category_scores_gemma":[0.23072976,0.00002852007,0.00020211357,0.00018783414,0.000027611011,0.0004395858,0.00003678478,0.000050627652,0.0000041348217],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000076078875,0.000043773558,0.9870748,0.0000361466,0.000039147002,2.1497236e-7,0.00013710634,0.0000015149847,0.00010258116,0.00081275654,0.0020729743,0.009602941],"study_design_scores_gemma":[0.0027196137,0.000051027502,0.992586,0.00003893065,0.000034790733,6.456003e-7,0.00006735515,0.00014382419,0.00006610531,0.0012641521,0.0029949695,0.000032586617],"about_ca_topic_score_codex":0.000036126385,"about_ca_topic_score_gemma":0.00023461513,"teacher_disagreement_score":0.13739544,"about_ca_system_score_codex":0.000023833303,"about_ca_system_score_gemma":0.00008446822,"threshold_uncertainty_score":0.9336031},"labels":[],"label_agreement":null},{"id":"W2750967019","doi":"10.1186/s13643-017-0572-x","title":"Comparative safety and efficacy of pharmacological and non-pharmacological interventions for the behavioral and psychological symptoms of dementia: protocol for a systematic review and network meta-analysis","year":2017,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; St. Michael's Hospital; University of Calgary; Institute for Work & Health; Canada Research Chairs; University of Toronto","funders":"Canadian Institutes of Health Research; Consortium canadien en neurodégénérescence associée au vieillissement","keywords":"Medicine; Protocol (science); Meta-analysis; Dementia; Psychological intervention; Psychiatry; Alternative medicine; Disease; Pathology","score_opus":0.9104478129423919,"score_gpt":0.6879017954118526,"score_spread":0.22254601753053926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750967019","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000010247097,0.602425,0.0071371333,0.00004424919,0.00004213817,0.39016944,0.00014991256,0.0000033463439,0.000027778167],"genre_scores_gemma":[0.00004911416,0.56952584,0.0020110281,0.000054192962,0.00003354758,0.42797434,0.000016057016,0.00001857073,0.00031731598],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.926201,0.035013955,0.034561798,0.0019797748,0.0017643496,0.00047912475],"domain_scores_gemma":[0.9106664,0.03738187,0.04708412,0.0034094292,0.001152548,0.00030562663],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.17615587,0.0014608962,0.08568747,0.00040732726,0.0005706894,0.0006482539,0.0024716184,0.00038864414,0.0007026481],"category_scores_gemma":[0.023222536,0.00046345973,0.020586908,0.0011962894,0.0006980438,0.00018909716,0.0006448989,0.00038838468,0.000016941784],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014198802,0.00020482385,0.0000059042595,0.88452864,0.10999073,7.933354e-7,0.00006685221,8.6224924e-7,8.819597e-8,0.00021791754,0.0019202047,0.0030490037],"study_design_scores_gemma":[0.00055173744,0.0004737919,0.000013110227,0.20723364,0.75668126,0.000054786244,0.0000418581,0.00030835706,3.6160017e-8,0.00008704179,0.0342098,0.00034461034],"about_ca_topic_score_codex":0.0000022495176,"about_ca_topic_score_gemma":0.000008120962,"teacher_disagreement_score":0.67729497,"about_ca_system_score_codex":0.000030688578,"about_ca_system_score_gemma":0.000050612274,"threshold_uncertainty_score":0.99981403},"labels":[],"label_agreement":null},{"id":"W2751425719","doi":"","title":"Systematic Reviews and the Evolving Role of Librarians","year":2014,"lang":"en","type":"other","venue":"UWSpace (University of Waterloo)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Political science; Computer science","score_opus":0.18906957466807028,"score_gpt":0.3230639698548813,"score_spread":0.133994395186811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751425719","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007086962,0.16722739,0.0061207255,0.005283397,0.00086623867,0.017198205,0.00015013294,0.00006421907,0.79600275],"genre_scores_gemma":[0.0012250011,0.000833743,0.0027062534,0.000028307197,0.000036794445,0.0000016410212,0.0000031252878,0.000042928903,0.9951222],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9837466,0.0109323785,0.00265857,0.00058561395,0.0019146794,0.0001621965],"domain_scores_gemma":[0.982919,0.0025319278,0.010588545,0.003590655,0.00027232242,0.00009756771],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.04361752,0.00030781046,0.00705444,0.0004962761,0.000091223745,0.00014548282,0.002179905,0.00018207639,0.013827149],"category_scores_gemma":[0.006020494,0.0001351474,0.0017152403,0.0005062699,0.00032845783,0.00012654351,0.0003074428,0.00012760182,0.0013666605],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011254621,0.000024389234,0.0004730653,0.019306432,0.0008882731,0.000002497656,0.030979985,0.000002692184,0.00003445425,0.0054689744,0.9415379,0.0012700444],"study_design_scores_gemma":[0.0014594494,0.00008173393,0.00028971606,0.021016901,0.0052383104,0.00001626114,0.105318956,0.007519598,0.000007998578,0.0042151157,0.8541497,0.00068623776],"about_ca_topic_score_codex":0.003624761,"about_ca_topic_score_gemma":0.0031383536,"teacher_disagreement_score":0.19911946,"about_ca_system_score_codex":0.000009457266,"about_ca_system_score_gemma":0.000025591171,"threshold_uncertainty_score":0.99941087},"labels":[],"label_agreement":null},{"id":"W2753047867","doi":"10.1136/bmjopen-2017-017887","title":"The role of pragmatism in explaining heterogeneity in meta-analyses of randomised trials: a protocol for a cross-sectional methodological review","year":2017,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"","keywords":"Medicine; Cross-sectional study; Protocol (science); Meta-analysis; Alternative medicine; Family medicine; Pathology","score_opus":0.9855658679454322,"score_gpt":0.7827304410721874,"score_spread":0.20283542687324485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753047867","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048240093,0.0024829898,0.007935525,0.00064479513,0.00007070717,0.9773025,0.00005041681,0.0000015797699,0.0066875056],"genre_scores_gemma":[0.021707967,0.000027398783,0.03413842,0.00008901735,0.00002978281,0.9433464,0.00000222943,0.000007990098,0.00065082696],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.80984783,0.14127482,0.041606642,0.0015134584,0.005328663,0.00042859185],"domain_scores_gemma":[0.8877957,0.07225357,0.033183165,0.0054598213,0.001228375,0.00007940534],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7298235,0.000234347,0.011038712,0.00015896086,0.00023338578,0.0011263536,0.0047214516,0.000087803484,0.002126318],"category_scores_gemma":[0.6041337,0.000078489466,0.0046692286,0.00038822414,0.00013411803,0.00038573856,0.0006148352,0.00010905135,0.000019729281],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.031346537,0.0015375791,0.68570566,0.010181829,0.02730212,0.000018651801,0.0014466705,0.0016880633,0.004259497,0.019033173,0.016013917,0.20146628],"study_design_scores_gemma":[0.07921023,0.000769799,0.46315885,0.0052212575,0.01240862,0.0000494973,0.0008654465,0.023138367,0.011536649,0.19880174,0.20347027,0.0013692713],"about_ca_topic_score_codex":0.00013214257,"about_ca_topic_score_gemma":0.0003156293,"teacher_disagreement_score":0.22254682,"about_ca_system_score_codex":0.000016454089,"about_ca_system_score_gemma":0.0001738583,"threshold_uncertainty_score":0.9999106},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2753887465","doi":"10.1016/j.amjcard.2017.08.030","title":"Characteristics of Highly Cited Articles in Interventional Cardiology","year":2017,"lang":"en","type":"review","venue":"The American Journal of Cardiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital; University of British Columbia","funders":"","keywords":"Medicine; Interventional cardiology; Citation; Scopus; Cardiology; Coronary angiography; Internal medicine; Angioplasty; MEDLINE; Family medicine; Library science; Myocardial infarction","score_opus":0.726432016888294,"score_gpt":0.5572839509290662,"score_spread":0.1691480659592277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753887465","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00939004,0.9854321,0.002925468,0.00020681259,0.0007712766,0.0003384518,0.000069281894,9.484468e-7,0.00086565124],"genre_scores_gemma":[0.0865557,0.9121366,0.0002238346,0.00003314167,0.00073855167,0.000012642808,0.0000063462,0.000017955965,0.0002752053],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.94825834,0.034697194,0.014861243,0.00042084197,0.0014889879,0.00027342106],"domain_scores_gemma":[0.94449526,0.007689938,0.04342383,0.0029826984,0.0013078429,0.000100415964],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.097872265,0.00039099564,0.026098799,0.0011442255,0.00006352585,0.00012314723,0.0045630736,0.00013089541,0.0001774013],"category_scores_gemma":[0.028491126,0.00015212048,0.00984954,0.0009221892,0.0010152257,0.00008086155,0.00028350955,0.0006599231,0.00017462936],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022231965,0.0000093815615,0.004411268,0.00022999514,0.0019902873,0.00007282456,0.000038123133,0.000021669766,6.823681e-7,0.00023716214,0.0029519666,0.99001443],"study_design_scores_gemma":[0.00010018777,0.0003206812,0.017559413,0.0011691872,0.0021056088,0.0017171949,0.0000908049,0.000009019339,6.597782e-8,0.0010806595,0.97570693,0.00014023915],"about_ca_topic_score_codex":0.0000060991056,"about_ca_topic_score_gemma":0.0000017327017,"teacher_disagreement_score":0.9898742,"about_ca_system_score_codex":0.000059698217,"about_ca_system_score_gemma":0.0003006493,"threshold_uncertainty_score":0.9933525},"labels":[],"label_agreement":null},{"id":"W2754565696","doi":"10.1136/bmjopen-2017-017462","title":"A protocol of a cross-sectional study evaluating an online tool for early career peer reviewers assessing reports of randomised controlled trials","year":2017,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Cancer Research UK","keywords":"Medicine; Protocol (science); Psychological intervention; Peer review; Medical education; Randomized controlled trial; Systematic review; MEDLINE; Alternative medicine; Family medicine; Nursing; Pathology","score_opus":0.9515508533183409,"score_gpt":0.7413410177369978,"score_spread":0.2102098355813431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754565696","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45300412,0.000011925832,0.0012364528,0.00005273389,0.00016035917,0.544392,0.000028122644,0.0000014129854,0.001112889],"genre_scores_gemma":[0.51673824,1.1464127e-7,0.015399591,0.00002530075,0.00017546237,0.46152145,0.000009766363,0.000015346182,0.0061147413],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8401806,0.065747656,0.071012825,0.0023954117,0.020187225,0.00047631815],"domain_scores_gemma":[0.8882606,0.015435535,0.07308238,0.007626188,0.015472296,0.0001229891],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.76602507,0.00027680758,0.0126369605,0.00018488825,0.00043099554,0.00576112,0.0027045826,0.00008284155,0.0025524488],"category_scores_gemma":[0.7575481,0.00012018613,0.0035078682,0.00022834213,0.00008201972,0.0012832867,0.0003895837,0.0000882704,0.000010405333],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011385479,0.00079713325,0.9668678,0.00049912004,0.0017802793,0.000009190234,0.00077086285,0.0001482077,0.00073743396,0.000031123458,0.00236592,0.014607451],"study_design_scores_gemma":[0.12653898,0.0011488702,0.8578186,0.0005770507,0.0019528932,0.00001473124,0.0008332057,0.0076565603,0.000062875864,0.0016135027,0.0014438323,0.00033891518],"about_ca_topic_score_codex":0.00014622982,"about_ca_topic_score_gemma":0.000059384365,"teacher_disagreement_score":0.1151535,"about_ca_system_score_codex":0.00002486026,"about_ca_system_score_gemma":0.00063595903,"threshold_uncertainty_score":0.9983594},"labels":[],"label_agreement":null},{"id":"W2754736027","doi":"10.1016/j.jclinepi.2017.08.010","title":"Living systematic review: 1. Introduction—the why, what, when, and how","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":671,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"National Health and Medical Research Council; Medical Research Council; National Centre for the Replacement, Refinement and Reduction of Animals in Research","keywords":"Systematic review; Currency; Resource (disambiguation); Risk analysis (engineering); Computer science; Data science; Medicine; Management science; MEDLINE; Economics; Political science; Macroeconomics","score_opus":0.8855397792812411,"score_gpt":0.6523637085831975,"score_spread":0.23317607069804358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754736027","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005879878,0.18284377,0.028059626,0.7756385,0.0062196194,0.00097005663,0.0000012836464,0.0000023928299,0.0003848666],"genre_scores_gemma":[0.32154605,0.42051372,0.037982617,0.15318193,0.02316451,0.00008866171,0.000001479414,0.000074075426,0.04344694],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7068331,0.23051575,0.05779253,0.0011034274,0.003289712,0.00046543495],"domain_scores_gemma":[0.14992388,0.61126363,0.21797803,0.014151633,0.005823047,0.0008597998],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8110153,0.00026080853,0.019029286,0.00013832189,0.0004187918,0.001212782,0.0039183446,0.0002008362,0.0014493567],"category_scores_gemma":[0.96055335,0.00008704329,0.004591198,0.00013888231,0.0005492684,0.001102286,0.00037144494,0.0008851174,0.00031854925],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006662429,0.000035009696,0.04512022,0.007912996,0.00059056433,0.000008145451,0.00006633378,0.0000047040116,6.1682215e-7,0.0026814614,0.9343443,0.009228971],"study_design_scores_gemma":[0.0004774469,0.0005975078,0.11306809,0.064507596,0.005700349,0.0019394445,0.001299974,0.0034671377,3.1499596e-7,0.102026515,0.7064838,0.0004318243],"about_ca_topic_score_codex":0.000002668049,"about_ca_topic_score_gemma":0.00001330837,"teacher_disagreement_score":0.62245655,"about_ca_system_score_codex":0.000013772576,"about_ca_system_score_gemma":0.000080905826,"threshold_uncertainty_score":0.99982405},"labels":[],"label_agreement":null},{"id":"W2755058106","doi":"10.1016/j.canep.2017.08.013","title":"“Assessing the methodological quality of systematic reviews in radiation oncology: A systematic review”","year":2017,"lang":"en","type":"review","venue":"Cancer Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Dalhousie University; McMaster University; BC Cancer Agency","funders":"BC Cancer Agency","keywords":"Systematic review; Medicine; Critical appraisal; Meta-analysis; Protocol (science); Inclusion and exclusion criteria; Guideline; MEDLINE; Medical physics; Publication bias; Quality (philosophy); Quality Score; Randomized controlled trial; Alternative medicine; Internal medicine; Pathology","score_opus":0.9922369730442526,"score_gpt":0.8053335287541262,"score_spread":0.1869034442901264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2755058106","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.471828e-7,0.9687546,0.004522324,0.00130169,0.001302789,0.023305535,0.000037268816,0.000006808611,0.0007684391],"genre_scores_gemma":[0.0000036167023,0.9824978,0.0022593278,0.0015714061,0.00021874606,0.012031388,0.000029789728,0.000033765114,0.0013541579],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.13569152,0.74940854,0.1087009,0.0026546365,0.0027104875,0.0008338934],"domain_scores_gemma":[0.20476857,0.52571124,0.24704169,0.02061334,0.0015609815,0.0003042153],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.86388004,0.0012909651,0.14234579,0.0007137988,0.00026990823,0.00026900155,0.0094253225,0.0011311108,0.0013699181],"category_scores_gemma":[0.9087768,0.00042273352,0.015381379,0.00170517,0.0005301548,0.00033632916,0.00051875075,0.0013654514,0.0014088574],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.7553807e-7,0.000023461691,0.00009801242,0.8846939,0.0005057166,0.0000027848434,0.000056411875,0.000002469515,3.3855027e-8,0.0009434153,0.011817205,0.101855814],"study_design_scores_gemma":[0.00005250839,0.00001769364,0.000033718265,0.58292377,0.006986553,0.000027247366,0.00005367174,0.00007246254,7.0572974e-9,0.0013858218,0.40819907,0.0002474722],"about_ca_topic_score_codex":0.0001033844,"about_ca_topic_score_gemma":0.000098084565,"teacher_disagreement_score":0.39638186,"about_ca_system_score_codex":0.0007538228,"about_ca_system_score_gemma":0.000956159,"threshold_uncertainty_score":0.9999842},"labels":[],"label_agreement":null},{"id":"W2755459284","doi":"10.1016/j.eururo.2017.08.016","title":"Key Steps in Conducting Systematic Reviews for Underpinning Clinical Practice Guidelines: Methodology of the European Association of Urology","year":2017,"lang":"en","type":"article","venue":"European Urology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":226,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Systematic review; Underpinning; MEDLINE; Evidence-based medicine; Randomized controlled trial; Alternative medicine; Surgery; Pathology","score_opus":0.9521809000821818,"score_gpt":0.6588957970890883,"score_spread":0.2932851029930935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2755459284","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14231521,0.019275153,0.38964933,0.08860287,0.013859649,0.018588146,0.00006535548,0.000041256128,0.32760304],"genre_scores_gemma":[0.9150135,0.0003236597,0.073278084,0.006783285,0.0005861978,0.00004554577,0.000004130637,0.00006836074,0.0038972537],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.43031225,0.52426946,0.04060735,0.001750968,0.0024075848,0.00065235724],"domain_scores_gemma":[0.8444568,0.084344946,0.060238175,0.0065960106,0.0042718346,0.00009222008],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6717261,0.00029609932,0.005834237,0.00025634715,0.00024215288,0.00015344803,0.0042169224,0.00014261711,0.00014899373],"category_scores_gemma":[0.90356666,0.0001434251,0.0018481037,0.00039024363,0.0002476892,0.00024293516,0.0007245134,0.00044166466,0.00043352766],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058345456,0.0013111201,0.35633263,0.019629648,0.0062590144,0.00016278755,0.016335951,0.004127553,0.004501165,0.06396305,0.38425088,0.14254275],"study_design_scores_gemma":[0.0027924345,0.00083228416,0.075919546,0.0010153939,0.004266668,0.00018116568,0.0026570961,0.0063306666,0.000028136023,0.0064421906,0.8989248,0.0006096168],"about_ca_topic_score_codex":0.000014882138,"about_ca_topic_score_gemma":0.000054132168,"teacher_disagreement_score":0.7726983,"about_ca_system_score_codex":0.000029925654,"about_ca_system_score_gemma":0.00007532155,"threshold_uncertainty_score":0.7836161},"labels":[],"label_agreement":null},{"id":"W2755801821","doi":"10.1089/acm.2017.0085","title":"A Quantitative Assessment of the Reporting Quality of Herbal Medicine Research: The Road to Improvement","year":2018,"lang":"en","type":"article","venue":"The Journal of Alternative and Complementary Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Langara College","funders":"","keywords":"Medicine; Alternative medicine; Traditional medicine; Quality assessment; Quality (philosophy); MEDLINE; Family medicine; Pathology","score_opus":0.9343421887091896,"score_gpt":0.7054859181583564,"score_spread":0.22885627055083324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2755801821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9401609,0.00068108365,0.008857042,0.046496093,0.0004362569,0.0007671536,0.000010869176,4.1059388e-7,0.0025902472],"genre_scores_gemma":[0.9972729,0.00009012577,0.0008342808,0.0010468954,0.00042770774,0.0000044282115,6.372365e-7,0.000004647649,0.00031835947],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9572835,0.016571566,0.016258445,0.00030080188,0.009347483,0.00023821887],"domain_scores_gemma":[0.95398927,0.010672417,0.027749527,0.0018233915,0.0056302324,0.00013513975],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.35660627,0.00017496667,0.002179385,0.00025258222,0.00032653924,0.000027550652,0.0022197554,0.0000134358215,0.002673278],"category_scores_gemma":[0.03134992,0.000045288325,0.000354299,0.0011023005,0.0013135303,0.000098394994,0.00048271203,0.00032870626,0.0000037202963],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001390896,0.0005715881,0.19384433,0.00035291,0.007807317,0.000021119144,0.19909358,0.00016388284,0.14462115,0.06371059,0.27853766,0.10988497],"study_design_scores_gemma":[0.0026821948,0.013939887,0.59827554,0.0016933035,0.0010590197,0.000088830166,0.29023802,0.0031805313,0.0037748965,0.066092886,0.01878144,0.00019345523],"about_ca_topic_score_codex":0.0021346489,"about_ca_topic_score_gemma":0.00055199704,"teacher_disagreement_score":0.4044312,"about_ca_system_score_codex":0.000054012602,"about_ca_system_score_gemma":0.0000981002,"threshold_uncertainty_score":0.9982384},"labels":[],"label_agreement":null},{"id":"W2755850037","doi":"10.13105/wjma.v5.i4.80","title":"Assessing the quality of studies in meta-analyses: Advantages and limitations of the Newcastle Ottawa Scale","year":2017,"lang":"en","type":"article","venue":"World Journal of Meta-Analysis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":968,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scale (ratio); Meta-analysis; Quality (philosophy); Geography; Medicine; Cartography; Internal medicine; Philosophy","score_opus":0.9693905744093404,"score_gpt":0.6888600572659684,"score_spread":0.28053051714337196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2755850037","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7523513,0.18304537,0.020077744,0.033244368,0.0005028785,0.0011976036,0.000112633265,0.0000030388717,0.009465079],"genre_scores_gemma":[0.9867864,0.0002643273,0.0073153223,0.00013080596,0.00002837645,0.000010944904,4.948925e-7,0.000007559707,0.0054557594],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.94766855,0.026543474,0.018079774,0.00062615384,0.0068426323,0.00023940123],"domain_scores_gemma":[0.9088536,0.031795733,0.04810495,0.006605001,0.004513946,0.00012677009],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.22424874,0.00039036514,0.017492,0.0021896802,0.00051960925,0.0010094275,0.003867403,0.00005187793,0.0017254105],"category_scores_gemma":[0.096152626,0.00011845426,0.03231702,0.0062743123,0.0007274151,0.0009319743,0.00040628255,0.00036473406,0.000007869665],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054546267,0.000097974626,0.119611084,0.000034967157,0.8677547,0.0000026704333,0.0012631458,0.0083709285,0.0001964876,0.00060300063,0.0012063005,0.0008533134],"study_design_scores_gemma":[0.000118011725,0.000011261419,0.23063165,0.000005143266,0.7589118,0.000003192489,0.00519316,0.0005234687,0.00013166398,0.0027089692,0.0016664662,0.00009520275],"about_ca_topic_score_codex":0.0001713932,"about_ca_topic_score_gemma":0.011946218,"teacher_disagreement_score":0.23443513,"about_ca_system_score_codex":0.000028943437,"about_ca_system_score_gemma":0.000092420145,"threshold_uncertainty_score":0.9991872},"labels":[],"label_agreement":null},{"id":"W2756339116","doi":"10.3945/an.117.016188","title":"Comment on “Perspective: NutriGrade: A Scoring System to Assess and Judge the Meta-Evidence of Randomized Controlled Trials and Cohort Studies in Nutrition Research”","year":2017,"lang":"en","type":"review","venue":"Advances in Nutrition","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Randomized controlled trial; Medicine; Perspective (graphical); Cohort; Meta-analysis; Cohort study; MEDLINE; Evidence-based medicine; Clinical trial; Trustworthiness; Alternative medicine; Psychology; Internal medicine; Computer science; Pathology; Social psychology; Artificial intelligence","score_opus":0.9516936685029229,"score_gpt":0.7160097302409089,"score_spread":0.23568393826201406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756339116","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000053415708,0.9651879,0.00024150239,0.0018075886,0.00034905868,0.031969458,0.000037697137,0.000004804534,0.00034859646],"genre_scores_gemma":[0.0033517662,0.97248363,0.00078376447,0.000042669104,0.00015485595,0.02309104,0.0000045244674,0.000018541652,0.0000691982],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.7735191,0.18971576,0.02653444,0.0024049573,0.0072559486,0.00056982314],"domain_scores_gemma":[0.7566957,0.2234448,0.014412014,0.0028739788,0.0024444119,0.00012908426],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5396651,0.00071922026,0.05513324,0.0024699636,0.00034171855,0.0008414027,0.0015369452,0.00021239817,0.000023758019],"category_scores_gemma":[0.338434,0.00027559625,0.0048594717,0.0017383293,0.0006099967,0.0007109546,0.00030081059,0.00063627755,0.000019092467],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.037156,0.0023240235,0.0002237524,0.3836173,0.040021297,0.00012986959,0.002639892,0.00004007822,0.000004835509,0.15693648,0.013601972,0.36330447],"study_design_scores_gemma":[0.06465698,0.00032603389,0.000008044324,0.29474378,0.024364263,0.00003678472,0.007439219,0.00017633649,0.000004348975,0.023363698,0.58432114,0.0005593447],"about_ca_topic_score_codex":0.000042210937,"about_ca_topic_score_gemma":0.00010865603,"teacher_disagreement_score":0.5707192,"about_ca_system_score_codex":0.0004759173,"about_ca_system_score_gemma":0.000089699024,"threshold_uncertainty_score":0.9999696},"labels":[],"label_agreement":null},{"id":"W2756480864","doi":"10.1016/j.jclinepi.2017.09.006","title":"Decision making about healthcare-related tests and diagnostic test strategies. Paper 1: a new series on testing to improve people's health","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Grading (engineering); Medicine; Health care; Family medicine; Evidence-based medicine; Population; Test (biology); Alternative medicine; Medical physics; Pathology; Political science","score_opus":0.8190052404684721,"score_gpt":0.6652346716335993,"score_spread":0.15377056883487283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756480864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7508947,0.0063508884,0.026321547,0.20765613,0.0054940414,0.0014353604,0.000023663792,0.000013605899,0.0018100655],"genre_scores_gemma":[0.9303344,0.0008589619,0.056462623,0.0110410275,0.0008652482,0.000005724972,4.7966097e-7,0.000019470228,0.0004120922],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9259614,0.02687272,0.042961866,0.0012966509,0.0021696247,0.00073778944],"domain_scores_gemma":[0.084187716,0.8365409,0.07018272,0.0046205474,0.0024586348,0.0020095336],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.40196455,0.0004151976,0.012428254,0.00032607434,0.0005845884,0.00073178654,0.002229154,0.00037680604,0.00046748208],"category_scores_gemma":[0.9727323,0.00019983675,0.0018267098,0.0004435215,0.00022481482,0.0006854632,0.0003625757,0.0012605712,0.00036204586],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006061878,0.000056581783,0.55791086,0.000029890223,0.00007041683,0.000022144528,0.00010540221,0.00020256607,0.0000030493916,0.002366203,0.01865432,0.42051798],"study_design_scores_gemma":[0.0004964163,0.0025581773,0.87415653,0.0010111183,0.00007376179,0.0001940568,0.00015642935,0.0008896559,1.193871e-7,0.112717874,0.0075940765,0.00015180135],"about_ca_topic_score_codex":0.0002015503,"about_ca_topic_score_gemma":0.0008599947,"teacher_disagreement_score":0.8417736,"about_ca_system_score_codex":0.000055311357,"about_ca_system_score_gemma":0.0010542223,"threshold_uncertainty_score":0.8495706},"labels":[],"label_agreement":null},{"id":"W2756578555","doi":"10.1136/bmj.j4008","title":"AMSTAR 2: a critical appraisal tool for systematic reviews that include randomised or non-randomised studies of healthcare interventions, or both","year":2017,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10415,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; University of Toronto; Ottawa Hospital; Public Health Ontario; Hospital for Sick Children; Bruyère; University of Ottawa","funders":"National Institute for Health and Care Research","keywords":"Systematic review; Psychological intervention; Critical appraisal; Observational study; Medicine; Health care; Randomized controlled trial; Alternative medicine; MEDLINE; Nursing; Pathology","score_opus":0.8362007200823223,"score_gpt":0.6514548383888702,"score_spread":0.18474588169345207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756578555","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055471454,0.11773815,0.50665724,0.061443564,0.01282305,0.24148071,0.00076273154,0.000092603776,0.0035304718],"genre_scores_gemma":[0.9043526,0.001349364,0.05118618,0.0006850501,0.00067900505,0.019164845,0.000016301403,0.00007080002,0.022495827],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.95934284,0.01585223,0.019918306,0.0010322907,0.0034141345,0.0004401999],"domain_scores_gemma":[0.8110545,0.14225155,0.029448275,0.01277085,0.0040397523,0.00043502575],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22472563,0.0004867638,0.012756359,0.00029007616,0.0007125353,0.00093451515,0.0027233905,0.00012733894,0.0014987272],"category_scores_gemma":[0.72995734,0.00018200742,0.006235283,0.00031746275,0.00026839325,0.00044418912,0.00037362744,0.00014026125,0.00037114546],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0144397775,0.00048482118,0.0016366799,0.40658396,0.003498035,0.000042225372,0.004601422,0.0000051336665,0.00007053187,0.002682215,0.55810905,0.00784611],"study_design_scores_gemma":[0.31018105,0.0037860544,0.004573616,0.39241028,0.024827043,0.00040940053,0.047738012,0.024043527,0.00044621044,0.013846907,0.1732036,0.004534296],"about_ca_topic_score_codex":0.000020312005,"about_ca_topic_score_gemma":0.00025207447,"teacher_disagreement_score":0.8488812,"about_ca_system_score_codex":0.000048913455,"about_ca_system_score_gemma":0.00019161328,"threshold_uncertainty_score":0.999414},"labels":[],"label_agreement":null},{"id":"W2756587362","doi":"10.1136/bmjopen-2017-018705","title":"National citation patterns of <i>NEJM</i> , <i>The Lancet</i> , <i>JAMA</i> and <i>The BMJ</i> in the lay press: a quantitative content analysis","year":2017,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Newspaper; Medicine; Citation; Library science; Demography; Media studies; Sociology","score_opus":0.8668141895564766,"score_gpt":0.6027080941468345,"score_spread":0.26410609540964214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756587362","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29532826,0.0031773488,0.031725314,0.3376152,0.0008269115,0.060827,0.0012389293,0.000011380854,0.26924968],"genre_scores_gemma":[0.9895966,0.000060877926,0.00082327897,0.0052434434,0.000103318365,0.0016172405,0.000015595804,0.0000072543767,0.0025323948],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.97283685,0.0152769545,0.00539039,0.00070787844,0.0055434206,0.0002445036],"domain_scores_gemma":[0.97234356,0.01344903,0.008040524,0.0046041063,0.0015118924,0.000050894785],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22408988,0.00021933528,0.0026213962,0.00015919945,0.00051580096,0.004817933,0.00676996,0.00005677473,0.00024156125],"category_scores_gemma":[0.049949095,0.00007146724,0.00091583584,0.00080117636,0.00032038047,0.0007680306,0.0007130126,0.00020108838,0.00007731361],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069161213,0.00019752835,0.36176473,0.0001460068,0.0030382683,0.000012541275,0.020214835,0.0009869299,0.00007352789,0.24485496,0.36286256,0.005156519],"study_design_scores_gemma":[0.0067402883,0.00012072604,0.7421076,0.00034682523,0.0028019727,0.000027461392,0.02089845,0.032739155,0.000065961976,0.035298802,0.158302,0.0005507379],"about_ca_topic_score_codex":0.0014246692,"about_ca_topic_score_gemma":0.0044394154,"teacher_disagreement_score":0.69426835,"about_ca_system_score_codex":0.000014309404,"about_ca_system_score_gemma":0.00009055503,"threshold_uncertainty_score":0.9986039},"labels":[],"label_agreement":null},{"id":"W2756681413","doi":"10.1097/prs.0000000000003960","title":"Why the p Value Alone Is Not Enough: The Need for Confidence Intervals in Plastic Surgery Research","year":2017,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Izaak Walton Killam Health Centre; Dalhousie University","funders":"","keywords":"Medicine; Confidence interval; Jadad scale; Statistical significance; Sample size determination; Randomized controlled trial; MEDLINE; Odds ratio; Surgery; Internal medicine; Statistics","score_opus":0.7326069327554718,"score_gpt":0.5107542043084424,"score_spread":0.2218527284470294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756681413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96028066,0.0007195443,0.015821436,0.010614669,0.008589415,0.0020840743,0.00023252671,0.000012292035,0.0016453896],"genre_scores_gemma":[0.99742067,0.000071568444,0.00025164775,0.0005946226,0.00035060738,0.00040044,0.0000045344623,0.000029395225,0.0008765064],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9699949,0.014195395,0.007848267,0.0016174798,0.005334241,0.0010097402],"domain_scores_gemma":[0.37256375,0.61307687,0.0055833305,0.0058428925,0.0027046157,0.00022853373],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.20283328,0.00049500406,0.004203914,0.0010664227,0.0016669277,0.0030636315,0.0037629893,0.00017712776,0.003589596],"category_scores_gemma":[0.6232942,0.00020963736,0.0024862934,0.0012873546,0.0017566958,0.00069097924,0.00051145384,0.00071860384,0.0012044657],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043490363,0.00013598544,0.37302902,0.0002397062,0.0010517663,0.00005380656,0.002696594,0.00012416461,0.0002453947,0.009287673,0.5563709,0.05633008],"study_design_scores_gemma":[0.00099034,0.00012948747,0.6831548,0.002306605,0.0007900504,0.00039340617,0.015707577,0.04211197,0.001792011,0.09046979,0.16048855,0.0016653958],"about_ca_topic_score_codex":0.00041455196,"about_ca_topic_score_gemma":0.0004205043,"teacher_disagreement_score":0.5988815,"about_ca_system_score_codex":0.00010409743,"about_ca_system_score_gemma":0.0005728984,"threshold_uncertainty_score":0.9996328},"labels":[],"label_agreement":null},{"id":"W2758360246","doi":"10.1136/bmjopen-2017-017138","title":"Presentation approaches for enhancing interpretability of patient-reported outcomes (PROs) in meta-analysis: a protocol for a systematic survey of Cochrane reviews","year":2017,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Dalhousie University; University of Toronto; McMaster University; Institute for Clinical Evaluative Sciences; Impact","funders":"National Institute on Deafness and Other Communication Disorders; Canadian Institutes of Health Research","keywords":"Medicine; Data extraction; Meta-analysis; Prom; Systematic review; Study heterogeneity; MEDLINE; Protocol (science); Interpretability; Grading (engineering); Psychological intervention; Funnel plot; Sample size determination; Publication bias; Categorical variable; Reporting bias; Alternative medicine; Statistics; Artificial intelligence; Pathology; Nursing","score_opus":0.9236451517516938,"score_gpt":0.6676742119128458,"score_spread":0.255970939838848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2758360246","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005287681,0.00013235553,0.0646542,0.00014409119,0.00004116288,0.9291394,0.00012821608,0.0000018420556,0.0004710675],"genre_scores_gemma":[0.36046833,2.0579739e-7,0.008062078,0.000015288495,0.000003186518,0.6307254,0.00001666552,0.000009022246,0.0006998036],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9454284,0.020881604,0.028955027,0.0013102697,0.0031549993,0.0002697206],"domain_scores_gemma":[0.9334763,0.011321959,0.04353046,0.008978478,0.0026087335,0.000084056905],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.36312804,0.00036387405,0.018523613,0.00042490519,0.00013179083,0.0008821007,0.0037178402,0.00008883376,0.0005949273],"category_scores_gemma":[0.3311453,0.00015742016,0.00642674,0.00090680784,0.00008000146,0.0006489468,0.0004991823,0.00006237896,0.000012986541],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010067488,0.0012548873,0.69775,0.16928521,0.119786754,0.0000012484669,0.005725517,0.0006440081,0.000091100155,0.00065740483,0.002100512,0.0016966548],"study_design_scores_gemma":[0.0071841683,0.00097254047,0.52491695,0.009840252,0.30245697,0.000006438673,0.0048013865,0.13602507,0.0020408942,0.009676751,0.00044952476,0.0016290842],"about_ca_topic_score_codex":0.0008443712,"about_ca_topic_score_gemma":0.0102371415,"teacher_disagreement_score":0.35518065,"about_ca_system_score_codex":0.000029695299,"about_ca_system_score_gemma":0.00015379886,"threshold_uncertainty_score":0.99604744},"labels":[],"label_agreement":null},{"id":"W276061380","doi":"10.4172/plastic-surgery.1000766","title":"Reporting disclosures to the reader in plastic surgery journal publications","year":2012,"lang":"en","type":"article","venue":"Plastic Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Transparency (behavior); Declaration; Publishing; Declaration of Helsinki; Interpretation (philosophy); Political science; Public relations; Medicine; Accounting; Business; Law; Alternative medicine; Computer science; Informed consent; Pathology","score_opus":0.7564001877008982,"score_gpt":0.4923770890063249,"score_spread":0.26402309869457335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W276061380","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9617323,0.0010179909,0.019979093,0.0036510453,0.012256116,0.0002475032,0.000010656393,0.000013525577,0.0010917638],"genre_scores_gemma":[0.99766046,0.000015567777,0.00024329848,0.00013705438,0.0007936603,0.00007736505,0.000006546843,0.000018175377,0.0010478677],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9678201,0.0065539787,0.01926835,0.0006566901,0.004886928,0.00081396895],"domain_scores_gemma":[0.1257093,0.83966744,0.026509883,0.005171523,0.0018082951,0.0011335528],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.24756886,0.00029291562,0.0028691054,0.0014546566,0.00033980206,0.0014410372,0.0009175805,0.00007985301,0.0056610615],"category_scores_gemma":[0.8617075,0.00012499794,0.0016762129,0.0035013303,0.000056816294,0.00064017926,0.00014251209,0.00034597347,0.0035081208],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031223792,0.000044354085,0.661011,0.000007874605,0.00004938705,0.0000067002243,0.00026247685,0.00021884625,0.0000057567877,0.00011561371,0.33516744,0.00310746],"study_design_scores_gemma":[0.000021140722,0.0000024141316,0.8284299,0.00008787195,0.00008185257,0.00023023243,0.0006930073,0.0005705688,0.000004756915,0.0001615446,0.16954686,0.00016984613],"about_ca_topic_score_codex":0.000015712321,"about_ca_topic_score_gemma":0.00006897287,"teacher_disagreement_score":0.84211075,"about_ca_system_score_codex":0.000064872824,"about_ca_system_score_gemma":0.00027347036,"threshold_uncertainty_score":0.9995956},"labels":[],"label_agreement":null},{"id":"W2760681975","doi":"10.12688/f1000research.12715.1","title":"Make researchers revisit past publications to improve reproducibility","year":2017,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network; Mount Sinai Hospital","funders":"","keywords":"Open peer review; Scientific publishing; Publishing; Plant biology; Computer science; Data science; Engineering ethics; Medicine; Political science; Engineering; Biology; Law","score_opus":0.9290358731683478,"score_gpt":0.6633959446979258,"score_spread":0.26563992847042195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760681975","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06505071,0.005136432,0.01747907,0.30860162,0.0031729497,0.029364182,0.0018238998,0.00015466746,0.5692165],"genre_scores_gemma":[0.13475697,0.00024305664,0.011143976,0.0004108453,0.0018371415,0.0025384463,0.00018822913,0.00010701474,0.8487743],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.85319716,0.0596385,0.021530623,0.018890472,0.044344604,0.0023986276],"domain_scores_gemma":[0.7707287,0.014900778,0.009152456,0.17629938,0.026163079,0.0027556138],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","open_science","insufficient_payload"],"category_scores_codex":[0.66110486,0.00070000713,0.0055626296,0.0022836525,0.0010475534,0.015479996,0.024902329,0.00054805854,0.04582826],"category_scores_gemma":[0.6890298,0.00039770646,0.003397464,0.0026869844,0.0004878755,0.00033258405,0.0152213145,0.0027742244,0.06738685],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023254863,0.00011571758,0.021130169,0.00031787832,0.00027024778,0.000009197287,0.0003831927,0.000051586,0.00018591036,0.001287008,0.82154536,0.15468049],"study_design_scores_gemma":[0.00010773892,0.000046478348,0.05888486,0.00017334308,0.00008377532,0.0000034738903,0.00021547134,0.001362191,0.000074734744,0.03198945,0.90665245,0.00040602835],"about_ca_topic_score_codex":0.00040876766,"about_ca_topic_score_gemma":0.00024359727,"teacher_disagreement_score":0.30819076,"about_ca_system_score_codex":0.00043249692,"about_ca_system_score_gemma":0.0015821607,"threshold_uncertainty_score":0.9998475},"labels":[],"label_agreement":null},{"id":"W2760916783","doi":"10.1186/s13643-017-0590-8","title":"Recommendations for reporting of systematic reviews and meta-analyses of diagnostic test accuracy: a systematic review","year":2017,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":142,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Ottawa Hospital; Jewish General Hospital; McMaster University; University of Ottawa","funders":"Canadian Institutes of Health Research; University of Ottawa","keywords":"Systematic review; Medicine; MEDLINE; Cochrane Library; Guideline; Protocol (science); Meta-analysis; Test (biology); Medical physics; Family medicine; Alternative medicine; Pathology","score_opus":0.9613751068015918,"score_gpt":0.6744415448250984,"score_spread":0.28693356197649333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760916783","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.163619e-8,0.8003549,0.0037413603,0.00017569668,0.00041488773,0.19445235,0.00043471073,0.000015735992,0.00041032914],"genre_scores_gemma":[0.00000358845,0.89086205,0.0068398863,0.00016293745,0.00009633744,0.095289476,0.00014091838,0.00016725878,0.006437568],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.48298055,0.16764559,0.33472767,0.0043662624,0.009126834,0.0011531078],"domain_scores_gemma":[0.056551747,0.37182093,0.5354584,0.029789288,0.005815276,0.0005643646],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.65425,0.0038933004,0.28534368,0.0019166487,0.00059847697,0.0015782316,0.010255521,0.0007178274,0.00141982],"category_scores_gemma":[0.98445624,0.0014408194,0.061679814,0.003438286,0.0003254878,0.0008531558,0.0008603929,0.0007281765,0.0017117586],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.096451e-7,0.000114418595,0.0000010102691,0.95827156,0.014629112,0.0000055505975,0.00012732374,1.4845455e-7,3.307546e-7,0.00022190057,0.023009665,0.0036185395],"study_design_scores_gemma":[0.00006029069,0.000049196162,4.4592788e-8,0.49771848,0.30486313,0.00022104318,0.00006458325,0.000028471291,2.7179365e-7,0.00014862797,0.19631101,0.0005348367],"about_ca_topic_score_codex":0.000025578938,"about_ca_topic_score_gemma":0.000023180884,"teacher_disagreement_score":0.4605531,"about_ca_system_score_codex":0.00021492584,"about_ca_system_score_gemma":0.00060837535,"threshold_uncertainty_score":0.999493},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2762200842","doi":"10.1093/annonc/mdx385.023","title":"Development of a web-based application using machine learning algorithms to facilitate systematic literature reviews","year":2017,"lang":"en","type":"article","venue":"Annals of Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; BC Cancer Agency","funders":"","keywords":"Concordance; Medicine; Machine learning; MEDLINE; Algorithm; Artificial intelligence; Interim; Clinical trial; Systematic review; Logistic regression; Natural language processing; Medical physics; Information retrieval; Computer science; Pathology; Internal medicine","score_opus":0.8328462362553098,"score_gpt":0.5783315057393391,"score_spread":0.25451473051597073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762200842","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4640767,0.035862546,0.47417566,0.004643271,0.0006681404,0.010574158,0.000101134036,0.000019822517,0.009878562],"genre_scores_gemma":[0.69831604,0.00025652582,0.2970064,0.00067552197,0.000058278074,0.00033822047,0.000022481314,0.000019977118,0.0033065726],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98271877,0.005978478,0.008851175,0.00060188334,0.001631497,0.00021820485],"domain_scores_gemma":[0.98265344,0.001301158,0.011482612,0.002718647,0.0017112608,0.00013285843],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09711108,0.00023181995,0.004681505,0.00040461856,0.00024961703,0.00019315085,0.0016697493,0.000118071424,0.00027201133],"category_scores_gemma":[0.033148304,0.00011921537,0.0008798975,0.0005463797,0.00006137167,0.00014811351,0.00016425329,0.00013682038,0.00044944507],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011917816,0.000765179,0.015292043,0.055452015,0.0011539797,0.000020566846,0.01996277,0.00231605,0.040166084,0.0010896917,0.012263047,0.8513994],"study_design_scores_gemma":[0.0005887595,0.00038448515,0.0022052843,0.006837605,0.00031598672,0.0000148517665,0.0004076138,0.13570097,0.002134447,0.0004915026,0.8505312,0.0003872992],"about_ca_topic_score_codex":0.000016094686,"about_ca_topic_score_gemma":0.00007102517,"teacher_disagreement_score":0.8510121,"about_ca_system_score_codex":0.000029102655,"about_ca_system_score_gemma":0.00019133027,"threshold_uncertainty_score":0.9749959},"labels":[],"label_agreement":null},{"id":"W2762364541","doi":"10.1177/2515245917747646","title":"Many Analysts, One Data Set: Making Transparent How Variations in Analytic Choices Affect Results","year":2018,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":855,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Kellogg's (Canada)","funders":"Natural Sciences and Engineering Research Council of Canada; Institute of Education Sciences; U.S. Department of Education; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Leverhulme Trust; Jan Wallanders och Tom Hedelius Stiftelse samt Tore Browaldhs Stiftelse; H2020 European Research Council; Riksbankens Jubileumsfond","keywords":"Affect (linguistics); Variation (astronomy); Set (abstract data type); Psychology; Crowdsourcing; Covariate; Odds; Quality (philosophy); Social psychology; Econometrics; Computer science; Statistics; Logistic regression; Mathematics","score_opus":0.8536502812974519,"score_gpt":0.7364175045728222,"score_spread":0.11723277672462973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762364541","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14704451,0.014092962,0.75871277,0.01134008,0.00161399,0.0019339696,0.000087496264,0.000021177513,0.065153055],"genre_scores_gemma":[0.66222227,0.0013990034,0.3359111,0.0002512091,0.00006866918,0.000022618548,0.000003242194,0.000003649327,0.0001182133],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9677669,0.020166302,0.004846436,0.0033542982,0.0032238415,0.0006422624],"domain_scores_gemma":[0.96335894,0.025242435,0.006089604,0.004762555,0.00036328923,0.00018317546],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.33070323,0.00030757074,0.0019997896,0.001137278,0.0002619189,0.001378517,0.0050800354,0.00012683215,0.0006012941],"category_scores_gemma":[0.19105177,0.000165046,0.00016970997,0.010433977,0.00095853483,0.004624615,0.0004656845,0.0005182245,0.00004587268],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017685711,0.00046242747,0.2358175,0.000047394027,0.000035300614,0.000033706478,0.0013312456,0.00037156357,0.0006339107,0.006729246,0.00021741884,0.7541434],"study_design_scores_gemma":[0.00081867486,0.00033584662,0.70540726,0.0002084613,0.00012299459,0.00002597597,0.0012957451,0.14468224,0.00002733894,0.055941563,0.090653285,0.0004806257],"about_ca_topic_score_codex":0.000060447135,"about_ca_topic_score_gemma":0.0023065917,"teacher_disagreement_score":0.75366277,"about_ca_system_score_codex":0.00006149394,"about_ca_system_score_gemma":0.00004754783,"threshold_uncertainty_score":0.99965817},"labels":[],"label_agreement":null},{"id":"W2762597371","doi":"10.1002/jrsm.1272","title":"A scoping approach to systematically review published reviews: Adaptations and recommendations","year":2017,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Manitoba Health; University of Manitoba","funders":"Manitoba Health Research Council; Heart and Stroke Foundation of Canada","keywords":"Systematic review; Multidisciplinary approach; Health care; Publication; MEDLINE; Engineering ethics; Medical education; Medicine; Psychology; Political science; Sociology; Social science; Engineering","score_opus":0.9562756172992223,"score_gpt":0.732530525072342,"score_spread":0.22374509222688033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762597371","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000049862752,0.05130843,0.74557483,0.043160982,0.00020108001,0.008821954,0.000020417714,0.000015071112,0.15084739],"genre_scores_gemma":[0.0016591663,0.0126232095,0.9737823,0.0005110328,0.00011219875,0.0036035546,0.0000035823548,0.00002812147,0.007676856],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.72901195,0.23999874,0.01683042,0.003037333,0.010009255,0.001112313],"domain_scores_gemma":[0.78337365,0.16554652,0.010324053,0.029767998,0.009041227,0.0019465218],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.71929663,0.0003563408,0.0061187735,0.0010032427,0.0020156987,0.0075051854,0.005244562,0.00011328469,0.005225578],"category_scores_gemma":[0.87200063,0.00017982813,0.0011757858,0.0020051126,0.00023859672,0.0010337632,0.0010645906,0.00045502544,0.0023685955],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032779164,0.0001075633,0.00021640322,0.010942959,0.00020395513,0.000001385355,0.0003549346,0.0000025030827,0.00013243442,0.017989576,0.2868491,0.6831959],"study_design_scores_gemma":[0.00017419198,0.0000713302,0.0035107092,0.07739039,0.00080667174,0.000050726183,0.0016915352,0.012628443,0.000112603,0.018927647,0.8838065,0.00082924205],"about_ca_topic_score_codex":0.000028964902,"about_ca_topic_score_gemma":0.000017965442,"teacher_disagreement_score":0.68236667,"about_ca_system_score_codex":0.000080037484,"about_ca_system_score_gemma":0.00021357815,"threshold_uncertainty_score":0.99928355},"labels":[],"label_agreement":null},{"id":"W2762693218","doi":"10.1080/00224499.2017.1395387","title":"Promoting Transparent Reporting of Conflicts of Interests and Statistical Analyses at <i>The Journal of Sex Research</i>","year":2017,"lang":"en","type":"editorial","venue":"The Journal of Sex Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Psychology; Process (computing); Statistical analysis; Computer science; Statistics; Mathematics","score_opus":0.930885029167329,"score_gpt":0.7046851949869779,"score_spread":0.22619983418035106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762693218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8312857,0.040485878,0.005348851,0.0038079126,0.109334596,0.0035877773,0.0004427499,0.000002717374,0.005703822],"genre_scores_gemma":[0.8985345,0.00529436,0.000779717,0.000007489179,0.0858871,0.0000053715617,0.0000064361957,0.00006394515,0.009421099],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.731208,0.12816761,0.061131224,0.0010333329,0.07696093,0.0014988723],"domain_scores_gemma":[0.7105691,0.15618278,0.086918786,0.0050056833,0.040677223,0.00064644765],"candidate_categories":["metaresearch","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.72840136,0.0003715776,0.0068835933,0.0015353177,0.0007601402,0.00077096536,0.006920901,0.00034190502,0.0011215269],"category_scores_gemma":[0.48911104,0.00013513722,0.0013919352,0.0011405534,0.0021387162,0.00028215616,0.0009764218,0.0045059593,0.000020015497],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005560343,0.00015078983,0.0016073053,0.0010850733,0.0017454134,0.00017119125,0.015600011,0.000060776336,0.0061518294,0.000011254201,0.9573598,0.015500511],"study_design_scores_gemma":[0.0025521342,0.005937091,0.00318316,0.011266803,0.004168371,0.002042671,0.03372382,0.0023993885,0.013614679,0.008423412,0.91203606,0.00065239955],"about_ca_topic_score_codex":0.00018058532,"about_ca_topic_score_gemma":0.00017086814,"teacher_disagreement_score":0.2392903,"about_ca_system_score_codex":0.00016079689,"about_ca_system_score_gemma":0.0017940658,"threshold_uncertainty_score":0.99979156},"labels":[],"label_agreement":null},{"id":"W2763135972","doi":"10.1002/14651858.ed000076","title":"Why the Cochrane Risk of Bias Tool Should not Include Funding Source as a Standard Item","year":2013,"lang":"en","type":"editorial","venue":"Cochrane Database of Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cochrane Library; Systematic review; Publication bias; Medicine; Cochrane collaboration; MEDLINE; Meta-analysis; Political science; Law","score_opus":0.5602004953216383,"score_gpt":0.5024558693210135,"score_spread":0.0577446260006248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763135972","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008781717,0.5857571,0.03930499,0.000590549,0.32184142,0.037900615,0.011206641,0.000044761404,0.002475772],"genre_scores_gemma":[0.0018077955,0.5703983,0.015433872,0.0017352663,0.34640363,0.010401653,0.0050610676,0.00085384626,0.04790463],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7919807,0.096829385,0.06682594,0.0033234968,0.039943114,0.0010973766],"domain_scores_gemma":[0.39681047,0.33646125,0.189196,0.05702637,0.019496037,0.0010098838],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.4998686,0.0022693982,0.04348905,0.0013081798,0.00052775786,0.001766768,0.012740508,0.0009941246,0.013012829],"category_scores_gemma":[0.7683358,0.00089336146,0.010394153,0.0035610786,0.00055683125,0.0008141445,0.0016989318,0.0018560218,0.0072827497],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032270083,0.000060930102,0.000031545325,0.30963486,0.00094719586,0.0000067396977,0.00050034275,0.000010875857,0.00006296606,0.00016610397,0.68803525,0.0005108871],"study_design_scores_gemma":[0.0005275774,0.00015324587,0.0000034250438,0.24682644,0.007550857,0.000029483825,0.00086162833,0.0007379778,0.000066031935,0.00016034252,0.74234575,0.0007372236],"about_ca_topic_score_codex":0.0006452341,"about_ca_topic_score_gemma":0.00015439886,"teacher_disagreement_score":0.3951702,"about_ca_system_score_codex":0.00022558609,"about_ca_system_score_gemma":0.0007218471,"threshold_uncertainty_score":0.9995165},"labels":[],"label_agreement":null},{"id":"W2763848295","doi":"10.1136/bmjopen-2017-017737","title":"Search for unpublished data by systematic reviewers: an audit","year":2017,"lang":"en","type":"review","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto; University of Ottawa; St. Michael's Hospital","funders":"","keywords":"Medicine; Systematic review; Publication bias; Cochrane Library; MEDLINE; Data extraction; Meta-analysis; Grey literature; Audit; Medical literature; Funnel plot; Family medicine; Internal medicine; Pathology; Accounting","score_opus":0.9812505514117378,"score_gpt":0.7451786766279721,"score_spread":0.23607187478376568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763848295","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.4958826e-8,0.8831221,0.0023348837,0.00028183268,0.0007269969,0.09953388,0.0019507294,0.000006908567,0.012042687],"genre_scores_gemma":[1.2752928e-7,0.8660296,0.0048079775,0.00016304899,0.00042747922,0.0135976,0.0032200639,0.00009153891,0.11166255],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.87222016,0.06956236,0.03899099,0.005616917,0.012722297,0.0008872813],"domain_scores_gemma":[0.8616786,0.014310314,0.040246125,0.0801488,0.002966145,0.0006500147],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.62483424,0.0011493746,0.043289207,0.0005645267,0.0006547889,0.03402046,0.08076942,0.0004529971,0.008245912],"category_scores_gemma":[0.25003624,0.0004747129,0.00508778,0.0012724762,0.00010340848,0.0037056596,0.007746357,0.0004296442,0.015305748],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012009009,0.000025678497,0.0000013473161,0.22899963,0.0004920445,0.0000027318606,0.000016572365,5.0682193e-8,3.860101e-9,0.00017796796,0.5087878,0.261495],"study_design_scores_gemma":[0.00012641723,0.00003910323,2.0552737e-7,0.13148975,0.0048128953,0.00003931025,0.00008945986,0.0003705704,1.241335e-8,0.00016120348,0.8623557,0.00051534624],"about_ca_topic_score_codex":0.000059260936,"about_ca_topic_score_gemma":0.00005635807,"teacher_disagreement_score":0.37479797,"about_ca_system_score_codex":0.000113016555,"about_ca_system_score_gemma":0.0017825633,"threshold_uncertainty_score":0.99977046},"labels":[],"label_agreement":null},{"id":"W2764059735","doi":"10.2807/1560-7917.es.2017.22.40.16-00620","title":"PRECEPT: an evidence assessment framework for infectious disease epidemiology, prevention and control","year":2017,"lang":"en","type":"article","venue":"Eurosurveillance","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; Health Sciences Centre; McMaster University Medical Centre","funders":"Centers for Disease Control and Prevention; Institut de Veille Sanitaire; European Centre for Disease Prevention and Control; World Health Organization","keywords":"Precept; Grading (engineering); Evidence-based medicine; Public health; Critical appraisal; Systematic review; Evidence-based practice; Empirical evidence; Management science; Scientific evidence; Medicine; Epidemiology; Computer science; MEDLINE; Risk analysis (engineering); Alternative medicine; Pathology; Mathematics; Political science; Engineering; Statistics","score_opus":0.7291878682246632,"score_gpt":0.6079714854266113,"score_spread":0.12121638279805191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2764059735","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19524366,0.001957775,0.7968069,0.0030920033,0.000757483,0.001570384,0.000054785018,0.000014264796,0.00050278177],"genre_scores_gemma":[0.9829578,0.00011962815,0.014159764,0.0004875584,0.00022323857,0.00017834187,0.000004173326,0.000011811251,0.0018577218],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98105824,0.012744274,0.0036396738,0.0011829832,0.0010876711,0.00028716263],"domain_scores_gemma":[0.97011507,0.018885814,0.0054174904,0.0046457932,0.0006257459,0.00031007378],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12405302,0.00023746185,0.0021269042,0.000077710974,0.0006515939,0.0010699114,0.0013807943,0.000079034864,0.0005273143],"category_scores_gemma":[0.31557667,0.00013219634,0.0007045705,0.00011991365,0.00016325431,0.00057141006,0.00012042461,0.00014630496,0.00013696552],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025190006,0.000035591824,0.9666898,0.000043355038,0.000044999928,0.0000012699668,0.0000302026,0.00007321698,0.000016947537,0.008159555,0.0024901622,0.022389678],"study_design_scores_gemma":[0.00022486976,0.00012506284,0.852047,0.000071263676,0.000058936763,0.0000027320602,0.0000078736075,0.012982954,7.8599055e-7,0.12104664,0.013301568,0.00013029281],"about_ca_topic_score_codex":0.000006887673,"about_ca_topic_score_gemma":0.000060886126,"teacher_disagreement_score":0.7877141,"about_ca_system_score_codex":0.000020694664,"about_ca_system_score_gemma":0.00006192987,"threshold_uncertainty_score":0.9999671},"labels":[],"label_agreement":null},{"id":"W2764272331","doi":"10.3998/weave.12535642.0001.702","title":"How Much Research is Enough?","year":2017,"lang":"en","type":"article","venue":"Weave Journal of Library User Experience","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science","score_opus":0.8918284770402676,"score_gpt":0.6141000447977089,"score_spread":0.2777284322425587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2764272331","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9117247,0.002883619,0.0027423918,0.048180062,0.0012072166,0.0003778911,0.000010687183,0.0000049342766,0.03286851],"genre_scores_gemma":[0.90321153,0.0001898845,0.0065863817,0.000543341,0.0005265192,0.000007743899,2.4744998e-7,0.00001600184,0.08891833],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9788748,0.0052564577,0.005339882,0.0006553635,0.0094377175,0.0004357849],"domain_scores_gemma":[0.9822786,0.0022333458,0.007838438,0.0056284354,0.0015806704,0.00044054392],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.049720597,0.000247064,0.0022723463,0.00061506435,0.0008529334,0.011947652,0.009735469,0.000104065315,0.014754537],"category_scores_gemma":[0.03048652,0.000115118826,0.001476689,0.0007816154,0.00042023006,0.007815101,0.00075283914,0.00053773215,0.0009919486],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036032707,0.00009168301,0.11682258,0.000016326901,0.0001303689,0.00021108639,0.015518027,8.6996016e-7,0.0016708431,0.0052635246,0.8460078,0.014230808],"study_design_scores_gemma":[0.00021430057,0.00013984423,0.019400643,0.000092411676,0.000024196801,0.00012927732,0.0119700385,0.00017782584,0.011174434,0.0100375535,0.94646835,0.00017111478],"about_ca_topic_score_codex":0.0000027752938,"about_ca_topic_score_gemma":6.9816076e-7,"teacher_disagreement_score":0.10046051,"about_ca_system_score_codex":0.000017885926,"about_ca_system_score_gemma":0.00021958443,"threshold_uncertainty_score":0.9997859},"labels":[],"label_agreement":null},{"id":"W2765640881","doi":"10.1016/j.jht.2017.10.005","title":"Bias…can occur during the research or publication process","year":2017,"lang":"en","type":"editorial","venue":"Journal of Hand Therapy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Centre","funders":"","keywords":"Worry; Conceptualization; Publication bias; Process (computing); Computer science; Systematic error; Data science; MEDLINE; Psychology; Statistics; Artificial intelligence; Political science; Psychiatry; Mathematics; Law","score_opus":0.8669866774102482,"score_gpt":0.6353532224129299,"score_spread":0.23163345499731824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765640881","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044186648,0.012601175,0.0002750936,0.010102324,0.924541,0.0018653574,0.000102353595,0.0000042938946,0.0063217473],"genre_scores_gemma":[0.024178097,0.004288166,0.0000977278,0.00006834072,0.8523865,0.000048627942,0.000009365598,0.000042053995,0.11888113],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9597815,0.011616592,0.008131025,0.0005761363,0.019552596,0.0003421118],"domain_scores_gemma":[0.9022899,0.023268484,0.033861246,0.006786631,0.033485886,0.0003078526],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2908238,0.00032569887,0.0033780702,0.0010102077,0.0012075973,0.0100255795,0.008138436,0.000372697,0.00452158],"category_scores_gemma":[0.2071713,0.00009632405,0.0018684615,0.0010563815,0.00022198362,0.0005169792,0.00010721247,0.0016550041,0.0003082983],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014059075,0.00004327183,0.00024741568,0.00004652775,0.00038307326,0.000013234816,0.00069640914,0.0000020997334,0.00002362502,0.000010290851,0.98662233,0.011771145],"study_design_scores_gemma":[0.00051901874,0.00015802855,0.00040942818,0.00017419177,0.00006221255,0.00003089747,0.0003355276,0.000016921495,0.000058039932,0.001853436,0.996268,0.00011433225],"about_ca_topic_score_codex":0.000007487005,"about_ca_topic_score_gemma":0.000053952586,"teacher_disagreement_score":0.112559386,"about_ca_system_score_codex":0.000080940335,"about_ca_system_score_gemma":0.0015900952,"threshold_uncertainty_score":0.997228},"labels":[],"label_agreement":null},{"id":"W2765897150","doi":"10.1016/j.jclinepi.2017.10.004","title":"Evidence reversal—when new evidence contradicts current claims: a systematic overview review of definitions and terms","year":2017,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Terminology; Phenomenon; Systematic review; Grey literature; Meta-analysis; Evidence-based medicine; MEDLINE; Psychology; Medicine; Epistemology; Data science; Computer science; Alternative medicine; Linguistics; Political science; Pathology; Law","score_opus":0.992710229982419,"score_gpt":0.7621177131460084,"score_spread":0.23059251683641058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765897150","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000019644544,0.9867254,0.0038390623,0.0039747087,0.0024581219,0.0028008332,0.000033247445,0.000003044831,0.00016362297],"genre_scores_gemma":[0.000007644743,0.99133474,0.0053243223,0.0017420916,0.0009430685,0.00005404446,0.000003831559,0.00003122336,0.00055901],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.406871,0.3672107,0.21531752,0.0026505904,0.0070106015,0.0009396189],"domain_scores_gemma":[0.05254166,0.6438616,0.28885105,0.009188517,0.0040682163,0.0014889799],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.72598016,0.0010976344,0.10946458,0.00072098215,0.00018069509,0.00025215605,0.0077355406,0.0008783948,0.0020690637],"category_scores_gemma":[0.9520133,0.00046155407,0.022509646,0.0007856822,0.00080310385,0.0008389015,0.00061531,0.0025934284,0.0007565405],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006396467,0.000043211738,0.0004339619,0.43865612,0.00087013294,0.000017905948,0.000011526424,1.6961303e-7,3.6573098e-9,0.0018270117,0.1088127,0.44932088],"study_design_scores_gemma":[0.00010625294,0.00019315,0.00016289958,0.52925825,0.010750043,0.00050273095,0.0000045511506,0.000014297783,1.5851581e-9,0.0140623255,0.44475588,0.00018964706],"about_ca_topic_score_codex":0.000013350351,"about_ca_topic_score_gemma":0.000008868066,"teacher_disagreement_score":0.44913122,"about_ca_system_score_codex":0.00009843456,"about_ca_system_score_gemma":0.0029373947,"threshold_uncertainty_score":0.99978364},"labels":[],"label_agreement":null},{"id":"W2765961131","doi":"10.1016/j.jcjd.2017.08.047","title":"Lay- or Expert-Led Interventions for Weight Loss in Overweight Youth, What Works? A Systematic Review and Network Meta-Analysis","year":2017,"lang":"en","type":"review","venue":"Canadian Journal of Diabetes","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Manitoba Beekeepers' Association","funders":"","keywords":"Overweight; Medicine; Psychological intervention; Meta-analysis; Systematic review; Weight loss; Gerontology; MEDLINE; Obesity; Psychiatry","score_opus":0.7489123008260208,"score_gpt":0.5224055415314969,"score_spread":0.2265067592945239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765961131","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000035666044,0.994262,0.00039838324,0.0005521975,0.00058961817,0.0039522564,0.00019840054,0.0000015117027,0.0000420885],"genre_scores_gemma":[0.000091425376,0.99563026,0.00078731845,0.00045805273,0.00021581244,0.00054206606,0.000042702075,0.0000525574,0.0021798182],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9567652,0.014599302,0.024655035,0.0010847858,0.0020695466,0.00082617096],"domain_scores_gemma":[0.949409,0.009679046,0.033039752,0.004764393,0.0018436263,0.001264199],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.11665584,0.001088826,0.06052511,0.0031785432,0.00038565588,0.0069711492,0.0048432276,0.0003922174,0.0063476427],"category_scores_gemma":[0.047667254,0.00045316518,0.042602085,0.0032976496,0.00017084564,0.0017138987,0.00010881622,0.000595486,0.000111930305],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.7737277e-7,0.000035460864,0.00012716877,0.641825,0.28375924,0.000052404175,0.00033269773,0.00000832281,8.111477e-10,0.00012994712,0.015950378,0.057778493],"study_design_scores_gemma":[0.000087242115,0.00003652097,0.000002493046,0.32737693,0.51480675,0.000014402723,0.00015278785,0.000022619293,3.5303804e-9,0.00032982402,0.15685011,0.00032031335],"about_ca_topic_score_codex":0.000049015875,"about_ca_topic_score_gemma":0.011470134,"teacher_disagreement_score":0.3144481,"about_ca_system_score_codex":0.00022877021,"about_ca_system_score_gemma":0.0012524496,"threshold_uncertainty_score":0.999792},"labels":[],"label_agreement":null},{"id":"W2766211624","doi":"10.1016/j.jclinepi.2017.10.005","title":"Advances in the GRADE approach to rate the certainty in estimates from a network meta-analysis","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":733,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Toronto; McMaster University; Impact","funders":"","keywords":"Pairwise comparison; Certainty; Grading (engineering); Quality of evidence; Meta-analysis; Computer science; Econometrics; Management science; Mathematics; Medicine; Artificial intelligence; Economics; Engineering","score_opus":0.9561725517383401,"score_gpt":0.6977475494769513,"score_spread":0.25842500226138887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766211624","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2251687,0.056419637,0.37120426,0.32885557,0.0026999654,0.002341064,0.000035258487,0.0000043429263,0.013271204],"genre_scores_gemma":[0.952601,0.00085844175,0.03516518,0.0104982,0.00063267286,0.00003876701,0.000001873177,0.00000680992,0.00019706863],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6576855,0.2762834,0.060735945,0.0014665549,0.0030306438,0.0007979233],"domain_scores_gemma":[0.37615392,0.5636846,0.05174101,0.007313307,0.0007749785,0.00033221242],"candidate_categories":["metaresearch","metaepi_broad","open_science"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.75476635,0.0003154299,0.02212654,0.00030763168,0.00024887902,0.00038892456,0.0078015416,0.00021681024,0.0008634268],"category_scores_gemma":[0.7331273,0.00008713619,0.013842267,0.0012736247,0.0003592452,0.00033172296,0.00026683533,0.0011894315,0.00015037041],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007745654,0.00017567202,0.80381554,0.000004934005,0.016176831,0.000019085861,0.0002849289,0.1452618,1.609169e-7,0.006166206,0.020131482,0.00788589],"study_design_scores_gemma":[0.00022296388,0.00007084177,0.647064,0.0000072848106,0.022983447,0.000008168204,0.00030908082,0.04270917,5.7573256e-8,0.25140157,0.03512523,0.00009818023],"about_ca_topic_score_codex":0.00018728092,"about_ca_topic_score_gemma":0.0011353737,"teacher_disagreement_score":0.72743225,"about_ca_system_score_codex":0.000014601636,"about_ca_system_score_gemma":0.00007553743,"threshold_uncertainty_score":0.9975667},"labels":[],"label_agreement":null},{"id":"W2766215840","doi":"10.1503/cmaj.170840","title":"Canadian funders and institutions are lagging on reporting results of clinical trials","year":2017,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"University of Ottawa","keywords":"Lagging; Clinical trial; Medicine; Alternative medicine; Family medicine; Ethics committee; MEDLINE; Pathology; Political science; Law; Public administration","score_opus":0.9016296759586734,"score_gpt":0.6355308264775761,"score_spread":0.2660988494810973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766215840","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54812884,0.00033882586,0.0005993865,0.31407297,0.005610054,0.0006599692,0.0003013229,0.0000047669805,0.13028386],"genre_scores_gemma":[0.9929005,0.00006163228,0.00022250511,0.003268885,0.0009654707,0.0000022908682,0.000003268276,0.0000053932763,0.0025700587],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.95200616,0.013223367,0.026739875,0.00054218504,0.00700985,0.0004785661],"domain_scores_gemma":[0.86733335,0.01758227,0.10211271,0.00253971,0.0037382222,0.0066937245],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.59166884,0.00015012386,0.0032727316,0.0005838563,0.0015219653,0.001446879,0.0011728194,0.00039580368,0.0035991303],"category_scores_gemma":[0.9196804,0.00008502998,0.0011837275,0.00025999142,0.00010639217,0.00024426464,0.000032115386,0.0008655424,0.00023569475],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005296232,0.000010073385,0.5125709,0.000005085682,0.00026518217,0.00024655345,0.00015728387,0.000015451433,3.655773e-7,0.0011607761,0.3733445,0.11221852],"study_design_scores_gemma":[0.0006500309,0.000022640059,0.38412073,0.00017086302,0.0001000835,0.00007711377,0.00090622157,0.00090068654,6.224284e-7,0.0012734554,0.61167353,0.0001039851],"about_ca_topic_score_codex":0.08781548,"about_ca_topic_score_gemma":0.8700814,"teacher_disagreement_score":0.7822659,"about_ca_system_score_codex":0.00046603524,"about_ca_system_score_gemma":0.008190328,"threshold_uncertainty_score":0.9997779},"labels":[],"label_agreement":null},{"id":"W2766439930","doi":"10.1016/j.jclinepi.2017.10.017","title":"Reproducible research practices are underused in systematic reviews of biomedical interventions","year":2017,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":117,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; St. Michael's Hospital; Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Generalitat Valenciana; University of Bristol; National Institute for Health and Care Research; Cancer Research UK; Medical Research Council; University of Ottawa","keywords":"Systematic review; Psychological intervention; Medicine; MEDLINE; Data science; Management science; Computer science; Engineering; Nursing; Political science","score_opus":0.9980100150901896,"score_gpt":0.8607453153991359,"score_spread":0.1372646996910537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766439930","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001803792,0.98914874,0.0017741176,0.0027296785,0.0024157339,0.0030910755,0.000013475073,0.0000012929331,0.0008078396],"genre_scores_gemma":[0.000055370718,0.9908073,0.0048539615,0.000098891614,0.0010128635,0.000104809566,0.0000047234935,0.000025856156,0.0030362497],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.046616938,0.7044956,0.2398105,0.0022181373,0.006146574,0.0007122673],"domain_scores_gemma":[0.009397817,0.55107135,0.4242682,0.010524654,0.004193222,0.0005447786],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.9690113,0.0006559545,0.12627746,0.003295662,0.00014985832,0.00024362981,0.0104745515,0.0014567184,0.0026606617],"category_scores_gemma":[0.9951845,0.00025412784,0.040104948,0.0023640909,0.0011121033,0.00040540317,0.0007870395,0.005074459,0.0019468613],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022367707,0.0008326807,0.0042780554,0.42579618,0.0018475356,0.000102717444,0.000041284824,0.0000013977354,1.8222641e-8,0.0015480962,0.13265951,0.43287015],"study_design_scores_gemma":[0.00017981477,0.0003083769,0.00044056826,0.22625741,0.0021967716,0.00019436778,0.00010205127,0.000039989238,3.3290373e-9,0.007610306,0.7625381,0.000132253],"about_ca_topic_score_codex":0.000025212921,"about_ca_topic_score_gemma":0.00008299774,"teacher_disagreement_score":0.6298786,"about_ca_system_score_codex":0.00012358229,"about_ca_system_score_gemma":0.001523596,"threshold_uncertainty_score":0.9999911},"labels":[],"label_agreement":null},{"id":"W2766608852","doi":"10.1016/j.jval.2017.08.999","title":"Estimating the Comparative Accuracy of Diagnostic Tests: AN Example using Typhoid Fever","year":2017,"lang":"en","type":"article","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Typhoid fever; Salmonella typhi; Widal test; Medicine; Blood culture; Internal medicine; Incidence (geometry); Salmonella; Population; Immunology; Diagnostic test; Veterinary medicine; Virology; Biology; Environmental health; Microbiology; Mathematics; Antibiotics","score_opus":0.9348896130216434,"score_gpt":0.6298666315882766,"score_spread":0.3050229814333668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766608852","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9887147,0.0008223994,0.008143133,0.0005739722,0.0003019311,0.0008313878,0.0000083476725,0.0000024273158,0.00060171535],"genre_scores_gemma":[0.96999776,0.00001105613,0.029651523,0.00015782965,0.000076833436,0.0000129278005,0.0000013120136,0.000005974765,0.00008477192],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9817948,0.009688223,0.005647309,0.00056860864,0.0020321738,0.00026891427],"domain_scores_gemma":[0.93717617,0.04454964,0.011548236,0.0059870314,0.00056907476,0.00016986908],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0908576,0.00016271081,0.0019937127,0.00013950437,0.0005927554,0.00058324955,0.0020224159,0.000034317494,0.00057590834],"category_scores_gemma":[0.13252346,0.00007189995,0.0002890302,0.00040864092,0.00012267032,0.0004288653,0.00015071257,0.00015767277,0.0001672119],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000099849685,0.00032590405,0.62822586,0.00044478662,0.00012118204,0.000009079139,0.030897822,0.28134632,0.00014178733,0.0081697665,0.006241027,0.044066466],"study_design_scores_gemma":[0.00015866422,0.000050422568,0.15417463,0.0002941551,0.000029371131,0.000008358471,0.0013459406,0.83188254,0.000016642693,0.009770782,0.002161587,0.000106907486],"about_ca_topic_score_codex":0.015411485,"about_ca_topic_score_gemma":0.00053620926,"teacher_disagreement_score":0.5505362,"about_ca_system_score_codex":0.00005925833,"about_ca_system_score_gemma":0.00025921292,"threshold_uncertainty_score":0.99114496},"labels":[],"label_agreement":null},{"id":"W2767123007","doi":"10.1515/cclm-2017-0759","title":"How to reduce scientific irreproducibility: the 5-year reflection","year":2017,"lang":"en","type":"article","venue":"Clinical Chemistry and Laboratory Medicine (CCLM)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network; Mount Sinai Hospital","funders":"","keywords":"Credibility; Quality (philosophy); Reflection (computer programming); Value (mathematics); Translational research; Engineering ethics; Data science; Translational science; Replicate; Psychology; Computer science; Medicine; Political science; Epistemology; Engineering; Pathology","score_opus":0.7758202005013688,"score_gpt":0.5982165954644492,"score_spread":0.17760360503691963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767123007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9196888,0.0009116495,0.00030540102,0.06586629,0.0018681034,0.0004781563,0.00001714579,0.000011965985,0.010852493],"genre_scores_gemma":[0.9385867,0.000032875432,0.00031720987,0.00082668324,0.0020018746,0.000023988514,0.0000043955006,0.000009996302,0.058196295],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9873105,0.0028231146,0.004487042,0.0023083037,0.002799766,0.00027123425],"domain_scores_gemma":[0.9784115,0.0033592386,0.0032845417,0.012312119,0.0021188592,0.00051371905],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19355279,0.00025554182,0.0019517399,0.00004030988,0.0012084383,0.0020989256,0.002373075,0.0001665921,0.0019556226],"category_scores_gemma":[0.38379532,0.000105608226,0.0004282621,0.0007694131,0.0014769629,0.00026068953,0.00032237844,0.00046577715,0.00033149487],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060255275,0.00010455644,0.06034783,0.0001314546,0.00014354206,0.000010534151,0.00047647455,0.0000016352948,0.017218592,0.0002335032,0.8878456,0.033426072],"study_design_scores_gemma":[0.00037225656,0.00006936589,0.031923607,0.00008714639,0.00019267191,0.0000057557395,0.0014254819,0.00007738882,0.0026794793,0.002338028,0.960652,0.00017680193],"about_ca_topic_score_codex":0.000003595038,"about_ca_topic_score_gemma":0.000007853601,"teacher_disagreement_score":0.19024253,"about_ca_system_score_codex":0.000018929826,"about_ca_system_score_gemma":0.00015642562,"threshold_uncertainty_score":0.99895674},"labels":[],"label_agreement":null},{"id":"W2767159407","doi":"10.1136/bmjopen-2017-018856","title":"Association between statistical significance and time to publication among systematic reviews: a study protocol for a meta-epidemiological investigation","year":2017,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Japan Society for the Promotion of Science","keywords":"Medicine; Publication bias; Protocol (science); Family medicine; Clinical trial; Systematic review; Meta-analysis; Epidemiology; Publication; Peer review; Psychological intervention; MEDLINE; Medical education; Alternative medicine; Pathology; Psychiatry","score_opus":0.9313157082465333,"score_gpt":0.6675016834766426,"score_spread":0.2638140247698907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767159407","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010566063,0.000007639369,0.02433292,0.004663386,0.00002228043,0.9677949,0.000057836674,0.000007191483,0.002057258],"genre_scores_gemma":[0.005251097,1.54582e-7,0.015819438,0.0003433247,0.00008147814,0.9580355,0.000014325678,0.000010532692,0.020444103],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9462198,0.036150314,0.012633798,0.0014800567,0.0031951717,0.00032087398],"domain_scores_gemma":[0.9526178,0.02080832,0.019536309,0.0047544125,0.00192688,0.0003562405],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.43747333,0.00032799857,0.0075542433,0.00014376514,0.0005588166,0.0060063666,0.0031075007,0.000110508634,0.0028724002],"category_scores_gemma":[0.62210315,0.00014013749,0.0006667792,0.0003478492,0.000054531243,0.0009712196,0.000613615,0.000104688406,0.002754623],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038969145,0.00012038511,0.43077576,0.004538728,0.0021996042,9.023231e-7,0.0005080431,0.000004691786,0.000010259132,0.0014698589,0.55792946,0.0024033396],"study_design_scores_gemma":[0.0015330492,0.0007942432,0.88735014,0.0016773328,0.008051565,0.0000019166973,0.00027303057,0.008953924,0.0000067976603,0.023167167,0.06747135,0.00071950327],"about_ca_topic_score_codex":0.00006146828,"about_ca_topic_score_gemma":0.00005321489,"teacher_disagreement_score":0.49045813,"about_ca_system_score_codex":0.00008978706,"about_ca_system_score_gemma":0.00008086727,"threshold_uncertainty_score":0.9980391},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"evaluation","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_narrow","metaepi_broad","metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2767548617","doi":"10.1016/j.conctc.2017.11.004","title":"Quality of abstracts of pilot trials in heart failure: A protocol for a systematic survey","year":2017,"lang":"en","type":"article","venue":"Contemporary Clinical Trials Communications","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University","funders":"","keywords":"Consolidated Standards of Reporting Trials; Medicine; Protocol (science); MEDLINE; Clinical trial; Alternative medicine; Research design; Medical physics; Randomized controlled trial; Family medicine; Pathology; Statistics","score_opus":0.9916391928323226,"score_gpt":0.7737886020844078,"score_spread":0.2178505907479148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767548617","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018753096,0.0007591001,0.010439686,0.014086483,0.0004941543,0.9466259,0.0015069869,0.000018899362,0.0073156934],"genre_scores_gemma":[0.8692102,0.0000068238674,0.012931797,0.000076308614,0.000053039505,0.117293924,0.00002797914,0.000015017958,0.00038493556],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.12984031,0.6843229,0.17980233,0.0013785716,0.0042912276,0.0003646477],"domain_scores_gemma":[0.16331248,0.678468,0.124893054,0.028972931,0.004107774,0.00024579267],"candidate_categories":["metaresearch","metaepi_broad","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.92898357,0.00034082605,0.026623588,0.00037782997,0.0002963456,0.00060771644,0.009628087,0.00024717333,0.00031079174],"category_scores_gemma":[0.9642773,0.00017390793,0.006538808,0.00056166545,0.00062931224,0.00046542613,0.0007359188,0.00036034102,0.00010840852],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003352917,0.0070952494,0.76062244,0.01903946,0.0026591504,6.64033e-7,0.00040739457,0.000020113717,0.0008692974,0.015797313,0.18814996,0.0019860466],"study_design_scores_gemma":[0.019328827,0.001167654,0.89021504,0.010478291,0.00048264966,0.0000013008107,0.0006816908,0.001347134,0.00018402206,0.038769446,0.03668059,0.0006633352],"about_ca_topic_score_codex":0.0005289511,"about_ca_topic_score_gemma":0.0016629645,"teacher_disagreement_score":0.8504571,"about_ca_system_score_codex":0.000019827074,"about_ca_system_score_gemma":0.0007863147,"threshold_uncertainty_score":0.9957303},"labels":[],"label_agreement":null},{"id":"W2767576076","doi":"10.1177/1740774517741113","title":"A systematic review and development of a classification framework for factors associated with missing patient-reported outcome data","year":2017,"lang":"en","type":"review","venue":"Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Missing data; CINAHL; Context (archaeology); MEDLINE; Medicine; Systematic review; Data extraction; Descriptive statistics; Data science; Data mining; Computer science; Statistics; Psychological intervention; Machine learning; Nursing","score_opus":0.9930611274809161,"score_gpt":0.7549930211570781,"score_spread":0.238068106323838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767576076","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000066236107,0.9607457,0.02299874,0.000074213356,0.00040486208,0.015360244,0.00036543244,0.000007547696,0.000036658814],"genre_scores_gemma":[0.00002153896,0.97756964,0.020437175,0.00008670628,0.00007345726,0.0006115876,0.00066534267,0.00004929247,0.00048523568],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.824797,0.068522006,0.10017215,0.0023401796,0.0038606473,0.00030805828],"domain_scores_gemma":[0.16886888,0.4444801,0.3557386,0.026483852,0.003784157,0.0006443906],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6098133,0.000801753,0.06787875,0.0002930802,0.00028527138,0.0009199821,0.004313509,0.0007558925,0.0002817827],"category_scores_gemma":[0.9447931,0.00029612356,0.005197655,0.0006497424,0.00016908586,0.00020952827,0.00045663508,0.00046972203,0.00006830309],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037704929,0.000113909344,0.00031152554,0.5450074,0.006646665,0.0000010434765,0.000043333526,7.934979e-9,6.534164e-9,0.000066981884,0.001516275,0.44628906],"study_design_scores_gemma":[0.00027474106,0.0000625041,0.00010719742,0.6143962,0.062412884,0.0000029771525,0.000063353895,0.000027180522,2.192672e-8,0.0005021555,0.3217337,0.000417071],"about_ca_topic_score_codex":4.2952658e-7,"about_ca_topic_score_gemma":0.0000027583246,"teacher_disagreement_score":0.6559281,"about_ca_system_score_codex":0.0000594864,"about_ca_system_score_gemma":0.0010378716,"threshold_uncertainty_score":0.9999491},"labels":[],"label_agreement":null},{"id":"W2767944277","doi":"10.1186/s12992-017-0304-y","title":"Measuring the bias against low-income country research: an Implicit Association Test","year":2017,"lang":"en","type":"article","venue":"Globalization and Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research; York University; Commonwealth Fund","keywords":"Implicit-association test; Per capita; CLARITY; Poisson regression; Quantile regression; Psychology; Per capita income; Test (biology); Health services research; Gross domestic product; Social psychology; Econometrics; Health care; Demography; Economics; Sociology; Population; Economic growth","score_opus":0.8748449622454395,"score_gpt":0.6010165327186922,"score_spread":0.27382842952674735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767944277","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75658274,0.004071152,0.014229424,0.0887339,0.0017668309,0.004865907,0.00030990146,0.000068218294,0.12937191],"genre_scores_gemma":[0.9948974,0.00047054302,0.00013745255,0.0020118435,0.00017259938,0.000013518799,0.000017663744,0.0000070751166,0.002271877],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98480654,0.006290883,0.0030285,0.00057354115,0.00493739,0.00036314962],"domain_scores_gemma":[0.9893355,0.0015502521,0.004276535,0.0028449714,0.0017370146,0.0002557408],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20731029,0.00013575717,0.0009894926,0.00014357435,0.0026272645,0.0038528284,0.001322287,0.00007861489,0.00028803435],"category_scores_gemma":[0.056952126,0.00006418955,0.0001700436,0.0006160615,0.00006433973,0.00041839766,0.00015407235,0.0001535453,0.00042384697],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017001129,0.00003702171,0.9141403,0.00005203979,0.000026734619,5.7910654e-7,0.00052970316,0.000038505117,0.000007301786,0.015246554,0.05281823,0.017101372],"study_design_scores_gemma":[0.00016801708,0.000036043057,0.8731865,0.00006654034,0.000014089155,0.0000020723671,0.00056971854,0.010057953,0.0000020428965,0.0047320663,0.11107743,0.00008750805],"about_ca_topic_score_codex":0.00042847046,"about_ca_topic_score_gemma":0.0019315967,"teacher_disagreement_score":0.23831467,"about_ca_system_score_codex":0.0002472681,"about_ca_system_score_gemma":0.0002206643,"threshold_uncertainty_score":0.9986712},"labels":[],"label_agreement":null},{"id":"W2768349508","doi":"10.1136/bjsports-2017-098520","title":"Distinguishing between causal and non-causal associations: implications for sports medicine clinicians","year":2017,"lang":"en","type":"editorial","venue":"British Journal of Sports Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"","keywords":"Causation; Observational study; Causality (physics); Confounding; Causal inference; Association (psychology); Causal model; Psychology; Outcome (game theory); Medicine; Clinical psychology; Psychotherapist; Epistemology","score_opus":0.4183693885946306,"score_gpt":0.5230045738869525,"score_spread":0.10463518529232196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768349508","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039031797,0.04294027,0.016048618,0.0152446795,0.90953654,0.0028960188,0.0020596716,0.000019199115,0.0073518273],"genre_scores_gemma":[0.039313123,0.0122171715,0.0024460987,0.00021343229,0.9352267,0.000034451696,0.0008735876,0.00010445122,0.009570998],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96331286,0.0011551572,0.022382664,0.0012515888,0.011352341,0.00054538494],"domain_scores_gemma":[0.9048471,0.023021873,0.056947447,0.00267891,0.011713664,0.0007910153],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1963226,0.0006731092,0.011414862,0.00085664284,0.00090264314,0.0009048537,0.0027947812,0.0008387154,0.0010795842],"category_scores_gemma":[0.42091537,0.0004234705,0.0015423616,0.00056216645,0.0005632535,0.00042681102,0.0001717012,0.0015517031,0.000008909039],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007773526,0.000023368972,0.032877345,0.00011311022,0.00037614696,0.00016970617,0.00018756995,8.5188e-7,6.381266e-7,0.000022018961,0.78976774,0.17645372],"study_design_scores_gemma":[0.001067035,0.00014023574,0.32673076,0.007943325,0.003257438,0.0002116387,0.00024357213,0.000009203606,7.889516e-8,0.009448298,0.6506736,0.00027477852],"about_ca_topic_score_codex":0.00025140395,"about_ca_topic_score_gemma":0.00011365293,"teacher_disagreement_score":0.2938534,"about_ca_system_score_codex":0.00014593007,"about_ca_system_score_gemma":0.0008078408,"threshold_uncertainty_score":0.9998336},"labels":[],"label_agreement":null},{"id":"W2768492723","doi":"10.1007/s11060-017-2687-2","title":"Funding source, conflict of interest and positive conclusions in neuro-oncology clinical trials","year":2017,"lang":"en","type":"review","venue":"Journal of Neuro-Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Sunnybrook Health Science Centre; Princess Margaret Cancer Centre; University of Toronto","funders":"","keywords":"Medicine; Clinical trial; Internal medicine; Malignancy; Oncology; Demography","score_opus":0.9637212144173197,"score_gpt":0.7116383967625514,"score_spread":0.25208281765476837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768492723","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001883454,0.9833247,0.0008032892,0.0019409134,0.0051160348,0.0022770276,0.00009956808,0.0000030551655,0.0045519737],"genre_scores_gemma":[0.0011595663,0.9958493,0.00079274934,0.0007339694,0.000894636,0.000020473792,0.00000573935,0.000050541075,0.0004930109],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7622327,0.17410278,0.059139278,0.0014822183,0.0024249267,0.00061810255],"domain_scores_gemma":[0.5496223,0.30303723,0.14007695,0.0035982255,0.0026905762,0.0009747393],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity"],"category_scores_codex":[0.36209634,0.00084596965,0.0478064,0.0025685125,0.00022522612,0.00044674438,0.004468016,0.0013679492,0.0012731571],"category_scores_gemma":[0.46579453,0.00041600718,0.010202587,0.0008740599,0.000811768,0.0003172378,0.0013522224,0.0031531926,0.00019489044],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011267709,0.00030409297,0.00058302213,0.00057079224,0.00093131996,0.0010096135,0.00033267145,0.0000027603883,0.000038424383,0.00027026108,0.021242943,0.97460145],"study_design_scores_gemma":[0.001312034,0.0025769935,0.00021881414,0.0024809446,0.004281837,0.0041137417,0.00026454334,0.00008054142,7.0751213e-7,0.00028700742,0.9841227,0.0002601507],"about_ca_topic_score_codex":0.000009923909,"about_ca_topic_score_gemma":0.00007262123,"teacher_disagreement_score":0.9743413,"about_ca_system_score_codex":0.00027053268,"about_ca_system_score_gemma":0.0025410363,"threshold_uncertainty_score":0.9999285},"labels":[],"label_agreement":null},{"id":"W2768593105","doi":"10.1007/s12630-017-1022-x","title":"Open season: positive changes for increased transparency in the biomedical literature","year":2017,"lang":"en","type":"editorial","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital; Western University; London Health Sciences Centre","funders":"","keywords":"Transparency (behavior); Business; Natural resource economics; Economics; Computer science; Computer security","score_opus":0.20723986695319835,"score_gpt":0.40811513980801833,"score_spread":0.20087527285482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768593105","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03625922,0.045533583,0.00044928334,0.1643235,0.73024577,0.010441708,0.005100404,0.000008269155,0.007638248],"genre_scores_gemma":[0.09183085,0.0007360958,0.0021158857,0.0009217359,0.88964826,0.00018224596,0.001080801,0.00028815685,0.01319596],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9701626,0.009812911,0.009205992,0.0011108053,0.008293609,0.0014141179],"domain_scores_gemma":[0.952676,0.010105416,0.019988334,0.003852137,0.009277305,0.004100795],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.16812596,0.0010751555,0.007114599,0.0029598183,0.0015384258,0.01653797,0.0225457,0.0014005214,0.0012366213],"category_scores_gemma":[0.06257827,0.00052988366,0.0030992492,0.0016327405,0.0004518797,0.0011033624,0.000052925872,0.0034390173,0.000057759367],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008764278,0.000033737066,0.00021319771,0.00007478428,0.00025655868,0.19151855,0.0033486795,0.0000046274,3.8915547e-7,0.000113866685,0.8010011,0.0033469074],"study_design_scores_gemma":[0.000901687,0.00078219833,0.0006128532,0.0013022614,0.00058058003,0.27073908,0.00089475804,0.000021127667,4.5406668e-7,0.0018087928,0.72192556,0.000430659],"about_ca_topic_score_codex":0.008408058,"about_ca_topic_score_gemma":0.15682489,"teacher_disagreement_score":0.16340175,"about_ca_system_score_codex":0.0008843746,"about_ca_system_score_gemma":0.019561665,"threshold_uncertainty_score":0.9998959},"labels":[],"label_agreement":null},{"id":"W2768651471","doi":"10.1136/bmjopen-2017-017425","title":"Interpretation of health news items reported with or without spin: protocol for a prospective meta-analysis of 16 randomised controlled trials","year":2017,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University","keywords":"Medicine; Misrepresentation; Headline; Observational study; Randomized controlled trial; Interpretation (philosophy); Population; Public health; Family medicine; Clinical trial; Protocol (science); Sample size determination; Alternative medicine; Advertising; Linguistics; Surgery; Nursing; Internal medicine; Law; Pathology; Statistics","score_opus":0.9070344830768076,"score_gpt":0.6913475065306245,"score_spread":0.21568697654618307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768651471","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044744823,0.00004079155,0.09352362,0.000897937,0.0000387471,0.89622283,0.000056554934,0.000002556288,0.008769491],"genre_scores_gemma":[0.20073612,3.7360357e-7,0.008674128,0.00010354572,0.000020677202,0.7816177,0.000010228384,0.000013512598,0.00882371],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.91615415,0.037540115,0.038320713,0.0015381924,0.006151153,0.00029570895],"domain_scores_gemma":[0.8644695,0.010743692,0.11187598,0.007291524,0.005485468,0.00013383618],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.5242242,0.00037971349,0.041413352,0.00061863073,0.00025210524,0.0015461758,0.0028253107,0.00007343977,0.006788224],"category_scores_gemma":[0.31091562,0.00012187421,0.010771355,0.0010492384,0.00011266598,0.0005581821,0.00020370836,0.0000592736,0.000010451178],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.16370584,0.0005316925,0.021088276,0.0006527813,0.77885765,0.0000027196431,0.0027101063,0.000592568,0.000054898548,0.00059222704,0.017424721,0.013786496],"study_design_scores_gemma":[0.21786775,0.0018691182,0.0036233598,0.00032214943,0.63841957,0.000008498911,0.0023692558,0.12701885,0.00027837648,0.003308045,0.0043588607,0.0005561758],"about_ca_topic_score_codex":0.0006721195,"about_ca_topic_score_gemma":0.0034526044,"teacher_disagreement_score":0.21330862,"about_ca_system_score_codex":0.000054287844,"about_ca_system_score_gemma":0.0010259808,"threshold_uncertainty_score":0.9994903},"labels":[],"label_agreement":null},{"id":"W2769121296","doi":"10.1136/bmjopen-2017-017551","title":"Interventions to improve adherence to reporting guidelines in health research: a scoping review protocol","year":2017,"lang":"en","type":"review","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"H2020 Marie Skłodowska-Curie Actions; European Commission; Cancer Research UK","keywords":"Medicine; Protocol (science); Psychological intervention; Health services research; Alternative medicine; Public health; MEDLINE; Family medicine; Nursing; Pathology","score_opus":0.9943515176902887,"score_gpt":0.8496657277874188,"score_spread":0.14468578990286995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769121296","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.09528395e-8,0.4850188,0.00042264766,0.002095605,0.0001379763,0.50753033,0.000016074076,0.0000028982502,0.0047756773],"genre_scores_gemma":[7.2809048e-9,0.34893414,0.012426829,0.0007006267,0.0001319975,0.6009013,0.000006521859,0.000028530076,0.036870018],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.626382,0.11403444,0.22933158,0.00800423,0.020038601,0.0022091493],"domain_scores_gemma":[0.8222997,0.0061093485,0.13468379,0.02737574,0.008303558,0.0012278358],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7767501,0.0006691254,0.024426652,0.001414651,0.0005148677,0.0059129917,0.015144415,0.000162417,0.0053558815],"category_scores_gemma":[0.764358,0.000327178,0.005107438,0.004071054,0.00004334521,0.00048794295,0.0069790804,0.0006079132,0.009397162],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014470997,0.00001477684,0.000005179269,0.2862336,0.000020411475,0.000011820179,0.000023924476,3.4287189e-7,7.1743984e-9,0.000027589707,0.15742303,0.5562379],"study_design_scores_gemma":[0.000045795616,0.000103688675,0.0000015233342,0.48713621,0.000050702347,0.000015664524,0.000019777195,0.000002945105,1.2842796e-8,0.000100588564,0.51235336,0.00016973958],"about_ca_topic_score_codex":0.0008333434,"about_ca_topic_score_gemma":0.004471869,"teacher_disagreement_score":0.5560681,"about_ca_system_score_codex":0.00028508293,"about_ca_system_score_gemma":0.005191879,"threshold_uncertainty_score":0.99991804},"labels":[],"label_agreement":null},{"id":"W2769378808","doi":"10.1016/j.jclinepi.2017.10.014","title":"Same family, different species: methodological conduct and quality varies according to purpose for five types of knowledge synthesis","year":2017,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":126,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; Ottawa Hospital; University of Toronto; University of Alberta; St. Michael's Hospital","funders":"National Health and Medical Research Council; Medical Research Council; Canadian Institutes of Health Research; University of Ottawa","keywords":"Systematic review; Medicine; Protocol (science); Citation; Missing data; MEDLINE; Medical physics; Statistics; Alternative medicine; Computer science; Mathematics; Pathology; Library science","score_opus":0.9944644201276043,"score_gpt":0.7932841591772162,"score_spread":0.2011802609503881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769378808","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00088795717,0.9360163,0.057754178,0.0011107625,0.002202947,0.0012349755,0.00013523473,0.0000019947977,0.00065565086],"genre_scores_gemma":[0.00026932042,0.936711,0.058992453,0.00032511505,0.0011394008,0.00005603066,0.0000029122766,0.00002095898,0.00248282],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.56424093,0.34397092,0.087403744,0.0018896664,0.0018384213,0.0006563144],"domain_scores_gemma":[0.045667466,0.85280406,0.094747335,0.0033223336,0.0027621263,0.0006966966],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7123786,0.00073568313,0.09167862,0.0006064063,0.00017959325,0.00017626332,0.0040843864,0.001111367,0.0006405377],"category_scores_gemma":[0.9657862,0.00027633336,0.01804075,0.00032155644,0.0007635977,0.00014246618,0.00071250764,0.0011440748,0.00011316413],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010262367,0.00011589016,0.0028787702,0.004096586,0.0018590945,0.000003180125,0.0000473515,0.000002119314,5.162671e-7,0.0073761814,0.014894789,0.9686229],"study_design_scores_gemma":[0.00017847466,0.0005622373,0.0069206995,0.0033762795,0.0038342401,0.000036838777,0.00021662316,0.000040805,2.6253596e-7,0.022077227,0.96249723,0.00025908064],"about_ca_topic_score_codex":0.000008558354,"about_ca_topic_score_gemma":0.000017856923,"teacher_disagreement_score":0.9683638,"about_ca_system_score_codex":0.000048381757,"about_ca_system_score_gemma":0.0004640268,"threshold_uncertainty_score":0.9999689},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2769587678","doi":"10.1503/cjs.000317","title":"Users’ guide to the surgical literature: how to assess a noninferiority trial","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre; Simon Fraser University; Hamilton Health Sciences; University of Ottawa","funders":"","keywords":"Medicine; Randomized controlled trial; Margin (machine learning); Intervention (counseling); Psychological intervention; Research design; Null hypothesis; Medical physics; Physical therapy; Surgery; Statistics; Nursing","score_opus":0.7840485191037525,"score_gpt":0.5203484428941209,"score_spread":0.26370007620963165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769587678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88212514,0.0012275403,0.002160935,0.09942437,0.008603738,0.00079111964,0.00007254335,0.0000016046946,0.0055929893],"genre_scores_gemma":[0.9846953,0.000016070033,0.0007329155,0.0012009552,0.0018158138,0.00000900273,9.959457e-7,0.000011916521,0.011517014],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9872009,0.004126041,0.004822874,0.000410097,0.003006128,0.00043394335],"domain_scores_gemma":[0.9808916,0.0056542843,0.004712751,0.003825406,0.0027439662,0.0021719923],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14212352,0.00023289773,0.0028870245,0.0008376093,0.0007212083,0.009973564,0.0034048848,0.00010182857,0.0022973495],"category_scores_gemma":[0.14686847,0.0000991418,0.0025444033,0.00086100795,0.00006717423,0.000564546,0.00007367976,0.0003295799,0.00047015795],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001271475,0.0000067847745,0.04424149,0.000005195766,0.00011611746,0.0008741833,0.00036505432,0.000014388166,0.0000035956102,0.00024332084,0.94227105,0.011731645],"study_design_scores_gemma":[0.00052747864,0.000031774554,0.041478768,0.000103841994,0.00006455457,0.00022798691,0.00014671357,0.000015276324,0.000005070607,0.00012853382,0.95714736,0.0001226217],"about_ca_topic_score_codex":0.00062344485,"about_ca_topic_score_gemma":0.014865957,"teacher_disagreement_score":0.102570154,"about_ca_system_score_codex":0.000103115475,"about_ca_system_score_gemma":0.0019603453,"threshold_uncertainty_score":0.99861467},"labels":[],"label_agreement":null},{"id":"W2769927907","doi":"10.1016/j.jclinepi.2017.11.017","title":"The efficiency of database searches for creating systematic reviews was improved by search filters","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Medicine; MEDLINE; Meta-analysis; Systematic review; Randomized controlled trial; Cochrane Library; Internal medicine; Chemistry","score_opus":0.9517427660572876,"score_gpt":0.712245632400876,"score_spread":0.23949713365641156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769927907","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23721598,0.051841877,0.65782076,0.036625884,0.0046894643,0.009034674,0.00015135371,0.0000047761278,0.0026152069],"genre_scores_gemma":[0.8493359,0.014854309,0.11607631,0.0027121052,0.0020326779,0.00020949403,0.00001088503,0.000057602694,0.014710688],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.65361965,0.22535743,0.11482153,0.0012754134,0.0039503383,0.00097562745],"domain_scores_gemma":[0.1338851,0.7420811,0.11223577,0.0074901152,0.0037517645,0.0005561403],"candidate_categories":["metaresearch","metaepi_broad","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8641153,0.00027139403,0.01740815,0.00014298769,0.00066191086,0.00030191318,0.0062217726,0.00019538171,0.00024190363],"category_scores_gemma":[0.96710426,0.0000900132,0.0070641963,0.00020671837,0.00075994246,0.0002762968,0.00035968714,0.0007202768,0.000113629096],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006531887,0.00071770273,0.18935823,0.022134332,0.0029736208,0.000012447037,0.00064714276,0.00012882038,0.0013192528,0.011009757,0.6477146,0.123330906],"study_design_scores_gemma":[0.0070908074,0.007175922,0.04119161,0.023004254,0.0055922903,0.00033374195,0.0050857826,0.4606284,0.00041823584,0.05503415,0.3930454,0.001399405],"about_ca_topic_score_codex":0.00002125654,"about_ca_topic_score_gemma":0.000012524918,"teacher_disagreement_score":0.61212,"about_ca_system_score_codex":0.000021864646,"about_ca_system_score_gemma":0.00023530454,"threshold_uncertainty_score":0.99915504},"labels":[],"label_agreement":null},{"id":"W2770117570","doi":"10.1148/radiol.2017170586","title":"Are Study and Journal Characteristics Reliable Indicators of “Truth” in Imaging Research?","year":2017,"lang":"en","type":"review","venue":"Radiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Medicine; Meta-analysis; Confidence interval; Standard deviation; Mean difference; Statistics; Publication bias; Pooled variance; MEDLINE; Nuclear medicine; Internal medicine; Mathematics","score_opus":0.9003768016400339,"score_gpt":0.6599837392178192,"score_spread":0.2403930624222147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770117570","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003029299,0.9944914,0.00002151241,0.000041526335,0.00055024057,0.00096729613,0.000026633888,9.955075e-7,0.0008710971],"genre_scores_gemma":[0.0049682367,0.9935335,0.0001387463,0.000009185202,0.00020088864,0.0000413196,0.0000048766296,0.000019073395,0.0010841782],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.94728756,0.03511464,0.013239693,0.0011016486,0.0027921074,0.000464344],"domain_scores_gemma":[0.96267617,0.009263716,0.023296634,0.003860192,0.00071750674,0.00018576473],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2560512,0.00036401718,0.014897852,0.003125506,0.00025747102,0.0006261106,0.0033932922,0.00022854743,0.0008799628],"category_scores_gemma":[0.12812957,0.0001691246,0.0011818148,0.0011040242,0.0003480736,0.00012200036,0.00044797637,0.0011979309,0.00037957006],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020086613,0.00006337026,0.1086082,0.0013632186,0.00024288501,0.00019852267,0.0001981165,7.209614e-8,2.7010417e-8,0.00009014766,0.011625414,0.877608],"study_design_scores_gemma":[0.000112927875,0.00004809768,0.01848323,0.0020637834,0.00040688907,0.0004042558,0.00041439474,0.000013483904,5.0970135e-9,0.00057668745,0.9773416,0.00013462902],"about_ca_topic_score_codex":0.000008063102,"about_ca_topic_score_gemma":0.000008051523,"teacher_disagreement_score":0.9657162,"about_ca_system_score_codex":0.000077145225,"about_ca_system_score_gemma":0.00030553862,"threshold_uncertainty_score":0.999727},"labels":[],"label_agreement":null},{"id":"W2771335117","doi":"10.1186/s13643-017-0630-4","title":"Quantifying heterogeneity in individual participant data meta-analysis with binary outcomes","year":2017,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":134,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"Institute of Population and Public Health; Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research","keywords":"Stage (stratigraphy); Meta-analysis; Intraclass correlation; Medicine; Statistics; Context (archaeology); Binary data; Econometrics; Binary number; Mathematics; Internal medicine; Psychometrics","score_opus":0.9876455606976947,"score_gpt":0.6837536745469693,"score_spread":0.3038918861507254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771335117","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000031883023,0.97078276,0.000879924,0.00007825733,0.00028497475,0.026971908,0.00061105133,0.0000146500615,0.00037326402],"genre_scores_gemma":[0.00013747561,0.9838361,0.0036574525,0.000100461955,0.000071646384,0.007988406,0.0005751424,0.000110655994,0.0035226396],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.7275283,0.17044769,0.0802875,0.0062402342,0.01424329,0.0012529939],"domain_scores_gemma":[0.795334,0.025504354,0.104530506,0.073097795,0.00091243716,0.00062092615],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.5585359,0.003130511,0.18676542,0.0035603042,0.00048083588,0.0058012614,0.027461953,0.00059265224,0.0042798687],"category_scores_gemma":[0.14330529,0.00097436947,0.04926368,0.0066995034,0.00020580183,0.001159867,0.002700186,0.0009507253,0.012522686],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010595329,0.00013956334,0.00063416705,0.46976426,0.49879712,0.000102246224,0.00019673425,0.000012147362,4.662098e-9,0.00011747828,0.0038566834,0.026378531],"study_design_scores_gemma":[0.000055857323,0.000016561627,0.00003405271,0.013092197,0.51705974,0.00003563648,0.000057323618,0.00017903413,3.3612118e-9,0.0000141488,0.46888822,0.0005672189],"about_ca_topic_score_codex":0.0000797679,"about_ca_topic_score_gemma":0.0023939814,"teacher_disagreement_score":0.46503153,"about_ca_system_score_codex":0.00008338603,"about_ca_system_score_gemma":0.00048442234,"threshold_uncertainty_score":0.9992707},"labels":[],"label_agreement":null},{"id":"W2771486844","doi":"10.1007/s10637-017-0549-6","title":"Comparison of published and unpublished phase I clinical cancer trials: an analysis of the CliniclTrials.gov database","year":2017,"lang":"en","type":"review","venue":"Investigational New Drugs","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto; University Health Network","funders":"","keywords":"Medicine; Clinical trial; Database; Internal medicine; Computer science","score_opus":0.9608405442956974,"score_gpt":0.7387906900373383,"score_spread":0.2220498542583591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771486844","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014991597,0.9891179,0.00043566644,0.0010692717,0.0016946361,0.0025231722,0.0030241879,0.000006182891,0.0006297889],"genre_scores_gemma":[0.0016728848,0.98084414,0.0054952363,0.00041851008,0.0019174281,0.00020956152,0.002355459,0.00006879954,0.0070179794],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.85438454,0.079299435,0.054381974,0.0024658025,0.009135289,0.00033295722],"domain_scores_gemma":[0.6817466,0.11994887,0.1704834,0.02061303,0.0056534773,0.0015546447],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.40160692,0.00078438164,0.036739793,0.0015987547,0.00027319428,0.0020517716,0.007208262,0.00056809175,0.007669412],"category_scores_gemma":[0.48338264,0.00032849607,0.012552737,0.004446177,0.001122469,0.0012527519,0.00070233387,0.00074409816,0.00005982751],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021748023,0.00032783326,0.009974969,0.0012728364,0.00845511,5.3951993e-7,0.00023799721,0.000040460665,7.4027423e-7,0.0020812762,0.17095324,0.80663323],"study_design_scores_gemma":[0.0009038318,0.00004472198,0.0007190221,0.0018869872,0.043363016,0.0000011746688,0.00009611853,0.0042991084,0.0000016687619,0.0024181497,0.9459549,0.00031126826],"about_ca_topic_score_codex":0.00033314418,"about_ca_topic_score_gemma":0.00036349669,"teacher_disagreement_score":0.806322,"about_ca_system_score_codex":0.000053968928,"about_ca_system_score_gemma":0.004638763,"threshold_uncertainty_score":0.99991673},"labels":[],"label_agreement":null},{"id":"W2771830828","doi":"10.1016/j.jclinepi.2017.11.026","title":"Some Cochrane risk-of-bias items are not important in osteoarthritis trials: a meta-epidemiological study based on Cochrane reviews","year":2017,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Communications Research Centre Canada; Bruyère; University of Ottawa; Cochrane; Ottawa Hospital","funders":"Parker Institute for Cancer Immunotherapy; Ottawa Hospital Research Institute; Oak Foundation","keywords":"Epidemiology; Medicine; Meta-analysis; Osteoarthritis; Systematic review; Cochrane collaboration; Physical therapy; MEDLINE; Alternative medicine; Internal medicine; Cochrane Library; Pathology; Biology","score_opus":0.9793018242398892,"score_gpt":0.7401075223698631,"score_spread":0.2391943018700261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771830828","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025181472,0.9867452,0.00084770063,0.0018857517,0.0039708363,0.0058537708,0.00030011174,0.0000049451605,0.0001398991],"genre_scores_gemma":[0.00037873583,0.9902535,0.004007472,0.0017827479,0.0027278687,0.00030191592,0.000020439384,0.0000614791,0.00046581923],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.064912505,0.66094106,0.26460856,0.0029237121,0.0056212093,0.0009929726],"domain_scores_gemma":[0.02918458,0.58979386,0.36961097,0.00852107,0.0019981842,0.00089130044],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.969958,0.002407187,0.33484215,0.0022186488,0.00022699419,0.0002289399,0.009609321,0.0026988573,0.0044428036],"category_scores_gemma":[0.99269754,0.000852115,0.11489294,0.0013538443,0.00091745466,0.0003257485,0.0004692422,0.007066532,0.0008954429],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050499546,0.0021076282,0.055058055,0.0053009368,0.009376582,0.00064078445,0.00002406109,0.00014621798,2.4393078e-8,0.00034521005,0.032908846,0.89358664],"study_design_scores_gemma":[0.002543923,0.0044283383,0.008812919,0.021338988,0.040555563,0.00016052474,0.00004736568,0.00047260878,1.9140275e-8,0.005693354,0.9152827,0.00066367],"about_ca_topic_score_codex":0.000051615043,"about_ca_topic_score_gemma":0.00015585823,"teacher_disagreement_score":0.892923,"about_ca_system_score_codex":0.00011665832,"about_ca_system_score_gemma":0.0011993203,"threshold_uncertainty_score":0.99988246},"labels":[],"label_agreement":null},{"id":"W2771977846","doi":"10.1016/j.ophtha.2017.11.015","title":"Fragility of Results in Ophthalmology Randomized Controlled Trials","year":2017,"lang":"en","type":"review","venue":"Ophthalmology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Medicine; Fragility; Randomized controlled trial; Ophthalmology; Optometry; MEDLINE; Surgery","score_opus":0.9023459561502403,"score_gpt":0.6523080433163114,"score_spread":0.25003791283392884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771977846","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022251676,0.8821039,0.000042052856,0.00011917366,0.0018114342,0.011423275,0.00024461315,0.00000326793,0.10402972],"genre_scores_gemma":[0.0034444078,0.9535607,0.00083758077,0.000010523864,0.00026277182,0.002019281,0.00012061974,0.00005197693,0.039692122],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.26046824,0.5738126,0.15321627,0.004786264,0.006564971,0.0011516244],"domain_scores_gemma":[0.42147616,0.39285034,0.16392261,0.019065678,0.0023492444,0.00033598358],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.77501976,0.0015008989,0.23467346,0.0027261882,0.00014610721,0.0004136184,0.008046132,0.0018186567,0.023830578],"category_scores_gemma":[0.84163266,0.0005879752,0.04701072,0.0012241555,0.0009794526,0.00015696096,0.00066995976,0.0009776468,0.0025753507],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08441597,0.0011204053,0.00043053427,0.015054555,0.022316597,0.005239094,0.00035067863,0.000019076238,5.7479537e-7,0.0057341997,0.013407223,0.85191107],"study_design_scores_gemma":[0.16650651,0.0001723241,0.000066583176,0.0038415107,0.011990878,0.0061603324,0.000031667638,0.000109652254,1.6615607e-7,0.018673265,0.7916895,0.0007576045],"about_ca_topic_score_codex":0.00013796169,"about_ca_topic_score_gemma":0.0000040277905,"teacher_disagreement_score":0.8511535,"about_ca_system_score_codex":0.00009270034,"about_ca_system_score_gemma":0.00089902285,"threshold_uncertainty_score":0.999774},"labels":[],"label_agreement":null},{"id":"W2771989056","doi":"10.1016/j.suronc.2017.11.010","title":"How to conduct a high-quality systematic review on diagnostic research topics","year":2017,"lang":"en","type":"review","venue":"Surgical Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Rigour; Grading (engineering); Systematic review; Quality (philosophy); Computer science; Management science; Data science; Test (biology); Risk analysis (engineering); MEDLINE; Medical physics; Medicine; Engineering; Political science","score_opus":0.9661032409767162,"score_gpt":0.733691166008336,"score_spread":0.23241207496838023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771989056","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.65061e-7,0.94231105,0.000034835914,0.00866735,0.0012179922,0.011680831,0.00009037624,0.000011257956,0.035985667],"genre_scores_gemma":[0.0000059088134,0.8939091,0.00022625916,0.0005425496,0.0006403442,0.0026168395,0.00004269888,0.000040231793,0.10197605],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.762104,0.19915989,0.022729335,0.0031708928,0.011768055,0.0010678482],"domain_scores_gemma":[0.6551597,0.28228793,0.027758488,0.027594227,0.005596468,0.0016031509],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.41398022,0.001080292,0.054093953,0.001076,0.0005112678,0.0020866927,0.009293711,0.0009827008,0.0055182897],"category_scores_gemma":[0.6248904,0.00043709305,0.008616189,0.0023703666,0.00033760452,0.00015748078,0.0011228421,0.001780183,0.037700422],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018235161,0.00008460736,3.6002228e-7,0.393916,0.00032246803,0.00033320877,0.000012584514,6.378395e-8,3.003271e-9,0.00828211,0.06833342,0.52871335],"study_design_scores_gemma":[0.00007767993,0.0002588019,8.4154095e-7,0.22699663,0.0022895504,0.000120420416,0.000019978728,3.7642965e-7,1.6025746e-8,0.0008935238,0.7690115,0.00033065354],"about_ca_topic_score_codex":0.000021940928,"about_ca_topic_score_gemma":0.000044661025,"teacher_disagreement_score":0.7006781,"about_ca_system_score_codex":0.00064947264,"about_ca_system_score_gemma":0.0011088661,"threshold_uncertainty_score":0.9998081},"labels":[],"label_agreement":null},{"id":"W2772564313","doi":"10.1016/j.jclinepi.2017.11.022","title":"Flaws in the application and interpretation of statistical analyses in systematic reviews of therapeutic interventions were common: a cross-sectional analysis","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":85,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; St. Michael's Hospital; Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Generalitat Valenciana; University of Bristol; National Institute for Health and Care Research; Canada Research Chairs; Cancer Research UK; Medical Research Council; University of Ottawa","keywords":"Meta-analysis; Funnel plot; Interquartile range; Medicine; Random effects model; Sample size determination; Statistics; Publication bias; Subgroup analysis; Confounding; Psychological intervention; Study heterogeneity; MEDLINE; Mathematics; Internal medicine","score_opus":0.9443845471738417,"score_gpt":0.7567789989945132,"score_spread":0.1876055481793285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2772564313","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46753833,0.0059765466,0.52414846,0.0010084221,0.0002050745,0.0008474623,0.000013586773,4.60939e-7,0.0002616517],"genre_scores_gemma":[0.99539346,0.00070937333,0.0036073832,0.00018276925,0.000045375124,0.000026696916,0.0000030760193,0.0000029051816,0.000028995439],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7754369,0.1462049,0.07578049,0.0006241291,0.001734559,0.0002190429],"domain_scores_gemma":[0.6667369,0.24091008,0.08787781,0.0030514281,0.0012952295,0.00012854293],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5300859,0.00016638404,0.014145268,0.0006695689,0.00006750179,0.000111574176,0.0018131323,0.00017365236,0.0003442761],"category_scores_gemma":[0.5043805,0.00006769574,0.005122395,0.00064872904,0.000498697,0.00021413177,0.00009111772,0.00048749044,0.000016011958],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000527737,0.00015612961,0.9849139,0.0010458664,0.0006627754,0.0000015247126,0.00011926774,0.00086209545,0.000004365626,0.0059081167,0.00009256916,0.006180624],"study_design_scores_gemma":[0.0002425098,0.00014338148,0.8928452,0.0005356895,0.0009087538,0.000014771749,0.00015205894,0.07045032,2.5218563e-7,0.03457281,0.00009083082,0.000043415235],"about_ca_topic_score_codex":0.00006916752,"about_ca_topic_score_gemma":0.00065481605,"teacher_disagreement_score":0.5278551,"about_ca_system_score_codex":0.00001861304,"about_ca_system_score_gemma":0.000051990934,"threshold_uncertainty_score":0.96694225},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2772705208","doi":"10.1016/j.jclinepi.2017.12.001","title":"A retrospective comparison of systematic reviews with same-topic rapid reviews","year":2017,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":52,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital; Canada Research Chairs; Queen's University","funders":"","keywords":"Systematic review; Medicine; Retrospective cohort study; Grey literature; MEDLINE; Population; Family medicine; Surgery; Environmental health","score_opus":0.9798943669780353,"score_gpt":0.7536716625399138,"score_spread":0.22622270443812154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2772705208","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005525504,0.98293406,0.006865527,0.00039336947,0.0022780916,0.005599429,0.000016904949,0.0000023201014,0.0019047916],"genre_scores_gemma":[0.000023807668,0.9799715,0.014766323,0.0003707808,0.0012934766,0.00013340094,0.0000055811106,0.000042322503,0.0033927523],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.22131877,0.49160683,0.27917546,0.002167358,0.004960366,0.00077120477],"domain_scores_gemma":[0.08562593,0.29728907,0.5970624,0.014290489,0.0048107966,0.0009213078],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.841518,0.0014003502,0.25912696,0.0010046265,0.000175953,0.0002195428,0.009742876,0.0013733559,0.0026681442],"category_scores_gemma":[0.9375941,0.00046497592,0.048535936,0.0011574749,0.00080406835,0.00030581097,0.00037545018,0.0035207039,0.0023629826],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002035624,0.00018997393,0.007871321,0.17945752,0.0021365094,0.000017045795,0.000057406804,0.0000013766947,6.1543886e-9,0.0008508413,0.093623064,0.7157746],"study_design_scores_gemma":[0.00024329073,0.00085261866,0.0004939982,0.17898512,0.009766237,0.0002607373,0.000027664728,0.00004530355,5.037407e-9,0.0018651112,0.8071619,0.00029798874],"about_ca_topic_score_codex":0.0000057496186,"about_ca_topic_score_gemma":0.000021255573,"teacher_disagreement_score":0.71547663,"about_ca_system_score_codex":0.00014042947,"about_ca_system_score_gemma":0.00087735115,"threshold_uncertainty_score":0.99992305},"labels":[],"label_agreement":null},{"id":"W2773013777","doi":"10.1016/j.jclinepi.2017.12.004","title":"Recommendations for assessing the risk of bias in systematic reviews of health-care interventions","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":218,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Transparency (behavior); Workgroup; Psychological intervention; Systematic review; Risk assessment; Health care; Risk analysis (engineering); Context (archaeology); Actuarial science; Information bias; Reporting bias; Medicine; Applied psychology; Selection bias; Psychology; MEDLINE; Computer science; Business; Nursing; Political science","score_opus":0.983329733355029,"score_gpt":0.7788333389815846,"score_spread":0.20449639437344447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773013777","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10003333,0.0670583,0.70560503,0.11540512,0.005257852,0.0054796776,0.00007430909,0.0000016484086,0.0010847505],"genre_scores_gemma":[0.906226,0.0070532723,0.085135676,0.0009756965,0.00024850504,0.00005553977,0.0000026515836,0.000009508797,0.00029318704],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.35315892,0.46468458,0.1795929,0.0006397571,0.001547931,0.0003758975],"domain_scores_gemma":[0.20047112,0.49205333,0.30039373,0.0040861787,0.0028408617,0.00015477577],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8481968,0.00015834703,0.019593831,0.00028522804,0.00023056209,0.000089480316,0.0026430348,0.00014116566,0.00040590367],"category_scores_gemma":[0.95512253,0.00005631268,0.011417181,0.0002459007,0.00024873987,0.00024375573,0.00013304294,0.0005186342,0.00002708797],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001653995,0.00020968253,0.8125257,0.010756029,0.00061199645,4.633937e-7,0.00047254507,0.00012730587,4.89692e-7,0.0043150247,0.057347015,0.11361721],"study_design_scores_gemma":[0.0012430403,0.00081068854,0.8003206,0.028130347,0.0017802261,0.00002856181,0.004650198,0.0052156234,8.6704813e-7,0.08348646,0.07416812,0.00016524228],"about_ca_topic_score_codex":0.000033940723,"about_ca_topic_score_gemma":0.00012870367,"teacher_disagreement_score":0.80619264,"about_ca_system_score_codex":0.00002552349,"about_ca_system_score_gemma":0.00020210141,"threshold_uncertainty_score":0.99848324},"labels":[],"label_agreement":null},{"id":"W2773115488","doi":"10.7202/1073103ar","title":"Replies to the Reviews","year":2020,"lang":"en","type":"article","venue":"Paideusis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.927683133893273,"score_gpt":0.5777450752080036,"score_spread":0.3499380586852694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773115488","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03582478,0.024434127,0.15307565,0.61903375,0.0010433195,0.0054296325,0.000036963847,0.00004861121,0.16107316],"genre_scores_gemma":[0.7318435,0.00078863464,0.028994976,0.1639294,0.0014432302,0.0004300032,0.000005278904,0.000038429225,0.072526604],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9823198,0.0075473236,0.006118079,0.00082589826,0.0030033465,0.00018557835],"domain_scores_gemma":[0.98995334,0.002751801,0.0019944962,0.0046254518,0.00041084326,0.00026405972],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.09879347,0.00017090996,0.0021557172,0.000069667796,0.00015054955,0.000669669,0.0023462356,0.000025958578,0.022882381],"category_scores_gemma":[0.15583974,0.000056004166,0.0014805464,0.0019237588,0.000020060286,0.00009159882,0.00024146907,0.00008751056,0.104603715],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011434619,0.000003112723,0.0025149847,0.00001161097,0.000025344247,7.8213856e-7,0.0011489252,0.00002066,0.000040087936,0.0005036925,0.9115632,0.08416643],"study_design_scores_gemma":[0.000018388908,0.000019323825,0.0016292654,0.000010456179,0.000071940114,0.0000011410659,0.00037462023,0.0008016356,0.000019736613,0.00064494484,0.996335,0.00007350977],"about_ca_topic_score_codex":0.0000073965125,"about_ca_topic_score_gemma":0.000024018616,"teacher_disagreement_score":0.6960187,"about_ca_system_score_codex":0.000007900883,"about_ca_system_score_gemma":0.000015632635,"threshold_uncertainty_score":0.97801083},"labels":[],"label_agreement":null},{"id":"W2773251387","doi":"10.1038/s41559-017-0441-y","title":"It is time to overcome unconscious bias in ecology","year":2017,"lang":"en","type":"letter","venue":"Nature Ecology & Evolution","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Victoria","funders":"","keywords":"Unconscious mind; Ecology; Biology; Evolutionary biology; Psychology; Psychoanalysis","score_opus":0.3666626065551213,"score_gpt":0.4719135804837822,"score_spread":0.1052509739286609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773251387","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010612948,0.001115217,0.00008738574,0.961667,0.0045584408,0.001988058,0.00016544193,0.000017153166,0.019788353],"genre_scores_gemma":[0.031477515,0.000013110723,0.00063662196,0.72412014,0.0022056613,0.00018015399,0.00014150969,0.000043422304,0.24118188],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96956736,0.014205307,0.008173862,0.002888175,0.004137886,0.0010274118],"domain_scores_gemma":[0.97621584,0.008158842,0.0072426028,0.006684321,0.0015303768,0.00016799019],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.062122792,0.00079752057,0.0070937513,0.0023909064,0.00035155748,0.0005428263,0.005009208,0.006667084,0.05479167],"category_scores_gemma":[0.07560539,0.00048297533,0.0021997252,0.0012397845,0.00020576344,0.00026923858,0.00054904394,0.0049671875,0.11673265],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007256726,0.000030056372,0.0389107,0.000029937502,0.00017912319,0.00016980195,0.00010907674,0.000021620324,0.0000060129432,0.000020114276,0.96023196,0.0002843631],"study_design_scores_gemma":[0.00022067725,0.000097460805,0.14396238,0.000038824757,0.00023879494,0.000081269645,0.000010792785,0.0004724515,8.526541e-7,0.004707775,0.8498082,0.00036048156],"about_ca_topic_score_codex":0.000031088042,"about_ca_topic_score_gemma":0.0027130882,"teacher_disagreement_score":0.23754688,"about_ca_system_score_codex":0.0009269571,"about_ca_system_score_gemma":0.0005558273,"threshold_uncertainty_score":0.9997622},"labels":[],"label_agreement":null},{"id":"W2774363476","doi":"10.1093/gigascience/gix121","title":"The intriguing evolution of effect sizes in biomedical research over time: smaller but more often statistically significant","year":2017,"lang":"en","type":"article","venue":"GigaScience","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Centre Hospitalier Universitaire de Toulouse; Université de Toulouse; Agence Nationale de la Recherche","keywords":"Computer science; Data science; Computational biology; Biology","score_opus":0.58753692297953,"score_gpt":0.5720309981907186,"score_spread":0.01550592478881141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2774363476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9760871,0.00038326802,0.015214737,0.00335192,0.00030106996,0.00095244305,0.00002303544,0.00000420176,0.0036822085],"genre_scores_gemma":[0.99449736,0.000013501481,0.0017590552,0.000024628409,0.000045504567,0.000033877954,6.90569e-7,0.000004971134,0.0036204387],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9754773,0.008144789,0.0041972734,0.0009941491,0.010590788,0.00059570157],"domain_scores_gemma":[0.9740327,0.018569645,0.0019619341,0.0041455165,0.0010846247,0.0002056072],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.25489786,0.00016579943,0.0013518856,0.00039159792,0.0008987576,0.0013730476,0.0053308927,0.00007980957,0.0010942076],"category_scores_gemma":[0.25809872,0.000065281034,0.0003652243,0.0013723463,0.00241874,0.00030942986,0.000610199,0.00029938002,0.00095382775],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021714886,0.00041296307,0.29783598,0.00024355167,0.00019833274,0.00014140124,0.0026650948,0.00017832378,0.10746187,0.047775976,0.15861502,0.38425434],"study_design_scores_gemma":[0.00049751747,0.00034437742,0.84729105,0.00019739552,0.000048768514,0.000007337554,0.0006201807,0.11364529,0.00060179667,0.02213624,0.014366309,0.00024376293],"about_ca_topic_score_codex":0.00025485276,"about_ca_topic_score_gemma":0.00005011749,"teacher_disagreement_score":0.54945505,"about_ca_system_score_codex":0.00009612659,"about_ca_system_score_gemma":0.00029144197,"threshold_uncertainty_score":0.99982405},"labels":[],"label_agreement":null},{"id":"W2775861707","doi":"10.1186/s12874-017-0451-0","title":"The development of CHAMP: a checklist for the appraisal of moderators and predictors","year":2017,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère","funders":"Vrije Universiteit Amsterdam; Universiteit Utrecht; Universität Bremen; Ludwig-Maximilians-Universität München; European Commission; Universiteit van Amsterdam; University of Warwick; Warwick Medical School; ZonMw; National Institute for Health and Care Research","keywords":"Checklist; Delphi method; Critical appraisal; Moderation; Delphi; Psychology; Applied psychology; Identification (biology); Set (abstract data type); Test (biology); Transferability; MEDLINE; Medicine; Clinical psychology; Computer science; Alternative medicine; Social psychology","score_opus":0.9564106014940739,"score_gpt":0.7208012533896963,"score_spread":0.23560934810437761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2775861707","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15193763,0.0019635826,0.84001005,0.003018496,0.00042544387,0.0010436357,0.00000778924,0.0000014535402,0.0015919318],"genre_scores_gemma":[0.78040487,0.00028971836,0.21501958,0.0000405763,0.00021768172,0.00041891466,0.0000015043529,0.000013704483,0.003593476],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.87177753,0.09902407,0.010239892,0.0011543547,0.016956251,0.00084788847],"domain_scores_gemma":[0.24361806,0.74290246,0.0041993367,0.005642534,0.0031516037,0.00048603833],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7010106,0.00013662102,0.0019979663,0.00016869736,0.0011912063,0.0002562751,0.0044526914,0.00016400444,0.00074817974],"category_scores_gemma":[0.8864675,0.000043206022,0.00052086025,0.00028315198,0.002427293,0.000058725265,0.00088292954,0.0003294942,0.000018430714],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028172036,0.0000836896,0.044517286,0.0004346825,0.00069674046,0.0000013342633,0.0060439454,0.000007523222,0.00032736617,0.059825785,0.027888963,0.85989094],"study_design_scores_gemma":[0.0015761524,0.0003797827,0.19393887,0.00020646532,0.00016540081,0.000019556912,0.01459994,0.090856396,0.0021448066,0.06728498,0.62855756,0.00027010773],"about_ca_topic_score_codex":0.000041862848,"about_ca_topic_score_gemma":0.0009957982,"teacher_disagreement_score":0.85962087,"about_ca_system_score_codex":0.000011689518,"about_ca_system_score_gemma":0.0013320824,"threshold_uncertainty_score":0.91619164},"labels":[],"label_agreement":null},{"id":"W2776178652","doi":"10.3747/co.24.3970","title":"Evidence in Medicine: Math Versus Biology!","year":2017,"lang":"en","type":"editorial","venue":"Current Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Queen Elizabeth II Health Sciences Centre; Dalhousie University","funders":"","keywords":"Medicine","score_opus":0.9402409174975408,"score_gpt":0.6976050743695165,"score_spread":0.24263584312802433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2776178652","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002069881,0.040033937,0.00036865284,0.0011352528,0.9437951,0.0006843995,0.00005411416,0.0000063939915,0.013715191],"genre_scores_gemma":[0.0010257432,0.00908349,0.00032073693,0.000029933459,0.9815001,0.00023064709,0.00017961801,0.000030141942,0.0075996034],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9574221,0.020281838,0.012779342,0.0025532478,0.0063354676,0.00062800193],"domain_scores_gemma":[0.85825944,0.107658714,0.020220881,0.010325544,0.0032104123,0.00032500693],"candidate_categories":["metaresearch","metaepi_narrow","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.16938333,0.00063999835,0.009912207,0.0009575221,0.0001698087,0.00034295843,0.0077883983,0.0013166132,0.007472169],"category_scores_gemma":[0.5870997,0.00029975813,0.0014396881,0.0006301263,0.00057247735,0.00021749531,0.0006730101,0.0016191812,0.008319077],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043972457,0.00005084192,0.0010151701,0.00008432849,0.000073355324,0.000013579133,0.00015956185,5.504136e-7,0.0000011886126,0.00047570217,0.8807425,0.11733925],"study_design_scores_gemma":[0.0007797702,0.0003696685,0.00022705851,0.0006882687,0.00035273936,0.000001458114,0.00008598801,0.00019032671,9.2328236e-8,0.0029067863,0.9941525,0.0002453465],"about_ca_topic_score_codex":0.00005033897,"about_ca_topic_score_gemma":0.00064579525,"teacher_disagreement_score":0.41771632,"about_ca_system_score_codex":0.0004090616,"about_ca_system_score_gemma":0.0012614768,"threshold_uncertainty_score":0.9999799},"labels":[],"label_agreement":null},{"id":"W2777523872","doi":"10.1016/j.cct.2017.12.011","title":"Agreement in reporting between trial publications and current clinical trial registry in high impact journals: A methodological review","year":2017,"lang":"en","type":"review","venue":"Contemporary Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; McMaster University; Toronto General Hospital; Impact; University Health Network","funders":"McMaster University","keywords":"Medicine; Confidence interval; Odds ratio; Randomized controlled trial; Clinical trial; Family medicine; Sample size determination; MEDLINE; Data extraction; Descriptive statistics; Statistics; Internal medicine","score_opus":0.9982187505621338,"score_gpt":0.8486589477284933,"score_spread":0.14955980283364056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2777523872","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023279533,0.9665221,0.00047181558,0.002078586,0.0047637057,0.024370844,0.00023799825,0.00001450168,0.0013076606],"genre_scores_gemma":[0.00017179197,0.988631,0.0013068669,0.00016175343,0.0064593297,0.0013310048,0.00022849889,0.000050291874,0.0016594246],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.050436657,0.60773236,0.3270248,0.006027209,0.0077660996,0.0010129265],"domain_scores_gemma":[0.014046401,0.52364564,0.43973088,0.018575994,0.002055805,0.0019452935],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"category_scores_codex":[0.95450324,0.0016187115,0.110625945,0.001642293,0.0002617967,0.0030528193,0.006974466,0.0021199456,0.003413708],"category_scores_gemma":[0.9790327,0.0007235228,0.03630091,0.0025486632,0.00056938076,0.00075074396,0.0013433526,0.0051354854,0.0005452473],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034349947,0.00056376343,0.008573078,0.003364544,0.0010305335,0.000057881552,0.0000050155763,4.1750383e-8,1.4185042e-9,0.00005031066,0.07002184,0.912898],"study_design_scores_gemma":[0.058045372,0.0007692768,0.0022701148,0.04204739,0.0034621498,0.000017876131,0.000008764144,0.0000040131126,1.5377832e-9,0.003653313,0.8891064,0.0006153383],"about_ca_topic_score_codex":0.0000369781,"about_ca_topic_score_gemma":0.000018157058,"teacher_disagreement_score":0.91228265,"about_ca_system_score_codex":0.00019934712,"about_ca_system_score_gemma":0.005111201,"threshold_uncertainty_score":0.999656},"labels":[],"label_agreement":null},{"id":"W2777631817","doi":"10.1177/2515245918787489","title":"A Unified Framework to Quantify the Credibility of Scientific Findings","year":2018,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":229,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Credibility; Scrutiny; Workflow; Data science; Transparency (behavior); Computer science; Falsifiability; Robustness (evolution); Crowdsourcing; Management science; Psychology; Epistemology; Political science; World Wide Web; Economics","score_opus":0.7627076276557118,"score_gpt":0.7394797943067195,"score_spread":0.023227833348992255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2777631817","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8391091,0.0014413962,0.14100836,0.002654719,0.0012742023,0.00057822897,0.0000022103713,0.000003264017,0.013928518],"genre_scores_gemma":[0.600878,0.00009900812,0.39852667,0.0003488336,0.00002810053,0.000016232443,6.611124e-8,0.0000016145223,0.0001014604],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97381765,0.01539097,0.004517906,0.0022519256,0.0035375205,0.00048400476],"domain_scores_gemma":[0.92611074,0.06112397,0.0055138725,0.005626561,0.0013392642,0.00028556265],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.45313886,0.00018934436,0.0012786366,0.0005241164,0.0004075217,0.0010349189,0.003994888,0.000099075274,0.0013289728],"category_scores_gemma":[0.44121698,0.000075621545,0.00018893897,0.011642577,0.0035578592,0.0013510146,0.00046297914,0.00042404176,0.00010039077],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010460772,0.00022614138,0.27379858,0.000020506637,0.000005999846,0.0000031878858,0.0029910023,0.00005427342,0.0042366628,0.08564903,0.0002789319,0.63263106],"study_design_scores_gemma":[0.00010322732,0.00028077845,0.35125786,0.00006043494,0.000015242331,0.000009888914,0.0017715459,0.0025940663,0.00045970717,0.52435726,0.11892002,0.00016997717],"about_ca_topic_score_codex":0.000014985675,"about_ca_topic_score_gemma":0.000082836465,"teacher_disagreement_score":0.6324611,"about_ca_system_score_codex":0.000023274346,"about_ca_system_score_gemma":0.000044605054,"threshold_uncertainty_score":0.99958396},"labels":[],"label_agreement":null},{"id":"W2777686840","doi":"10.1016/j.jclinepi.2017.12.015","title":"Technology-assisted risk of bias assessment in systematic reviews: a prospective cross-sectional evaluation of the RobotReviewer machine learning tool","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":54,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"Blinding; Medicine; Reliability (semiconductor); Meta-analysis; Confidence interval; Publication bias; Clinical trial; Internal medicine","score_opus":0.9262384616759126,"score_gpt":0.7051979300689227,"score_spread":0.2210405316069899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2777686840","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9674967,0.01582091,0.009108661,0.00197506,0.0016186115,0.0031591046,0.0000088883835,0.0000018366877,0.0008102597],"genre_scores_gemma":[0.9891302,0.0020435667,0.008196339,0.00008284419,0.00012083994,0.000065034576,5.4023525e-7,0.0000073661745,0.00035325307],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.45331588,0.41370437,0.12395452,0.0012480229,0.007318279,0.00045893906],"domain_scores_gemma":[0.47006416,0.18490645,0.3258062,0.0065316036,0.012519978,0.00017159949],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8577546,0.0002744105,0.01744223,0.00045251095,0.00021930097,0.00009047363,0.0030111028,0.00038307978,0.0007911669],"category_scores_gemma":[0.96359086,0.000099766214,0.006392312,0.00075255625,0.0005927242,0.00025493582,0.00030824292,0.0016692762,0.000052441625],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022717595,0.00014937176,0.98601776,0.00086382555,0.00042300476,7.9491883e-7,0.00001904215,0.0019018321,0.0000062471377,0.00113551,0.00024251161,0.009217351],"study_design_scores_gemma":[0.00077183236,0.00020717186,0.9360713,0.0024766107,0.0008786808,0.00004232639,0.00003415117,0.030601174,0.0000014538487,0.028214566,0.0006268749,0.00007387143],"about_ca_topic_score_codex":0.00002063405,"about_ca_topic_score_gemma":0.000066969624,"teacher_disagreement_score":0.22879791,"about_ca_system_score_codex":0.00011208632,"about_ca_system_score_gemma":0.0004636589,"threshold_uncertainty_score":0.9971449},"labels":[],"label_agreement":null},{"id":"W2779115063","doi":"10.1007/s40037-017-0401-x","title":"Writing an effective literature review: Part&amp;nbsp;I: Mapping the gap","year":2017,"lang":"en","type":"editorial","venue":"Perspectives on Medical Education","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Data science; Medical education; Medical physics; Medicine; Information retrieval","score_opus":0.41391249372138894,"score_gpt":0.5551692846021631,"score_spread":0.14125679088077414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2779115063","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014955406,0.24844454,0.000867204,0.018291859,0.6967639,0.0035332213,0.00009410151,0.00002758785,0.031828087],"genre_scores_gemma":[0.0005164622,0.050313514,0.00059282326,0.002008403,0.9141018,0.0011477742,0.0006399201,0.000066474706,0.030612862],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95082825,0.022722857,0.006048203,0.0025914304,0.017345723,0.00046355388],"domain_scores_gemma":[0.89119124,0.048684932,0.021748645,0.021266414,0.0155853415,0.0015234144],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.16221532,0.00078138476,0.0043759346,0.00051528594,0.0009991464,0.0033274365,0.0056735515,0.00094515353,0.009615676],"category_scores_gemma":[0.6795432,0.00034172184,0.0022063267,0.0011866923,0.0003644281,0.0005128234,0.00021775409,0.0028942404,0.0026320491],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064128526,0.00021800247,0.000017931376,0.00056020176,0.00016339878,0.0000030144201,0.0071459822,2.861745e-7,4.1143588e-7,0.000752084,0.8910707,0.10006157],"study_design_scores_gemma":[0.000115638286,0.000062751824,0.000220097,0.013742569,0.00033102735,0.000010886987,0.006868861,0.00006232225,2.0442566e-7,0.0023365426,0.9759068,0.00034232455],"about_ca_topic_score_codex":0.000026326734,"about_ca_topic_score_gemma":0.000052022056,"teacher_disagreement_score":0.51732785,"about_ca_system_score_codex":0.00033372888,"about_ca_system_score_gemma":0.0019273192,"threshold_uncertainty_score":0.9999035},"labels":[],"label_agreement":null},{"id":"W2779588463","doi":"10.1186/s13643-017-0663-8","title":"Evaluations of the uptake and impact of the Preferred Reporting Items for Systematic reviews and Meta-Analyses (PRISMA) Statement and extensions: a scoping review","year":2017,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":758,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"National Health and Medical Research Council; Medical Research Council; University of Ottawa","keywords":"Systematic review; Medicine; MEDLINE; Statement (logic); Guideline; Meta-analysis; Family medicine; Pathology","score_opus":0.963422324369171,"score_gpt":0.7061695715392102,"score_spread":0.25725275282996074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2779588463","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006699289,0.8416969,0.00070125464,0.000095822776,0.00021064078,0.15707277,0.00009996605,0.0000039120773,0.00011199166],"genre_scores_gemma":[0.000035521567,0.972379,0.0018770625,0.00007026016,0.000040360734,0.023584746,0.000010981753,0.000062923085,0.001939143],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.72097117,0.12483729,0.14368556,0.0027741245,0.007054574,0.0006772753],"domain_scores_gemma":[0.5790097,0.029836865,0.36536664,0.021842815,0.0035792398,0.00036476314],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.51165354,0.0019030272,0.09151906,0.00050253037,0.00077814364,0.0010163216,0.0037759386,0.00029465646,0.00028131416],"category_scores_gemma":[0.6251799,0.0005024985,0.026513055,0.0017743597,0.0003470098,0.0003921974,0.001014672,0.00040998356,0.00004547128],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.004636e-7,0.000022907288,0.000009561213,0.9755925,0.0061895573,3.9385344e-7,0.00017645907,8.3130766e-7,9.751683e-7,0.00005219159,0.0034196093,0.014534515],"study_design_scores_gemma":[0.00008929406,0.000038025748,0.000012747513,0.77237976,0.17842163,0.00017512565,0.00007362881,0.00015868251,1.711042e-7,0.00020133912,0.04810987,0.00033971437],"about_ca_topic_score_codex":0.000026817108,"about_ca_topic_score_gemma":0.000044447544,"teacher_disagreement_score":0.22168107,"about_ca_system_score_codex":0.00012771357,"about_ca_system_score_gemma":0.0007321047,"threshold_uncertainty_score":0.9997427},"labels":[],"label_agreement":null},{"id":"W2779762659","doi":"10.1097/aap.0000000000000704","title":"Reply to Dr Pan","year":2017,"lang":"en","type":"letter","venue":"Regional Anesthesia & Pain Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre","funders":"","keywords":"Medicine; General surgery","score_opus":0.6288859074593253,"score_gpt":0.4845596895836085,"score_spread":0.14432621787571676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2779762659","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018883996,0.0016893392,0.002519847,0.99270386,0.00007328438,0.001109461,5.516065e-7,0.00001896412,0.0016958765],"genre_scores_gemma":[0.00007382614,0.00005129126,0.0005789561,0.7632538,0.0078022787,0.00010361052,0.0001091603,0.00004970115,0.22797735],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9434426,0.024211641,0.011217716,0.0028257822,0.01754913,0.00075314933],"domain_scores_gemma":[0.95914924,0.015326016,0.010043214,0.013046017,0.001988176,0.00044733976],"candidate_categories":["metaresearch","metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.23221543,0.00097611104,0.008469543,0.001058026,0.00042442628,0.00067669526,0.0072348863,0.00061340764,0.008836939],"category_scores_gemma":[0.050260372,0.000427323,0.002661243,0.00091686804,0.00043541513,0.00013683297,0.00006237729,0.0012023945,0.013127499],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006408528,0.000012049832,0.00059977965,0.00010295331,0.00016140188,0.0015845224,0.00021360295,0.0000011144066,0.0000054064153,0.00020376063,0.9938914,0.0032176115],"study_design_scores_gemma":[0.00014317101,0.00016918516,0.0016573527,0.0007893222,0.0003240782,0.00066735066,0.00009736582,0.00010946174,4.3784337e-7,0.0042998497,0.9913022,0.00044025868],"about_ca_topic_score_codex":0.00019434825,"about_ca_topic_score_gemma":0.0000078510775,"teacher_disagreement_score":0.22945,"about_ca_system_score_codex":0.00008809361,"about_ca_system_score_gemma":0.00021628331,"threshold_uncertainty_score":0.99981785},"labels":[],"label_agreement":null},{"id":"W2780485402","doi":"10.21037/jphe.2017.12.01","title":"Reporting the methods used in public health research and practice","year":2017,"lang":"en","type":"article","venue":"Journal of Public Health and Emergency","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Centers for Disease Control and Prevention; National Institutes of Health; Public Health Agency of Canada","keywords":"Scrutiny; Public health; Transparency (behavior); Psychology; Section (typography); Medical education; Public relations; Medicine; Political science; Computer science; Nursing; Law","score_opus":0.9859171077097824,"score_gpt":0.7696166663836315,"score_spread":0.2163004413261509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2780485402","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14411215,0.024946876,0.020227615,0.8025066,0.0011475588,0.00070501276,0.0000017826627,0.0000019071883,0.00635046],"genre_scores_gemma":[0.93331987,0.015082347,0.045119103,0.0025747034,0.00061524275,0.000019427565,9.282335e-7,0.000019482637,0.0032488727],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.5931787,0.28090793,0.09644015,0.0024512282,0.023169244,0.0038527593],"domain_scores_gemma":[0.81000155,0.026649749,0.13949528,0.0072625494,0.011982913,0.0046079746],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8617628,0.00016279679,0.0025299666,0.0008660757,0.0017034947,0.002359319,0.0016955965,0.00006930995,0.0008073388],"category_scores_gemma":[0.72692007,0.00006875058,0.00038807676,0.0012473818,0.00015480966,0.0017794996,0.00029806123,0.0008406618,0.00001967515],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000721969,0.00012425118,0.22868994,0.00013341344,0.000093684605,0.000013956273,0.0077612316,4.1211513e-7,0.0000062641684,0.0046877703,0.0858902,0.6725916],"study_design_scores_gemma":[0.00021161884,0.00027349545,0.15515196,0.000041869873,0.000007604726,0.00033679907,0.0151916,0.00041522065,1.7676952e-7,0.007875052,0.8204234,0.000071152346],"about_ca_topic_score_codex":0.00037162783,"about_ca_topic_score_gemma":0.0003150989,"teacher_disagreement_score":0.79993194,"about_ca_system_score_codex":0.000095491276,"about_ca_system_score_gemma":0.0024254508,"threshold_uncertainty_score":0.9995962},"labels":[],"label_agreement":null},{"id":"W2780521786","doi":"10.1007/s10508-017-1134-y","title":"Response to Commentaries: Meta-Analysis of Probability Samples and Other New Evidence","year":2017,"lang":"en","type":"letter","venue":"Archives of Sexual Behavior","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Meta-analysis; Psychology; Public health; Sexual behavior; Social psychology; Medicine","score_opus":0.886164128650972,"score_gpt":0.554010876911865,"score_spread":0.33215325173910704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2780521786","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30743155,0.007874316,0.007566313,0.6635014,0.00028783656,0.007110251,0.0055976026,0.000015283447,0.00061548606],"genre_scores_gemma":[0.114367224,0.000062116924,0.26376504,0.3990969,0.000804916,0.0015623979,0.00034573532,0.00025132895,0.21974434],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9703993,0.014058195,0.008627156,0.0018536977,0.0047242087,0.0003374403],"domain_scores_gemma":[0.934579,0.045428,0.009070462,0.010259393,0.00042548918,0.00023766705],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04578835,0.00061389635,0.012203432,0.0014621608,0.00014986708,0.00054650137,0.0042977934,0.00021260075,0.008643744],"category_scores_gemma":[0.047779366,0.00030918018,0.0041477433,0.00080013747,0.0006299925,0.00020602516,0.0007374497,0.00045663936,0.00007496941],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027516912,0.00016094658,0.06220468,0.00033128154,0.08528661,0.000026774349,0.0066836844,0.000024084145,0.0015006356,0.000076513534,0.8326831,0.010746533],"study_design_scores_gemma":[0.00010851409,0.00034442215,0.054368265,0.00004760346,0.4154356,0.0000043795903,0.00028706255,0.000018609438,0.00009908947,0.0013347164,0.52753955,0.0004121821],"about_ca_topic_score_codex":0.0018275799,"about_ca_topic_score_gemma":0.00062215613,"teacher_disagreement_score":0.330149,"about_ca_system_score_codex":0.000016025275,"about_ca_system_score_gemma":0.00019605359,"threshold_uncertainty_score":0.99993604},"labels":[],"label_agreement":null},{"id":"W2780532712","doi":"10.1186/s12874-017-0459-5","title":"A scoping review of comparisons between abstracts and full reports in primary biomedical research","year":2017,"lang":"en","type":"review","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Programs for Assessment of Technology in Health Research Institute; Impact; McMaster University","funders":"","keywords":"Interquartile range; CINAHL; MEDLINE; Medicine; Systematic review; Research design; Family medicine; Sample size determination; Statistics; Psychological intervention; Internal medicine; Mathematics","score_opus":0.9935523205966393,"score_gpt":0.8165069929284386,"score_spread":0.1770453276682007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2780532712","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002365195,0.98231393,0.005480729,0.0007962071,0.0003347709,0.006184746,0.000027200933,0.0000052234154,0.0048335376],"genre_scores_gemma":[0.0000055193004,0.95736855,0.04030386,0.000055848526,0.00046816576,0.0006551716,0.000089843175,0.000045102224,0.0010079169],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.11578841,0.74915695,0.06311077,0.005664262,0.06337587,0.0029037145],"domain_scores_gemma":[0.090497844,0.8620447,0.022102494,0.015988767,0.0062436727,0.0031225223],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.9351437,0.0007421589,0.037639488,0.0052700606,0.0004295145,0.00045909948,0.008131036,0.0018630495,0.00825094],"category_scores_gemma":[0.95030254,0.00037085783,0.0032325098,0.004991783,0.0048024766,0.00017849608,0.0043343706,0.0063090865,0.0008325907],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055878286,0.00006827803,0.00036579458,0.31190616,0.0001349857,0.00032835538,0.000029831337,1.6322264e-8,2.1046723e-7,0.000086110245,0.027375365,0.6596993],"study_design_scores_gemma":[0.0001011752,0.00011182687,0.00042389418,0.4072571,0.00022787877,0.000289658,0.00003705796,0.000005931476,9.2571284e-8,0.0011438987,0.5902265,0.0001749919],"about_ca_topic_score_codex":0.00024376767,"about_ca_topic_score_gemma":0.0006107673,"teacher_disagreement_score":0.6595243,"about_ca_system_score_codex":0.00025369812,"about_ca_system_score_gemma":0.017335562,"threshold_uncertainty_score":0.9999454},"labels":[],"label_agreement":null},{"id":"W2780977516","doi":"","title":"Beoordelen van bewijs voor nieuwe behandelingen","year":2014,"lang":"nl","type":"article","venue":"Nederlandsch tijdschrift voor geneeskunde/Nederlands tijdschrift voor geneeskunde/NTvG-databank","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Infection and Immunity","funders":"","keywords":"Quality (philosophy); Reliability (semiconductor); Guideline; Outcome (game theory); Presentation (obstetrics); Test (biology)","score_opus":0.4108235779707082,"score_gpt":0.4421293583285569,"score_spread":0.0313057803578487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2780977516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3366882,0.07932207,0.27227822,0.012355156,0.029937578,0.025132997,0.011307589,0.0023280524,0.23065014],"genre_scores_gemma":[0.8417258,0.006042001,0.018665541,0.006524595,0.01221679,0.0015454403,0.0064469,0.00199255,0.10484038],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8738019,0.027695775,0.041611694,0.017974446,0.02805272,0.010863457],"domain_scores_gemma":[0.9142678,0.013318957,0.023020381,0.03281702,0.008723139,0.007852728],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.112727284,0.011458219,0.028351737,0.0073077595,0.0073737646,0.01749182,0.023637531,0.005813761,0.079366386],"category_scores_gemma":[0.030595915,0.008796266,0.015564751,0.012281495,0.0021463267,0.0056037344,0.0059820935,0.0070089158,0.09061012],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022983588,0.005600681,0.09729708,0.004001907,0.016149238,0.00090221094,0.008087148,0.006206532,0.012387074,0.013815761,0.70752656,0.12572747],"study_design_scores_gemma":[0.012244844,0.0032519335,0.006890602,0.0014118386,0.008279029,0.0010371062,0.004023779,0.059909288,0.0034804342,0.0026602268,0.88637817,0.010432762],"about_ca_topic_score_codex":0.0019229397,"about_ca_topic_score_gemma":0.0055393064,"teacher_disagreement_score":0.5050376,"about_ca_system_score_codex":0.0008189131,"about_ca_system_score_gemma":0.0040497547,"threshold_uncertainty_score":0.9954769},"labels":[],"label_agreement":null},{"id":"W2781178498","doi":"10.17605/osf.io/ezcuj","title":"Reproducibility Project: Psychology","year":2012,"lang":"en","type":"article","venue":"OSF Preprints (OSF Preprints)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Reproducibility; Psychology; Applied psychology; Social psychology; Computer science; Mathematics; Statistics","score_opus":0.5479295827847063,"score_gpt":0.5170211158283942,"score_spread":0.03090846695631211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781178498","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15335189,0.00001465784,0.007764061,0.0010507755,0.0010051619,0.0018649584,0.000011096583,0.000039502935,0.8348979],"genre_scores_gemma":[0.51189953,0.000025535186,0.0059218393,0.000605466,0.00026085053,0.0002800969,0.000007449522,0.000027480668,0.48097172],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9332926,0.03549649,0.012128418,0.012379423,0.005555255,0.001147807],"domain_scores_gemma":[0.91759753,0.0051743896,0.0045802398,0.070874445,0.0012606066,0.00051277527],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.5425526,0.00051005493,0.0031491236,0.00047475804,0.00025651944,0.00055742014,0.0052591404,0.00029003972,0.8998912],"category_scores_gemma":[0.32777035,0.00031986152,0.001976008,0.0015978594,0.00023975866,0.0007319572,0.0019791962,0.0005502301,0.97272706],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030243466,0.00049171667,0.4111976,0.00004231798,0.00022136758,0.0000034971854,0.001772025,0.000029538356,0.0008495418,0.0022321488,0.5368051,0.046324905],"study_design_scores_gemma":[0.00020086157,7.873945e-7,0.18794867,0.0000139763015,0.00013909189,0.00006664113,0.00022080516,0.00021628528,0.00061710965,0.01167702,0.79859394,0.00030481993],"about_ca_topic_score_codex":0.00007439745,"about_ca_topic_score_gemma":0.00002393128,"teacher_disagreement_score":0.35854766,"about_ca_system_score_codex":0.00012436032,"about_ca_system_score_gemma":0.00014278975,"threshold_uncertainty_score":0.9999254},"labels":[],"label_agreement":null},{"id":"W2781460076","doi":"10.1371/journal.pone.0190089","title":"Randomized clinical trials in dentistry: Risks of bias, risks of random errors, reporting quality, and methodologic quality over the years 1955–2013","year":2017,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta; Alberta Innovates; Killam Trusts; Alberta Innovates - Health Solutions; Women and Children's Health Research Institute; Children's Health Research Institute","keywords":"Blinding; Medicine; Randomized controlled trial; Clinical trial; Sample size determination; Consolidated Standards of Reporting Trials; MEDLINE; Logistic regression; Psychological intervention; Meta-analysis; Internal medicine; Statistics; Psychiatry","score_opus":0.9910764987392963,"score_gpt":0.7419589188511131,"score_spread":0.24911757988818317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781460076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921825,0.001532021,0.0028767937,0.00063069345,0.00017795521,0.0020332448,0.000034389057,0.0000032558412,0.0005291702],"genre_scores_gemma":[0.9862086,0.0005719262,0.0124887,0.000059115482,0.00007934893,0.00005837894,0.0000030211272,0.000008236867,0.0005226465],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.17144518,0.69821256,0.11726661,0.0020358362,0.010501155,0.0005386924],"domain_scores_gemma":[0.24703795,0.51433253,0.22578914,0.010843814,0.001745876,0.00025067513],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9221511,0.00024884107,0.020069044,0.00019383428,0.0001455688,0.00043024073,0.0017494229,0.00022357791,0.0012100295],"category_scores_gemma":[0.9440768,0.00010383778,0.003855554,0.0003268132,0.00068289787,0.00017566196,0.0004506893,0.0003547503,0.000038901468],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007942931,0.0006878545,0.9730287,0.0003294672,0.002646975,0.000007948029,0.0006147392,0.000011260513,0.00076887663,0.0007815765,0.0011180429,0.01206163],"study_design_scores_gemma":[0.055356625,0.000031506836,0.91681916,0.0002701265,0.002398561,0.000002182409,0.00043756538,0.0015480197,0.00026179996,0.02255089,0.00013647045,0.00018706628],"about_ca_topic_score_codex":0.003037979,"about_ca_topic_score_gemma":0.0005148847,"teacher_disagreement_score":0.18387999,"about_ca_system_score_codex":0.000010059082,"about_ca_system_score_gemma":0.00007920048,"threshold_uncertainty_score":0.999703},"labels":[],"label_agreement":null},{"id":"W2782400723","doi":"10.4212/cjhp.v70i6.1706","title":"The Importance of Negative and Neutral Studies for Advancing Clinical Practice","year":2017,"lang":"en","type":"editorial","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Canadian Agency for Drugs and Technologies in Health","funders":"","keywords":"Clinical Practice; Medicine; Family medicine","score_opus":0.5836650541728508,"score_gpt":0.6122184547759772,"score_spread":0.0285534006031265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782400723","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009203638,0.06778726,0.00008616812,0.023878518,0.89602536,0.0014662526,0.00025158765,8.913121e-7,0.0013003052],"genre_scores_gemma":[0.09864778,0.011276941,0.0038411396,0.00073728553,0.8777136,0.00005263527,0.0000060663892,0.00008350197,0.0076410463],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98157316,0.0048628636,0.009726802,0.00044888505,0.0029877727,0.0004005271],"domain_scores_gemma":[0.758548,0.15866919,0.05840812,0.0034562596,0.01990584,0.0010125983],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1601497,0.00034091526,0.0036471419,0.00015902605,0.0011754264,0.0013261228,0.0038437275,0.0001189404,0.000056629706],"category_scores_gemma":[0.5556116,0.00012437071,0.002003267,0.00019404123,0.0008783541,0.0006703793,0.00008026529,0.0011053897,0.0000133733065],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004821671,0.000009124185,0.00091237517,0.00003546481,0.0014310752,0.000029849976,0.0009227518,0.0000069365906,1.7897474e-7,0.00015365791,0.9899904,0.006459952],"study_design_scores_gemma":[0.00053091603,0.00027521473,0.00021286523,0.00013010662,0.0014267846,0.0000159826,0.002508283,0.00005106584,0.0000029132443,0.007790446,0.9869186,0.00013676587],"about_ca_topic_score_codex":0.0006131638,"about_ca_topic_score_gemma":0.025860734,"teacher_disagreement_score":0.39546192,"about_ca_system_score_codex":0.00011208995,"about_ca_system_score_gemma":0.003713801,"threshold_uncertainty_score":0.9997106},"labels":[],"label_agreement":null},{"id":"W2782607127","doi":"10.1016/j.psychsport.2017.12.010","title":"Open science in sport and exercise psychology: Review of current approaches and considerations for qualitative inquiry","year":2018,"lang":"en","type":"article","venue":"Psychology of sport and exercise","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Open science; Qualitative research; Psychology; Documentation; Sports science; Citizen science; Qualitative property; Anonymity; Best practice; Sociology; Social science; Computer science; Medicine; Political science","score_opus":0.8161699070528617,"score_gpt":0.6188844564251701,"score_spread":0.19728545062769165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782607127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9274366,0.06421186,0.00038204578,0.0015883765,0.00045272912,0.00303425,0.000019775523,0.000002891039,0.002871483],"genre_scores_gemma":[0.9622944,0.024055602,0.012764192,0.00048711727,0.000031725034,0.00020068578,0.0000079015035,0.000008865716,0.0001495362],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9932076,0.00014205278,0.004405051,0.0012173351,0.0007872502,0.0002407592],"domain_scores_gemma":[0.9947867,0.00028213725,0.002411356,0.0015047209,0.0008539562,0.00016116591],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.064291984,0.00023452568,0.0033428478,0.00054250576,0.00014954261,0.000105146006,0.0009808823,0.0000901121,0.00046459836],"category_scores_gemma":[0.0013211446,0.00014086609,0.00019866157,0.00093448535,0.0026094953,0.00038374614,0.00029042634,0.0001071627,0.000015140049],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000430241,0.00095834077,0.5761048,0.004953971,0.000106911175,0.000006773131,0.051564123,3.7525817e-7,0.00009309177,0.021819025,0.08303269,0.26092967],"study_design_scores_gemma":[0.002521825,0.00053084095,0.80440956,0.007011416,0.00080595654,0.00008584318,0.012633408,0.00016907645,0.00011539197,0.14353316,0.027524043,0.0006595086],"about_ca_topic_score_codex":0.000011345254,"about_ca_topic_score_gemma":0.000021502878,"teacher_disagreement_score":0.26027015,"about_ca_system_score_codex":0.0000052060427,"about_ca_system_score_gemma":0.000086709595,"threshold_uncertainty_score":0.9635083},"labels":[],"label_agreement":null},{"id":"W2782690598","doi":"10.5195/jmla.2018.82","title":"Roles for librarians in systematic reviews: a scoping review","year":2018,"lang":"en","type":"review","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":156,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CINAHL; Systematic review; Medical library; MEDLINE; Vocabulary; Cochrane Library; Grey literature; Digital library; Library science; Peer review; Computer science; Political science","score_opus":0.6925375138479057,"score_gpt":0.5578397078762015,"score_spread":0.13469780597170422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782690598","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.7295874e-7,0.9824017,0.00055826706,0.0054553035,0.0018558698,0.008804564,0.000029752704,0.0000050675458,0.0008891859],"genre_scores_gemma":[1.9916152e-7,0.98239136,0.00098701,0.0026590275,0.0013715578,0.00035056242,0.000010603127,0.000046330497,0.012183329],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.86276656,0.076409765,0.047193322,0.00073325605,0.012451774,0.00044531896],"domain_scores_gemma":[0.69738984,0.10465395,0.18913448,0.006199896,0.0017079206,0.0009139213],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.35216245,0.0006591449,0.027926745,0.00071788725,0.00014646217,0.0011695687,0.007894329,0.0006467421,0.006199073],"category_scores_gemma":[0.5689522,0.00022959746,0.015542622,0.0034597444,0.000054121225,0.0012584877,0.0004732243,0.0010521975,0.0008674155],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013536991,0.00004268169,0.00005516074,0.4986943,0.00041148262,0.0000058058863,0.000038405862,1.298815e-7,2.1058404e-9,0.00013354247,0.45826936,0.04234776],"study_design_scores_gemma":[0.000088085326,0.00001895298,0.0000013403605,0.4938847,0.0017487617,0.000047021218,0.000008800137,0.00002079736,2.1299606e-8,0.00054992776,0.5035207,0.00011087927],"about_ca_topic_score_codex":1.78047e-7,"about_ca_topic_score_gemma":0.0000030399133,"teacher_disagreement_score":0.21678977,"about_ca_system_score_codex":0.00021775959,"about_ca_system_score_gemma":0.002269497,"threshold_uncertainty_score":0.99991053},"labels":[],"label_agreement":null},{"id":"W2782749611","doi":"10.1186/s12874-017-0465-7","title":"A systematic review of comparisons between protocols or registrations and full reports in primary biomedical research","year":2018,"lang":"en","type":"review","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Programs for Assessment of Technology in Health Research Institute; Impact; McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"CINAHL; MEDLINE; Systematic review; Observational study; Medicine; Protocol (science); Data extraction; Research design; Meta-analysis; Family medicine; Reporting bias; Clinical trial; Medical physics; Alternative medicine; Pathology; Psychological intervention; Statistics; Nursing","score_opus":0.9885280043170334,"score_gpt":0.7979694208306354,"score_spread":0.19055858348639798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782749611","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002391544,0.9140452,0.020239158,0.000612917,0.00012401717,0.063359685,0.000048118847,0.000007977027,0.0015605122],"genre_scores_gemma":[5.30789e-7,0.9053399,0.05501549,0.000066479675,0.0003824587,0.035598125,0.00009992043,0.0000492325,0.0034478393],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.09656229,0.7793008,0.066190414,0.0044451496,0.051441446,0.002059876],"domain_scores_gemma":[0.09633132,0.85240644,0.02189495,0.016463002,0.01023221,0.0026720844],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.9201274,0.0008083689,0.042113062,0.005126741,0.00033203542,0.00040944514,0.0071951156,0.0017303834,0.009425594],"category_scores_gemma":[0.956582,0.0003435732,0.0031393506,0.0132974535,0.0049139163,0.00014854982,0.0026323625,0.004387284,0.0009200575],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015761547,0.00014775389,0.00007627875,0.8518956,0.00033150412,0.00022620009,0.00006495754,4.192283e-9,1.7523013e-7,0.00042971884,0.10205429,0.044757783],"study_design_scores_gemma":[0.00010905623,0.00036065647,0.000023103907,0.50959694,0.0005837479,0.00056192325,0.00011837545,0.000016718372,6.64039e-8,0.0012890897,0.48716384,0.0001764555],"about_ca_topic_score_codex":0.00008926479,"about_ca_topic_score_gemma":0.0005352489,"teacher_disagreement_score":0.38510957,"about_ca_system_score_codex":0.00036534868,"about_ca_system_score_gemma":0.016935559,"threshold_uncertainty_score":0.99990165},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2783474459","doi":"10.1002/jrsm.1289","title":"Information retrieval for systematic reviews in food and feed topics: A narrative review","year":2018,"lang":"en","type":"review","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Iowa State University; National Pork Board","keywords":"Narrative; Computer science; Information retrieval; Data science","score_opus":0.9157350792377867,"score_gpt":0.7090918911960139,"score_spread":0.20664318804177284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783474459","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.8545997e-7,0.9527588,0.013966111,0.00037052511,0.00019368534,0.030911205,0.0000629801,0.000007259929,0.0017290675],"genre_scores_gemma":[1.4428213e-7,0.9175895,0.072015196,0.0000947631,0.00020478072,0.0077305213,0.000018493223,0.000035660327,0.0023109633],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.471439,0.47103918,0.043531157,0.0023272238,0.0103323655,0.0013310845],"domain_scores_gemma":[0.37719575,0.5492038,0.04050777,0.019579582,0.012334682,0.0011784392],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7776597,0.0009958252,0.033141404,0.0029087118,0.0003982906,0.0016800346,0.003994372,0.00058871164,0.0013596214],"category_scores_gemma":[0.8512693,0.00044241245,0.005594623,0.0066754553,0.00027033561,0.0008053106,0.0005959325,0.0009003064,0.0016348218],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030135384,0.000012799337,2.0155221e-7,0.48077422,0.00021699125,3.5903653e-7,0.0004004323,1.0933466e-8,7.054607e-8,0.00028774617,0.02233111,0.49597305],"study_design_scores_gemma":[0.000046082387,0.00008533736,3.8676748e-7,0.31892005,0.0007805506,0.000016640905,0.000394461,0.000085283136,0.0000012001144,0.0012809054,0.6781227,0.0002663699],"about_ca_topic_score_codex":0.000004286037,"about_ca_topic_score_gemma":0.0000112789785,"teacher_disagreement_score":0.65579164,"about_ca_system_score_codex":0.00037572402,"about_ca_system_score_gemma":0.0006201211,"threshold_uncertainty_score":0.99980277},"labels":[],"label_agreement":null},{"id":"W2784723271","doi":"10.1111/lang.12284","title":"Introducing Registered Reports at <i>Language Learning</i>: Promoting Transparency, Replication, and a Synthetic Ethic in the Language Sciences","year":2018,"lang":"en","type":"article","venue":"Language Learning","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Economic and Social Research Council; University of Illinois at Urbana-Champaign; Cardiff University","keywords":"Transparency (behavior); Data collection; Open science; Psychology; Protocol (science); Replication (statistics); Data science; Best practice; Public relations; Computer science; Sociology; Political science; Social science","score_opus":0.34994043894376914,"score_gpt":0.4774014477996329,"score_spread":0.12746100885586376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784723271","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97989327,0.0039574173,0.001354585,0.0022719966,0.00011235193,0.00066561205,0.0000012654182,0.00004006303,0.011703452],"genre_scores_gemma":[0.987448,0.000016654825,0.0017356422,0.00043891958,0.00025880084,0.000052440144,0.000009704365,0.00002267016,0.010017183],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9782486,0.011649912,0.0043275864,0.002111783,0.0031336285,0.0005284692],"domain_scores_gemma":[0.9889509,0.0034494302,0.0035937263,0.0036228434,0.0002763591,0.00010671838],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14548786,0.00033538335,0.0014200537,0.0004183447,0.0009737495,0.001132217,0.0013219259,0.00012688799,0.0020392118],"category_scores_gemma":[0.0959129,0.00017153303,0.00038467644,0.0020241989,0.00042219745,0.00027636104,0.0002147634,0.0007554512,0.0002924787],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015703034,0.000055887645,0.14223929,0.00019868778,0.00006908716,0.00041318595,0.750424,0.0004144079,0.02470348,0.0002596453,0.0014158074,0.07979077],"study_design_scores_gemma":[0.0013172628,0.0012085167,0.08333157,0.0020345552,0.00079874514,0.005124304,0.72004354,0.06884428,0.007928554,0.0012832037,0.105676316,0.0024091217],"about_ca_topic_score_codex":0.00036007774,"about_ca_topic_score_gemma":0.00078803545,"teacher_disagreement_score":0.10426051,"about_ca_system_score_codex":0.00004388088,"about_ca_system_score_gemma":0.000055155426,"threshold_uncertainty_score":0.9999047},"labels":[],"label_agreement":null},{"id":"W2785704959","doi":"10.1001/jama.2017.19163","title":"Preferred Reporting Items for a Systematic Review and Meta-analysis of Diagnostic Test Accuracy Studies","year":2018,"lang":"en","type":"review","venue":"JAMA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3055,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; University of Ottawa; Jewish General Hospital; University of Calgary; McGill University; Ottawa Hospital; Canadian Agency for Drugs and Technologies in Health","funders":"Canadian Institutes of Health Research; Medical Research Council; National Institute for Health and Care Research","keywords":"Systematic review; Medicine; Checklist; Guideline; Test (biology); Delphi method; Delphi; Medical physics; Meta-analysis; MEDLINE; Data mining; Computer science; Artificial intelligence; Pathology; Psychology","score_opus":0.8986533088678941,"score_gpt":0.6230364142758784,"score_spread":0.27561689459201566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785704959","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.2661305e-7,0.984185,0.0004654989,0.0002390287,0.00008812543,0.014284965,0.0004999847,0.00000878518,0.00022787979],"genre_scores_gemma":[0.000013557823,0.9852859,0.0013414779,0.00026760335,0.00008411287,0.005474108,0.000074312826,0.000044492936,0.0074144574],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.90887874,0.015501556,0.06833775,0.0022817417,0.0045910673,0.00040911618],"domain_scores_gemma":[0.12340961,0.59494895,0.25480002,0.015439914,0.01104658,0.00035494159],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.2813916,0.0011867948,0.110099636,0.0014030213,0.00018887248,0.0009497512,0.0026931302,0.00030000787,0.0014157023],"category_scores_gemma":[0.95869875,0.0004430831,0.03699521,0.0060067475,0.00016389728,0.0003267023,0.00048385255,0.0002467674,0.00031501174],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.961484e-7,0.000026493288,0.0000043245104,0.68294346,0.2880624,0.0000032023045,0.00008416794,2.6418857e-7,7.466818e-9,0.00003499407,0.022402342,0.0064381734],"study_design_scores_gemma":[0.000032920907,0.00003208096,0.0000013889545,0.0693404,0.67658836,0.000023829703,0.000080170685,0.0000483121,3.9093003e-8,0.000142996,0.25344738,0.0002621238],"about_ca_topic_score_codex":0.0000061479973,"about_ca_topic_score_gemma":0.000026459624,"teacher_disagreement_score":0.7854692,"about_ca_system_score_codex":0.00006225707,"about_ca_system_score_gemma":0.00016793488,"threshold_uncertainty_score":0.9998021},"labels":[],"label_agreement":null},{"id":"W2785825193","doi":"10.1002/sim.7589","title":"Meta‐analysis of Gaussian individual patient data: Two‐stage or not two‐stage?","year":2018,"lang":"en","type":"article","venue":"Statistics in Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Medical Research Council Canada","keywords":"Stage (stratigraphy); Meta-analysis; Computer science; Flexibility (engineering); Econometrics; Random effects model; Outcome (game theory); Aggregate data; Sample size determination; Aggregate (composite); Range (aeronautics); Statistics; Mathematics; Medicine","score_opus":0.8323632235708937,"score_gpt":0.5893490509411681,"score_spread":0.24301417262972558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785825193","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02520167,0.0031212086,0.92302835,0.0022970783,0.001800235,0.0024268501,0.024179764,0.00002066221,0.017924163],"genre_scores_gemma":[0.82682127,0.00010699609,0.15119755,0.0019042173,0.00034502274,0.000049645078,0.0011382656,0.000036676534,0.01840036],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.97100246,0.0065321024,0.011768927,0.0014842784,0.008778334,0.00043391524],"domain_scores_gemma":[0.9740565,0.010948831,0.006203445,0.007118028,0.0013993153,0.00027389702],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09533073,0.00044561378,0.008211532,0.0018317847,0.00012253992,0.000186758,0.003460098,0.000073441064,0.09528253],"category_scores_gemma":[0.05251025,0.00019095669,0.00074185454,0.0057319766,0.00068737514,0.00020855949,0.00060757133,0.00026952976,0.00042328655],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003614024,0.00072368496,0.028056344,0.0005061855,0.33432588,0.00054571824,0.023011692,0.0018048936,0.00017471157,0.11932988,0.4332234,0.057936218],"study_design_scores_gemma":[0.003071721,0.0014687366,0.023451438,0.0001185286,0.5233831,0.000012240271,0.010838398,0.18391196,0.00011094897,0.008540419,0.24403822,0.0010543251],"about_ca_topic_score_codex":0.00071181584,"about_ca_topic_score_gemma":0.007907816,"teacher_disagreement_score":0.8016196,"about_ca_system_score_codex":0.00003359648,"about_ca_system_score_gemma":0.00015420375,"threshold_uncertainty_score":0.95547086},"labels":[],"label_agreement":null},{"id":"W2786827563","doi":"10.23889/ijpds.v3i1.419","title":"Using the RECORD guidelines to improve transparent reporting of studies based on routinely collected data","year":2018,"lang":"en","type":"article","venue":"International Journal for Population Data Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; University of Ottawa","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Wellcome Trust","keywords":"Observational study; Data science; Key (lock); Health care; Quality (philosophy); Data quality; Computer science; Data mining; Medicine; Operations management; Engineering; Computer security","score_opus":0.970685801615776,"score_gpt":0.7130115155502669,"score_spread":0.25767428606550913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2786827563","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22218531,0.00009400894,0.7592977,0.009498382,0.007058669,0.00090666,0.00078299124,0.000005492379,0.00017076763],"genre_scores_gemma":[0.8600254,0.000005955799,0.13822222,0.0006975084,0.0006647255,0.000004775983,0.000052893432,0.000006443953,0.00032005963],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9795968,0.00070705067,0.011887689,0.000954504,0.0066604842,0.00019350175],"domain_scores_gemma":[0.95198816,0.0024946514,0.02076228,0.0059693996,0.018633395,0.00015210857],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15303029,0.00015221664,0.00094299414,0.00059382914,0.0006143097,0.0010653029,0.009847829,0.000022165766,0.00023435723],"category_scores_gemma":[0.3457011,0.00006783657,0.00024083654,0.0016298578,0.00016956021,0.0012839078,0.0006973778,0.00008902644,0.000016999838],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055221585,0.00027599488,0.30570003,0.000060906572,0.0010384276,0.0000141598175,0.001519106,0.058902156,0.011887283,0.0030201664,0.30395523,0.31307432],"study_design_scores_gemma":[0.00016566028,0.000074706775,0.018944534,0.00015418851,0.00008123964,0.00001995991,0.00036353938,0.9624191,0.00016026286,0.0013940921,0.01612833,0.00009439516],"about_ca_topic_score_codex":0.00010538408,"about_ca_topic_score_gemma":0.00028099152,"teacher_disagreement_score":0.90351695,"about_ca_system_score_codex":0.00009867649,"about_ca_system_score_gemma":0.00032360986,"threshold_uncertainty_score":0.9999717},"labels":[],"label_agreement":null},{"id":"W2787714342","doi":"10.2139/ssrn.3118687","title":"No System is Perfect: Understanding How Registration-Based Editorial Processes Affect Reproducibility and Investment in Research Quality","year":2018,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Affect (linguistics); Reproducibility; Quality (philosophy); Investment (military); Business; Psychology; Political science; Statistics; Mathematics; Law; Philosophy; Epistemology; Communication","score_opus":0.7559396441944821,"score_gpt":0.5591312217482963,"score_spread":0.1968084224461858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2787714342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9204174,0.0051950407,0.040087715,0.008601803,0.010130549,0.0029875801,0.000014476407,0.000027899228,0.012537528],"genre_scores_gemma":[0.98942405,0.000081245984,0.00018360175,0.00005862447,0.007831095,0.00002588622,0.0000014595288,0.000012079246,0.0023819646],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.95629156,0.02496512,0.0052334666,0.0024146333,0.009122466,0.001972732],"domain_scores_gemma":[0.97444224,0.008721536,0.0044907182,0.0057341396,0.0062763994,0.0003349615],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.58603853,0.0002648021,0.0016546968,0.0005493492,0.0006894854,0.0017926389,0.0010488344,0.00014768828,0.00017179431],"category_scores_gemma":[0.14095269,0.00014484626,0.0004052978,0.0021155248,0.00029337406,0.0004257921,0.00007877567,0.0015102676,0.00016201392],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00097079686,0.00070045015,0.2550423,0.0024671631,0.00113187,0.000017145238,0.007068647,0.00004492301,0.00220761,0.42346472,0.30361044,0.003273918],"study_design_scores_gemma":[0.0037092061,0.0040337592,0.0069137053,0.0010607085,0.00035261462,0.00022751054,0.07266851,0.0065687504,0.0010757339,0.84542453,0.056691922,0.0012730379],"about_ca_topic_score_codex":0.0001354382,"about_ca_topic_score_gemma":0.0033098855,"teacher_disagreement_score":0.44508585,"about_ca_system_score_codex":0.0026469394,"about_ca_system_score_gemma":0.0052849706,"threshold_uncertainty_score":0.9992436},"labels":[],"label_agreement":null},{"id":"W2788284475","doi":"10.1016/j.jpedsurg.2018.02.009","title":"Enrollment and reporting practices in pediatric general surgical randomized clinical trials: A systematic review and observational analysis","year":2018,"lang":"en","type":"review","venue":"Journal of Pediatric Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"British Columbia Children's Hospital; Montreal General Hospital; McGill University; McGill University Health Centre","funders":"","keywords":"Medicine; Observational study; Randomized controlled trial; Jadad scale; Sample size determination; Consolidated Standards of Reporting Trials; Clinical trial; Logistic regression; Systematic review; MEDLINE; Pediatrics; Physical therapy; Surgery; Internal medicine; Statistics","score_opus":0.921773385027146,"score_gpt":0.6551497595359498,"score_spread":0.2666236254911962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788284475","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011082847,0.99397814,0.00021818024,0.00022835129,0.0009812352,0.003407704,0.00001607643,0.0000031386248,0.000058859212],"genre_scores_gemma":[0.000049897233,0.991574,0.0012836477,0.0001154297,0.0062594316,0.00015956296,0.00001766199,0.00002993198,0.00051044003],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.45063335,0.31872535,0.21829961,0.0020113853,0.009743607,0.00058670674],"domain_scores_gemma":[0.04502834,0.4409948,0.5079344,0.0022725856,0.0031731462,0.0005967451],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9053676,0.00096726406,0.10876769,0.0055947113,0.00012284948,0.0011651956,0.0012669779,0.000556868,0.000949192],"category_scores_gemma":[0.9210756,0.00040527812,0.030782089,0.00911179,0.00012041604,0.00061439135,0.0002802935,0.0010886487,0.00006677773],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004044611,0.00029406187,0.11152136,0.7838179,0.016064627,0.0007443274,0.000055549,0.000003321303,8.3577906e-10,0.000033435685,0.06425547,0.022805514],"study_design_scores_gemma":[0.007145371,0.0000660693,0.0012496725,0.050840765,0.8483569,0.0014879451,0.000053942334,0.0005302411,1.41896e-9,0.00034601052,0.088862024,0.0010610375],"about_ca_topic_score_codex":0.0000074216923,"about_ca_topic_score_gemma":0.0000049771825,"teacher_disagreement_score":0.8322923,"about_ca_system_score_codex":0.00009800017,"about_ca_system_score_gemma":0.0016346154,"threshold_uncertainty_score":0.99996406},"labels":[],"label_agreement":null},{"id":"W2788728681","doi":"10.1186/s13643-018-0699-4","title":"Registration of systematic reviews in PROSPERO: 30,000 records and counting","year":2018,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":506,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; St. Michael's Hospital; Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Medicine; Family medicine","score_opus":0.7628381424790719,"score_gpt":0.5418429527534222,"score_spread":0.2209951897256497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788728681","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000048277802,0.9094888,0.0009882601,0.00001552191,0.0007758867,0.08364337,0.00003116658,0.000011843452,0.0050403466],"genre_scores_gemma":[0.000012568005,0.97295934,0.0024227728,0.000050568957,0.00027568825,0.012625808,0.00003108705,0.0001006996,0.011521496],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.5978941,0.2063703,0.17896399,0.0046401117,0.010982639,0.0011488681],"domain_scores_gemma":[0.7913928,0.025303623,0.16278942,0.017824262,0.002266432,0.00042346405],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.5843865,0.002361913,0.10015483,0.0017792963,0.00019476113,0.0016410301,0.0050530885,0.00078139006,0.0024211374],"category_scores_gemma":[0.368986,0.00094801444,0.010020188,0.0051159253,0.0002398199,0.000607361,0.00039586745,0.00068746344,0.011614958],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.375572e-7,0.000044065804,0.000033525805,0.96021193,0.00026699767,0.0000048766747,0.00034159503,8.803583e-8,1.2173923e-7,0.00046089196,0.017536094,0.021099169],"study_design_scores_gemma":[0.000068699264,0.0000403621,0.0000014383511,0.51243293,0.0033476085,0.000112303096,0.00010591554,0.00012913378,3.659588e-8,0.00020444999,0.48311937,0.00043775898],"about_ca_topic_score_codex":0.00003768029,"about_ca_topic_score_gemma":0.000109676184,"teacher_disagreement_score":0.46558326,"about_ca_system_score_codex":0.00031944536,"about_ca_system_score_gemma":0.00030332996,"threshold_uncertainty_score":0.9998942},"labels":[],"label_agreement":null},{"id":"W2789034920","doi":"10.13181/mji.v26i4.2604","title":"Quarter century of Medical Journal of Indonesia: Between national and international publications for building capacity building","year":2018,"lang":"en","type":"article","venue":"Medical Journal of Indonesia","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Library science; History; Computer science; Archaeology","score_opus":0.46281170736465194,"score_gpt":0.5019730927887966,"score_spread":0.03916138542414471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789034920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7418867,0.00046632937,0.24190319,0.014408193,0.00093289785,0.00016570077,0.000019056399,0.0000014848954,0.00021645671],"genre_scores_gemma":[0.9836769,0.00008311918,0.013427056,0.00029990845,0.0024689985,0.0000037786012,0.0000021676249,0.000010589183,0.000027478001],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97044116,0.0021812208,0.010707222,0.0003347477,0.016075473,0.00026019991],"domain_scores_gemma":[0.9688329,0.007416627,0.011738385,0.00051614124,0.010679633,0.00081629783],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.121152304,0.0002264096,0.0024034295,0.0013263806,0.00014751375,0.00032437016,0.0029596556,0.0003075652,0.003292611],"category_scores_gemma":[0.07297981,0.00012027073,0.0011717953,0.00092553155,0.0004669991,0.0006330764,0.00016383338,0.0006226079,0.000012418813],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018023107,0.00060854666,0.680539,0.00018210283,0.002917584,0.0000325595,0.0018505054,0.000010695969,0.0011683375,0.03434497,0.14261898,0.13554648],"study_design_scores_gemma":[0.0071796435,0.0011812154,0.7747776,0.0019196728,0.001312279,0.0050725504,0.0021114105,0.008914,0.0009825844,0.035835408,0.16006249,0.0006511512],"about_ca_topic_score_codex":0.0000030333492,"about_ca_topic_score_gemma":0.0000038333137,"teacher_disagreement_score":0.24179022,"about_ca_system_score_codex":0.00008235218,"about_ca_system_score_gemma":0.0008795763,"threshold_uncertainty_score":0.9976185},"labels":[],"label_agreement":null},{"id":"W2789140267","doi":"10.1186/s12916-018-1018-6","title":"Reproducibility of clinical research in critical care: a scoping review","year":2018,"lang":"en","type":"review","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Ottawa; St. Michael's Hospital; University of Calgary","funders":"Alberta Innovates","keywords":"Medicine; Specialty; Randomized controlled trial; Clinical trial; MEDLINE; Clinical Practice; Clinical research; Alternative medicine; Family medicine; Intensive care; Clinical study design; Intensive care medicine; Internal medicine; Pathology","score_opus":0.9900117962764459,"score_gpt":0.8171614305301508,"score_spread":0.1728503657462951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789140267","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002752009,0.98388016,0.00024368831,0.0005871538,0.0010385109,0.0057889326,0.000010558168,0.0000037764055,0.008444464],"genre_scores_gemma":[0.000011812499,0.9950317,0.0021704182,0.00014225679,0.0014421265,0.00025149432,0.00002056174,0.000026365195,0.0009032413],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.5211586,0.31441358,0.123572,0.0138337,0.025912708,0.0011094422],"domain_scores_gemma":[0.37069172,0.4382584,0.03812027,0.12759891,0.023810217,0.0015204829],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8712873,0.00059587014,0.040442992,0.001235298,0.0000864073,0.00008709748,0.004648648,0.0004608736,0.012703187],"category_scores_gemma":[0.9249736,0.00023677628,0.0054751975,0.0070437295,0.0016527656,0.00009922844,0.00074223394,0.0013053272,0.00304953],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024396381,0.000046093617,0.000567264,0.48986676,0.000036901747,0.000008484567,0.000057432477,7.51649e-9,4.5567363e-9,0.00017602945,0.047124222,0.46211436],"study_design_scores_gemma":[0.000077007826,0.00011189167,0.000043524287,0.4823584,0.0008030986,0.00001214546,0.00007549052,0.0000033886295,1.3697594e-8,0.00039295087,0.5160151,0.00010696148],"about_ca_topic_score_codex":0.000050780705,"about_ca_topic_score_gemma":0.00014954021,"teacher_disagreement_score":0.4688909,"about_ca_system_score_codex":0.00009154252,"about_ca_system_score_gemma":0.0025356943,"threshold_uncertainty_score":0.99772674},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2789330957","doi":"10.1007/s12630-018-1109-z","title":"Sample size calculations for randomized clinical trials published in anesthesiology journals: a comparison of 2010 versus 2016","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Sample size determination; Randomized controlled trial; Anesthesiology; Sample (material); Statistics; Medicine; Medical physics; Mathematics; Internal medicine; Anesthesia; Physics","score_opus":0.5750091946932951,"score_gpt":0.5223390999954673,"score_spread":0.052670094697827796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789330957","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9695691,0.0047172927,0.0065074307,0.012764543,0.0037075472,0.0020433797,0.000049311227,0.0000035679725,0.00063784735],"genre_scores_gemma":[0.98294246,0.00008228262,0.0137603115,0.0001568947,0.002101249,0.000022239401,0.0000053480207,0.000051325926,0.00087789324],"study_design_codex":"not_applicable","study_design_gemma":"case_report","domain_scores_codex":[0.9201909,0.039870597,0.034959592,0.0007579071,0.00308335,0.0011377014],"domain_scores_gemma":[0.36280197,0.43590716,0.13692597,0.007506209,0.043362536,0.013496158],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4835119,0.00062935846,0.014856759,0.0033053604,0.00058606046,0.0014976214,0.0036802932,0.000600328,0.011843346],"category_scores_gemma":[0.56853485,0.00035017607,0.006854291,0.0022049877,0.0011261824,0.0009357611,0.000024909272,0.0012392269,0.00007829709],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04484417,0.00060455955,0.28599843,0.00013392455,0.004434423,0.03258769,0.008215464,0.001671083,0.000044924338,0.0067520374,0.5276563,0.08705695],"study_design_scores_gemma":[0.17145109,0.0073865713,0.078598864,0.0013004619,0.0054002623,0.45111728,0.008570879,0.014554486,0.00005935851,0.05801188,0.2014667,0.002082184],"about_ca_topic_score_codex":0.00542865,"about_ca_topic_score_gemma":0.03720552,"teacher_disagreement_score":0.55738884,"about_ca_system_score_codex":0.00042548036,"about_ca_system_score_gemma":0.008348031,"threshold_uncertainty_score":0.99989504},"labels":[],"label_agreement":null},{"id":"W2789559935","doi":"10.1111/bju.14105","title":"The challenge with systematic reviews of non‐randomised studies in urology","year":2018,"lang":"en","type":"editorial","venue":"British Journal of Urology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Systematic review; CLARITY; Medicine; MEDLINE; Political science","score_opus":0.4456471009403466,"score_gpt":0.4850433315633887,"score_spread":0.039396230623042094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789559935","genre_codex":"review","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008187594,0.51966953,0.0009840466,0.00082776806,0.47271156,0.0035464852,0.000024995115,0.0000017330464,0.0014151268],"genre_scores_gemma":[0.0272629,0.40342078,0.0013528932,0.00038175023,0.5604599,0.00062987587,0.000011222218,0.00014068761,0.0063400203],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.91504186,0.048720162,0.029157143,0.00083369506,0.005766159,0.00048095136],"domain_scores_gemma":[0.85312927,0.080133915,0.054592766,0.0029776935,0.008999174,0.00016715129],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.31595185,0.0005302392,0.019857597,0.00067411806,0.00016963504,0.00030044813,0.0043120896,0.00065569126,0.00063878734],"category_scores_gemma":[0.38187853,0.00021967017,0.0028678286,0.0008368691,0.00082442875,0.00015408556,0.0002157783,0.0013967257,0.00021044664],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039957024,0.00006686994,0.000021095562,0.004171944,0.001406381,0.00038326107,0.0004120464,0.000014889347,7.558904e-7,0.000014523103,0.9910479,0.0020607524],"study_design_scores_gemma":[0.0041665565,0.0016151895,0.00004118485,0.004449261,0.0025088927,0.0018579013,0.00043073177,0.000093106966,2.1753203e-7,0.0019703726,0.98262584,0.0002407414],"about_ca_topic_score_codex":0.000013313585,"about_ca_topic_score_gemma":0.0009283053,"teacher_disagreement_score":0.11624875,"about_ca_system_score_codex":0.000057104557,"about_ca_system_score_gemma":0.0004003779,"threshold_uncertainty_score":0.99469364},"labels":[],"label_agreement":null},{"id":"W2789572026","doi":"10.1136/bmj.k585","title":"Living network meta-analysis compared with pairwise meta-analysis in comparative effectiveness research: empirical study","year":2018,"lang":"en","type":"review","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":115,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Meta-analysis; Pairwise comparison; Study heterogeneity; Randomized controlled trial; Medicine; Null hypothesis; Statistical power; Psychological intervention; Statistics; Computer science; Internal medicine; Mathematics; Psychiatry","score_opus":0.9759026717761498,"score_gpt":0.7025455555120391,"score_spread":0.27335711626411063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789572026","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011022088,0.9780671,0.005178693,0.00010854278,0.00009526861,0.013598854,0.00013870429,0.000020935484,0.0026816882],"genre_scores_gemma":[0.18088117,0.6304436,0.029261274,0.0007359622,0.0032864676,0.08280023,0.0011507866,0.00093148096,0.070509076],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.5827739,0.36505497,0.025920294,0.0057381974,0.019171571,0.0013410387],"domain_scores_gemma":[0.83033454,0.12887126,0.017738296,0.016727407,0.0056848433,0.000643648],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.6103112,0.0024055552,0.1447864,0.009582066,0.00069961464,0.003196505,0.007949127,0.00052517094,0.03388552],"category_scores_gemma":[0.023278533,0.00092881755,0.10082348,0.08305948,0.0005551886,0.00040814496,0.0014788184,0.0017629338,0.004944765],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001955863,0.00064768555,0.004462723,0.000751277,0.96095204,0.000081158345,0.0010031972,0.0047706254,1.1572355e-9,0.00002188254,0.026676923,0.0006128963],"study_design_scores_gemma":[0.000095506766,0.00018186937,0.0016325542,0.00011252752,0.74567103,0.0000058774517,0.0007836329,0.0014718759,6.757973e-9,0.000093689894,0.24925004,0.0007013872],"about_ca_topic_score_codex":0.00032279303,"about_ca_topic_score_gemma":0.010454629,"teacher_disagreement_score":0.5870327,"about_ca_system_score_codex":0.00034528002,"about_ca_system_score_gemma":0.000691278,"threshold_uncertainty_score":0.9993162},"labels":[],"label_agreement":null},{"id":"W2789894788","doi":"10.1073/pnas.1708286114","title":"Enhancing primary reports of randomized controlled trials: Three most common challenges and suggested solutions","year":2018,"lang":"en","type":"review","venue":"Proceedings of the National Academy of Sciences","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact; Programs for Assessment of Technology in Health Research Institute","funders":"","keywords":"Credibility; Randomized controlled trial; Consolidated Standards of Reporting Trials; Rigour; Alternative medicine; MEDLINE; Medicine; Medical education; Variety (cybernetics); Computer science; Political science; Pathology","score_opus":0.7291657093599361,"score_gpt":0.5292619655027221,"score_spread":0.199903743857214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789894788","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00051764963,0.9848126,0.000011330345,0.00067358534,0.00009657604,0.0042605256,0.000030561143,0.000003891583,0.009593272],"genre_scores_gemma":[0.0077990596,0.98931813,0.0019116905,0.000044829278,0.00018377113,0.00026311935,8.5193534e-7,0.000010947598,0.00046760228],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9398528,0.0054917354,0.037851032,0.0014940599,0.014959826,0.00035055957],"domain_scores_gemma":[0.78629154,0.082572006,0.124313876,0.000290716,0.006375621,0.00015626117],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5803722,0.0004946325,0.03232284,0.0012727333,0.00031987877,0.00022506928,0.0030532354,0.00035684044,0.00016389249],"category_scores_gemma":[0.3513258,0.00017487729,0.0071270773,0.0022801664,0.0023490735,0.00047791717,0.00058082934,0.00032528938,0.000006186944],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027202198,0.000619416,0.000251154,0.058864962,0.014818176,2.364559e-7,0.0018583188,0.000013052153,0.0012086325,0.30251545,0.019145647,0.59798473],"study_design_scores_gemma":[0.03310758,0.00024098498,0.00087179564,0.057036977,0.030336957,0.00036127653,0.00088179606,0.0016857447,0.00047382506,0.6848501,0.18876019,0.0013927573],"about_ca_topic_score_codex":0.0000044298117,"about_ca_topic_score_gemma":0.0000010527529,"teacher_disagreement_score":0.596592,"about_ca_system_score_codex":0.00004522784,"about_ca_system_score_gemma":0.00029074666,"threshold_uncertainty_score":0.9820433},"labels":[],"label_agreement":null},{"id":"W2790069858","doi":"10.1111/bju.14210","title":"The fragility of statistically significant findings from randomised controlled trials in the urological literature","year":2018,"lang":"en","type":"article","venue":"British Journal of Urology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Fragility; Interquartile range; Medicine; Statistical significance; Randomized controlled trial; Index (typography); Internal medicine","score_opus":0.39119923638670207,"score_gpt":0.46477316089355974,"score_spread":0.07357392450685768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790069858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94676745,0.012701818,0.030302733,0.006910195,0.00067345635,0.0014955965,0.000100198915,0.0000012416109,0.0010473165],"genre_scores_gemma":[0.99712056,0.00038109752,0.0010326685,0.0010704298,0.00027193598,0.000017376418,0.000001973583,0.000003947709,0.00009999885],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.8852757,0.09384664,0.017383367,0.0003889792,0.0028405108,0.0002647864],"domain_scores_gemma":[0.7845772,0.19948965,0.011896778,0.0011498911,0.0027667459,0.000119708835],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4396014,0.00017682428,0.007461606,0.00015796839,0.00017022945,0.0008730812,0.0023658478,0.00017628864,0.0037803538],"category_scores_gemma":[0.5500994,0.000059300517,0.0026781685,0.00057856005,0.000524047,0.00009838,0.00005855839,0.0005838021,0.000049612052],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0935064,0.0017666139,0.05048603,0.00004881048,0.007015045,0.003607215,0.008242401,0.00017135036,0.004383934,0.024361271,0.55083615,0.2555748],"study_design_scores_gemma":[0.07904022,0.0025095665,0.4354937,0.00011558623,0.0025789624,0.0018638262,0.0010207379,0.0042489106,0.000023487375,0.39932954,0.07344465,0.00033079146],"about_ca_topic_score_codex":0.000018273591,"about_ca_topic_score_gemma":0.000059179234,"teacher_disagreement_score":0.47739148,"about_ca_system_score_codex":0.000008703169,"about_ca_system_score_gemma":0.0001023825,"threshold_uncertainty_score":0.99713033},"labels":[],"label_agreement":null},{"id":"W2790395575","doi":"10.1007/s00330-018-5354-x","title":"Reporting bias in imaging: higher accuracy is linked to faster publication","year":2018,"lang":"en","type":"article","venue":"European Radiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Dalhousie University; University of Ottawa","funders":"University of Ottawa","keywords":"Youden's J statistic; Medicine; Publication bias; Neuroradiology; Meta-analysis; Logistic regression; Statistics; Internal medicine; Receiver operating characteristic; Mathematics","score_opus":0.7983463443372641,"score_gpt":0.5369916912783238,"score_spread":0.26135465305894034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790395575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6936497,0.00019332497,0.0066267927,0.018157065,0.00095923804,0.0005650567,0.000004094912,0.000020809734,0.2798239],"genre_scores_gemma":[0.95895964,0.0000022108607,0.0031334413,0.008928482,0.00055291795,0.000009612206,0.0000075779744,0.000018487233,0.028387647],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9692684,0.014662246,0.013247439,0.001278692,0.0011771382,0.00036612226],"domain_scores_gemma":[0.98485327,0.001797427,0.008740983,0.0033387733,0.0011102669,0.00015930356],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.12608409,0.00019938567,0.0016382483,0.000573637,0.000083767794,0.0005349118,0.0015001746,0.00003586538,0.01656033],"category_scores_gemma":[0.14014006,0.00010564041,0.0004655611,0.0013580803,0.0000800644,0.00024019054,0.00024833926,0.00014418182,0.0471098],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005550497,0.000019606716,0.26099193,0.00000471625,0.000034057124,0.00003740458,0.0017241744,0.0000035255014,0.0010246434,0.00054129376,0.6817273,0.053885825],"study_design_scores_gemma":[0.00008108501,0.000022007942,0.3658907,0.000008231645,0.0000130457975,0.00004284608,0.00006419269,0.00044033205,0.000012665045,0.00031496497,0.6330175,0.000092457005],"about_ca_topic_score_codex":0.0000086456885,"about_ca_topic_score_gemma":0.00000857924,"teacher_disagreement_score":0.26530993,"about_ca_system_score_codex":0.000028912811,"about_ca_system_score_gemma":0.000028023924,"threshold_uncertainty_score":0.98433864},"labels":[],"label_agreement":null},{"id":"W2790403673","doi":"10.1016/j.jclinepi.2018.01.013","title":"GRADE Guidelines: 19. Assessing the certainty of evidence in the importance of outcomes or values and preferences—Risk of bias and indirectness","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":284,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Calgary; McMaster University; McMaster University Medical Centre; Impact","funders":"Canadian Institutes of Health Research; Arthritis Society; McMaster University","keywords":"Certainty; Grading (engineering); Actuarial science; Confounding; Psychology; Selection bias; Population; Publication bias; Medicine; Meta-analysis; Pathology; Environmental health; Economics","score_opus":0.9807710205973338,"score_gpt":0.7443066146558855,"score_spread":0.23646440594144824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790403673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98003316,0.0041023334,0.0034435638,0.011853051,0.00026623026,0.00022942851,0.000004515703,4.5547932e-7,0.000067284614],"genre_scores_gemma":[0.98435843,0.0032956328,0.01046386,0.0016557684,0.00014288687,0.0000023313873,1.1731019e-7,0.0000034179454,0.00007755288],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.78419644,0.15384397,0.058258973,0.0006844972,0.002706594,0.000309541],"domain_scores_gemma":[0.23301657,0.6873825,0.07400291,0.0020741934,0.0033536856,0.00017015253],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.65638995,0.00018996828,0.008686238,0.00021011509,0.00006645281,0.000041760748,0.0017104029,0.00022421243,0.00023568355],"category_scores_gemma":[0.90278566,0.000048137685,0.0013498479,0.00068314513,0.0013434235,0.00019754756,0.0001587761,0.00059971417,0.000002076365],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000451158,0.000038946073,0.9817919,0.00005154793,0.00017647725,0.0000015495056,0.00039951535,0.000036121954,0.0000032967641,0.0002877466,0.004505868,0.012661929],"study_design_scores_gemma":[0.00023949334,0.00035524557,0.9258279,0.00032037546,0.00030479563,0.00003567521,0.001703661,0.0022349146,0.0000044541252,0.06815526,0.00076851516,0.000049717273],"about_ca_topic_score_codex":0.00009661711,"about_ca_topic_score_gemma":0.0002088226,"teacher_disagreement_score":0.5511799,"about_ca_system_score_codex":0.000005711623,"about_ca_system_score_gemma":0.00024697583,"threshold_uncertainty_score":0.59377384},"labels":[],"label_agreement":null},{"id":"W2790711374","doi":"10.1080/00031305.2018.1555101","title":"The World of Research Has Gone Berserk: Modeling the Consequences of Requiring “Greater Statistical Stringency” for Scientific Publication","year":2019,"lang":"en","type":"preprint","venue":"The American Statistician","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Reliability (semiconductor); Publication; Incentive; Odds; Statistical power; Sample size determination; Sample (material); Econometrics; Statistical model; Affect (linguistics); Management science; Actuarial science; Computer science; Power (physics); Operations research; Psychology; Statistics; Economics; Political science; Mathematics; Law; Microeconomics; Logistic regression","score_opus":0.8567728382291895,"score_gpt":0.5943493876722813,"score_spread":0.2624234505569082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790711374","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08738007,0.001394741,0.87782407,0.014115155,0.0014263862,0.007045175,0.004094555,0.000013139623,0.006706711],"genre_scores_gemma":[0.9795583,0.000034092354,0.013378685,0.00007764501,0.000078693534,0.00030977104,0.000072987605,0.000025566402,0.006464284],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9665165,0.015927307,0.007642181,0.0013431187,0.007921984,0.0006489392],"domain_scores_gemma":[0.9310172,0.04639962,0.009766219,0.007156698,0.0055480273,0.00011224226],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.18600692,0.00033171754,0.0026196442,0.0006610028,0.0016566762,0.002479822,0.0062729386,0.000041044732,0.0012707744],"category_scores_gemma":[0.05299664,0.0001234254,0.0007104693,0.0027576427,0.0064637526,0.0000912727,0.0013087289,0.0007153363,0.00011517791],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040116327,0.00016767731,0.0051211077,0.00077146,0.0019951467,0.000003269314,0.010074,0.05376052,0.00061761506,0.5767694,0.21718943,0.13312921],"study_design_scores_gemma":[0.00022625964,0.00026252962,0.0030403621,0.00025244243,0.00093475165,0.0000050005497,0.022232011,0.5892829,0.00016921679,0.33772418,0.045399513,0.00047087672],"about_ca_topic_score_codex":0.0009796015,"about_ca_topic_score_gemma":0.0006328837,"teacher_disagreement_score":0.8921782,"about_ca_system_score_codex":0.00010970796,"about_ca_system_score_gemma":0.0009066565,"threshold_uncertainty_score":0.999643},"labels":[],"label_agreement":null},{"id":"W2790735892","doi":"10.1136/bmj.k400","title":"Data sharing and reanalysis of randomized controlled trials in leading biomedical journals with a full data sharing policy: survey of studies published in<i>The BMJ</i>and<i>PLOS Medicine</i>","year":2018,"lang":"en","type":"review","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":213,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Receipt; Data sharing; Randomized controlled trial; Medicine; MEDLINE; Confidence interval; Alternative medicine; Family medicine; Computer science; World Wide Web; Surgery; Internal medicine; Political science; Pathology","score_opus":0.9262757781596815,"score_gpt":0.6540503120577222,"score_spread":0.2722254661019593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790735892","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022740869,0.987736,0.0007181686,0.0020196107,0.00012225551,0.008429278,0.0004022952,0.0000026074642,0.00034237327],"genre_scores_gemma":[0.00079347775,0.99648017,0.0011118118,0.00008674761,0.0005295733,0.0003771194,0.0003624803,0.00003166122,0.00022696693],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.42143416,0.35121718,0.18949504,0.0092266165,0.027140584,0.0014864288],"domain_scores_gemma":[0.09500215,0.64220154,0.19849543,0.056251816,0.0072650085,0.00078402786],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9049917,0.00087108766,0.099654645,0.0046379226,0.00010680598,0.0011468334,0.013407645,0.00028546088,0.00053118856],"category_scores_gemma":[0.89438826,0.0002695503,0.0023851285,0.0076719197,0.0010275543,0.00077254575,0.004050267,0.0005806627,0.000010536685],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02797863,0.00089087384,0.019174905,0.085426025,0.18498768,0.00021170799,0.008818961,0.0000073729707,0.000008235542,0.0008434068,0.3763212,0.295331],"study_design_scores_gemma":[0.28388944,0.00044487588,0.000458791,0.3027708,0.1850838,0.00059360656,0.0059044976,0.03414025,2.3785138e-7,0.0042524524,0.18019539,0.002265865],"about_ca_topic_score_codex":0.0008195186,"about_ca_topic_score_gemma":0.0025621671,"teacher_disagreement_score":0.32643202,"about_ca_system_score_codex":0.000046004785,"about_ca_system_score_gemma":0.0006211166,"threshold_uncertainty_score":0.9999757},"labels":[],"label_agreement":null},{"id":"W2791032663","doi":"10.1016/j.wneu.2018.01.171","title":"Misclassification of Case-Control Studies in Neurosurgery and Proposed Solutions","year":2018,"lang":"en","type":"review","venue":"World Neurosurgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Observational study; Cohort study; Ranking (information retrieval); Clinical study design; Retrospective cohort study; Odds ratio; Strengthening the reporting of observational studies in epidemiology; Neurosurgery; MEDLINE; Medical physics; Epidemiology; Cohort; Evidence-based medicine; Research design; Statistics; Surgery; Pathology; Alternative medicine; Information retrieval; Clinical trial; Computer science","score_opus":0.8724490090197692,"score_gpt":0.5523752770434243,"score_spread":0.3200737319763449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791032663","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00040042112,0.9953119,0.000076832606,0.00019343279,0.0015774028,0.0018801811,0.00011118776,0.000011181596,0.00043746424],"genre_scores_gemma":[0.0057759876,0.98737854,0.000107148,0.0001510945,0.00020726828,0.00014414513,0.00000887658,0.000055196073,0.0061717182],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.951221,0.02397828,0.019538073,0.0020009666,0.0027406358,0.0005210764],"domain_scores_gemma":[0.9448254,0.03653788,0.013412297,0.0041033165,0.0009381901,0.00018289856],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.087657176,0.00079051824,0.014792732,0.0034080714,0.00022217003,0.0004138752,0.0009394525,0.0001795385,0.00058325386],"category_scores_gemma":[0.06712921,0.00041504914,0.003822832,0.0052289036,0.00055012316,0.00023586134,0.00023988841,0.00044697212,0.00038869536],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012320596,0.0002294125,0.0025734783,0.015534193,0.0008950912,0.0010970086,0.00018302954,0.0000042665642,0.000007916093,0.0005904481,0.21660163,0.7622712],"study_design_scores_gemma":[0.00009430568,0.000018043072,0.0002900641,0.003285452,0.0017197756,0.00075036014,0.000048903046,0.00023488108,6.397388e-7,0.0002638386,0.99294966,0.0003440809],"about_ca_topic_score_codex":0.0000060653592,"about_ca_topic_score_gemma":0.00010229724,"teacher_disagreement_score":0.77634805,"about_ca_system_score_codex":0.00005955893,"about_ca_system_score_gemma":0.00025533471,"threshold_uncertainty_score":0.9998337},"labels":[],"label_agreement":null},{"id":"W2791081953","doi":"10.1016/j.jclinepi.2018.02.009","title":"Is providing uncertainty intervals in treatment ranking helpful in a network meta-analysis?","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":87,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Canada Research Chairs; St. Michael's Hospital","funders":"","keywords":"Scopus; Meta-analysis; Ranking (information retrieval); Confidence interval; Rank (graph theory); Statistics; Medicine; MEDLINE; Computer science; Mathematics; Information retrieval; Internal medicine; Combinatorics","score_opus":0.967078491098483,"score_gpt":0.7103394275835999,"score_spread":0.25673906351488307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791081953","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8240702,0.0136740655,0.10505297,0.05065067,0.0023067966,0.0012935583,0.000011777582,0.0000050339568,0.0029349118],"genre_scores_gemma":[0.9755193,0.00027423495,0.01570995,0.006427078,0.000963438,0.00001736327,0.0000010136188,0.000009344441,0.0010783072],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6468782,0.24495432,0.10264432,0.0017415347,0.0028140072,0.0009676349],"domain_scores_gemma":[0.50873977,0.4050071,0.078067675,0.0046196543,0.0028742745,0.0006915212],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7186421,0.0004078314,0.03736205,0.0011436978,0.000065087785,0.00011885623,0.0019352942,0.0003662659,0.0102530075],"category_scores_gemma":[0.49858013,0.00016276869,0.024722382,0.0032339643,0.00026014345,0.00023342717,0.00016235367,0.0007221358,0.00042887413],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017341763,0.0002336986,0.9028394,0.000009134117,0.051971752,0.000047473633,0.00047846112,0.012626529,8.337422e-7,0.001016672,0.012865398,0.017737223],"study_design_scores_gemma":[0.0025899466,0.0025805715,0.3827754,0.0001073779,0.121928334,0.000078485304,0.00057151425,0.16322346,0.0000036914305,0.1850292,0.14059232,0.0005197135],"about_ca_topic_score_codex":0.00013550385,"about_ca_topic_score_gemma":0.0018119012,"teacher_disagreement_score":0.520064,"about_ca_system_score_codex":0.000116304676,"about_ca_system_score_gemma":0.00021565668,"threshold_uncertainty_score":0.9906517},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2791242887","doi":"10.1002/pds.4401","title":"Measuring the impact of pharmacoepidemiologic research using altmetrics: A case study of a<scp>CNODES</scp>drug‐safety article","year":2018,"lang":"en","type":"review","venue":"Pharmacoepidemiology and Drug Safety","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; University of Waterloo; University of British Columbia; Toronto Metropolitan University; Memorial University of Newfoundland","funders":"Canadian Institutes of Health Research; Dalhousie University; Diabetes Canada","keywords":"Medicine; Altmetrics; Pharmacoepidemiology; Drug; Drug approval; Oncology; Pharmacology; Data science","score_opus":0.9081095872473246,"score_gpt":0.6674752641667971,"score_spread":0.24063432308052746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791242887","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09047423,0.9018833,0.0014041606,0.000081773665,0.0004848633,0.0046593975,0.0002129462,0.0000146709735,0.0007846246],"genre_scores_gemma":[0.12730506,0.8706142,0.0007841792,0.00010370281,0.00048477587,0.00015235653,0.0000139353515,0.000065639004,0.00047617446],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.56480265,0.3857931,0.03855635,0.003914078,0.0048847185,0.0020491031],"domain_scores_gemma":[0.55505025,0.40606737,0.026487041,0.006850811,0.0046572806,0.0008872607],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.6434854,0.0013491131,0.021600375,0.002238762,0.0012131118,0.00013560426,0.004218909,0.00046904697,0.0012147954],"category_scores_gemma":[0.28702614,0.00055641535,0.0063475743,0.0075419187,0.0013994839,0.0003456094,0.0016957856,0.0023766523,0.0002893975],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018669726,0.0022182562,0.068207406,0.0104053235,0.016179787,0.00065608014,0.008774413,0.0038211255,0.000030522006,0.0003472407,0.16557889,0.72359425],"study_design_scores_gemma":[0.0038009468,0.00089313707,0.0017653122,0.0048081777,0.022337615,0.0060851313,0.021907361,0.07421178,0.000024991881,0.0037982783,0.85907644,0.0012908498],"about_ca_topic_score_codex":0.0027117287,"about_ca_topic_score_gemma":0.000087614724,"teacher_disagreement_score":0.7223034,"about_ca_system_score_codex":0.00029871915,"about_ca_system_score_gemma":0.00067382504,"threshold_uncertainty_score":0.999926},"labels":[],"label_agreement":null},{"id":"W2791361521","doi":"10.4414/smw.2018.14587","title":"Funding characteristics of randomised clinical trials supported by the Swiss National Science Foundation: a retrospective cohort study","year":2018,"lang":"en","type":"article","venue":"Swiss Medical Weekly","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Medicine; Interquartile range; Randomized controlled trial; Family medicine; Retrospective cohort study; Cohort; Clinical trial; MEDLINE; Surgery; Internal medicine","score_opus":0.7163468000012434,"score_gpt":0.6134393952708531,"score_spread":0.10290740473039028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791361521","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9547438,0.00007009774,0.018005323,0.008240732,0.0031134717,0.0046938015,0.00005904883,0.000015773392,0.011057948],"genre_scores_gemma":[0.99547154,0.000010222868,0.00020606,0.00051260943,0.00091174216,0.000095424526,0.000017769358,0.0000102850445,0.002764348],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8984339,0.035316143,0.027286602,0.002061672,0.036300518,0.00060112774],"domain_scores_gemma":[0.85248923,0.085984014,0.031022912,0.0074451645,0.021306772,0.0017518953],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.6962435,0.0002910388,0.0054331655,0.00032870725,0.0005572127,0.0006886428,0.0034284166,0.00015770536,0.03441247],"category_scores_gemma":[0.68395144,0.000121492994,0.0014189086,0.0028851496,0.0021005757,0.00027245074,0.00030506347,0.00041116172,0.0011827513],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034169384,0.00069543737,0.8293008,0.000011377324,0.00083833636,0.000005486671,0.000734067,1.3128296e-7,0.00025231414,0.0031847449,0.14619102,0.018444605],"study_design_scores_gemma":[0.0056992103,0.00047294682,0.9659741,0.000045524477,0.00063480326,0.000013705559,0.0010241584,0.004803573,0.000070090835,0.0076842746,0.01334352,0.00023408733],"about_ca_topic_score_codex":0.000024011626,"about_ca_topic_score_gemma":0.000025662057,"teacher_disagreement_score":0.13667332,"about_ca_system_score_codex":0.00011253015,"about_ca_system_score_gemma":0.0013325781,"threshold_uncertainty_score":0.9995949},"labels":[],"label_agreement":null},{"id":"W2791737235","doi":"10.1111/eci.12931","title":"Time to challenge the spurious hierarchy of systematic over narrative reviews?","year":2018,"lang":"en","type":"article","venue":"European Journal of Clinical Investigation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1117,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Institute for Health and Care Research; NIHR Biomedical Research Centre, Royal Marsden NHS Foundation Trust/Institute of Cancer Research; Wellcome Trust","keywords":"Spurious relationship; Narrative; Hierarchy; Narrative review; Systematic review; MEDLINE; Psychology; Computer science; Data science; Medicine; Management science; Intensive care medicine; Political science; Economics; Philosophy; Linguistics; Machine learning","score_opus":0.8216483014559823,"score_gpt":0.5674949388263014,"score_spread":0.2541533626296809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791737235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9256355,0.0050316015,0.008908571,0.016666226,0.0017625601,0.003046452,0.000006864413,0.0000067220976,0.038935468],"genre_scores_gemma":[0.97224647,0.00017860635,0.008941824,0.0035766014,0.0019521429,0.0000062531467,0.0000010938852,0.00002998411,0.0130670415],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.87309253,0.09141108,0.030621253,0.00048140113,0.0042096814,0.00018407675],"domain_scores_gemma":[0.9554335,0.009851238,0.028203594,0.0025418266,0.003530948,0.00043889522],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.38324505,0.0002195114,0.0042295335,0.00025653176,0.0001289572,0.00026065423,0.002293172,0.000041144398,0.0044131353],"category_scores_gemma":[0.24711893,0.00008196884,0.0020314693,0.001020255,0.0004984541,0.00028130563,0.0001412144,0.00034480105,0.012760439],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011467433,0.00024070074,0.0018598976,0.0022145582,0.0010380466,0.000046985308,0.03434235,0.0001210477,0.00051826565,0.0018924992,0.9171985,0.040412482],"study_design_scores_gemma":[0.002360683,0.008221208,0.08537985,0.02844011,0.002854023,0.00020567252,0.0042462773,0.0076540564,0.00019491278,0.02348483,0.83598346,0.00097493123],"about_ca_topic_score_codex":4.0312057e-7,"about_ca_topic_score_gemma":0.0000016016216,"teacher_disagreement_score":0.13612612,"about_ca_system_score_codex":0.000015258768,"about_ca_system_score_gemma":0.00009094355,"threshold_uncertainty_score":0.996497},"labels":[],"label_agreement":null},{"id":"W2791794202","doi":"10.1136/bmjopen-2016-015623","title":"Two alternatives versus the standard Grading of Recommendations Assessment, Development and Evaluation (GRADE) summary of findings (SoF) tables to improve understanding in the presentation of systematic review results: a three-arm, randomised, controlled, non-inferiority trial","year":2018,"lang":"en","type":"review","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Agency for Healthcare Research and Quality; U.S. Department of Health and Human Services","keywords":"Medicine; Systematic review; Grading (engineering); Protocol (science); Randomized controlled trial; Medical education; Guideline; Descriptive statistics; MEDLINE; Medical physics; Family medicine; Alternative medicine; Statistics; Surgery","score_opus":0.8235614682466996,"score_gpt":0.6437922117590679,"score_spread":0.17976925648763176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791794202","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021904212,0.7042892,0.009186501,0.0009193106,0.00082984625,0.27968735,0.00043327417,0.0000023636933,0.0044331076],"genre_scores_gemma":[0.002608154,0.9506009,0.009096338,0.00007778338,0.00014424007,0.03685824,0.000263662,0.000045922807,0.0003047563],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.91263855,0.047749616,0.029888181,0.001279923,0.008103465,0.00034029086],"domain_scores_gemma":[0.9235835,0.04376305,0.027820738,0.0031643303,0.0015848118,0.00008355423],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.37987897,0.00048308325,0.013131846,0.0005556536,0.00022546003,0.0007235248,0.0031406195,0.00009321677,0.00018752925],"category_scores_gemma":[0.07227447,0.00018943536,0.0014725394,0.0016259376,0.00011880692,0.00042368684,0.0005210948,0.00021446688,0.0000065716627],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.039046858,0.00048535902,0.00007858826,0.83359885,0.00992219,0.0000027411809,0.009409487,0.000025090721,0.0000025657432,0.006376059,0.021824945,0.07922726],"study_design_scores_gemma":[0.21241675,0.00092411466,0.000017258752,0.72600317,0.023658551,0.000007636747,0.010233066,0.0020239213,0.0000062485005,0.0025432834,0.021461187,0.00070481794],"about_ca_topic_score_codex":0.00011010851,"about_ca_topic_score_gemma":0.0005777906,"teacher_disagreement_score":0.3076045,"about_ca_system_score_codex":0.00035908865,"about_ca_system_score_gemma":0.0012226868,"threshold_uncertainty_score":0.93554014},"labels":[],"label_agreement":null},{"id":"W2791798136","doi":"10.3171/2018.1.peds17535","title":"Taking the next step in publication productivity analysis in pediatric neurosurgery","year":2018,"lang":"en","type":"article","venue":"Journal of Neurosurgery Pediatrics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Health Science Center, University of Tennessee","keywords":"Medicine; Bibliometrics; Pediatric neurosurgery; Neurosurgery; Accreditation; Impact factor; Scopus; MEDLINE; Pediatrics; Family medicine; Library science; Medical education; Surgery","score_opus":0.548450527785881,"score_gpt":0.4505107175146806,"score_spread":0.09793981027120041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791798136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9902402,0.00078454195,0.0019816067,0.004016884,0.0019556442,0.00033452478,0.0000046843343,0.0000039772003,0.0006779333],"genre_scores_gemma":[0.9962487,0.000423243,0.00026011458,0.0006143682,0.002035885,0.000008298208,0.0000013523504,0.000018582426,0.0003894279],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9651505,0.012804079,0.014258585,0.00093158765,0.006350602,0.00050465384],"domain_scores_gemma":[0.952772,0.016089734,0.023826268,0.00315577,0.0039176103,0.00023861647],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16883172,0.0003494259,0.0032897016,0.008810086,0.00016259505,0.0016379169,0.0021110459,0.00012286282,0.0012179848],"category_scores_gemma":[0.18600444,0.00017418187,0.0024979746,0.037030283,0.00009144719,0.0014925181,0.0001930474,0.0007624291,0.00021577685],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019292927,0.0001541927,0.95973724,0.00001800438,0.00003573752,0.000045942248,0.00014921003,0.0005167559,0.000028299037,0.000021696353,0.030820362,0.008453238],"study_design_scores_gemma":[0.00011839308,0.00004388443,0.98308843,0.0000039041715,0.00063814723,0.000052624615,0.00007439612,0.0040030014,0.0000049655428,0.00020428015,0.011608324,0.00015964467],"about_ca_topic_score_codex":0.000015079988,"about_ca_topic_score_gemma":0.0001106384,"teacher_disagreement_score":0.028220195,"about_ca_system_score_codex":0.000078900535,"about_ca_system_score_gemma":0.00033425025,"threshold_uncertainty_score":0.99969506},"labels":[],"label_agreement":null},{"id":"W2792121777","doi":"10.1016/j.jclinepi.2018.02.008","title":"Using decision thresholds for ranking treatments in network meta-analysis results in more informative rankings","year":2018,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; Centre for Social Innovation; Institute for Work & Health; Hospital for Sick Children; Institute for Clinical Evaluative Sciences; Impact; University Health Network; SickKids Foundation; University of Toronto; McMaster University","funders":"","keywords":"Meta-analysis; Ranking (information retrieval); Statistics; MEDLINE; Medicine; Randomized controlled trial; Systematic review; Rank (graph theory); Treatment effect; Best practice; Econometrics; Mathematics; Computer science; Machine learning; Internal medicine; Traditional medicine","score_opus":0.9779948542579632,"score_gpt":0.7480640352904983,"score_spread":0.22993081896746492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792121777","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030067706,0.91927445,0.076799825,0.00037515105,0.0011137105,0.001830015,0.00007862742,0.0000017341749,0.00022581205],"genre_scores_gemma":[0.00020135155,0.87053245,0.12695813,0.0008855211,0.0010083334,0.000064253094,0.000036152647,0.000035594625,0.0002782312],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.5490554,0.19375166,0.24764189,0.00281031,0.005295405,0.0014452983],"domain_scores_gemma":[0.22386388,0.58487993,0.18316033,0.004633065,0.0029512546,0.0005115142],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.80325377,0.0011286292,0.12558778,0.003703698,0.00013153543,0.00021323856,0.0042357943,0.0016673214,0.00084175],"category_scores_gemma":[0.7032443,0.00045308465,0.07971361,0.006573139,0.0003266971,0.00053706,0.0003810363,0.0018658381,0.00013434104],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007378474,0.00030803474,0.016975414,0.0010538918,0.26564583,0.000077682394,0.00033066873,0.020229418,2.0232656e-9,0.0005648782,0.024522841,0.66955346],"study_design_scores_gemma":[0.0015450313,0.00032089502,0.001392304,0.002082768,0.31189087,0.00007512572,0.000048271406,0.013425136,3.1706784e-9,0.025066156,0.6437727,0.00038069356],"about_ca_topic_score_codex":0.000027218877,"about_ca_topic_score_gemma":0.00019428166,"teacher_disagreement_score":0.66917276,"about_ca_system_score_codex":0.00023345702,"about_ca_system_score_gemma":0.0007025126,"threshold_uncertainty_score":0.9997921},"labels":[],"label_agreement":null},{"id":"W2792220848","doi":"10.1016/j.jclinepi.2018.02.016","title":"Systematic reviews do not adequately report or address missing outcome data in their analyses: a methodological survey","year":2018,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University; Impact","funders":"","keywords":"Missing data; Systematic review; Meta-analysis; Outcome (game theory); Medicine; MEDLINE; Statistics; Data mining; Computer science; Pathology; Mathematics","score_opus":0.997638105851686,"score_gpt":0.8241178067989564,"score_spread":0.1735202990527296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792220848","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021194794,0.9438777,0.048627567,0.000605551,0.003325094,0.0031826098,0.00013579715,0.0000046306727,0.00021987355],"genre_scores_gemma":[0.000019401296,0.93999124,0.055437874,0.0013508118,0.0015844031,0.00006012566,0.00009380634,0.000054116466,0.001408232],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.038220465,0.6856675,0.26779103,0.003406751,0.004024709,0.0008895487],"domain_scores_gemma":[0.0048510325,0.7000727,0.27492464,0.016332962,0.0028849181,0.00093372416],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.9781747,0.0017457337,0.20916502,0.0018316946,0.00013939533,0.00052428583,0.019203527,0.0025016805,0.0041717957],"category_scores_gemma":[0.9954337,0.0005357375,0.031158593,0.0039469954,0.0006984985,0.00051713095,0.0020206354,0.004491683,0.0019007844],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022648943,0.00047708367,0.024045205,0.14559203,0.007023639,0.0018464781,0.000051695053,0.000008932448,3.2795207e-8,0.00010250766,0.11188464,0.70874125],"study_design_scores_gemma":[0.0002955623,0.00032243226,0.002743826,0.07922256,0.0071337344,0.003917459,0.000044415327,0.00055476854,5.9499072e-9,0.0016843063,0.9035223,0.0005586317],"about_ca_topic_score_codex":0.00004066441,"about_ca_topic_score_gemma":0.00016932283,"teacher_disagreement_score":0.79163766,"about_ca_system_score_codex":0.00014817822,"about_ca_system_score_gemma":0.0016964037,"threshold_uncertainty_score":0.9997094},"labels":[],"label_agreement":null},{"id":"W2792308249","doi":"10.1016/j.jclinepi.2018.01.012","title":"GRADE guidelines: 18. How ROBINS-I and other tools to assess risk of bias in nonrandomized studies should be used to rate the certainty of a body of evidence","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":875,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Medical Research Council; National Institute for Health and Care Research","keywords":"Randomized controlled trial; Confounding; Medicine; Guideline; Psychological intervention; Systematic review; Metric (unit); Evidence-based practice; MEDLINE; Physical therapy; Psychology; Alternative medicine; Operations management; Surgery; Psychiatry","score_opus":0.9922080303196605,"score_gpt":0.7562047525184826,"score_spread":0.2360032778011779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792308249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9013082,0.00185814,0.02810057,0.0673906,0.0005133757,0.0007821497,0.000017492217,7.8541535e-7,0.000028733872],"genre_scores_gemma":[0.9679206,0.0013364551,0.022752032,0.007484027,0.0002923115,0.0000132576,1.0159047e-7,0.000009404044,0.00019182383],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6803086,0.24255793,0.07231442,0.0010897651,0.0032022186,0.0005270815],"domain_scores_gemma":[0.17800356,0.7578502,0.053440012,0.0026589853,0.007662172,0.00038501312],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.72227246,0.00027687725,0.017599363,0.00043184534,0.000045312416,0.000042191503,0.0017938453,0.0002629801,0.00032442555],"category_scores_gemma":[0.9588136,0.00009257078,0.0030800614,0.0010269361,0.00065802113,0.00015816654,0.00028914458,0.00056823983,0.000012889176],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027883344,0.00021490859,0.8667255,0.00011727402,0.0019642923,0.0000044257636,0.0011537059,0.0021498702,0.0007863179,0.00073441246,0.11630549,0.0070554665],"study_design_scores_gemma":[0.016564766,0.008267613,0.80783963,0.00479277,0.004060465,0.000053234697,0.00845709,0.020163478,0.0005453454,0.05625051,0.072314195,0.0006908709],"about_ca_topic_score_codex":0.00008354595,"about_ca_topic_score_gemma":0.00032211602,"teacher_disagreement_score":0.51529235,"about_ca_system_score_codex":0.000016230437,"about_ca_system_score_gemma":0.00018175406,"threshold_uncertainty_score":0.9969854},"labels":[],"label_agreement":null},{"id":"W2792349007","doi":"10.1007/s40037-018-0407-z","title":"Writing an effective literature review: Part&amp;nbsp;II: Citation technique","year":2018,"lang":"en","type":"editorial","venue":"Perspectives on Medical Education","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Citation; Computer science; Data science; Medical education; Medicine; Library science","score_opus":0.2294522330999086,"score_gpt":0.5496690631041747,"score_spread":0.32021683000426615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792349007","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004578862,0.11509423,0.0098999115,0.008133294,0.8371695,0.008446197,0.0002163239,0.000093888695,0.02048872],"genre_scores_gemma":[0.00048136633,0.023814468,0.0058962204,0.0017156445,0.9438393,0.003394652,0.002165552,0.000100530066,0.018592257],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95059043,0.021100026,0.0072957035,0.003061302,0.017508164,0.0004443774],"domain_scores_gemma":[0.92464507,0.024579683,0.014254167,0.010342574,0.024643334,0.0015351933],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.14169885,0.0008362993,0.0042876233,0.0011086697,0.0005340027,0.0011918474,0.0027600261,0.0014624255,0.01658853],"category_scores_gemma":[0.6029908,0.0004724127,0.0017391241,0.0029728275,0.00029010756,0.00058819796,0.00016991892,0.002181093,0.0022395493],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014964257,0.00050012453,0.000008692572,0.00071132573,0.00011723007,0.0000020296602,0.005821476,1.7813012e-7,0.000004452291,0.00075305125,0.94812745,0.043939006],"study_design_scores_gemma":[0.00012608219,0.00033908678,0.000063629785,0.013919386,0.00035059807,0.000011513932,0.0029937236,0.000041671414,0.0000046555137,0.004168984,0.97753185,0.00044884294],"about_ca_topic_score_codex":0.000016913958,"about_ca_topic_score_gemma":0.000038484075,"teacher_disagreement_score":0.46129194,"about_ca_system_score_codex":0.0005401279,"about_ca_system_score_gemma":0.0018726558,"threshold_uncertainty_score":0.999845},"labels":[],"label_agreement":null},{"id":"W2792399644","doi":"10.1111/aogs.13309","title":"A simplified guide to randomized controlled trials","year":2018,"lang":"en","type":"review","venue":"Acta Obstetricia Et Gynecologica Scandinavica","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":296,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Randomized controlled trial; Medicine; Psychological intervention; Clinical trial; Intervention (counseling); Research design; Medical physics; Physical therapy; Surgery; Nursing; Statistics","score_opus":0.7515221261756203,"score_gpt":0.600650292401629,"score_spread":0.15087183377399127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792399644","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011199449,0.88201135,0.0012461479,0.0008348246,0.0036873724,0.030326946,0.00019841755,0.000060898958,0.081622824],"genre_scores_gemma":[0.00035654052,0.9203712,0.0036465146,0.0017356948,0.00062491215,0.0067886678,0.00012519132,0.00010892664,0.0662424],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.6216749,0.2694243,0.08929683,0.0053794505,0.012559582,0.0016649385],"domain_scores_gemma":[0.10970153,0.7880106,0.08202931,0.013710938,0.0051264903,0.0014211058],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.6442499,0.0027745706,0.17819124,0.0049685896,0.00055445835,0.0045694555,0.010352142,0.0018265285,0.05679748],"category_scores_gemma":[0.9487215,0.0009853806,0.0598957,0.01083567,0.00035648604,0.00030343284,0.0013483568,0.0011287216,0.027534196],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024195719,0.00019271091,0.0000046992873,0.00089154404,0.0064687314,0.000046889683,0.000108476335,0.000001536738,3.2441733e-7,0.0015902531,0.6683094,0.31996587],"study_design_scores_gemma":[0.043366514,0.00022322085,0.000006229257,0.0017218455,0.018985229,0.00002562013,0.000084003026,0.000048927108,1.2526041e-7,0.001658862,0.93288076,0.0009986623],"about_ca_topic_score_codex":0.000019870433,"about_ca_topic_score_gemma":0.000030989904,"teacher_disagreement_score":0.51858634,"about_ca_system_score_codex":0.00060266315,"about_ca_system_score_gemma":0.0012749607,"threshold_uncertainty_score":0.9994693},"labels":[],"label_agreement":null},{"id":"W2792914995","doi":"10.1055/s-0038-1638104","title":"Research and Education at the Centre for Research and Evaluation in Diagnostics (CRED), University of Sherbrooke","year":2001,"lang":"en","type":"article","venue":"Yearbook of Medical Informatics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hôpital Fleurimont; Centre Hospitalier Universitaire de Sherbrooke","funders":"","keywords":"Research centre; Medical education; Medical physics; Mathematics education; Medicine; Library science; Psychology; Computer science","score_opus":0.7907874164000623,"score_gpt":0.5981968822837974,"score_spread":0.19259053411626492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792914995","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9785712,0.001694859,0.00071400683,0.0036526944,0.00005630964,0.0013127509,0.000006646714,8.481167e-7,0.013990726],"genre_scores_gemma":[0.96442616,0.0074720383,0.004729217,0.00013341484,0.00010295746,0.00002216376,0.000025245374,0.000010173314,0.023078606],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9858372,0.0024777234,0.0024764887,0.00017042996,0.008832124,0.00020599367],"domain_scores_gemma":[0.98493856,0.011381334,0.00060949114,0.0007518987,0.002184926,0.00013380434],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16403916,0.000060881037,0.00056416023,0.00033923358,0.00011795421,0.00007121301,0.0006051537,0.0001010074,0.0017093639],"category_scores_gemma":[0.037341677,0.000031849948,0.00007848334,0.0007337515,0.0004994104,0.00012298948,0.00028882307,0.00020103322,0.000058228943],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008463431,0.00033370813,0.06986343,0.0008810196,0.0000891505,0.0000015227237,0.020710247,0.00005544015,0.00001806634,0.020404972,0.44454494,0.44301286],"study_design_scores_gemma":[0.0014120191,0.00031499076,0.036784437,0.0009006498,0.000102833896,0.000012148468,0.08035399,0.25362834,0.000064818814,0.05080338,0.57547325,0.00014912027],"about_ca_topic_score_codex":0.00006956174,"about_ca_topic_score_gemma":0.00049374724,"teacher_disagreement_score":0.44286373,"about_ca_system_score_codex":0.00006144225,"about_ca_system_score_gemma":0.00034123214,"threshold_uncertainty_score":0.9992032},"labels":[],"label_agreement":null},{"id":"W2793807560","doi":"10.1503/cjs.003418","title":"Article importance: Processes to evaluate the success of published articles are subjective","year":2018,"lang":"en","type":"editorial","venue":"Canadian Journal of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Intuition; MEDLINE; Engineering ethics; Management science; Data science; Epistemology; Law","score_opus":0.4542255851188533,"score_gpt":0.4531299718670333,"score_spread":0.0010956132518200046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793807560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49760136,0.0055052713,0.00018123075,0.0033842714,0.49164802,0.0005809282,0.0002710518,0.0000019376794,0.0008259453],"genre_scores_gemma":[0.7503064,0.000056146928,0.00009961632,0.0002489203,0.24753636,0.00002122366,0.0000073363217,0.000039805713,0.001684148],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9758413,0.0045161755,0.010774866,0.0006290087,0.0077357474,0.0005029014],"domain_scores_gemma":[0.88273543,0.040890325,0.024245508,0.004594433,0.045536686,0.0019976138],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16766158,0.00035952532,0.004624672,0.0014751797,0.00022309917,0.0019794963,0.0028869526,0.00026341242,0.00787868],"category_scores_gemma":[0.49664685,0.00015652734,0.0018327711,0.0037557296,0.00024517096,0.0006694387,0.000050020935,0.00052088965,0.00022447376],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001539497,0.000009707705,0.09928541,0.000085516374,0.00027140015,0.000046857123,0.0005218303,0.00001367068,0.0000032107666,0.000004924159,0.8990085,0.00073357206],"study_design_scores_gemma":[0.00011617341,0.0000510074,0.0278629,0.00064028444,0.00057287,0.000025087042,0.0018409936,0.000020620319,0.00015465311,0.003370338,0.96506363,0.00028142805],"about_ca_topic_score_codex":0.00097264245,"about_ca_topic_score_gemma":0.052568067,"teacher_disagreement_score":0.3289853,"about_ca_system_score_codex":0.00017920487,"about_ca_system_score_gemma":0.011066794,"threshold_uncertainty_score":0.9990565},"labels":[],"label_agreement":null},{"id":"W2794004352","doi":"10.1016/j.jclinepi.2018.01.010","title":"A scoping review and survey provides the rationale, perceptions, and preferences for the integration of randomized and nonrandomized studies in evidence syntheses and GRADE assessments","year":2018,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"McMaster University","keywords":"Grading (engineering); Randomized controlled trial; Certainty; Systematic review; Medicine; Intervention (counseling); Evidence-based medicine; Psychology; MEDLINE; Applied psychology; Family medicine; Alternative medicine; Medical education; Nursing; Pathology","score_opus":0.9751420023304412,"score_gpt":0.7545576842830853,"score_spread":0.2205843180473559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794004352","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00067686,0.98461926,0.005963786,0.0022154297,0.00023593247,0.0062698782,0.000013932295,5.4651764e-7,0.000004374474],"genre_scores_gemma":[0.0007543748,0.9932038,0.005092854,0.0003575386,0.00013520692,0.00037532471,0.0000016186779,0.000006711419,0.000072580915],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.56793845,0.37361214,0.055693828,0.0011053832,0.0013775582,0.00027263907],"domain_scores_gemma":[0.033709645,0.9247251,0.03873275,0.0007777697,0.0019479959,0.00010675108],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.757845,0.00038095188,0.03479362,0.00023444225,0.00015755113,0.00014541033,0.0007487055,0.0002297227,0.000056701752],"category_scores_gemma":[0.9457026,0.00010723612,0.0024172938,0.00028995215,0.0019357927,0.00027554363,0.00020156677,0.00053281884,0.0000012626327],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036370193,0.000086303015,0.012222531,0.07097495,0.004701975,8.4314604e-7,0.00044915642,0.0000014466125,7.480586e-8,0.0006423469,0.005444929,0.9018384],"study_design_scores_gemma":[0.021928353,0.0009772792,0.012478811,0.88042766,0.031760093,0.00030090983,0.0013181262,0.0016875552,2.8778418e-8,0.033441287,0.015176225,0.0005036727],"about_ca_topic_score_codex":0.000018692692,"about_ca_topic_score_gemma":0.0003209963,"teacher_disagreement_score":0.90133476,"about_ca_system_score_codex":0.000012234684,"about_ca_system_score_gemma":0.00034763655,"threshold_uncertainty_score":0.9795359},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2794061250","doi":"10.1037/gpr0000140","title":"Random or Fixed? An Empirical Examination of Meta-Analysis Model Choices","year":2018,"lang":"en","type":"article","venue":"Review of General Psychology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Meta-analysis; Psychology; Inference; Context (archaeology); Empirical research; Cognitive psychology; Random effects model; Epistemology; Social psychology; Econometrics; Mathematics","score_opus":0.8702751684573011,"score_gpt":0.6455072545184717,"score_spread":0.22476791393882944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794061250","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13204707,0.34305122,0.4359713,0.0062954016,0.000656654,0.0038612692,0.00020720171,0.000021158448,0.07788872],"genre_scores_gemma":[0.672495,0.04145308,0.20381889,0.028305402,0.0007332669,0.0003740976,0.00015676915,0.0000700036,0.052593503],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9672831,0.017543616,0.010894835,0.0011549218,0.0028925654,0.00023093668],"domain_scores_gemma":[0.9842617,0.0014306646,0.0071175075,0.0046551586,0.0023888708,0.00014611361],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09911697,0.00032088996,0.01083519,0.0006709419,0.0000598431,0.00005570956,0.0019536146,0.00013345476,0.036099732],"category_scores_gemma":[0.010515392,0.00012960532,0.0068339156,0.0035697652,0.00023842986,0.00021837192,0.00008044774,0.000097740325,0.00041018592],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003465408,0.0020996067,0.0069290632,0.0053675533,0.23560295,0.000010583241,0.0015583618,0.0024134659,0.002790183,0.0044889986,0.4749044,0.26348832],"study_design_scores_gemma":[0.0016111538,0.0011717238,0.017497238,0.00020582869,0.49268696,0.000039589126,0.000058995094,0.17927387,0.00031359537,0.0040339152,0.30228186,0.0008252742],"about_ca_topic_score_codex":0.000007549508,"about_ca_topic_score_gemma":0.000056831286,"teacher_disagreement_score":0.5404479,"about_ca_system_score_codex":0.000008827201,"about_ca_system_score_gemma":0.000050991555,"threshold_uncertainty_score":0.9978195},"labels":[],"label_agreement":null},{"id":"W2794114781","doi":"10.1093/ajcn/nqx067","title":"Scientific rigor and credibility in the nutrition research landscape","year":2018,"lang":"en","type":"article","venue":"American Journal of Clinical Nutrition","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Credibility; Transparency (behavior); Misinformation; Rigour; Public relations; Engineering ethics; Political science; Psychology","score_opus":0.8906098663232261,"score_gpt":0.6875768650797736,"score_spread":0.20303300124345258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794114781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.989248,0.0005982205,0.0008098826,0.007742081,0.00037577926,0.00040062098,0.0000056619856,9.549843e-7,0.00081884925],"genre_scores_gemma":[0.99485236,0.00022003593,0.0035695285,0.00025297605,0.0010005534,0.000010736595,0.0000016059581,0.0000036041365,0.00008860604],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.94947535,0.03390419,0.010002237,0.0006114581,0.0057542278,0.00025253664],"domain_scores_gemma":[0.9618662,0.025115585,0.005404489,0.0017665732,0.0056247488,0.0002224218],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4218412,0.00011065153,0.0019938694,0.0006394895,0.00025172337,0.0010418674,0.0012890353,0.00005835146,0.0007685263],"category_scores_gemma":[0.08941536,0.000046807007,0.00084009697,0.0031665612,0.001964429,0.00035919528,0.00006647353,0.0006039918,0.0002379611],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006385933,0.0029467565,0.22074242,0.00008025221,0.00009802967,0.000034851302,0.0014048455,0.0000010450384,0.00016783415,0.001085042,0.41216493,0.3606354],"study_design_scores_gemma":[0.0027027489,0.004560446,0.4236387,0.00044939207,0.00013617116,0.00020696223,0.020048829,0.002628559,0.000040845127,0.12778935,0.41759476,0.0002032387],"about_ca_topic_score_codex":0.000008815511,"about_ca_topic_score_gemma":0.0000483604,"teacher_disagreement_score":0.36043215,"about_ca_system_score_codex":0.00001528759,"about_ca_system_score_gemma":0.000090783695,"threshold_uncertainty_score":0.9999952},"labels":[],"label_agreement":null},{"id":"W2794263829","doi":"10.1016/j.cjca.2018.03.010","title":"Selection Bias in Cardiology Research: Another Thing to Worry About (and How to Correct for It)","year":2018,"lang":"en","type":"letter","venue":"Canadian Journal of Cardiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Observational study; Medicine; Randomized controlled trial; Confounding; Population; Framingham Heart Study; Selection bias; Worry; Intensive care medicine; Disease; Framingham Risk Score; Internal medicine; Psychiatry; Pathology; Environmental health","score_opus":0.8201245758676855,"score_gpt":0.5246837509958953,"score_spread":0.29544082487179024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794263829","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009964326,0.001943081,0.08405456,0.88482976,0.0062565356,0.0023385442,0.00013840891,0.000002566145,0.0104722325],"genre_scores_gemma":[0.25618213,0.00015598437,0.006721006,0.6243154,0.060776543,0.00030739684,0.000031994423,0.00020360776,0.05130594],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97054017,0.02176174,0.004016268,0.0009733067,0.0017151331,0.0009933722],"domain_scores_gemma":[0.9827594,0.00893703,0.002088052,0.0013812245,0.00418286,0.0006514288],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13997489,0.00039288116,0.006745301,0.0051892493,0.00023707542,0.00072592346,0.0019795042,0.00091535726,0.00032523955],"category_scores_gemma":[0.09400481,0.00023369999,0.0017118158,0.0016533904,0.00021720181,0.00012509164,0.00007210402,0.0016999912,0.000278271],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014850946,2.2478493e-7,0.009698503,0.000024221383,0.00034426,0.00018598318,0.00047164544,0.00039135574,0.00001146974,0.000012969334,0.9848951,0.0039493823],"study_design_scores_gemma":[0.00014048921,0.00036690984,0.0030178702,0.00013601921,0.00013371614,0.0007470323,0.00031952406,0.00003122756,0.0000021780422,0.0007094019,0.99418575,0.00020989068],"about_ca_topic_score_codex":0.00049367093,"about_ca_topic_score_gemma":0.013358235,"teacher_disagreement_score":0.26051435,"about_ca_system_score_codex":0.00047268518,"about_ca_system_score_gemma":0.00162116,"threshold_uncertainty_score":0.9530009},"labels":[],"label_agreement":null},{"id":"W2794301848","doi":"10.1016/j.acra.2017.12.026","title":"Has the Objective Quality of Evidence in Imaging Papers Changed Over the Last 20 Years?","year":2018,"lang":"en","type":"review","venue":"Academic Radiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Impact factor; Random effects model; Demography; Institutional review board; Nuclear medicine; Family medicine; Internal medicine; Surgery; Meta-analysis; Political science; Law","score_opus":0.8926039209358224,"score_gpt":0.6073333776396376,"score_spread":0.28527054329618484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794301848","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00050217175,0.99492776,0.000047117035,0.0012538566,0.00053613546,0.0015458239,0.000029723624,0.000003294403,0.0011541016],"genre_scores_gemma":[0.0014285329,0.99620765,0.000042520336,0.0005752267,0.00047580092,0.0001918976,0.0000063764405,0.000019243998,0.0010527753],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9167967,0.06621163,0.012467704,0.0014517283,0.0025821845,0.00049004355],"domain_scores_gemma":[0.93858075,0.046148844,0.010937881,0.003962357,0.00030042973,0.00006970845],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.21353243,0.00049022585,0.00903891,0.00076627824,0.00013651606,0.00011742167,0.006075931,0.00051858975,0.0020025873],"category_scores_gemma":[0.09082223,0.00014966454,0.0028347424,0.0035841863,0.0011057995,0.00015232575,0.0004537813,0.0015332239,0.0012147545],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008666584,0.00001319956,0.0071763243,0.0013328927,0.0008495365,0.0000062106424,0.00418223,0.0000029299003,0.00001001565,0.0011707954,0.20932505,0.7759222],"study_design_scores_gemma":[0.00005653087,0.000013391821,0.007987132,0.0017473293,0.0005438928,0.000059580052,0.00036710253,0.000024083854,1.4841848e-7,0.0008275295,0.9882043,0.00016899942],"about_ca_topic_score_codex":0.00010707871,"about_ca_topic_score_gemma":0.00017381577,"teacher_disagreement_score":0.7788792,"about_ca_system_score_codex":0.00010325494,"about_ca_system_score_gemma":0.00030322702,"threshold_uncertainty_score":0.9995629},"labels":[],"label_agreement":null},{"id":"W2794323743","doi":"10.1016/j.clinph.2018.01.011","title":"Reply to “is it significant? Is it relevant?”","year":2018,"lang":"en","type":"letter","venue":"Clinical Neurophysiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Psychology","score_opus":0.8104398881963673,"score_gpt":0.5808762903426811,"score_spread":0.22956359785368619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794323743","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069099125,0.00004821663,0.0004314156,0.9769571,0.0053638043,0.0013097868,0.00021015758,0.000018689918,0.00875091],"genre_scores_gemma":[0.00067113515,0.00014976226,0.0011326408,0.80219734,0.009829073,0.000057521593,0.00004288471,0.00007866914,0.18584098],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9230425,0.036624976,0.027345443,0.006481209,0.005426571,0.0010793544],"domain_scores_gemma":[0.93091583,0.03934091,0.010204284,0.016447742,0.0025647276,0.00052651],"candidate_categories":["metaresearch","metaepi_narrow","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.045387,0.0011351416,0.013003648,0.000614896,0.00023743621,0.0006795713,0.008463385,0.0016272726,0.09201312],"category_scores_gemma":[0.15017751,0.00058686704,0.008208627,0.0017614948,0.0008113282,0.000115093506,0.0012720535,0.0032192264,0.3127841],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030382726,0.000055548997,0.00009487889,0.000055592915,0.00027720933,0.00025360036,0.00008910308,0.0000011807399,0.00014828202,0.000009563351,0.9965008,0.0024838948],"study_design_scores_gemma":[0.00016022463,0.0009957539,0.0011274156,0.0000634186,0.00043516143,0.000014940147,0.00002816694,0.0002151222,0.000008314046,0.0032281198,0.9931568,0.0005665923],"about_ca_topic_score_codex":0.000017778264,"about_ca_topic_score_gemma":0.000001419219,"teacher_disagreement_score":0.220771,"about_ca_system_score_codex":0.000027128726,"about_ca_system_score_gemma":0.00022566417,"threshold_uncertainty_score":0.99966884},"labels":[],"label_agreement":null},{"id":"W2794643990","doi":"10.1016/j.clinbiochem.2018.03.015","title":"Benign and malignant scientific irreproducibility","year":2018,"lang":"en","type":"editorial","venue":"Clinical Biochemistry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network; Mount Sinai Hospital","funders":"","keywords":"Relevance (law); Analogy; Value (mathematics); Publishing; Elite; Engineering ethics; Medicine; Computer science; Epistemology; Political science; Engineering; Philosophy; Law","score_opus":0.7370651064824161,"score_gpt":0.6024564965966668,"score_spread":0.1346086098857493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794643990","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056325704,0.002675171,0.000108977496,0.00035233263,0.9349755,0.00054060895,0.00046705542,0.000015298427,0.00453936],"genre_scores_gemma":[0.008242137,0.00008373625,0.0014987636,0.00006716303,0.8421897,0.000028390186,0.0003381464,0.000032517197,0.14751941],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94316024,0.008375059,0.024268873,0.011170391,0.012453602,0.0005718656],"domain_scores_gemma":[0.8178824,0.075304925,0.02610964,0.064799465,0.014188768,0.0017147907],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.43201038,0.00065736024,0.0066109146,0.0001374656,0.0003368677,0.0032194576,0.0043196543,0.001826798,0.008313419],"category_scores_gemma":[0.67417496,0.0003320979,0.003449537,0.00094495114,0.0019342438,0.000094700554,0.0010851035,0.0011195949,0.0056917192],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000110650235,0.000094680756,0.0016772501,0.0001681239,0.00013439887,0.0000049527885,0.000016751033,3.5065437e-8,0.00011986874,0.0000035501853,0.99323875,0.004530559],"study_design_scores_gemma":[0.0001614768,0.000046084355,0.00019647967,0.000111031266,0.000335373,0.0000022352647,0.000042300573,0.000046186884,0.0004457417,0.002616601,0.9956414,0.00035507095],"about_ca_topic_score_codex":0.000003915397,"about_ca_topic_score_gemma":0.000005153027,"teacher_disagreement_score":0.2421646,"about_ca_system_score_codex":0.00004717723,"about_ca_system_score_gemma":0.00085562764,"threshold_uncertainty_score":0.9999131},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2795435317","doi":"10.5195/jmla.2018.241","title":"Environmental scan and evaluation of best practices for online systematic review resources","year":2018,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Saint Vincent University; Kellogg's (Canada); Capital District Health Authority; Greenfield Research (Canada); Dalhousie University","funders":"","keywords":"Systematic review; Computer science; Best practice; Data science; World Wide Web; Information retrieval; MEDLINE; Political science","score_opus":0.5532375783366934,"score_gpt":0.5229088636908188,"score_spread":0.03032871464587461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795435317","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82401186,0.08608275,0.00045096822,0.08091994,0.0014569141,0.003939693,0.00013430616,0.0000036900954,0.0029999001],"genre_scores_gemma":[0.9636591,0.005476689,0.004022348,0.0053520533,0.0017746766,0.00004294495,0.000012015522,0.000027707287,0.019632481],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9662699,0.014779385,0.007051425,0.0002003331,0.01159249,0.00010643114],"domain_scores_gemma":[0.94360137,0.010932818,0.04349457,0.00087395497,0.0009110352,0.00018624158],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18311118,0.000119524855,0.0020812105,0.00012231684,0.00010923352,0.00020445492,0.0012080738,0.00009186576,0.0037418443],"category_scores_gemma":[0.2862723,0.000046565467,0.0008990985,0.0004178657,0.00007670896,0.0006984207,0.000124516,0.0001651435,0.00003703438],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013115404,0.0016537808,0.14484769,0.05913255,0.0055071237,0.000004656831,0.0031721843,0.000018770274,0.00024141045,0.0007659517,0.7090401,0.07548461],"study_design_scores_gemma":[0.005837177,0.0020912397,0.092132494,0.18278585,0.047742546,0.0004853562,0.008119943,0.05956276,0.00043977692,0.02497621,0.57489353,0.0009330987],"about_ca_topic_score_codex":9.3326e-7,"about_ca_topic_score_gemma":0.0000030408737,"teacher_disagreement_score":0.13964725,"about_ca_system_score_codex":0.000058882077,"about_ca_system_score_gemma":0.000177327,"threshold_uncertainty_score":0.9971689},"labels":[],"label_agreement":null},{"id":"W2796431558","doi":"10.1186/s13643-017-0668-3","title":"A comparison of meta-analytic methods for synthesizing evidence from explanatory and pragmatic trials","year":2018,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Hotchkiss Brain Institute; University of Calgary; Impact; University of Lethbridge","funders":"University of Calgary","keywords":"Meta-analysis; Medicine; Random effects model; Meta-regression; Covariate; Clinical trial; Randomized controlled trial; Publication bias; MEDLINE; Research design; Statistics; Econometrics; Internal medicine; Mathematics","score_opus":0.9554175615575015,"score_gpt":0.6985533246018266,"score_spread":0.25686423695567484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796431558","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021051834,0.24659474,0.72802943,0.00030460843,0.00049424864,0.02176158,0.000033407323,0.000010208173,0.00066659285],"genre_scores_gemma":[0.22365466,0.0007591305,0.76525795,0.00028479073,0.0003477954,0.0069786254,0.000007858741,0.0000628315,0.0026463405],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.63200635,0.2791975,0.07995226,0.0024713632,0.00578814,0.0005843887],"domain_scores_gemma":[0.44538513,0.4464108,0.09022766,0.013661171,0.0038095333,0.0005057079],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.6968026,0.00074906176,0.046221394,0.00055995584,0.00020891144,0.00076138135,0.002481659,0.00016083004,0.0051071215],"category_scores_gemma":[0.74321795,0.00027869456,0.008801655,0.0013061241,0.00019309457,0.0004637101,0.00018142564,0.00013521245,0.0012059524],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011933271,0.00051168696,0.0051652133,0.5582755,0.0746945,0.000003865738,0.032862894,0.000028967841,0.011722597,0.012946471,0.19177513,0.1118938],"study_design_scores_gemma":[0.0013878791,0.0010173421,0.00042860478,0.08079473,0.37883162,0.000065480584,0.013746898,0.19564782,0.0058125234,0.084490016,0.23503976,0.0027373272],"about_ca_topic_score_codex":0.000024428382,"about_ca_topic_score_gemma":0.000029393743,"teacher_disagreement_score":0.4774808,"about_ca_system_score_codex":0.000046882753,"about_ca_system_score_gemma":0.00008660751,"threshold_uncertainty_score":0.9999665},"labels":[],"label_agreement":null},{"id":"W2796525775","doi":"10.3389/fpsyg.2018.00699","title":"Manipulating the Alpha Level Cannot Cure Significance Testing","year":2018,"lang":"en","type":"review","venue":"Frontiers in Psychology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of New Brunswick; Queen's University","funders":"Vedecká Grantová Agentúra MŠVVaŠ SR a SAV; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Psychology; Statistical significance; Inference; Statistical hypothesis testing; Significance testing; Statistical inference; MAGIC (telescope); Sample size determination; Multiple comparisons problem; Value (mathematics); Statistics; Econometrics; Cognitive psychology; Computer science; Artificial intelligence; Mathematics; Physics","score_opus":0.8879887585404752,"score_gpt":0.5969128067077641,"score_spread":0.29107595183271107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796525775","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000018580542,0.91283065,0.062306978,0.00027123245,0.0062116324,0.0016081198,0.000046156387,0.00000871816,0.016714672],"genre_scores_gemma":[0.000012287508,0.91254944,0.07747859,0.0007433481,0.0010121863,0.00037196098,0.000024328872,0.00007425239,0.007733598],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96023273,0.019796185,0.014101802,0.002467326,0.0026983207,0.00070362684],"domain_scores_gemma":[0.9751938,0.005525499,0.011330808,0.007158333,0.00065480603,0.00013672652],"candidate_categories":["metaresearch","metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.096509315,0.0008176956,0.011097411,0.00092447235,0.000261065,0.0005061147,0.0065160077,0.00057896,0.0016368312],"category_scores_gemma":[0.032808185,0.00034807983,0.0026248673,0.004478955,0.0003428614,0.00012024351,0.000256017,0.0009832307,0.0025179859],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.125196e-7,0.000011701223,0.00094691734,0.00037269655,0.0001272927,0.000009484597,0.000051109102,0.0000011164224,2.4800954e-8,0.000040640767,0.41349646,0.58494186],"study_design_scores_gemma":[0.00008215419,0.000028872539,0.00022702319,0.001549229,0.00050904154,0.00007510962,0.00012630473,0.0004859658,1.0482923e-8,0.005253512,0.99132615,0.0003366534],"about_ca_topic_score_codex":0.000029325922,"about_ca_topic_score_gemma":0.000054536064,"teacher_disagreement_score":0.5846052,"about_ca_system_score_codex":0.000109170265,"about_ca_system_score_gemma":0.00022675266,"threshold_uncertainty_score":0.9998971},"labels":[],"label_agreement":null},{"id":"W2797138213","doi":"10.1016/j.jclinepi.2018.03.012","title":"PRISMA and AMSTAR show systematic reviews on health literacy and cancer screening are of good quality","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Systematic review; Medicine; Health literacy; Quality (philosophy); Literacy; Public health; Environmental health; Family medicine; MEDLINE; Psychology; Health care; Pathology; Biology; Political science","score_opus":0.949661926840482,"score_gpt":0.73582548946565,"score_spread":0.21383643737483204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2797138213","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6717558,0.15793805,0.10049689,0.064887896,0.0019711407,0.0024414456,0.000033067725,0.000003973587,0.0004717499],"genre_scores_gemma":[0.8801354,0.027419461,0.07134824,0.018602567,0.0015012749,0.000022395061,9.4007834e-7,0.000019177862,0.0009505383],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6519029,0.25253564,0.09186021,0.0010245137,0.0022296463,0.00044709677],"domain_scores_gemma":[0.45000544,0.3619861,0.180798,0.0031741404,0.0030063589,0.0010299666],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.71071404,0.00027073128,0.024037603,0.00025451873,0.00010145147,0.00007327194,0.00084224535,0.0002028254,0.00047585584],"category_scores_gemma":[0.67915374,0.00010929744,0.002450345,0.00040262338,0.00037658843,0.00019444273,0.00012497262,0.0005784519,0.00004998932],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012189398,0.00011334835,0.768008,0.0073375795,0.0005237865,0.0000034547281,0.0004408594,0.000010533247,0.0000018462794,0.004394374,0.02769539,0.19134897],"study_design_scores_gemma":[0.0010996521,0.00228023,0.8350312,0.019104822,0.00061446015,0.0001167981,0.00045974524,0.005127061,0.0000013651836,0.023086201,0.11280437,0.00027408067],"about_ca_topic_score_codex":0.000038987357,"about_ca_topic_score_gemma":0.000048861577,"teacher_disagreement_score":0.20837961,"about_ca_system_score_codex":0.000018725166,"about_ca_system_score_gemma":0.00011520957,"threshold_uncertainty_score":0.9904516},"labels":[],"label_agreement":null},{"id":"W2797678636","doi":"10.1016/j.jclinepi.2018.04.007","title":"Reply to letter to the editor by C. Faggion: reproducibility and reporting guidelines","year":2018,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Cancer Research UK","keywords":"Scopus; Transparency (behavior); Web of science; Medicine; MEDLINE; Library science; Psychology; Computer science; Political science; Meta-analysis; Pathology","score_opus":0.9355852796634873,"score_gpt":0.6917561266056325,"score_spread":0.2438291530578548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2797678636","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":"reporting","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002528846,0.0011031571,0.026132995,0.94535595,0.023992239,0.0006665311,0.000017962746,0.0000034052189,0.000198916],"genre_scores_gemma":[0.00007945022,0.00007711732,0.026944486,0.7598793,0.20448038,0.000012029942,0.0000033269416,0.000020223259,0.008503711],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.24211577,0.32279995,0.41262966,0.009914772,0.010950032,0.0015898229],"domain_scores_gemma":[0.047298256,0.5056095,0.3928141,0.03194327,0.020967009,0.0013678393],"candidate_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.9253874,0.00059120345,0.024881111,0.00033762722,0.00018414551,0.0002845666,0.0041511487,0.0012165101,0.0017659953],"category_scores_gemma":[0.9912024,0.00020990662,0.0073751905,0.00071445043,0.00037060055,0.00014108368,0.0007388352,0.0038581344,0.0013117065],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028432942,0.0000140771235,0.024613187,0.000026485137,0.00028218972,0.00005060468,0.00003120446,0.000012559923,0.0000011932542,0.0000025430595,0.96291375,0.012023792],"study_design_scores_gemma":[0.00008924728,0.0004047121,0.004833014,0.00014630433,0.00032043768,0.00019612348,0.000016499083,0.000109775865,6.4153403e-7,0.0041337996,0.98954827,0.00020118259],"about_ca_topic_score_codex":0.000036031954,"about_ca_topic_score_gemma":0.0000068160202,"teacher_disagreement_score":0.19481751,"about_ca_system_score_codex":0.00003810812,"about_ca_system_score_gemma":0.00024335225,"threshold_uncertainty_score":0.9994659},"labels":[],"label_agreement":null},{"id":"W2798096119","doi":"10.1186/s40409-018-0142-2","title":"Introducing the CONSORT extension to pilot trials: enhancing the design, conduct and reporting of pilot or feasibility trials","year":2018,"lang":"en","type":"editorial","venue":"˜The œJournal of venomous animals and toxins including tropical diseases","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Consolidated Standards of Reporting Trials; Clinical trial; Pilot trial; Research design; Medicine; Randomized controlled trial; Surgery","score_opus":0.8402505123479969,"score_gpt":0.5683837074281688,"score_spread":0.27186680491982806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2798096119","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7514018,0.041028947,0.044608925,0.0033246055,0.15171438,0.007397492,0.000429287,0.000018250925,0.00007635774],"genre_scores_gemma":[0.8745227,0.0008151924,0.001910307,0.00015300322,0.122358486,0.000026649263,0.0000023216069,0.000038021873,0.00017335679],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.87006843,0.0708195,0.048147697,0.0017173854,0.008547558,0.00069940044],"domain_scores_gemma":[0.25374162,0.5316852,0.18905808,0.009799358,0.0142094875,0.001506277],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.34688795,0.00068724214,0.011709194,0.00032053987,0.001148979,0.001307308,0.002191514,0.0001986625,0.00053651055],"category_scores_gemma":[0.7240145,0.00020089823,0.002000318,0.00076132076,0.00064698287,0.00017647755,0.0008230173,0.0008089136,0.000011675053],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009713364,0.0005730259,0.0019569655,0.00046269706,0.0022587387,0.00008095111,0.0013054567,0.00009257416,0.0138904285,0.00015691167,0.9602133,0.009295561],"study_design_scores_gemma":[0.009150005,0.051219046,0.067943044,0.0074918936,0.04596719,0.001277656,0.010943923,0.0016879392,0.0022035942,0.03345225,0.76574755,0.0029159244],"about_ca_topic_score_codex":0.00006388396,"about_ca_topic_score_gemma":0.00016281912,"teacher_disagreement_score":0.61632687,"about_ca_system_score_codex":0.000111080975,"about_ca_system_score_gemma":0.00092476886,"threshold_uncertainty_score":0.99972945},"labels":[],"label_agreement":null},{"id":"W2799359759","doi":"10.1017/cem.2018.131","title":"LO69: Factors related to the eventual publication of abstracts presented at the Canadian Association of Emergency Physicians annual meeting from 2013-2017","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; MEDLINE; Cochrane Library; Family medicine; Data extraction; Peer review; Impact factor; Meta-analysis; Internal medicine","score_opus":0.45750136146692916,"score_gpt":0.4706754461800383,"score_spread":0.013174084713109158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799359759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9288888,0.001640361,0.00008511932,0.05120501,0.008281968,0.00057233835,0.00035391378,0.0000013011468,0.008971218],"genre_scores_gemma":[0.9852703,0.00008848916,0.000029678024,0.00014492116,0.00071648293,0.0000035282173,0.000034002882,0.000013206924,0.01369937],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9847167,0.0026233643,0.008577769,0.00034312555,0.0033276612,0.00041136923],"domain_scores_gemma":[0.9766666,0.00097044476,0.01196618,0.0015043885,0.008091654,0.0008007166],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.040755346,0.00023304003,0.0014596481,0.00070466823,0.0004950444,0.000034651493,0.002063598,0.0001292784,0.03437885],"category_scores_gemma":[0.069255516,0.00010259774,0.00073296466,0.0021418475,0.000112016256,0.00027726765,0.000034485398,0.00027576162,0.00026745658],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003539531,0.000008704544,0.123828046,0.0000054270336,0.0003681553,0.0000011561925,0.010577903,0.00015436322,0.0002179511,0.000052573327,0.8641192,0.0006629977],"study_design_scores_gemma":[0.00018580433,0.00017172788,0.45837536,0.000121384444,0.0005141876,0.0000017158077,0.0071294433,0.00027413998,0.00009802874,0.0007345384,0.5322542,0.00013946192],"about_ca_topic_score_codex":0.39457145,"about_ca_topic_score_gemma":0.9613307,"teacher_disagreement_score":0.5667592,"about_ca_system_score_codex":0.00034073603,"about_ca_system_score_gemma":0.00080910994,"threshold_uncertainty_score":0.9877442},"labels":[],"label_agreement":null},{"id":"W2799360482","doi":"10.1177/1558689818770058","title":"A Conceptual Framework for Critical Appraisal in Systematic Mixed Studies Reviews","year":2018,"lang":"en","type":"article","venue":"Journal of Mixed Methods Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research","keywords":"Critical appraisal; Systematic review; Management science; Conceptual framework; Multimethodology; Psychological intervention; Engineering ethics; Computer science; Psychology; Sociology; Social science; Political science; MEDLINE; Engineering; Medicine","score_opus":0.9502460382962103,"score_gpt":0.7781767957523354,"score_spread":0.1720692425438749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799360482","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00863585,0.057667896,0.92539054,0.0023430223,0.003441526,0.0020378223,0.0000054040324,0.0000017453156,0.0004761851],"genre_scores_gemma":[0.033547934,0.00070636166,0.9629987,0.00009652239,0.0012109609,0.00022600385,2.4023242e-7,0.000024806555,0.0011884783],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.70853335,0.25139514,0.026304595,0.0011000958,0.011594536,0.0010722708],"domain_scores_gemma":[0.06373666,0.88100296,0.013392233,0.0062670186,0.034585323,0.0010158037],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7673156,0.00035449897,0.009789005,0.0018332795,0.00031379337,0.0007072559,0.0033171754,0.00024937134,0.0016207783],"category_scores_gemma":[0.93864346,0.00015738686,0.00279738,0.0036760457,0.0011825844,0.00038453258,0.0003732832,0.0012066471,0.0009055477],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042284318,0.00065769115,0.0011271202,0.019675648,0.0019248436,0.00009640921,0.021395223,0.000010128006,0.0026340194,0.33646387,0.5250255,0.09056675],"study_design_scores_gemma":[0.0013354404,0.0025571669,0.00073657575,0.021745827,0.0009232886,0.00031311237,0.09419762,0.0024978805,0.0017513585,0.5712246,0.30210418,0.0006130068],"about_ca_topic_score_codex":0.0000017319879,"about_ca_topic_score_gemma":0.000014881172,"teacher_disagreement_score":0.6447967,"about_ca_system_score_codex":0.00016208562,"about_ca_system_score_gemma":0.00031231256,"threshold_uncertainty_score":0.9998724},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2799403901","doi":"10.1001/jamaophthalmol.2018.0987","title":"Improving Reporting Quality in Ophthalmologic Observational Studies That Use Big Data","year":2018,"lang":"en","type":"article","venue":"JAMA Ophthalmology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Observational study; Medicine; Quality (philosophy); Optometry; MEDLINE; Data science; Ophthalmology; Medical physics; Intensive care medicine; Pathology; Computer science","score_opus":0.9804200485420731,"score_gpt":0.654035555363742,"score_spread":0.32638449317833107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799403901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99005777,0.00072396774,0.00084714236,0.0015182411,0.0016320416,0.00052969967,0.00004864349,0.000010333175,0.004632153],"genre_scores_gemma":[0.98124975,0.00000744763,0.011697391,0.00043059213,0.0005642322,0.00004466495,0.00006165173,0.00001595743,0.005928332],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95650333,0.016390502,0.019956717,0.0027228242,0.003768862,0.0006577861],"domain_scores_gemma":[0.8883541,0.039697964,0.04710786,0.019540424,0.004992219,0.0003074058],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.23983015,0.00041203471,0.0044761696,0.00051819667,0.00026710762,0.0008155817,0.0038685608,0.00027885192,0.003264566],"category_scores_gemma":[0.5373685,0.00022268896,0.0006526686,0.0017531503,0.0004216532,0.001194808,0.0020828694,0.00036220203,0.0010530516],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022487018,0.00007160501,0.9802876,0.00004458948,0.00015216987,0.0006673859,0.00029673905,0.000009932473,0.0002296923,0.00079202815,0.0067377593,0.010688],"study_design_scores_gemma":[0.00025379276,0.00010099595,0.9758709,0.0000353132,0.00006398078,0.0025434794,0.001360003,0.0025048114,0.000036026235,0.012580486,0.0043644253,0.00028577587],"about_ca_topic_score_codex":0.00040642035,"about_ca_topic_score_gemma":0.000094721654,"teacher_disagreement_score":0.29753834,"about_ca_system_score_codex":0.000087544424,"about_ca_system_score_gemma":0.00017791225,"threshold_uncertainty_score":0.99972475},"labels":[],"label_agreement":null},{"id":"W2799507680","doi":"10.1136/oemed-2018-icohabstracts.222","title":"547 Systematic review evidence in one minute or less","year":2018,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health","funders":"","keywords":"Computer science; CLARITY; Systematic review; Storyboard; Quality (philosophy); Multimedia; MEDLINE","score_opus":0.9520176926143207,"score_gpt":0.5998502158121681,"score_spread":0.35216747680215255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799507680","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04798199,0.59299123,0.11347943,0.03216769,0.0021540518,0.034138117,0.000019248164,0.000095771895,0.17697248],"genre_scores_gemma":[0.49736285,0.008889388,0.024564173,0.013867543,0.00032707327,0.0007891494,0.0000023355885,0.000040436862,0.45415705],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9637049,0.013730765,0.015166106,0.0010586794,0.0060272417,0.00031229854],"domain_scores_gemma":[0.9742015,0.011603514,0.005132684,0.007087223,0.0017813704,0.00019371616],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.20159107,0.0002820497,0.007141812,0.0003358144,0.00007778718,0.0005978203,0.0028820594,0.000063504085,0.04405973],"category_scores_gemma":[0.1893699,0.00010244113,0.0010952587,0.003147804,0.00008226802,0.00045015008,0.00018944667,0.0001008792,0.03490114],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019194767,0.00020647256,0.0046376023,0.49459308,0.00044898095,0.000046532674,0.0008843354,0.000001650525,0.000093883136,0.0066794762,0.4867425,0.0056462805],"study_design_scores_gemma":[0.00044238244,0.0003682752,0.003286048,0.95123667,0.0037073435,0.00015291726,0.002219387,0.0077433353,0.0001590332,0.0054994817,0.023952344,0.001232803],"about_ca_topic_score_codex":0.00004007205,"about_ca_topic_score_gemma":0.00083725137,"teacher_disagreement_score":0.58410186,"about_ca_system_score_codex":0.000045942004,"about_ca_system_score_gemma":0.00009346103,"threshold_uncertainty_score":0.9658503},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2800095667","doi":"10.1177/1715163518767828","title":"Reply from authors","year":2018,"lang":"fr","type":"article","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine","score_opus":0.5734210186887304,"score_gpt":0.46909889506439595,"score_spread":0.10432212362433446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800095667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72562146,0.064111486,0.0061295372,0.014612105,0.12089922,0.0026519026,0.009839068,0.000037897153,0.05609731],"genre_scores_gemma":[0.8384428,0.00500469,0.0027806778,0.020262515,0.0113306455,0.000019401223,0.000054805227,0.00012349569,0.121980935],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96658427,0.011377102,0.011520212,0.0021529382,0.0058349874,0.0025304924],"domain_scores_gemma":[0.9712497,0.0022958943,0.0062685846,0.003502886,0.0069548343,0.009728123],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.052294612,0.0012615292,0.004300569,0.0012767457,0.0028376528,0.0043873177,0.005960553,0.000251302,0.2332521],"category_scores_gemma":[0.017977474,0.0009721677,0.0024537218,0.0039731064,0.001198985,0.001321556,0.00021354546,0.0017549465,0.006506112],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000027798158,0.000033975204,0.0019670753,0.00007700893,0.00083674124,0.03457173,0.002016121,0.00012225614,0.00017742372,0.00017116156,0.7104235,0.24957518],"study_design_scores_gemma":[0.0007376812,0.00005537223,0.00004843911,0.00007221783,0.0010065683,0.17950287,0.000052546322,0.015085684,0.00035832997,0.0014576953,0.80078256,0.0008400016],"about_ca_topic_score_codex":0.23257452,"about_ca_topic_score_gemma":0.4724454,"teacher_disagreement_score":0.24873519,"about_ca_system_score_codex":0.004652892,"about_ca_system_score_gemma":0.014565756,"threshold_uncertainty_score":0.99941766},"labels":[],"label_agreement":null},{"id":"W2800243974","doi":"10.1164/rccm.201801-0118pp","title":"Clinical Knowledge from Observational Studies: Everything You Wanted to Know but Were Afraid to Ask","year":2018,"lang":"en","type":"review","venue":"American Journal of Respiratory and Critical Care Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Observational study; Randomized controlled trial; Medicine; Intervention (counseling); Spurious relationship; Intensive care medicine; Psychiatry; Surgery; Pathology; Computer science","score_opus":0.7919950843102673,"score_gpt":0.6300157731311282,"score_spread":0.1619793111791391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800243974","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022112173,0.9894977,0.0025739195,0.0021859512,0.0022980466,0.00057979085,0.00012449034,0.0000054045595,0.0005234568],"genre_scores_gemma":[0.0024776005,0.96437633,0.008966756,0.011813165,0.011239701,0.00006102136,0.000018017045,0.00009332047,0.0009540704],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9537397,0.01862013,0.02075849,0.0014421863,0.0049722265,0.00046729215],"domain_scores_gemma":[0.92279464,0.052042454,0.008527256,0.0026853364,0.011900113,0.002050209],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08475883,0.00082655525,0.018708829,0.001014488,0.00025950762,0.00027429272,0.0023727436,0.00023444643,0.0019156544],"category_scores_gemma":[0.31094286,0.00037568196,0.0030985528,0.0024020446,0.0014707351,0.00022473025,0.00045602027,0.0011101878,0.0007889634],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002986884,0.000040777595,0.0007228168,0.0011762691,0.0006644252,0.00008503125,0.0014888546,1.7299182e-7,5.4182084e-7,0.00016238532,0.10187745,0.8937514],"study_design_scores_gemma":[0.00021732191,0.0030735005,0.00029410725,0.017556066,0.0033795733,0.00006104307,0.014141257,0.0000022445342,1.3678417e-7,0.0002389283,0.9606833,0.00035251147],"about_ca_topic_score_codex":0.000006882387,"about_ca_topic_score_gemma":0.00001773442,"teacher_disagreement_score":0.8933989,"about_ca_system_score_codex":0.00016735007,"about_ca_system_score_gemma":0.0008554739,"threshold_uncertainty_score":0.99998903},"labels":[],"label_agreement":null},{"id":"W2800247833","doi":"10.1007/s00134-018-5066-3","title":"Are systematic reviews and meta-analyses still useful research? No","year":2018,"lang":"en","type":"editorial","venue":"Intensive Care Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sinai Health System; University of Toronto","funders":"","keywords":"Pain medicine; Medicine; Anesthesiology; Meta-analysis; Systematic review; Intensive care medicine; MEDLINE; Internal medicine; Pathology","score_opus":0.9064056630890569,"score_gpt":0.6401838159011558,"score_spread":0.2662218471879011,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800247833","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"evaluation","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006435958,0.33334237,0.0004064757,0.0028353985,0.6492159,0.008683347,0.0004694505,0.000023065382,0.004959656],"genre_scores_gemma":[0.00097550184,0.005119841,0.00052663183,0.004740086,0.85417485,0.0016131606,0.0003547554,0.00018539814,0.13230976],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.852724,0.07898612,0.0299609,0.0044263685,0.032898076,0.001004526],"domain_scores_gemma":[0.30915523,0.1778801,0.056610703,0.023613775,0.4312749,0.0014653146],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.2910429,0.0017013471,0.044631936,0.0025325802,0.0003617572,0.0011643572,0.005120939,0.0010739958,0.019587161],"category_scores_gemma":[0.95790356,0.0005991416,0.006340531,0.0030536263,0.0015864492,0.00024446857,0.00095043227,0.0021231228,0.018957555],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013093776,0.0000067911715,0.000030145902,0.021537513,0.0070675556,0.00010497419,0.0020567498,2.1530225e-7,0.000006818619,0.000008757702,0.9691155,0.00005189338],"study_design_scores_gemma":[0.00023989425,0.00030701346,0.000013428387,0.009272191,0.05964677,0.000019940535,0.022608992,0.00003049478,0.0000027734402,0.00034599405,0.9070644,0.0004481201],"about_ca_topic_score_codex":0.00017210504,"about_ca_topic_score_gemma":0.000412899,"teacher_disagreement_score":0.66686064,"about_ca_system_score_codex":0.00027960024,"about_ca_system_score_gemma":0.00027810477,"threshold_uncertainty_score":0.9998725},"labels":[],"label_agreement":null},{"id":"W2800268863","doi":"10.6000/1929-6029.2018.07.02.1","title":"A Pointwise Approach to Dose-Response Meta-Analysis of Aggregated Data","year":2018,"lang":"en","type":"article","venue":"International Journal of Statistics in Medical Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pointwise; Meta-analysis; Mathematics; Statistics; Range (aeronautics); Computer science; Econometrics; Medicine; Internal medicine","score_opus":0.924761995411877,"score_gpt":0.6949515003111545,"score_spread":0.2298104951007225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800268863","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06522119,0.0010624409,0.9129552,0.011564263,0.000706324,0.00061175803,0.0018005541,0.0000017659092,0.006076481],"genre_scores_gemma":[0.9069078,0.00007471226,0.090020865,0.00047297496,0.00024005589,0.000009671559,0.00004128038,0.000012321119,0.0022203287],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.91695815,0.024257394,0.012497744,0.0008422463,0.045052327,0.00039214248],"domain_scores_gemma":[0.91468436,0.050346732,0.0048216274,0.0037764884,0.025537133,0.0008336457],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4387939,0.00018592873,0.003959774,0.0054631033,0.00005508462,0.0004533416,0.011811723,0.000114856506,0.041416537],"category_scores_gemma":[0.55425036,0.00009134749,0.0013116974,0.0058202813,0.0005385226,0.0002364908,0.001267799,0.0007372253,0.00054283947],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035038416,0.0022979476,0.007501205,0.00005130646,0.26583531,0.0013179732,0.004301059,0.0011032973,0.00033318455,0.035169095,0.5805348,0.09805095],"study_design_scores_gemma":[0.0022397798,0.0011791366,0.06149999,0.00016163729,0.04714655,0.00025632395,0.0031400146,0.6285588,0.000107123065,0.050663825,0.20450412,0.00054269977],"about_ca_topic_score_codex":0.00009953168,"about_ca_topic_score_gemma":0.00024635834,"teacher_disagreement_score":0.8416866,"about_ca_system_score_codex":0.00011402094,"about_ca_system_score_gemma":0.0008792437,"threshold_uncertainty_score":0.99353486},"labels":[],"label_agreement":null},{"id":"W2800577002","doi":"10.1016/j.zefq.2018.03.004","title":"GRADE-Leitlinien: 16. Von der Evidenz zur Empfehlung oder Entscheidung – Vorgehen nach GRADE für Tests in der klinischen Praxis und in Public Health","year":2018,"lang":"de","type":"article","venue":"Zeitschrift für Evidenz Fortbildung und Qualität im Gesundheitswesen","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; McMaster University Medical Centre","funders":"","keywords":"Grading (engineering); Guideline; Test (biology); Computer science; Evidence-based medicine; Management science; Psychology; Medical education; Knowledge management; Medicine; Alternative medicine; Engineering","score_opus":0.590175949529308,"score_gpt":0.5656966556253233,"score_spread":0.024479293903984622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800577002","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30403465,0.5440269,0.011323292,0.09282365,0.011900649,0.021212138,0.0006123355,0.00042707846,0.0136393355],"genre_scores_gemma":[0.96107185,0.005907351,0.008282009,0.008039923,0.003403353,0.0007856556,0.00047421872,0.000612552,0.011423073],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.8538908,0.065807484,0.04392814,0.010265931,0.018525947,0.007581696],"domain_scores_gemma":[0.9344656,0.023690432,0.018842317,0.014799367,0.0044164737,0.0037858454],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.23469278,0.004339748,0.016700726,0.0059847995,0.0018734946,0.007529642,0.010426374,0.0024701941,0.007591016],"category_scores_gemma":[0.07935943,0.0031650332,0.005783279,0.015417592,0.0016727588,0.0068863537,0.0027663289,0.0042775422,0.015995745],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033515878,0.004421236,0.74602735,0.0035845218,0.010384566,0.00035403465,0.03853765,0.00021817803,0.00020553975,0.05604598,0.097242296,0.0426435],"study_design_scores_gemma":[0.0042819846,0.0011162792,0.100297,0.003619199,0.002694057,0.00010099001,0.0061085816,0.004633921,0.00013081924,0.003659318,0.869432,0.0039258967],"about_ca_topic_score_codex":0.006247268,"about_ca_topic_score_gemma":0.023059465,"teacher_disagreement_score":0.7721897,"about_ca_system_score_codex":0.0007707503,"about_ca_system_score_gemma":0.005507592,"threshold_uncertainty_score":0.99942595},"labels":[],"label_agreement":null},{"id":"W2800970981","doi":"10.1017/cem.2018.79","title":"LO17: Examining publication bias among randomized controlled trials in child health research: a follow-up study","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"George & Fay Yee Centre for Healthcare Innovation","funders":"","keywords":"Medicine; Publication bias; Funnel plot; Jadad scale; Sample size determination; Psychological intervention; Logistic regression; Family medicine; Randomized controlled trial; Cochrane Library; Demography; Meta-analysis; Statistics; Internal medicine; Psychiatry","score_opus":0.9514929452823613,"score_gpt":0.6365600543275238,"score_spread":0.31493289095483745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800970981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8774143,0.01648934,0.0026002913,0.0413118,0.016509393,0.010596034,0.00000930728,0.0000036196523,0.035065934],"genre_scores_gemma":[0.9905511,0.00023233372,0.000085456326,0.00023236251,0.0017856592,0.00008539896,0.0000030113065,0.000015290356,0.0070093544],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.7288846,0.19772802,0.061924975,0.0008831394,0.009648253,0.0009310077],"domain_scores_gemma":[0.7638288,0.09556123,0.09114809,0.00708553,0.036026362,0.0063499454],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.86792564,0.0003157048,0.019196749,0.005911321,0.00043535474,0.0002352221,0.0019704006,0.000089159,0.06017092],"category_scores_gemma":[0.8594939,0.00012942166,0.0023529134,0.0051245037,0.000357055,0.00037062747,0.000029770717,0.00059479964,0.00021287866],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048946836,0.00010817532,0.13663116,0.00002963285,0.001907977,0.00004857003,0.02628411,0.000008682146,0.000007475117,0.00081738125,0.82191503,0.007347126],"study_design_scores_gemma":[0.61456656,0.0051207114,0.13381712,0.002310787,0.0026685994,0.000053069634,0.08221052,0.003405878,0.000002993081,0.009755216,0.14540689,0.0006816266],"about_ca_topic_score_codex":0.010098308,"about_ca_topic_score_gemma":0.18009268,"teacher_disagreement_score":0.6765081,"about_ca_system_score_codex":0.00019868968,"about_ca_system_score_gemma":0.0019179762,"threshold_uncertainty_score":0.9964935},"labels":[],"label_agreement":null},{"id":"W2801115593","doi":"10.1017/cem.2018.193","title":"MP39: Characteristics of clinical decision support tools that impact physician behaviour: a systematic review and meta-analysis","year":2018,"lang":"en","type":"review","venue":"Canadian Journal of Emergency Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Observational study; Medicine; Meta-analysis; Systematic review; Randomized controlled trial; MEDLINE; Meta-regression; Family medicine; Internal medicine","score_opus":0.890444771906897,"score_gpt":0.635267227232799,"score_spread":0.2551775446740979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801115593","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002552771,0.9933821,0.0007540663,0.00022882999,0.0021135372,0.0023048595,0.00069762795,0.0000013670511,0.0004921029],"genre_scores_gemma":[0.0002603403,0.9956716,0.00028721744,0.00028340516,0.0005955824,0.000038771894,0.00008140867,0.000052206316,0.0027294832],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9145622,0.016639365,0.06108417,0.0011741733,0.005965717,0.0005743325],"domain_scores_gemma":[0.89813584,0.0074489913,0.079730086,0.0058422633,0.0063295914,0.002513254],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.21973285,0.0012632482,0.088000864,0.0031460188,0.00015897953,0.0001706307,0.004302101,0.0004455005,0.09420035],"category_scores_gemma":[0.13119425,0.00048556118,0.04069351,0.0053157704,0.00034625537,0.0003917154,0.000098368764,0.00086246873,0.00035713273],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004198875,0.00006578902,0.0013072764,0.31994587,0.32935387,0.00014774207,0.00020635128,2.4032494e-7,1.606674e-8,0.00003760216,0.31409094,0.034840114],"study_design_scores_gemma":[0.000071493996,0.00028964103,0.00028123386,0.028957866,0.7389204,0.000069296504,0.00005713901,0.00000421493,6.224297e-9,0.00007755789,0.2309807,0.00029043952],"about_ca_topic_score_codex":0.000343946,"about_ca_topic_score_gemma":0.0015645778,"teacher_disagreement_score":0.40956655,"about_ca_system_score_codex":0.00012484807,"about_ca_system_score_gemma":0.0023490111,"threshold_uncertainty_score":0.9997596},"labels":[],"label_agreement":null},{"id":"W2801710656","doi":"10.1136/bjsports-2018-099427","title":"Picking the right tools for the job: opening up the statistical toolkit to build a compelling case in sport and exercise medicine research","year":2018,"lang":"en","type":"editorial","venue":"British Journal of Sports Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Blinding; Blueprint; Sports science; Sports medicine; Process (computing); Analogy; Set (abstract data type); Computer science; Sample (material); Reliability (semiconductor); Psychology; Sample size determination; Applied psychology; Data science; Medicine; Power (physics); Physical therapy; Statistics; Engineering; Mathematics; Pathology; Epistemology","score_opus":0.4874820110622156,"score_gpt":0.5371273914398379,"score_spread":0.049645380377622284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801710656","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027869444,0.15206999,0.024456806,0.026008656,0.75650346,0.010871396,0.00021820398,0.000008950704,0.0019930897],"genre_scores_gemma":[0.10220073,0.021228625,0.0031732323,0.0009231501,0.86043894,0.00018989394,0.00005545559,0.00013474202,0.011655232],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9670149,0.0022189494,0.013183927,0.0010024969,0.015889121,0.0006905837],"domain_scores_gemma":[0.91253394,0.06899442,0.007497068,0.002540765,0.007902479,0.0005313482],"candidate_categories":["metaresearch","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.40664744,0.0004944909,0.0060231127,0.00074985775,0.0011526055,0.0016893424,0.003833197,0.00030315615,0.004372367],"category_scores_gemma":[0.15888755,0.00017042803,0.0005920659,0.0017831211,0.0013764147,0.00029228168,0.0003795077,0.0025741989,0.000020142248],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008575165,0.000012540535,0.00041747958,0.000086084015,0.00011176047,0.005414611,0.0016404537,0.000015100225,4.5818294e-7,0.00018810286,0.8806461,0.11138156],"study_design_scores_gemma":[0.0009873456,0.0002387065,0.0031178917,0.01335789,0.001051856,0.008326685,0.008398202,0.0002583302,4.994435e-7,0.002392416,0.961673,0.00019715044],"about_ca_topic_score_codex":0.0010366413,"about_ca_topic_score_gemma":0.00076072855,"teacher_disagreement_score":0.2477599,"about_ca_system_score_codex":0.000109114146,"about_ca_system_score_gemma":0.00048286107,"threshold_uncertainty_score":0.9997269},"labels":[],"label_agreement":null},{"id":"W2801786524","doi":"10.1002/lary.27183","title":"The fragility of statistically significant findings from randomized trials in head and neck surgery","year":2018,"lang":"en","type":"review","venue":"The Laryngoscope","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto; University Health Network; Sunnybrook Health Science Centre; Health Sciences Centre; Mount Sinai Hospital","funders":"","keywords":"Medicine; Interquartile range; Randomized controlled trial; Sample size determination; Head and neck cancer; Statistical significance; Meta-analysis; Head and neck; Internal medicine; Surgery; Radiation therapy","score_opus":0.7778632278395441,"score_gpt":0.5604926275064042,"score_spread":0.21737060033313993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801786524","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023386541,0.9900757,0.0014226751,0.00032912105,0.0004388666,0.0044271876,0.00035617623,0.0000033968718,0.0006082064],"genre_scores_gemma":[0.00030013954,0.9969989,0.00094153045,0.000081926955,0.00013619802,0.0002833911,0.00003554603,0.000024385996,0.0011979647],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.65973955,0.27901703,0.052177545,0.0020459313,0.006351777,0.00066818483],"domain_scores_gemma":[0.3602115,0.6140094,0.01891399,0.005940044,0.00074367214,0.00018144565],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.63194394,0.000643128,0.040910225,0.00030518894,0.00022479691,0.0009835965,0.0027761874,0.00025151932,0.004004283],"category_scores_gemma":[0.5028066,0.0001782674,0.006778199,0.0013874948,0.00085821963,0.00009463998,0.00036118767,0.00044203064,0.0008259905],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021186941,0.000099019606,0.00032895862,0.0037161186,0.0030021027,0.000011907208,0.0005182524,3.0079e-7,8.1930943e-7,0.0027707592,0.122244775,0.8651883],"study_design_scores_gemma":[0.00298702,0.000018365101,0.00030478652,0.004527043,0.0035378512,0.0000025985053,0.00004319157,0.000112924296,5.738155e-7,0.016809491,0.97141683,0.0002393497],"about_ca_topic_score_codex":0.00028765757,"about_ca_topic_score_gemma":0.00014570619,"teacher_disagreement_score":0.8649489,"about_ca_system_score_codex":0.000033703298,"about_ca_system_score_gemma":0.00041246664,"threshold_uncertainty_score":0.99995196},"labels":[],"label_agreement":null},{"id":"W2802701043","doi":"10.1371/journal.pone.0196914","title":"Peer review of health research funding proposals: A systematic map and systematic review of innovations for effectiveness and efficiency","year":2018,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Peer review; Systematic review; MEDLINE; Data science; Medicine; Management science; Computer science; Political science; Engineering","score_opus":0.9148116241085638,"score_gpt":0.6247928505060811,"score_spread":0.2900187736024826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802701043","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003695156,0.94519854,0.0013566898,0.00049602095,0.00006520535,0.05259982,0.00012986043,0.0000061808896,0.00014399552],"genre_scores_gemma":[0.0000138399555,0.98990005,0.002389493,0.000088562665,0.0000410373,0.0055481037,0.000040782357,0.000049642775,0.001928465],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.77836996,0.13518445,0.05727531,0.0028014902,0.025360046,0.0010087455],"domain_scores_gemma":[0.8342651,0.070186,0.047150485,0.008854616,0.039164804,0.00037899805],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6572322,0.0007170626,0.04596982,0.0015981073,0.00030944418,0.00031065597,0.0020870613,0.00020586631,0.00018046529],"category_scores_gemma":[0.46230003,0.00033148745,0.0021632141,0.0061073536,0.00032178982,0.00018275487,0.00041989,0.00038208123,0.00017667878],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.650676e-7,0.00023806101,0.0000033281267,0.9919623,0.001436751,3.349012e-7,0.00007677393,3.1270577e-9,4.0501214e-7,0.0013560245,0.0032101595,0.0017151092],"study_design_scores_gemma":[0.00008095975,0.00023487494,8.1970444e-7,0.97996426,0.01223582,0.000017525195,0.00007558963,0.000041871663,7.3488275e-7,0.00032687766,0.0067879027,0.00023274495],"about_ca_topic_score_codex":0.0000052684404,"about_ca_topic_score_gemma":0.0000018142758,"teacher_disagreement_score":0.1949322,"about_ca_system_score_codex":0.0001746998,"about_ca_system_score_gemma":0.00083976955,"threshold_uncertainty_score":0.9999137},"labels":[],"label_agreement":null},{"id":"W2802803564","doi":"10.1037/cap0000139","title":"Statcheck in Canada: What proportion of CPA journal articles contain errors in the reporting of p-values?","year":2018,"lang":"en","type":"article","venue":"Canadian Psychology/Psychologie canadienne","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Psychology; Clinical psychology","score_opus":0.7010622330361654,"score_gpt":0.5244977913776661,"score_spread":0.17656444165849938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802803564","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9855911,0.00075304776,0.00012465924,0.008431915,0.001398841,0.00070634676,0.000028386088,0.000001584951,0.0029640787],"genre_scores_gemma":[0.9959859,0.000059713413,0.00057912985,0.0030519962,0.00007876028,0.000026440246,0.0000051184243,0.00001499812,0.00019794384],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97387135,0.005525847,0.01668615,0.0010187924,0.0017536267,0.0011442319],"domain_scores_gemma":[0.9799724,0.0009818019,0.013610072,0.0032568744,0.0015623944,0.0006164195],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1217029,0.0003327136,0.002616772,0.0014417206,0.00013597083,0.00018242368,0.002627311,0.00018477596,0.002228516],"category_scores_gemma":[0.044536535,0.00018639096,0.0004711448,0.0032659415,0.0004777113,0.0003825974,0.00003340662,0.00055808644,0.0000442001],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050312952,0.0000741608,0.83439803,0.000023169032,0.000107789776,0.00082733354,0.005708038,0.00007323246,0.00032662947,0.0007493866,0.0799,0.07776194],"study_design_scores_gemma":[0.0005635874,0.00023244898,0.9359671,0.00013621393,0.00004579946,0.00040235464,0.03572669,0.00022694009,0.00005078848,0.011246498,0.015158809,0.0002427756],"about_ca_topic_score_codex":0.93389356,"about_ca_topic_score_gemma":0.99971604,"teacher_disagreement_score":0.101569094,"about_ca_system_score_codex":0.0009848885,"about_ca_system_score_gemma":0.003673368,"threshold_uncertainty_score":0.9986836},"labels":[],"label_agreement":null},{"id":"W2802865354","doi":"10.1007/s12630-018-1133-z","title":"Ensuring all falling trees are heard: the importance of publishing all research","year":2018,"lang":"en","type":"letter","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Manitoba; St. Boniface Hospital","funders":"","keywords":"Falling (accident); Publishing; Political science; Medicine; Law; Environmental health","score_opus":0.49019079233239804,"score_gpt":0.4244779657222564,"score_spread":0.06571282661014166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802865354","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28265068,0.008401836,0.00002434066,0.70519936,0.0011036219,0.0006348643,0.000043424305,0.0000034762174,0.0019383878],"genre_scores_gemma":[0.7585565,0.0007450202,0.0027539593,0.15786317,0.045767535,0.000039029925,0.00008084543,0.00066031853,0.033533636],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9488814,0.01667663,0.016168984,0.0012128443,0.014571046,0.0024890949],"domain_scores_gemma":[0.9355822,0.007942591,0.029362967,0.0049052066,0.01885202,0.0033549825],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2486131,0.0010580473,0.006864335,0.0052358815,0.0013211089,0.010658438,0.0135395145,0.0012497685,0.0042341114],"category_scores_gemma":[0.04827232,0.0005552084,0.004413753,0.0030450549,0.001040483,0.0018012003,0.000101770944,0.009195256,0.0002279484],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001247561,0.0000083054565,0.008394875,0.00007314207,0.0005873179,0.21829082,0.0015625568,0.00011681829,0.0000019906147,0.000046947138,0.7702111,0.00069365586],"study_design_scores_gemma":[0.00017236425,0.00021352593,0.0021848204,0.0006006772,0.0003582982,0.38685918,0.0016603336,0.00005169752,0.000003114372,0.0020491441,0.6054973,0.00034956328],"about_ca_topic_score_codex":0.008718368,"about_ca_topic_score_gemma":0.08816575,"teacher_disagreement_score":0.5473362,"about_ca_system_score_codex":0.0014199831,"about_ca_system_score_gemma":0.008524951,"threshold_uncertainty_score":0.999979},"labels":[],"label_agreement":null},{"id":"W2803082375","doi":"10.1016/j.ijrobp.2018.04.030","title":"Failed Randomized Clinical Trials in Radiation Oncology: What Can We Learn?","year":2018,"lang":"en","type":"article","venue":"International Journal of Radiation Oncology*Biology*Physics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Juravinski Cancer Centre; London Health Sciences Centre","funders":"","keywords":"Medicine; Clinical trial; Randomized controlled trial; Interim analysis; Internal medicine; Odds ratio; Logistic regression; Multivariate analysis","score_opus":0.5144331945908918,"score_gpt":0.5795202480164534,"score_spread":0.06508705342556165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803082375","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6521996,0.0075388327,0.2049929,0.078855015,0.045964174,0.0039079282,0.00011669166,0.000041704803,0.006383088],"genre_scores_gemma":[0.97525847,0.0064902096,0.006093034,0.0030478432,0.008315133,0.000053471453,0.00005773282,0.000030691044,0.0006534401],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.859643,0.10900523,0.027166488,0.0009715045,0.002779518,0.00043429306],"domain_scores_gemma":[0.8918893,0.06894258,0.032974217,0.0010334204,0.00485027,0.00031026977],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.37858415,0.00043356846,0.009206134,0.0009937675,0.00013126127,0.00068587175,0.0026690213,0.0006773036,0.0031208927],"category_scores_gemma":[0.2332007,0.0002472902,0.0041976455,0.00097551197,0.00069306407,0.0011875895,0.00016857771,0.00095285114,0.0010637863],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042680474,0.00043961572,0.084594235,0.000003942819,0.0016296051,0.000023217983,0.0017040106,0.00033760985,0.00012704401,0.010305233,0.01755032,0.8790171],"study_design_scores_gemma":[0.107443236,0.0015998952,0.010502843,0.00015030711,0.0009906461,0.00010584314,0.001806243,0.040066753,0.00023322512,0.18729618,0.6492667,0.0005380848],"about_ca_topic_score_codex":0.000020667907,"about_ca_topic_score_gemma":0.000077962766,"teacher_disagreement_score":0.878479,"about_ca_system_score_codex":0.00086074194,"about_ca_system_score_gemma":0.001414048,"threshold_uncertainty_score":0.9999979},"labels":[],"label_agreement":null},{"id":"W2803387226","doi":"10.1186/s13063-018-2654-z","title":"Outcome pre-specification requires sufficient detail to guard against outcome switching in clinical trials: a case study","year":2018,"lang":"en","type":"article","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University Hospital","funders":"","keywords":"Medicine; Outcome (game theory); Confidence interval; Clinical trial; Odds ratio; Guard (computer science); Odds; Internal medicine; Logistic regression","score_opus":0.9745720513411243,"score_gpt":0.7350387175842116,"score_spread":0.23953333375691277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803387226","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9669095,0.0001924589,0.020609692,0.0008737469,0.00220195,0.008291474,0.000017965387,0.000021095735,0.0008821021],"genre_scores_gemma":[0.9926426,0.000007930387,0.002960706,0.00059130765,0.0011123541,0.00028809652,0.0000022618317,0.000023335439,0.002371427],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.5713759,0.2660154,0.14800437,0.003869434,0.009803327,0.0009315178],"domain_scores_gemma":[0.8102284,0.13525577,0.038307622,0.012688746,0.002651151,0.000868289],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.84578615,0.00050134124,0.014374622,0.0011307377,0.00026551852,0.0015695236,0.0022041262,0.00019927006,0.0030339013],"category_scores_gemma":[0.73272735,0.00023681598,0.0039451057,0.0024680921,0.00006748258,0.00030203146,0.0003314092,0.00038016564,0.006301441],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004346348,0.0012393151,0.80246836,0.00002745229,0.00045192303,0.0003285178,0.010202989,0.00014016085,0.00024271915,0.00033117563,0.011247613,0.17288513],"study_design_scores_gemma":[0.023105454,0.004686238,0.67368543,0.0003759377,0.0056860438,0.00033449434,0.11354135,0.018845405,0.00018872737,0.004348011,0.15178132,0.0034215911],"about_ca_topic_score_codex":0.00014140093,"about_ca_topic_score_gemma":0.0013964756,"teacher_disagreement_score":0.23885249,"about_ca_system_score_codex":0.0001176823,"about_ca_system_score_gemma":0.00011917619,"threshold_uncertainty_score":0.99946696},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"case_report","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2803416088","doi":"10.1016/j.jclinepi.2018.04.013","title":"Corrigendum to “Advances in the GRADE approach to rate the certainty in estimates from a network meta-analysis” [J Clin Epidemiol 2018;93:36-44]","year":2018,"lang":"en","type":"erratum","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Impact; University of Toronto; McMaster University","funders":"","keywords":"Certainty; Regret; Pairwise comparison; Grading (engineering); Meta-analysis; Quality of evidence; Computer science; Medicine; Management science; Operations research; Artificial intelligence; Mathematics; Machine learning; Engineering; Pathology","score_opus":0.9279776151856138,"score_gpt":0.6520937459359297,"score_spread":0.2758838692496841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803416088","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002548226,0.19563322,0.4437584,0.21296361,0.11544219,0.008781799,0.00047819538,0.000020291069,0.020374067],"genre_scores_gemma":[0.02873595,0.025754545,0.37362126,0.35112578,0.061418884,0.0015510197,0.000553062,0.0003638611,0.15687564],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.37230587,0.4805567,0.13337837,0.004602436,0.0068127443,0.0023438865],"domain_scores_gemma":[0.2381309,0.6424247,0.10255646,0.012697525,0.0026929227,0.0014974913],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.8203292,0.0014849586,0.06704596,0.0016567799,0.00028502214,0.00043891958,0.014707188,0.0018089123,0.0033983062],"category_scores_gemma":[0.77793777,0.0004882336,0.033805788,0.0074265623,0.00072563364,0.00035038815,0.0008034364,0.0067558796,0.0013216439],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018014842,0.00023024711,0.03612075,0.000022607264,0.023262283,0.000026817448,0.00027401457,0.033094198,5.194517e-8,0.00085540564,0.90442145,0.0015120503],"study_design_scores_gemma":[0.00027024708,0.00034956055,0.062103707,0.00007564467,0.048245903,0.000022093249,0.00039596853,0.026035583,3.0354567e-8,0.107681096,0.75438994,0.0004302056],"about_ca_topic_score_codex":0.0004931071,"about_ca_topic_score_gemma":0.0038488086,"teacher_disagreement_score":0.16987866,"about_ca_system_score_codex":0.000120538534,"about_ca_system_score_gemma":0.00061926164,"threshold_uncertainty_score":0.99978995},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2803926826","doi":"10.1016/j.jclinepi.2018.04.022","title":"Statistician credit for collaboration requires extending the number of cited authors in research publications","year":2018,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Impact; St. Joseph’s Healthcare Hamilton; Simon Fraser University; McMaster University","funders":"U.S. National Library of Medicine","keywords":"Statistician; Scopus; Library science; Curriculum; Medical education; MEDLINE; Medicine; Computer science; Political science; Statistics; Mathematics; Law","score_opus":0.9772736588979194,"score_gpt":0.7850173039863724,"score_spread":0.19225635491154702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803926826","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00325922,0.0005287667,0.06336269,0.9266997,0.0033678,0.0010254054,0.00015722771,0.0000017563877,0.0015974467],"genre_scores_gemma":[0.0257683,0.002829156,0.28300452,0.556435,0.07070814,0.00047455725,0.00034935365,0.0001682099,0.06026277],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.43545598,0.42600533,0.126845,0.0018317992,0.008685784,0.0011761009],"domain_scores_gemma":[0.08341009,0.81034195,0.08072365,0.0037999551,0.02146535,0.0002590171],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.8224571,0.00028714296,0.012766523,0.0013300779,0.00018922887,0.00024099501,0.0039540334,0.0013507847,0.003965574],"category_scores_gemma":[0.9519541,0.000118832184,0.0033724804,0.0029648612,0.0010520736,0.00030551507,0.00017785872,0.0035769606,0.00025959482],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004059914,0.00003983222,0.043620054,0.00005672309,0.0002474758,0.0000058253527,0.00007491875,0.00001697102,5.773243e-7,0.009342455,0.94256705,0.003987524],"study_design_scores_gemma":[0.00020688999,0.00019935599,0.03154982,0.00013812157,0.00016573242,0.000020055191,0.00017157683,0.0022606286,1.6394935e-7,0.18456703,0.780643,0.000077651974],"about_ca_topic_score_codex":0.000023616432,"about_ca_topic_score_gemma":0.00008008279,"teacher_disagreement_score":0.3843366,"about_ca_system_score_codex":0.00008184902,"about_ca_system_score_gemma":0.0010225364,"threshold_uncertainty_score":0.9999457},"labels":[],"label_agreement":null},{"id":"W2804520527","doi":"10.1007/s11096-018-0656-2","title":"Network meta-analysis: an introduction for pharmacists","year":2018,"lang":"en","type":"review","venue":"International Journal of Clinical Pharmacy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Guideline; Psychological intervention; Excellence; Pharmacy; Meta-analysis; Health care; Agency (philosophy); Systematic review; Quality (philosophy); MEDLINE; Family medicine; Nursing","score_opus":0.9698226495696867,"score_gpt":0.7572535392397745,"score_spread":0.21256911032991221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804520527","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000433663,0.94027245,0.042804297,0.0020587894,0.013381735,0.0009738053,0.00021463528,0.000005445671,0.00028453255],"genre_scores_gemma":[0.00007252682,0.9328118,0.013234892,0.0011736715,0.046671,0.00007555374,0.00019362087,0.00005444104,0.00571252],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9067659,0.027963629,0.05349217,0.0016404926,0.009758941,0.0003789127],"domain_scores_gemma":[0.88599503,0.022988282,0.07152387,0.0029618628,0.015858928,0.0006720485],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.32137573,0.0008208925,0.031536195,0.0016553022,0.00011903153,0.0016767704,0.009510487,0.00025310295,0.032601304],"category_scores_gemma":[0.06738604,0.0003685809,0.07476747,0.0021120717,0.00017499246,0.000989906,0.00027925364,0.0010631176,0.0014849041],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067299254,0.00018612588,0.000022364164,0.00013255866,0.30746818,0.000018498165,0.000010218182,0.00016613689,1.7839216e-8,0.00022080698,0.35952395,0.33218387],"study_design_scores_gemma":[0.00033172933,0.00007238762,0.0000014792411,0.000040223913,0.3699842,0.0001152792,0.0000031023746,0.000780816,9.532164e-8,0.0028933343,0.62558466,0.00019268623],"about_ca_topic_score_codex":9.25173e-7,"about_ca_topic_score_gemma":0.000002647888,"teacher_disagreement_score":0.33199117,"about_ca_system_score_codex":0.00008402936,"about_ca_system_score_gemma":0.0006496056,"threshold_uncertainty_score":0.9998766},"labels":[],"label_agreement":null},{"id":"W2804936613","doi":"10.1186/s40463-018-0277-8","title":"Reporting quality of randomized controlled trials in otolaryngology: Review of adherence to the CONSORT statement","year":2018,"lang":"en","type":"review","venue":"Journal of Otolaryngology - Head and Neck Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Montreal Children's Hospital; McGill University Health Centre; Université de Montréal; McGill University","funders":"","keywords":"Consolidated Standards of Reporting Trials; Medicine; Randomized controlled trial; Randomization; Otorhinolaryngology; Descriptive statistics; Family medicine; Gold standard (test); Data extraction; Psychological intervention; MEDLINE; Surgery; Internal medicine; Statistics","score_opus":0.6914794034937309,"score_gpt":0.5681705787497233,"score_spread":0.12330882474400762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804936613","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037765183,0.95274806,0.00027817997,0.0005903832,0.0012570522,0.007083812,0.000031558615,0.0000015275485,0.00024421848],"genre_scores_gemma":[0.00086972566,0.9970464,0.0007324145,0.0005055225,0.00019311882,0.0003149911,0.000008214599,0.000020705169,0.00030890407],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.28552127,0.37624118,0.32856184,0.0016553972,0.007198532,0.0008217803],"domain_scores_gemma":[0.18288133,0.3479677,0.4583126,0.004074516,0.006351144,0.00041267485],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.87042546,0.0008083397,0.15295604,0.0019002279,0.000091072136,0.000120656194,0.0017050008,0.0004426872,0.0022879352],"category_scores_gemma":[0.81034887,0.0002834358,0.02896907,0.0018726576,0.00050158537,0.00019945604,0.00026285046,0.0007927388,0.00005747992],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.035317864,0.0012624472,0.069890045,0.38352284,0.038667206,0.0007106857,0.0009857933,0.0000035748797,0.00001691089,0.0009516425,0.21755648,0.25111452],"study_design_scores_gemma":[0.0265744,0.00042684074,0.0048676217,0.2557772,0.01561082,0.0011151192,0.00007617282,0.000015336791,0.0000025077813,0.0007672056,0.6941748,0.0005919552],"about_ca_topic_score_codex":0.000044334003,"about_ca_topic_score_gemma":0.00004124827,"teacher_disagreement_score":0.47661832,"about_ca_system_score_codex":0.000055401433,"about_ca_system_score_gemma":0.00171654,"threshold_uncertainty_score":0.9999618},"labels":[],"label_agreement":null},{"id":"W2804964104","doi":"10.1016/j.jclinepi.2018.05.011","title":"GRADE guidelines: 20. Assessing the certainty of evidence in the importance of outcomes or values and preferences—inconsistency, imprecision, and other domains","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":288,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; University of Ottawa; University of Calgary; McMaster University; Impact","funders":"Canadian Institutes of Health Research; Arthritis Society; McMaster University","keywords":"Certainty; Grading (engineering); Context (archaeology); Confusion; Population; Psychology; Actuarial science; Medicine; Mathematics; Economics","score_opus":0.9641049926163334,"score_gpt":0.7257662943559037,"score_spread":0.23833869826042975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804964104","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95968795,0.0039062044,0.006153948,0.029365376,0.000376809,0.000291445,0.0000046171117,6.478598e-7,0.00021298212],"genre_scores_gemma":[0.9696365,0.0012013159,0.021526387,0.007191895,0.00024636654,0.000003353336,9.134756e-8,0.000005260787,0.00018882961],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8227887,0.112094104,0.06082199,0.00087700307,0.0030249879,0.00039319377],"domain_scores_gemma":[0.24052699,0.6973947,0.054938614,0.003040186,0.003868439,0.00023103485],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5947376,0.00021848136,0.0076746866,0.000176432,0.00009106653,0.00007477213,0.0018983638,0.0002493845,0.00044757684],"category_scores_gemma":[0.80504674,0.000054361437,0.0014338213,0.0005495357,0.0013667281,0.00021694074,0.000184563,0.0005798736,0.0000057420025],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045563003,0.00003807862,0.9748021,0.000022525322,0.00012889302,0.00000242022,0.0003107444,0.000013326912,0.000007373244,0.00077719474,0.010986136,0.012865673],"study_design_scores_gemma":[0.00031380358,0.00042089215,0.8296962,0.0003301596,0.00021662841,0.00008777204,0.0018702875,0.0019980958,0.0000017419817,0.16033497,0.0046619996,0.00006747704],"about_ca_topic_score_codex":0.000042711476,"about_ca_topic_score_gemma":0.0003004083,"teacher_disagreement_score":0.5853006,"about_ca_system_score_codex":0.00000764574,"about_ca_system_score_gemma":0.00023549741,"threshold_uncertainty_score":0.5246262},"labels":[],"label_agreement":null},{"id":"W2804976203","doi":"10.1016/j.jclinepi.2018.05.009","title":"Applying GRADE to a network meta-analysis of antidepressants led to more conservative conclusions","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University; Impact","funders":"","keywords":"Certainty; Meta-analysis; Grading (engineering); Medicine; Sertraline; Confidence interval; Psychiatry; Antidepressant; Internal medicine; Mathematics","score_opus":0.9587171340199008,"score_gpt":0.7134614192244808,"score_spread":0.24525571479541997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804976203","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36304274,0.0023083186,0.57014364,0.059169795,0.0018393556,0.0018516115,0.00009186722,0.000005476162,0.0015472033],"genre_scores_gemma":[0.8311719,0.00006473218,0.12857191,0.037972357,0.0008940097,0.000047886708,0.0000025649802,0.000015156033,0.0012594946],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8245693,0.10497849,0.065189674,0.0012428508,0.0033866528,0.0006330268],"domain_scores_gemma":[0.48808432,0.43131566,0.0650907,0.0049273046,0.008967917,0.0016141039],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.56671786,0.00038546062,0.041129027,0.001022551,0.00017446188,0.000062938765,0.0030295802,0.00030173775,0.008312772],"category_scores_gemma":[0.7242529,0.00016594691,0.021695783,0.005073949,0.00047001155,0.00014884428,0.0005853583,0.0005971575,0.0004999236],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018108895,0.00016608112,0.5372363,0.0000099784365,0.16152094,0.000018325036,0.00040996,0.017434463,0.00003638197,0.0037786204,0.2752537,0.0039541856],"study_design_scores_gemma":[0.0005847627,0.0012626594,0.47393277,0.000050508657,0.22474498,0.000033774126,0.0006166126,0.022989053,0.000011188658,0.027936053,0.24745974,0.00037790558],"about_ca_topic_score_codex":0.000039760052,"about_ca_topic_score_gemma":0.00011718959,"teacher_disagreement_score":0.46812913,"about_ca_system_score_codex":0.000017914015,"about_ca_system_score_gemma":0.00019244479,"threshold_uncertainty_score":0.99259377},"labels":[],"label_agreement":null},{"id":"W2805034038","doi":"","title":"SPIRIT 2013 statement: Defining standard protocol items for clinical trials","year":2017,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Protocol (science); Statement (logic); Computer science; Medicine; Political science; Law; Alternative medicine","score_opus":0.9745757068389216,"score_gpt":0.8201108692471994,"score_spread":0.15446483759172214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805034038","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17149454,0.030058429,0.12269475,0.012144962,0.0108078495,0.5772824,0.002739685,0.0000747962,0.07270253],"genre_scores_gemma":[0.5634643,0.018558903,0.061275102,0.0040187323,0.0061186505,0.2868552,0.00011780202,0.00067221205,0.05891913],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9234061,0.025715519,0.03916272,0.001982761,0.008961837,0.0007710355],"domain_scores_gemma":[0.920495,0.01966748,0.049635723,0.0059178593,0.0036509668,0.0006329904],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.53617436,0.0006225423,0.011372835,0.0010400838,0.0012634646,0.027617902,0.017097645,0.00022388158,0.091089934],"category_scores_gemma":[0.25246763,0.00032486228,0.0047199666,0.00077014277,0.00027730817,0.004519221,0.0019604058,0.00048686954,0.0006242932],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031342614,0.00012608925,0.28959385,0.00013597702,0.0006246836,0.0000070419305,0.000052732692,0.000025979021,0.00024689516,0.00031295524,0.61359227,0.094968095],"study_design_scores_gemma":[0.0018538651,0.000046957146,0.105791606,0.00047256367,0.00042623642,0.000003704484,0.000099186516,0.00050885184,0.000410478,0.026988776,0.86299354,0.00040423308],"about_ca_topic_score_codex":0.00018124473,"about_ca_topic_score_gemma":0.00009157535,"teacher_disagreement_score":0.39196974,"about_ca_system_score_codex":0.00007680106,"about_ca_system_score_gemma":0.00045372837,"threshold_uncertainty_score":0.99992037},"labels":[],"label_agreement":null},{"id":"W2805162679","doi":"10.1097/jcp.0000000000000828","title":"Statistics Commentary Series","year":2017,"lang":"en","type":"editorial","venue":"Journal of Clinical Psychopharmacology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Library science; Psychiatry; Psychology; Gerontology; Medicine; Computer science","score_opus":0.7359343852103345,"score_gpt":0.6924914419422018,"score_spread":0.043442943268132694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805162679","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028977636,0.001307666,0.0024393757,0.008517337,0.9833353,0.000338421,0.0005504449,0.000001930318,0.0032197158],"genre_scores_gemma":[0.00012204404,0.0035107792,0.010252299,0.0030586822,0.95561576,0.0000062099734,0.00003751817,0.000038912924,0.027357792],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9038524,0.03315174,0.04980066,0.0010757737,0.011694373,0.0004250566],"domain_scores_gemma":[0.78198117,0.1017996,0.100995906,0.004438346,0.010025328,0.0007596577],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.31141675,0.0005938966,0.0149706425,0.00053935806,0.00024283829,0.0009890482,0.00863347,0.0013131786,0.028544474],"category_scores_gemma":[0.32726967,0.00029117207,0.0063438877,0.00025128084,0.0005598178,0.00043965163,0.00033096835,0.0039951275,0.0025556476],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068755925,0.000242972,0.0010927654,0.000051095863,0.0018124626,0.00026631655,0.000020832975,0.000004140674,0.0000019580148,0.000017167838,0.9740231,0.021779617],"study_design_scores_gemma":[0.0023714455,0.00073525176,0.00056455773,0.00006495637,0.0018511693,0.00003441299,0.000030429936,0.000033385957,4.39636e-7,0.009758831,0.9843215,0.00023362126],"about_ca_topic_score_codex":0.0000026335233,"about_ca_topic_score_gemma":0.00002798154,"teacher_disagreement_score":0.12187123,"about_ca_system_score_codex":0.00005027714,"about_ca_system_score_gemma":0.00095694215,"threshold_uncertainty_score":0.9999833},"labels":[],"label_agreement":null},{"id":"W2805786630","doi":"10.1186/s12874-018-0491-0","title":"Influence of blinding on treatment effect size estimate in randomized controlled trials of oral health interventions","year":2018,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates; Killam Trusts; University of Alberta; Alberta Innovates - Health Solutions; Women and Children's Health Research Institute; Children's Health Research Institute; Fondation pour la Recherche Médicale; Alpha Omega Foundation","keywords":"Blinding; Medicine; Randomized controlled trial; Meta-analysis; Clinical trial; Sample size determination; Psychological intervention; Publication bias; Strictly standardized mean difference; Internal medicine; Psychiatry; Statistics","score_opus":0.9704042456570404,"score_gpt":0.7912493658991594,"score_spread":0.17915487975788102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805786630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87001896,0.0015867776,0.12042167,0.0013837571,0.00021139182,0.005726178,0.000009589806,0.0000033642075,0.00063828414],"genre_scores_gemma":[0.919071,0.00031749235,0.07841106,0.00008283412,0.000076387085,0.00075808633,0.0000024291003,0.000010075855,0.0012706463],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.07721631,0.87981224,0.030793784,0.0009882367,0.010508357,0.00068107096],"domain_scores_gemma":[0.0080047455,0.9776168,0.00989203,0.0020723084,0.001926907,0.0004872171],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9535553,0.0002801855,0.035915818,0.0019044117,0.00009753107,0.00006508082,0.0015664573,0.00021568043,0.010942832],"category_scores_gemma":[0.98998857,0.00009644286,0.0070500583,0.002043587,0.0014444779,0.0000570957,0.000211147,0.00036798237,0.00026454547],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.44534916,0.0025976594,0.035592556,0.0034627712,0.0070795882,0.000051969553,0.005196828,0.001554632,0.0017605479,0.042682756,0.0073973,0.44727424],"study_design_scores_gemma":[0.81216043,0.017729316,0.016263729,0.0070018475,0.0015892382,0.000028638266,0.0010961683,0.052437156,0.0037439838,0.086206004,0.0013161206,0.0004273788],"about_ca_topic_score_codex":0.0007222791,"about_ca_topic_score_gemma":0.001384434,"teacher_disagreement_score":0.44684687,"about_ca_system_score_codex":0.0001175089,"about_ca_system_score_gemma":0.0012736323,"threshold_uncertainty_score":0.9899613},"labels":[],"label_agreement":null},{"id":"W2805948184","doi":"10.1097/jcp.0000000000000708","title":"Statistics Commentary Series","year":2017,"lang":"en","type":"review","venue":"Journal of Clinical Psychopharmacology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Library science; Series (stratigraphy); Psychiatry; Psychology; Gerontology; Medicine; Computer science; Geology","score_opus":0.9467032395312445,"score_gpt":0.7667646250380413,"score_spread":0.17993861449320314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805948184","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000052169994,0.97340804,0.0016226597,0.00251877,0.019088676,0.00067084027,0.00020016967,0.0000016814171,0.002483947],"genre_scores_gemma":[0.0000017453667,0.9749707,0.0085611595,0.0027020585,0.004219296,0.000011230214,0.000011625626,0.00003461629,0.009487579],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8811677,0.04869978,0.06412835,0.0009291248,0.0047043986,0.00037066118],"domain_scores_gemma":[0.8519403,0.038767166,0.102393866,0.003714077,0.00256425,0.00062038307],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.27812195,0.0006885806,0.033990715,0.0007208707,0.00020886825,0.00074226473,0.008256334,0.0006656632,0.028548867],"category_scores_gemma":[0.09146091,0.00029760945,0.014556212,0.00043261494,0.00046846858,0.00036902472,0.00032138484,0.0023878743,0.004460454],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035479345,0.00009941976,0.00007834363,0.0005485078,0.0013230343,0.0001251277,0.0000043382533,2.4480525e-7,8.844125e-9,0.000038217768,0.5029016,0.49484566],"study_design_scores_gemma":[0.00079277274,0.00036114105,0.00006319452,0.0010283331,0.006759734,0.00044489632,0.000013291529,0.0000074607415,8.235934e-9,0.0037775845,0.98651755,0.0002340105],"about_ca_topic_score_codex":6.862337e-7,"about_ca_topic_score_gemma":0.000005367929,"teacher_disagreement_score":0.49461165,"about_ca_system_score_codex":0.00004731337,"about_ca_system_score_gemma":0.00070502056,"threshold_uncertainty_score":0.9999476},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2806287770","doi":"10.1016/j.jclinepi.2018.05.023","title":"Pre-specification of statistical analysis approaches in published clinical trial protocols was inadequate","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Institute for Health and Care Research","keywords":"Protocol (science); Missing data; Covariate; Medicine; Statistical analysis; Randomized controlled trial; Population; Outcome (game theory); Clinical trial; Computer science; Data mining; Statistics; Medical physics; Alternative medicine; Machine learning; Surgery; Internal medicine; Pathology; Mathematics","score_opus":0.9655258436062034,"score_gpt":0.7174035722570627,"score_spread":0.24812227134914067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806287770","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36077055,0.000100750265,0.62495065,0.0049797962,0.001252022,0.0059062294,0.000014803771,0.0000027201875,0.0020225118],"genre_scores_gemma":[0.8940292,0.000049753584,0.10232541,0.0006139845,0.0023217804,0.00020847353,0.000008379409,0.000012717939,0.00043028875],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.45326945,0.31149644,0.22560011,0.0024132235,0.0062897373,0.0009310484],"domain_scores_gemma":[0.33454582,0.52278465,0.12979181,0.005673367,0.0061514024,0.0010529778],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.842193,0.0003225154,0.023157256,0.0014031066,0.000052239244,0.00013816037,0.0030858766,0.0007571274,0.0048684794],"category_scores_gemma":[0.8970345,0.00015088468,0.008001314,0.0031964744,0.0012194135,0.00038470587,0.00020204947,0.0014367861,0.00023421644],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010786428,0.001046914,0.8461489,0.000026139727,0.0014601789,0.000009625644,0.0000832058,0.00013811035,7.5868724e-7,0.018254552,0.022994777,0.09905042],"study_design_scores_gemma":[0.008208427,0.0028121423,0.866833,0.000039705887,0.00091196893,0.0000097561515,0.000093090464,0.018936915,0.000001766607,0.07863607,0.023373764,0.00014344121],"about_ca_topic_score_codex":0.00001635606,"about_ca_topic_score_gemma":0.00011095797,"teacher_disagreement_score":0.5332587,"about_ca_system_score_codex":0.00003861837,"about_ca_system_score_gemma":0.00047238226,"threshold_uncertainty_score":0.9960412},"labels":[],"label_agreement":null},{"id":"W2806594013","doi":"10.1186/s40814-018-0302-8","title":"Quality of pilot trial abstracts in heart failure is suboptimal: a systematic survey","year":2018,"lang":"en","type":"article","venue":"Pilot and Feasibility Studies","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"European Commission","keywords":"Checklist; Consolidated Standards of Reporting Trials; Medicine; MEDLINE; Cochrane Library; Clinical trial; Family medicine; Systematic review; Randomized controlled trial; Psychology; Internal medicine","score_opus":0.9261291022278871,"score_gpt":0.611414961221385,"score_spread":0.3147141410065022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806594013","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99240696,0.0029476096,0.00007296758,0.00073095027,0.00028073558,0.003072641,0.00005020604,0.000006515112,0.00043140375],"genre_scores_gemma":[0.9981819,0.000033037493,0.00089680124,0.00012910373,0.000075598786,0.00007485679,0.0000018330786,0.000008031798,0.0005988437],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96154463,0.019371167,0.0138781555,0.00133375,0.0035140049,0.00035830901],"domain_scores_gemma":[0.9760824,0.014149553,0.0041577425,0.0029223296,0.0025552553,0.00013271876],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24655953,0.00035712938,0.007013401,0.00027653683,0.00016465249,0.00024520312,0.0007164663,0.00005836747,0.00042572964],"category_scores_gemma":[0.14446741,0.00017510244,0.00064836,0.0011804547,0.00049339246,0.00022624448,0.00024662088,0.00014119621,0.00031764692],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040223002,0.00088924094,0.95707,0.007252596,0.0006438789,8.2571324e-7,0.00396075,0.0000017230819,0.00014107436,0.0002217311,0.025700262,0.00009562042],"study_design_scores_gemma":[0.005592578,0.0014135184,0.9842622,0.0004494094,0.00011647488,0.0000018211741,0.0032314265,0.000075553035,0.000044105844,0.00438056,0.00018986719,0.00024244336],"about_ca_topic_score_codex":0.0005597545,"about_ca_topic_score_gemma":0.010738767,"teacher_disagreement_score":0.10209212,"about_ca_system_score_codex":0.000048449176,"about_ca_system_score_gemma":0.000058852314,"threshold_uncertainty_score":0.8627391},"labels":[],"label_agreement":null},{"id":"W2806693647","doi":"10.1016/j.jclinepi.2018.05.022","title":"Abbreviated literature searches were viable alternatives to comprehensive searches: a meta-epidemiological study","year":2018,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":70,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Institute of Health Economics","funders":"University of California, San Francisco","keywords":"MEDLINE; Confidence interval; Medicine; Meta-analysis; Systematic review; Certainty; Internal medicine; Mathematics","score_opus":0.9826878418431775,"score_gpt":0.753594695635839,"score_spread":0.22909314620733845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806693647","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00055069436,0.98413384,0.0059690867,0.0030691167,0.0021863189,0.0035417865,0.00012586366,0.000010332171,0.00041293478],"genre_scores_gemma":[0.00008334019,0.9605557,0.027236177,0.0039267633,0.003424318,0.00013847173,0.00002486074,0.00006760614,0.0045428122],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.25772205,0.60021317,0.13076161,0.0037502802,0.006120206,0.0014326867],"domain_scores_gemma":[0.13304298,0.72653204,0.11748545,0.0080016805,0.012255549,0.0026822782],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.8088026,0.0021943091,0.15911937,0.0020017636,0.0002591267,0.0005766967,0.0110192355,0.0019939616,0.008911789],"category_scores_gemma":[0.8918397,0.0007545277,0.061884247,0.00369673,0.00089724787,0.00039737456,0.0016414041,0.006480598,0.006489542],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019032076,0.0013606218,0.0072687445,0.003496507,0.054568205,0.00045751757,0.0003999478,0.00010601979,6.749743e-8,0.0009292952,0.46948904,0.46173373],"study_design_scores_gemma":[0.00040957093,0.0031676423,0.0014983721,0.004034011,0.013742533,0.0003771817,0.00026048467,0.00012574867,1.9377795e-8,0.009739242,0.96613073,0.0005144856],"about_ca_topic_score_codex":0.000015362955,"about_ca_topic_score_gemma":0.000013480254,"teacher_disagreement_score":0.49664167,"about_ca_system_score_codex":0.00014129681,"about_ca_system_score_gemma":0.0010021732,"threshold_uncertainty_score":0.99949056},"labels":[],"label_agreement":null},{"id":"W2807253875","doi":"10.1186/s12887-018-1132-9","title":"Network meta-analysis: users’ guide for pediatricians","year":2018,"lang":"en","type":"article","venue":"BMC Pediatrics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; MEDLINE; Medical physics","score_opus":0.8106563511971077,"score_gpt":0.5278662971242696,"score_spread":0.2827900540728381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807253875","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004679124,0.012196808,0.96448505,0.00075772987,0.0013269311,0.0018700493,0.00020894324,0.000039798666,0.014435553],"genre_scores_gemma":[0.23799136,0.00021909593,0.5392883,0.0056709293,0.022138875,0.0007711156,0.00012049398,0.00013244315,0.1936674],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9746456,0.005375022,0.0113698,0.0017855675,0.006063572,0.00076042535],"domain_scores_gemma":[0.9687364,0.01369774,0.0070326272,0.0060917367,0.004079451,0.00036202552],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.13374217,0.0005428659,0.0077772983,0.0011785781,0.00046942916,0.001212716,0.003214725,0.00021783767,0.01237296],"category_scores_gemma":[0.051404815,0.00026981081,0.015740307,0.011239521,0.00008231993,0.00029834133,0.00024501162,0.00014881969,0.006070005],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000085380325,0.000037440746,0.079401456,0.000027211086,0.015224325,0.0000011237634,0.00013544178,0.001651886,3.8825522e-7,0.0017395541,0.9015615,0.0002111522],"study_design_scores_gemma":[0.00017766021,0.000083020874,0.005511836,2.853197e-7,0.44217408,0.0000019954227,0.0001929826,0.0076166186,9.75021e-7,0.008836231,0.53501487,0.00038945297],"about_ca_topic_score_codex":0.000024620158,"about_ca_topic_score_gemma":0.0006293375,"teacher_disagreement_score":0.42694977,"about_ca_system_score_codex":0.000041615673,"about_ca_system_score_gemma":0.00023551192,"threshold_uncertainty_score":0.9999754},"labels":[],"label_agreement":null},{"id":"W2807522649","doi":"10.1186/s13643-018-0707-8","title":"Technology-assisted title and abstract screening for systematic reviews: a retrospective evaluation of the Abstrackr machine learning tool","year":2018,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":156,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Medical education; Medical physics; Data science","score_opus":0.6430911952326538,"score_gpt":0.5195480576045787,"score_spread":0.12354313762807512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807522649","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03848819,0.41974398,0.097341806,0.0016535952,0.003547043,0.33158132,0.00012498762,0.00014372765,0.107375346],"genre_scores_gemma":[0.96164006,0.0005447517,0.013480901,0.00012377987,0.00023570156,0.0063394136,0.0000084235435,0.000057407055,0.017569574],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.96912456,0.0131147,0.01341864,0.00074686715,0.0033587648,0.00023647565],"domain_scores_gemma":[0.97646445,0.002675004,0.015218545,0.0032736084,0.0023110372,0.000057380403],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.24896939,0.00035454848,0.006449623,0.00028845153,0.0002372105,0.00025278018,0.0010944209,0.00012867805,0.0019614887],"category_scores_gemma":[0.21835189,0.00012950269,0.0015124623,0.0013321635,0.00011855158,0.00013529127,0.0001073293,0.0001779665,0.002217211],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008283787,0.00010619103,0.0045424756,0.9027061,0.001075794,7.9160344e-7,0.0014032385,0.000010764253,0.0007424051,0.006721878,0.043356717,0.03932539],"study_design_scores_gemma":[0.0021278928,0.00052550016,0.013919117,0.5605094,0.016139932,0.00035572186,0.0030580407,0.14261733,0.00026751583,0.02536425,0.23314048,0.001974804],"about_ca_topic_score_codex":0.0000027430333,"about_ca_topic_score_gemma":0.000015261832,"teacher_disagreement_score":0.92315185,"about_ca_system_score_codex":0.00007058633,"about_ca_system_score_gemma":0.000046973393,"threshold_uncertainty_score":0.99895084},"labels":[],"label_agreement":null},{"id":"W2808588890","doi":"10.1186/s13643-018-0746-1","title":"Evaluation of the reliability, usability, and applicability of AMSTAR, AMSTAR 2, and ROBIS: protocol for a descriptive analytic study","year":2018,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Usability; Inter-rater reliability; Systematic review; Descriptive statistics; Reliability (semiconductor); Comparability; Protocol (science); Publication bias; Medical physics; Cohen's kappa; Statistics; Psychological intervention; MEDLINE; Family medicine; Meta-analysis; Alternative medicine; Nursing; Computer science; Pathology; Mathematics; Rating scale","score_opus":0.870338217739142,"score_gpt":0.6238977423308902,"score_spread":0.24644047540825176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808588890","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008833331,0.43917945,0.00059519586,0.000009226064,0.00008543767,0.55976725,0.000051058763,0.0000027562317,0.00022129079],"genre_scores_gemma":[0.0004254859,0.06826178,0.0018321831,0.000009219178,0.00007622844,0.92895484,0.0000045077477,0.000052829804,0.0003829307],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.6690637,0.24048026,0.07026714,0.004211976,0.01540066,0.00057628186],"domain_scores_gemma":[0.88691384,0.022247102,0.061726388,0.01808527,0.010762283,0.00026514343],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6621692,0.0012444749,0.03605622,0.00043979046,0.00021352286,0.0004173302,0.0033376,0.0003218198,0.0004552598],"category_scores_gemma":[0.3029114,0.00042242644,0.006986934,0.0027526394,0.0006761917,0.00023108853,0.0008392023,0.00028956842,0.000082381615],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006086627,0.00042035143,0.0004526547,0.91924125,0.000932878,5.9655925e-8,0.0012158166,0.0000018888288,1.6722801e-7,0.00008022065,0.0016981408,0.07595046],"study_design_scores_gemma":[0.0015781658,0.0010182499,0.00025489426,0.259505,0.071800746,0.00003759987,0.003766798,0.0048821387,8.8990134e-7,0.011811098,0.64423794,0.0011064601],"about_ca_topic_score_codex":0.000030218134,"about_ca_topic_score_gemma":0.0001235967,"teacher_disagreement_score":0.6597363,"about_ca_system_score_codex":0.00032489796,"about_ca_system_score_gemma":0.0006928901,"threshold_uncertainty_score":0.99982274},"labels":[],"label_agreement":null},{"id":"W2808795317","doi":"10.1186/s13643-018-0753-2","title":"Reflections and aspirations: the journal after 5 years","year":2018,"lang":"en","type":"editorial","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Thriving; Publishing; Medicine; Variety (cybernetics); Library science; Medical education; Social science; Law; Sociology","score_opus":0.6798763767002282,"score_gpt":0.5635395738260214,"score_spread":0.11633680287420678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808795317","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002196832,0.106576554,0.010166719,0.00033565616,0.8595206,0.013100994,0.000053914762,0.0000099590325,0.010213596],"genre_scores_gemma":[0.00013134538,0.0088813035,0.0046011237,0.0004582904,0.87805796,0.0032576984,0.000023064405,0.00009461894,0.10449459],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.85506356,0.0975014,0.03342317,0.0012722254,0.012291338,0.00044831866],"domain_scores_gemma":[0.9166081,0.033341777,0.034522578,0.0107181985,0.0044687497,0.0003406126],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.44416317,0.00077665225,0.011465569,0.0005661417,0.00057613064,0.00454527,0.0034284645,0.00052697514,0.006807382],"category_scores_gemma":[0.3664466,0.00025035726,0.0034237595,0.0015614436,0.00019554429,0.00035046728,0.00020390305,0.0010126604,0.023129644],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018595704,0.00000980091,0.00000652989,0.009429812,0.00024993139,0.0000034803097,0.0008238653,2.496296e-7,6.05734e-7,0.000033887376,0.9889285,0.00051149057],"study_design_scores_gemma":[0.00007084784,0.00005342609,0.000015049329,0.0065409066,0.0018401166,0.00010214544,0.00036195645,0.000034521407,7.347545e-8,0.0014630862,0.9892701,0.0002477941],"about_ca_topic_score_codex":0.000007169807,"about_ca_topic_score_gemma":0.00014775906,"teacher_disagreement_score":0.097695254,"about_ca_system_score_codex":0.00010797888,"about_ca_system_score_gemma":0.0002781123,"threshold_uncertainty_score":0.9999949},"labels":[],"label_agreement":null},{"id":"W2808843929","doi":"10.1177/2396987318782783","title":"Completeness of reporting of randomised controlled trials including people with transient ischaemic attack or stroke: A systematic review","year":2018,"lang":"en","type":"review","venue":"European Stroke Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Cancer Research UK","keywords":"Medicine; Consolidated Standards of Reporting Trials; Checklist; Guideline; Stroke (engine); Randomized controlled trial; Clinical trial; Sample size determination; Physical therapy; MEDLINE; Internal medicine; Psychology; Statistics","score_opus":0.8308917127780346,"score_gpt":0.5627237293566287,"score_spread":0.2681679834214059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808843929","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013225841,0.9723264,0.00928257,0.00003390797,0.0004916128,0.013416759,0.00015124129,0.000005927943,0.0041593057],"genre_scores_gemma":[0.00038130963,0.9914423,0.0023572266,0.00004250094,0.00042642906,0.00015104821,0.000014980503,0.00011466756,0.0050695417],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.495739,0.25936612,0.22685744,0.0019596044,0.015188791,0.00088903494],"domain_scores_gemma":[0.5653072,0.037873644,0.3847851,0.005272586,0.0062718284,0.0004896384],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.6898852,0.0014225984,0.12226902,0.0014843182,0.00032651325,0.0007966394,0.0043258476,0.0001539562,0.0053244648],"category_scores_gemma":[0.46368968,0.00046919272,0.028238475,0.0021074165,0.00017760399,0.0002795097,0.00027472136,0.0009084751,0.00038160375],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009368614,0.00012866265,0.000022327356,0.959162,0.01642514,0.0002195936,0.0004217281,0.000011373521,0.000011753996,0.0000073994875,0.010398986,0.012254178],"study_design_scores_gemma":[0.013158565,0.00037447023,0.000004066472,0.7924825,0.078436024,0.0031759103,0.00039626975,0.00008344581,0.000001233546,0.0000021185251,0.11134975,0.0005356415],"about_ca_topic_score_codex":0.0000016099896,"about_ca_topic_score_gemma":0.000010477215,"teacher_disagreement_score":0.22619548,"about_ca_system_score_codex":0.00011657322,"about_ca_system_score_gemma":0.000992752,"threshold_uncertainty_score":0.9998524},"labels":[],"label_agreement":null},{"id":"W2809195898","doi":"10.1136/bmjebm-2018-110968","title":"Reflections on the history of systematic reviews","year":2018,"lang":"en","type":"editorial","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Psychological intervention; Systematic review; MEDLINE; Medicine; Value (mathematics); Evidence-based medicine; Alternative medicine; Intensive care medicine; Computer science; Political science; Pathology; Psychiatry","score_opus":0.9165977472242489,"score_gpt":0.6280865975200167,"score_spread":0.2885111497042322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809195898","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000037831103,0.09123849,0.0039969436,0.008269978,0.86760736,0.009696753,0.00002418527,0.000014526424,0.019147974],"genre_scores_gemma":[0.00015444125,0.003945023,0.0008806289,0.0027222235,0.778227,0.0025479558,0.000039866773,0.00007143576,0.21141146],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8589927,0.07433193,0.03590377,0.0022281245,0.028033162,0.0005103022],"domain_scores_gemma":[0.56403065,0.3390217,0.06010138,0.02475624,0.011627343,0.000462685],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.4978683,0.00096590206,0.01584924,0.0012657004,0.00019093238,0.00015902765,0.0061003338,0.0006462663,0.0314949],"category_scores_gemma":[0.88689834,0.00031529635,0.003967654,0.002288128,0.00092070864,0.00019287462,0.00013428931,0.0010407506,0.008437886],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029204974,0.000035323905,0.000004243936,0.020034969,0.00018243324,0.0000050807143,0.00037857896,0.0000034183165,0.000019657544,0.0003243017,0.97878987,0.00019291781],"study_design_scores_gemma":[0.00016150759,0.0004953168,0.0000034050788,0.12773965,0.0020691534,0.00000266049,0.00019862725,0.00015646475,0.0000029030753,0.00053595175,0.868398,0.00023636047],"about_ca_topic_score_codex":0.00010051875,"about_ca_topic_score_gemma":0.000094144205,"teacher_disagreement_score":0.38903007,"about_ca_system_score_codex":0.00097251934,"about_ca_system_score_gemma":0.0024342444,"threshold_uncertainty_score":0.9999299},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2809902003","doi":"10.1186/s12874-018-0576-9","title":"A systematic survey shows that reporting and handling of missing outcome data in networks of interventions is poor","year":2018,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Deutsche Forschungsgemeinschaft","keywords":"Missing data; Outcome (game theory); Systematic review; Meta-analysis; Psychological intervention; Acknowledgement; Medicine; Data collection; MEDLINE; Data science; Data mining; Computer science; Statistics; Psychiatry; Machine learning","score_opus":0.992748190618118,"score_gpt":0.7766634075139893,"score_spread":0.2160847831041287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809902003","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18697658,0.003826426,0.807547,0.00036797815,0.00022903798,0.0007748032,0.000015759882,0.000002117592,0.00026033042],"genre_scores_gemma":[0.89233285,0.00005618881,0.10675315,0.000068446025,0.000073627256,0.000023562287,0.00000950557,0.000010961876,0.0006716797],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.30492038,0.6118305,0.059026886,0.0029032144,0.020017048,0.0013020266],"domain_scores_gemma":[0.12315704,0.8277204,0.030654036,0.011772062,0.005753099,0.00094336004],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.900315,0.00017701503,0.0067929896,0.0010179604,0.000118073454,0.00015409224,0.0031725524,0.0002558352,0.004430159],"category_scores_gemma":[0.96038544,0.00008895684,0.00070598297,0.0020104963,0.0009485408,0.00015335885,0.0017892729,0.0005484343,0.0000317321],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045902765,0.000082284874,0.9624444,0.013391658,0.00022452402,0.000023152521,0.0007358111,0.0000029021455,0.00006231859,0.0003581417,0.0018674245,0.020761466],"study_design_scores_gemma":[0.00084583147,0.00032790855,0.39661303,0.023263184,0.00035805136,0.00019950446,0.005738832,0.56355184,0.0001533157,0.008453222,0.00018890086,0.00030637946],"about_ca_topic_score_codex":0.0008359027,"about_ca_topic_score_gemma":0.0071024164,"teacher_disagreement_score":0.7053563,"about_ca_system_score_codex":0.000022989028,"about_ca_system_score_gemma":0.00041329543,"threshold_uncertainty_score":0.9964799},"labels":[],"label_agreement":null},{"id":"W2810434445","doi":"10.1016/j.jclinepi.2018.06.011","title":"Improving the conduct of systematic reviews: a process mining perspective","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Metropolitan University; St. Michael's Hospital","funders":"Medical Research Council; National Health and Medical Research Council; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Timeline; Process (computing); Event (particle physics); Systematic review; Computer science; Process mining; Data science; Perspective (graphical); Statistics; Work in process; MEDLINE; Artificial intelligence; Operations management; Mathematics; Engineering; Business process management","score_opus":0.9607683171473247,"score_gpt":0.7224262828857378,"score_spread":0.23834203426158684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810434445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7436895,0.059063107,0.14718951,0.02805139,0.007309074,0.0049105035,0.0000088438,0.0000067577007,0.009771319],"genre_scores_gemma":[0.9789376,0.00038471297,0.01513656,0.0032480776,0.0014846149,0.000018990455,1.2778929e-7,0.000010966148,0.00077829737],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.6379638,0.2507846,0.10674555,0.00092730235,0.0031226226,0.00045612655],"domain_scores_gemma":[0.071109034,0.6661058,0.23938091,0.00549794,0.01726787,0.0006384153],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.80061394,0.00026158904,0.022184728,0.0002443463,0.000113125214,0.000068170724,0.003126559,0.00021381422,0.0014391277],"category_scores_gemma":[0.9702465,0.000080378304,0.006491867,0.00086780376,0.0007508019,0.00021759504,0.00012810336,0.0006269876,0.00023047609],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006059797,0.0010193477,0.43375552,0.026216056,0.0077232234,0.000055564662,0.018454596,0.00022972375,0.00024364339,0.07483375,0.36946505,0.06739755],"study_design_scores_gemma":[0.006106984,0.015357996,0.078439824,0.053325716,0.018559325,0.003961297,0.14553437,0.11482844,0.00014060352,0.47797236,0.08355951,0.0022135926],"about_ca_topic_score_codex":0.0000093626595,"about_ca_topic_score_gemma":0.000010617398,"teacher_disagreement_score":0.5668548,"about_ca_system_score_codex":0.00002757913,"about_ca_system_score_gemma":0.00035325266,"threshold_uncertainty_score":0.9994737},"labels":[],"label_agreement":null},{"id":"W2810454002","doi":"10.1177/0008417418773328","title":"Not all systematic reviews are created equal","year":2018,"lang":"en","type":"editorial","venue":"Canadian Journal of Occupational Therapy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Systematic review; Psychology; Management science; MEDLINE; Medicine; Engineering ethics; Political science; Engineering","score_opus":0.8696725403601044,"score_gpt":0.5834676536997296,"score_spread":0.2862048866603748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810454002","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010880097,0.04147165,0.0029891108,0.0005970199,0.9481578,0.003115464,0.001110479,0.000004259931,0.001466242],"genre_scores_gemma":[0.005407178,0.002061307,0.002143076,0.0020257032,0.96163535,0.00012172861,0.0003201357,0.00012740567,0.026158132],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9491952,0.017911825,0.020990036,0.000833142,0.010569784,0.0004999764],"domain_scores_gemma":[0.88819045,0.022979487,0.06050138,0.004924345,0.021381179,0.002023146],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.16469811,0.0007943268,0.01059771,0.0019747831,0.00028125558,0.0020302713,0.004921266,0.0007383031,0.021152373],"category_scores_gemma":[0.20996936,0.00038093972,0.0047868094,0.0012609214,0.00016479971,0.0003989011,0.000027941178,0.00087273313,0.004731956],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004233741,0.000015370222,0.0006032579,0.0007911038,0.0008125139,0.00005061794,0.00022064729,0.000008416348,0.0000026536902,0.000074073636,0.99704945,0.00032954823],"study_design_scores_gemma":[0.00038465988,0.00019368119,0.00048538152,0.0035303826,0.00040937736,0.000040641557,0.00007769078,0.000041990912,0.000002005207,0.000584447,0.99389994,0.00034978986],"about_ca_topic_score_codex":0.00035994276,"about_ca_topic_score_gemma":0.0050719287,"teacher_disagreement_score":0.061004773,"about_ca_system_score_codex":0.00047172038,"about_ca_system_score_gemma":0.0053837905,"threshold_uncertainty_score":0.9998643},"labels":[],"label_agreement":null},{"id":"W2811132938","doi":"10.1136/bmjopen-2017-019110","title":"History and publication trends in the diffusion and early uptake of indirect comparison meta-analytic methods to study drugs: animated coauthorship networks over time","year":2018,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Diffusion; Meta-analysis; Data science; Pathology","score_opus":0.8242576329907426,"score_gpt":0.6172199944932012,"score_spread":0.20703763849754142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2811132938","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9722897,0.0011073414,0.0025900286,0.00095775386,0.00009928338,0.007507854,0.0000056390877,0.0000055917158,0.01543684],"genre_scores_gemma":[0.9854042,0.0000011814261,0.006728087,0.0002951755,0.00002935551,0.00037613927,0.0000046577375,0.000010004447,0.007151234],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.96295637,0.026772669,0.006479445,0.0010218236,0.0025390757,0.00023059311],"domain_scores_gemma":[0.9911401,0.0026043602,0.0031096037,0.0025069038,0.000518293,0.00012073258],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23233795,0.00023794049,0.0038144563,0.0006535545,0.00011105256,0.000924673,0.0019098505,0.00007484677,0.0066128667],"category_scores_gemma":[0.008849187,0.000102089514,0.0004033897,0.0022133638,0.0000841752,0.00033086105,0.0005628667,0.00012727694,0.00009234385],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030884385,0.001027733,0.2917076,0.000039003797,0.004384422,0.000003844123,0.08757884,0.000026108857,0.000288785,0.0009675918,0.30898628,0.30468094],"study_design_scores_gemma":[0.00038650492,0.00034117958,0.93801475,0.000014205684,0.0027002192,0.0000027201602,0.0016639469,0.029385451,0.00000680467,0.00029650482,0.027007531,0.0001801728],"about_ca_topic_score_codex":0.00024907585,"about_ca_topic_score_gemma":0.00024700267,"teacher_disagreement_score":0.6463072,"about_ca_system_score_codex":0.00004082414,"about_ca_system_score_gemma":0.000035067857,"threshold_uncertainty_score":0.9994997},"labels":[],"label_agreement":null},{"id":"W2837290249","doi":"10.1037/gpr0000154","title":"The Ouroboros of Psychological Methodology: The Case of Effect Sizes (Mechanical Objectivity vs. Expertise)","year":2018,"lang":"en","type":"article","venue":"Review of General Psychology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Objectivity (philosophy); Panacea (medicine); Psychology; Epistemology; Trustworthiness; Interpretation (philosophy); Null hypothesis; Institutionalisation; Social psychology; Computer science; Philosophy; Medicine; Economics","score_opus":0.7528183741100734,"score_gpt":0.6408745078875753,"score_spread":0.11194386622249808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2837290249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7627965,0.17823412,0.033120252,0.01132561,0.0025798876,0.003573233,0.000037260237,0.00001096686,0.008322179],"genre_scores_gemma":[0.9637807,0.018885553,0.012533726,0.0037559152,0.00031216786,0.00012533294,0.0000016488553,0.000018435972,0.0005864983],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.92221516,0.06646093,0.008544962,0.0010198933,0.0014044188,0.00035464021],"domain_scores_gemma":[0.9704042,0.016440518,0.0062465766,0.005623054,0.0011838343,0.00010180238],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17171761,0.00033452665,0.0053957026,0.00011325213,0.0001795751,0.000033152523,0.0026451573,0.00020051263,0.0028359597],"category_scores_gemma":[0.061844278,0.00010639486,0.002627668,0.0012702578,0.001138655,0.00005405045,0.00023893669,0.00026602295,0.00022814139],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002873626,0.00036638728,0.0018381675,0.0012636272,0.0007063507,0.00005080381,0.00026782916,0.0000022752715,0.018016133,0.014475832,0.23244885,0.7302764],"study_design_scores_gemma":[0.0058634854,0.024861496,0.07610367,0.005671598,0.0074355667,0.017815394,0.0006512311,0.0034614005,0.03713933,0.10990812,0.708716,0.0023727214],"about_ca_topic_score_codex":0.00003296134,"about_ca_topic_score_gemma":0.000048010508,"teacher_disagreement_score":0.72790366,"about_ca_system_score_codex":0.00001086478,"about_ca_system_score_gemma":0.000027659653,"threshold_uncertainty_score":0.9980756},"labels":[],"label_agreement":null},{"id":"W2883200968","doi":"10.1111/ene.13758","title":"Improving the quality of systematic reviews of neurological conditions: an assessment of current practice and the development and validation of six new search strategies","year":2018,"lang":"en","type":"article","venue":"European Journal of Neurology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Systematic review; Medicine; MEDLINE; Quality (philosophy); Keyword search; Medical physics; Information retrieval; Computer science","score_opus":0.7916782416238819,"score_gpt":0.6000439839462767,"score_spread":0.19163425767760522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883200968","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9776779,0.0025517535,0.017527977,0.0008176962,0.00014793735,0.0008095141,0.0000025814854,6.294713e-7,0.00046403238],"genre_scores_gemma":[0.99656177,0.00030512744,0.0029569813,0.00011110981,0.00004767778,0.0000022845359,4.37646e-7,0.0000048598768,0.00000977169],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.8998036,0.087571405,0.0105067985,0.00027211348,0.0017363532,0.00010977253],"domain_scores_gemma":[0.9667678,0.012322909,0.017999694,0.0009672873,0.0018672822,0.000075028176],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19403419,0.00014370946,0.0024746044,0.00017176886,0.00007636013,0.0000919329,0.00094026094,0.000021582775,0.00011582083],"category_scores_gemma":[0.039173696,0.000051300325,0.00033950518,0.00033685344,0.0005400156,0.00027534773,0.00017751387,0.00025869033,0.0000038334492],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005843068,0.00473264,0.15202145,0.08805216,0.0058118934,0.00013091296,0.10850899,0.0033250297,0.0737932,0.25529107,0.0070428755,0.2954467],"study_design_scores_gemma":[0.0057311747,0.0137550775,0.931754,0.0023711594,0.003992892,0.0013981869,0.012582687,0.010611571,0.0015193358,0.005804923,0.00994546,0.000533529],"about_ca_topic_score_codex":0.0000042239803,"about_ca_topic_score_gemma":0.0000038094342,"teacher_disagreement_score":0.7797325,"about_ca_system_score_codex":0.000002929051,"about_ca_system_score_gemma":0.00017001046,"threshold_uncertainty_score":0.96891975},"labels":[],"label_agreement":null},{"id":"W2883326882","doi":"10.1097/pr9.0000000000000670","title":"Content validation of a Critical Appraisal Tool for Reviewing Analgesia Studies (CATRAS) involving subjects incapable of self-reporting pain","year":2018,"lang":"en","type":"article","venue":"PAIN Reports","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"University of Melbourne","keywords":"Content validity; Critical appraisal; Delphi method; Grading (engineering); Psychology; Construct validity; Content analysis; Medical physics; Medicine; Clinical psychology; Psychometrics; Computer science; Alternative medicine; Artificial intelligence; Pathology","score_opus":0.7257407508150466,"score_gpt":0.5468819978429892,"score_spread":0.17885875297205744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883326882","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81991446,0.007186923,0.16973588,0.00034061374,0.0006783616,0.001647347,0.000003558824,0.000020365922,0.00047252484],"genre_scores_gemma":[0.9634525,0.000040755946,0.035945393,0.000111388625,0.0001569911,0.00012376883,0.000006122287,0.000015515709,0.0001475244],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9507941,0.01460291,0.029190898,0.0012634012,0.0037033628,0.00044532385],"domain_scores_gemma":[0.7051988,0.15149935,0.10408054,0.010100763,0.028663,0.00045751673],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5192405,0.00028011916,0.004046216,0.00030956726,0.0001859434,0.00016798281,0.0004068677,0.000086638924,0.00029562943],"category_scores_gemma":[0.8082697,0.00015972766,0.0014848951,0.0010144922,0.00017401883,0.00028415717,0.0001185596,0.00008394207,0.000010251416],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027439646,0.00044666365,0.8919355,0.008717984,0.0018245213,0.00008665599,0.008067356,0.000051409443,0.01413066,0.0028282716,0.03867987,0.03320361],"study_design_scores_gemma":[0.002848451,0.0066124173,0.14283477,0.024496458,0.019888507,0.0016768788,0.11524422,0.21500142,0.14304617,0.1331695,0.18822746,0.006953756],"about_ca_topic_score_codex":0.000024007311,"about_ca_topic_score_gemma":0.000013486062,"teacher_disagreement_score":0.7491008,"about_ca_system_score_codex":0.00004477387,"about_ca_system_score_gemma":0.00014271772,"threshold_uncertainty_score":0.6513505},"labels":[],"label_agreement":null},{"id":"W2883658233","doi":"10.1016/j.jclinepi.2018.07.008","title":"Guidance was developed on how to write a plain language summary for diagnostic test accuracy reviews","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Department of Health and Social Care; National Institute for Health and Care Research; University Hospitals Bristol NHS Foundation Trust","keywords":"Plain language; Test (biology); Plain English; Focus (optics); English language; Computer science; Medicine; Medical physics; Psychology; Linguistics","score_opus":0.8880122351017804,"score_gpt":0.6755900331049229,"score_spread":0.21242220199685746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883658233","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19792818,0.022589175,0.52144396,0.23938438,0.008185403,0.0049274736,0.00012421684,0.000014552506,0.005402671],"genre_scores_gemma":[0.2867729,0.0070497096,0.529949,0.13432573,0.014424592,0.00020338182,0.000012789074,0.00007425956,0.027187606],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8837555,0.06535178,0.04737243,0.0011455195,0.00174534,0.0006294406],"domain_scores_gemma":[0.028515806,0.9256209,0.039088096,0.0029911571,0.0029547124,0.0008293013],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.631438,0.00036633568,0.01445315,0.0003405921,0.00013412784,0.00014086763,0.0027999075,0.00029562172,0.0013309196],"category_scores_gemma":[0.99394816,0.0001576379,0.004849978,0.0007899418,0.00021103767,0.00021093823,0.00017839864,0.0006027794,0.0029605783],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085830805,0.00009719836,0.06374464,0.000038008704,0.00010393274,0.000014975204,0.00009269624,0.000009883546,0.000016036023,0.0006191731,0.7726004,0.16257723],"study_design_scores_gemma":[0.0004692643,0.0014677091,0.064534724,0.0004897589,0.00016590414,0.000039616985,0.00007984039,0.00060453074,0.000007695868,0.00591148,0.9260605,0.0001689631],"about_ca_topic_score_codex":0.0000031210745,"about_ca_topic_score_gemma":0.000058295966,"teacher_disagreement_score":0.8602691,"about_ca_system_score_codex":0.000036813537,"about_ca_system_score_gemma":0.00022032515,"threshold_uncertainty_score":0.999582},"labels":[],"label_agreement":null},{"id":"W2883806280","doi":"10.1007/s00330-018-5567-z","title":"Epidemiology of systematic reviews in imaging journals: evaluation of publication trends and sustainability?","year":2018,"lang":"en","type":"article","venue":"European Radiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; St. Joseph’s Healthcare Hamilton; McMaster University","funders":"","keywords":"Medicine; Neuroradiology; Interventional radiology; Subspecialty; MEDLINE; Epidemiology; Publication bias; Nuclear medicine; Meta-analysis; Radiology; Internal medicine; Family medicine","score_opus":0.7971122679165905,"score_gpt":0.5865082224386341,"score_spread":0.21060404547795641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883806280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70912784,0.17294115,0.048045274,0.0079557765,0.00076427386,0.0056161,0.000014472645,0.000010841214,0.055524267],"genre_scores_gemma":[0.9980891,0.00014726969,0.0009428404,0.00014048479,0.000071596754,0.000028251407,0.0000040088385,0.0000070175147,0.000569482],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.63952976,0.32954383,0.027381152,0.0011930349,0.001957078,0.00039515228],"domain_scores_gemma":[0.9675532,0.009710039,0.014258071,0.0028973487,0.005485862,0.00009550011],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6087553,0.0001669974,0.004463541,0.0011540825,0.00004087701,0.000023489532,0.000906686,0.000039987142,0.0019403452],"category_scores_gemma":[0.48090202,0.00008285529,0.0005127516,0.0014515938,0.0003245629,0.00018828362,0.0001050019,0.00010551498,0.0001903918],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010273643,0.000056984405,0.85056835,0.0029305462,0.00009484748,0.0000015184017,0.0019301751,0.00005495216,0.0000946385,0.0044893012,0.012581986,0.12718645],"study_design_scores_gemma":[0.0004486168,0.00012339749,0.94364905,0.000813915,0.0004281927,0.00013628344,0.0008090813,0.035129957,0.000005172746,0.013152543,0.0051562916,0.00014751687],"about_ca_topic_score_codex":0.0000074898685,"about_ca_topic_score_gemma":0.000011946469,"teacher_disagreement_score":0.32802343,"about_ca_system_score_codex":0.00006229992,"about_ca_system_score_gemma":0.00005743156,"threshold_uncertainty_score":0.998972},"labels":[],"label_agreement":null},{"id":"W2884313467","doi":"10.1186/1745-6215-11-32","title":"CONSORT 2010 Statement: updated guidelines for reporting parallel group randomised trials","year":2010,"lang":"en","type":"article","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1931,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Institut National de la Santé et de la Recherche Médicale; University of Oxford; Canadian Institutes of Health Research; National Institute for Health and Care Research; Cancer Research UK; Medical Research Council; University of Ottawa; McMaster University; Johns Hopkins University; Johns Hopkins Bloomberg School of Public Health; University of Pennsylvania","keywords":"Consolidated Standards of Reporting Trials; Medicine; Alternative medicine; Statement (logic); Family medicine; Guideline; Randomized controlled trial; Clinical trial; Evidence-based medicine; MEDLINE; Obstetrics and gynaecology; Internal medicine; Pregnancy; Pathology","score_opus":0.9521971292348489,"score_gpt":0.6723509763477876,"score_spread":0.2798461528870613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884313467","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21531014,0.0027436812,0.6703892,0.017609898,0.021617237,0.05945199,0.0007236265,0.00014367771,0.012010584],"genre_scores_gemma":[0.15332413,0.0002862503,0.6193297,0.0044959146,0.007601165,0.0066129193,0.0008643831,0.00017713562,0.2073084],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.64382863,0.07697567,0.26458105,0.0033110331,0.010172633,0.0011309457],"domain_scores_gemma":[0.3956748,0.2220417,0.34971032,0.014349496,0.01723919,0.0009845098],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.88331306,0.00047682217,0.017568547,0.00042266003,0.00027260443,0.0014935307,0.0015638232,0.00022524987,0.036941744],"category_scores_gemma":[0.93047845,0.00020308213,0.0070874733,0.0007250054,0.00007367797,0.0002977091,0.000095861324,0.00020618862,0.0013280263],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001338382,0.000056129935,0.0005238868,0.000029225685,0.00093022804,0.0000049492983,0.000098037825,0.00003937128,0.01476734,0.0029378168,0.9588265,0.020448143],"study_design_scores_gemma":[0.027538449,0.000064823726,0.00022346209,0.000033194887,0.0019788742,0.000014235369,0.00028894295,0.002891722,0.0010036799,0.046512645,0.91902524,0.0004247466],"about_ca_topic_score_codex":0.00002889923,"about_ca_topic_score_gemma":0.000066491986,"teacher_disagreement_score":0.24815387,"about_ca_system_score_codex":0.000013558396,"about_ca_system_score_gemma":0.00018344547,"threshold_uncertainty_score":0.999543},"labels":[],"label_agreement":null},{"id":"W2884347937","doi":"10.1136/bmj.k3229","title":"Why Cochrane should prioritise sharing data","year":2018,"lang":"en","type":"letter","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Cochrane","funders":"","keywords":"Systematic review; Cochrane Library; Data sharing; Data extraction; MEDLINE; Medicine; Computer science; Meta-analysis; Alternative medicine; Political science","score_opus":0.8765630448419832,"score_gpt":0.5942105682183715,"score_spread":0.28235247662361174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884347937","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000041585627,0.003009697,0.005077996,0.93294704,0.0024709918,0.001571236,0.0004571681,0.000018082868,0.054406177],"genre_scores_gemma":[0.0000375885,0.000050270613,0.006661409,0.7992704,0.015541848,0.000058273687,0.00079408457,0.00005368082,0.17753248],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9665084,0.00529322,0.012017886,0.0030288708,0.012657538,0.0004940702],"domain_scores_gemma":[0.9578121,0.0037162548,0.0073140776,0.029716115,0.0013037317,0.00013772414],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.1464273,0.0005704139,0.0060440386,0.00047265843,0.00016405764,0.002996536,0.014982737,0.0006765815,0.057549153],"category_scores_gemma":[0.059966736,0.0002855135,0.0016581562,0.00097574346,0.00011247479,0.0004045395,0.0021228434,0.0010113129,0.03303427],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.0652077e-7,0.00000594767,0.0003680718,0.00017945028,0.00017379716,0.00017608987,0.00003334124,2.809713e-7,0.0000015408191,0.000020538933,0.99664736,0.0023927065],"study_design_scores_gemma":[0.00007628969,0.000012851254,0.00014034299,0.00023967023,0.0004589444,0.00006638394,0.00001674622,0.0016742434,6.176999e-7,0.0015155845,0.9954604,0.00033792478],"about_ca_topic_score_codex":0.000056712153,"about_ca_topic_score_gemma":0.00007494615,"teacher_disagreement_score":0.1336767,"about_ca_system_score_codex":0.00003289754,"about_ca_system_score_gemma":0.00010528024,"threshold_uncertainty_score":0.9999597},"labels":[],"label_agreement":null},{"id":"W2884377688","doi":"10.1186/s13063-018-2735-z","title":"CONSORT-SPI 2018 Explanation and Elaboration: guidance for reporting social and psychological intervention trials","year":2018,"lang":"en","type":"review","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":373,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Medical Research Council; Economic and Social Research Council; University of North Carolina at Chapel Hill; College of Engineering, Michigan State University; National Institutes of Health; University of Bristol; University of California, Los Angeles; University of Glasgow; University of Oxford; National Institute for Health and Care Research; Cancer Research UK; Queen Mary University of London; Drexel University; Ottawa Hospital Research Institute; Johns Hopkins University; Menzies Centre for Australian Studies, King's College London, University of London; York University; Vanderbilt University; University College London; Kaiser Permanente; Michigan State University; Northwestern University","keywords":"Consolidated Standards of Reporting Trials; Checklist; Psychological intervention; Medicine; Psychology; Medical education; Applied psychology; Nursing","score_opus":0.9853337437157195,"score_gpt":0.7499871350920734,"score_spread":0.2353466086236461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884377688","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010608854,0.9688944,0.022228416,0.00020990007,0.0013100753,0.0064442675,0.00021015949,0.000010575329,0.0005860772],"genre_scores_gemma":[0.00008800561,0.9824322,0.007611707,0.00007049778,0.003096142,0.0012798734,0.00018992367,0.00002915626,0.0052024913],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8234101,0.08109611,0.08986896,0.0023644522,0.0029250018,0.0003354004],"domain_scores_gemma":[0.7331045,0.05380602,0.20783971,0.0025049162,0.0025451395,0.00019968623],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6872877,0.00051187974,0.02287464,0.00042557684,0.0003096153,0.001677248,0.00062388723,0.00051760895,0.002334305],"category_scores_gemma":[0.6498025,0.00023191652,0.0051484727,0.0007228994,0.00013463224,0.00025025432,0.00009582295,0.00014852667,0.00022704326],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024165827,0.000029269186,0.00001114715,0.0019087164,0.0004131691,0.0000012926748,0.00006514198,2.0588391e-8,0.0000011150225,0.0012240172,0.156352,0.83996993],"study_design_scores_gemma":[0.0005859974,0.00013148013,0.000030936088,0.0017107003,0.0032148755,0.000028962948,0.00007053897,0.000019992047,8.3213575e-7,0.0071771927,0.986792,0.00023645897],"about_ca_topic_score_codex":0.0000021145947,"about_ca_topic_score_gemma":0.00000852847,"teacher_disagreement_score":0.8397335,"about_ca_system_score_codex":0.000039319842,"about_ca_system_score_gemma":0.00008025298,"threshold_uncertainty_score":0.99935913},"labels":[],"label_agreement":null},{"id":"W2884381622","doi":"10.1111/jep.12997","title":"The evolution of <scp>GRADE</scp> (part 2): Still searching for a theoretical and/or empirical basis for the <scp>GRADE</scp> framework","year":2018,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; University of Toronto","funders":"","keywords":"Operationalization; Acknowledgement; Transparency (behavior); CLARITY; Computer science; Empirical examination; Empirical research; Quality (philosophy); Empirical evidence; Scheme (mathematics); Management science; Actuarial science; Epistemology; Mathematics; Statistics; Economics","score_opus":0.7302190907797761,"score_gpt":0.6511374845966577,"score_spread":0.07908160618311844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884381622","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19945295,0.005234165,0.74339396,0.04208987,0.003270781,0.00453472,0.000034369314,0.00000577858,0.0019834405],"genre_scores_gemma":[0.91657,0.00070550723,0.0778295,0.0016674288,0.0023745243,0.00014822074,0.0000013234926,0.000028435321,0.00067502155],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9238024,0.04422223,0.019548155,0.0009736044,0.010837894,0.0006157216],"domain_scores_gemma":[0.21686864,0.7552831,0.015241897,0.0018740497,0.010423776,0.00030850142],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5505009,0.00027631855,0.0021732207,0.00030048177,0.00053055765,0.0008299897,0.0015800773,0.00032518862,0.0002666153],"category_scores_gemma":[0.94244975,0.00010578592,0.0018766861,0.0013614252,0.00094472786,0.00075832,0.0001756523,0.0011234623,0.000064571155],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010085423,0.0018710304,0.04603794,0.00021680933,0.0031179294,0.000008434458,0.00902858,0.0010492771,0.00005732508,0.20779718,0.5834004,0.1464065],"study_design_scores_gemma":[0.0013475014,0.0017172442,0.019730922,0.00024812444,0.0025097418,0.000097931326,0.01379369,0.22558966,0.000015221094,0.30466682,0.43023044,0.000052682113],"about_ca_topic_score_codex":0.000004902857,"about_ca_topic_score_gemma":0.000025679608,"teacher_disagreement_score":0.7171171,"about_ca_system_score_codex":0.00014134333,"about_ca_system_score_gemma":0.0008415827,"threshold_uncertainty_score":0.800361},"labels":[],"label_agreement":null},{"id":"W2884467301","doi":"10.1017/s204579601800032x","title":"The role of meta-analyses and umbrella reviews in assessing the harms of psychotropic medications: beyond qualitative synthesis","year":2018,"lang":"en","type":"article","venue":"Epidemiology and Psychiatric Sciences","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Observational study; Confounding; Meta-analysis; Sample size determination; Systematic review; Medicine; Credibility; Randomized controlled trial; MEDLINE; Clinical study design; Study heterogeneity; Publication bias; Psychology; Clinical psychology; Clinical trial; Statistics; Internal medicine","score_opus":0.8460046740634508,"score_gpt":0.659346996904633,"score_spread":0.18665767715881776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884467301","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21691863,0.722422,0.0077492152,0.036139153,0.0005487661,0.0009653736,0.000013114915,0.0000029116202,0.015240853],"genre_scores_gemma":[0.9672989,0.011166305,0.020416625,0.00067297835,0.000088040295,0.000082268285,3.3656895e-7,0.0000032157402,0.00027130006],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9337444,0.054838393,0.0089502195,0.0009166155,0.0012452062,0.00030519714],"domain_scores_gemma":[0.837545,0.14899342,0.010729974,0.0020823954,0.0005358562,0.00011340919],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.36209145,0.0001995548,0.0033658359,0.0003678543,0.00072647486,0.000099652636,0.001590598,0.00008088267,0.00060718245],"category_scores_gemma":[0.11979767,0.00005896027,0.00078443036,0.0027206587,0.0033742653,0.00018076783,0.00008410412,0.00014143852,0.000033141103],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019313942,0.00012700401,0.5795021,0.000114416594,0.0027062916,1.7420967e-7,0.014035616,0.000033581706,0.00018450973,0.19359685,0.034750562,0.17492954],"study_design_scores_gemma":[0.000096129166,0.00013995697,0.11110393,0.000043523603,0.0030953353,0.000010055259,0.0226628,0.0036880407,0.0000486918,0.8195959,0.039347958,0.00016769112],"about_ca_topic_score_codex":0.00013456475,"about_ca_topic_score_gemma":0.00015675474,"teacher_disagreement_score":0.7503803,"about_ca_system_score_codex":0.000003770487,"about_ca_system_score_gemma":0.00007518373,"threshold_uncertainty_score":0.999338},"labels":[],"label_agreement":null},{"id":"W2884485345","doi":"10.1111/jep.12993","title":"What confidence should we have in <scp>GRADE</scp>?","year":2018,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Bayes' theorem; Confidence interval; Bayesian probability; Frequentist inference; Set (abstract data type); Evidence-based medicine; Quality (philosophy); Hierarchy; Medicine; Computer science; Bayesian inference; Artificial intelligence; Epistemology; Alternative medicine; Internal medicine","score_opus":0.9160063757252691,"score_gpt":0.7096496822924008,"score_spread":0.20635669343286833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884485345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7754228,0.017278587,0.025771938,0.11657372,0.015585299,0.0027184559,0.00000329837,0.0000056350927,0.046640255],"genre_scores_gemma":[0.97559226,0.0027378828,0.013628136,0.0042412374,0.0012531552,0.000013925803,6.956479e-7,0.000013210217,0.002519511],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8506932,0.087786295,0.039386768,0.001101504,0.020612173,0.00042005046],"domain_scores_gemma":[0.47379088,0.44112062,0.055255182,0.0042781965,0.024962747,0.00059233827],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.6640125,0.00021877524,0.0028087033,0.0007333191,0.00007157615,0.0014680988,0.0014325776,0.00024834633,0.0045146453],"category_scores_gemma":[0.86889863,0.00011722926,0.0012421248,0.001593124,0.00019182735,0.0044080233,0.00011269748,0.0011265911,0.0023023572],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022608443,0.0022700073,0.20977984,0.00005705261,0.0006476611,0.0002233422,0.008922307,0.0020827542,0.00009860855,0.004512444,0.5143753,0.2568046],"study_design_scores_gemma":[0.002228184,0.0007960357,0.10899699,0.0006341267,0.00090526295,0.000296186,0.03365428,0.071413666,0.00003106022,0.09376761,0.6871356,0.00014105008],"about_ca_topic_score_codex":0.000011157572,"about_ca_topic_score_gemma":0.00016661901,"teacher_disagreement_score":0.3769023,"about_ca_system_score_codex":0.00011358817,"about_ca_system_score_gemma":0.000537024,"threshold_uncertainty_score":0.99956846},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2884831951","doi":"10.14745/ccdr.v41i04a02","title":"Outbreak reporting guide","year":2015,"lang":"en","type":"article","venue":"Canada Communicable Disease Report","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Outbreak; Coronavirus disease 2019 (COVID-19); Virology; Medicine; Geography; Environmental health; Internal medicine; Infectious disease (medical specialty); Disease","score_opus":0.8079328809338341,"score_gpt":0.5397774141150079,"score_spread":0.2681554668188262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884831951","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23518932,0.00838217,0.002322172,0.009138667,0.0016278138,0.0012300174,0.00006117829,0.000047042024,0.7420016],"genre_scores_gemma":[0.87795293,0.000009149589,0.00232819,0.001188482,0.00008401233,0.000048375987,0.00007336618,0.00002341712,0.11829207],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9624691,0.0050621135,0.022070725,0.0009338521,0.009041277,0.00042294763],"domain_scores_gemma":[0.93545324,0.0023853239,0.029374877,0.025484016,0.004936331,0.002366216],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1586205,0.00031665334,0.0031106889,0.00014490989,0.0002754109,0.000674624,0.003138696,0.000048779053,0.002523129],"category_scores_gemma":[0.3427942,0.00017954761,0.0011344056,0.0010393051,0.00007033639,0.00023859489,0.00071646733,0.0002222044,0.0002983741],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041149233,0.00002446097,0.18442675,0.000012582849,0.00009714283,0.0030306936,0.00003462723,0.00027264244,0.0000026331497,0.0002965617,0.8098376,0.0019602228],"study_design_scores_gemma":[0.000098740704,0.0000043573473,0.023526337,0.000027749655,0.00016125385,0.00035281252,0.0009101178,0.002251414,0.000003400863,0.001988715,0.97046006,0.00021506788],"about_ca_topic_score_codex":0.24734157,"about_ca_topic_score_gemma":0.35162723,"teacher_disagreement_score":0.6427636,"about_ca_system_score_codex":0.00037165073,"about_ca_system_score_gemma":0.0072550937,"threshold_uncertainty_score":0.9983887},"labels":[],"label_agreement":null},{"id":"W2884972765","doi":"10.1002/jrsm.1313","title":"Using systematic reviews in guideline development: The GRADE approach","year":2018,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":243,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Grading (engineering); Guideline; Systematic review; Certainty; Psychological intervention; Computer science; Confounding; MEDLINE; Psychology; Medicine; Engineering; Nursing; Political science","score_opus":0.9791960199110384,"score_gpt":0.7442177456352804,"score_spread":0.23497827427575801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884972765","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030952047,0.010669605,0.95466316,0.0008827338,0.00023173704,0.0061559905,0.0000021509202,0.000009875254,0.024289554],"genre_scores_gemma":[0.016825499,0.000088843466,0.97805417,0.0001413535,0.00023967796,0.00082243193,0.0000010837254,0.000029443592,0.003797495],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.46801725,0.48884168,0.025636435,0.002165818,0.014022948,0.0013158493],"domain_scores_gemma":[0.7202591,0.23850991,0.0109931845,0.02147537,0.007983257,0.00077918917],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8632087,0.0004009545,0.006124179,0.0014542757,0.0007396342,0.0012525974,0.005380542,0.00014769856,0.0041935598],"category_scores_gemma":[0.5803725,0.00014576312,0.0012400511,0.0070951073,0.00040899284,0.0002504916,0.0006408031,0.0005147315,0.0031947223],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045234927,0.0008680836,0.003813802,0.022557134,0.0014504219,0.000024680217,0.016531084,0.00024956584,0.008574547,0.013878886,0.21715736,0.7148492],"study_design_scores_gemma":[0.00015046725,0.000031342926,0.0006250985,0.0036785966,0.00027632344,0.000061734834,0.005792775,0.24570562,0.0038162298,0.009697546,0.72958916,0.00057510735],"about_ca_topic_score_codex":0.000041638225,"about_ca_topic_score_gemma":0.00003321728,"teacher_disagreement_score":0.7142741,"about_ca_system_score_codex":0.00021462678,"about_ca_system_score_gemma":0.00029746964,"threshold_uncertainty_score":0.9998475},"labels":[],"label_agreement":null},{"id":"W2885245352","doi":"10.1136/bmjopen-2018-025266","title":"Protocol for a scoping review to support development of a CONSORT extension for randomised controlled trials using cohorts and routinely collected health data","year":2018,"lang":"en","type":"review","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; McMaster University; Multiple Sclerosis Society of Canada; Impact; McGill University; Children's Hospital of Eastern Ontario; Institute for Clinical Evaluative Sciences; Western University; Ottawa Hospital; University of Ottawa; Jewish General Hospital","funders":"Medical Research Council; Canadian Institutes of Health Research; Wellcome Trust","keywords":"Consolidated Standards of Reporting Trials; Medicine; Checklist; Observational study; MEDLINE; Protocol (science); Strengthening the reporting of observational studies in epidemiology; Guideline; Family medicine; Randomized controlled trial; Systematic review; Health care; Health services research; Alternative medicine; Public health; Nursing; Psychology","score_opus":0.9773929077810524,"score_gpt":0.7598702166710182,"score_spread":0.2175226911100342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885245352","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.1443766e-8,0.3388501,0.025574682,0.00007778325,0.00008313339,0.6350514,0.00026040216,0.0000025799247,0.000099788864],"genre_scores_gemma":[1.1325936e-8,0.11965282,0.14823963,0.00042680927,0.00008514245,0.7300794,0.00025066873,0.000040222043,0.0012252564],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8576489,0.047174595,0.0859028,0.0037263636,0.0048099007,0.0007374474],"domain_scores_gemma":[0.79301447,0.06634698,0.11921372,0.0135405315,0.007081663,0.000802635],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6823944,0.0008569778,0.0743639,0.0005573776,0.000425827,0.0012019754,0.004386384,0.00019143174,0.0015049521],"category_scores_gemma":[0.44572687,0.00036799803,0.0038375156,0.0013968959,0.00005366013,0.0002447537,0.0016855942,0.00009085995,0.000049968115],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003138465,0.00007591145,0.00000200224,0.3595908,0.0018263494,0.000001088574,0.00008075035,2.0018409e-7,4.2433564e-7,0.000011114271,0.2585017,0.37677118],"study_design_scores_gemma":[0.019006988,0.00015238169,4.0160194e-7,0.35539457,0.0030046653,0.000023375964,0.0000106892685,0.00023250887,2.5858316e-7,0.000016773478,0.621873,0.00028437158],"about_ca_topic_score_codex":0.000010750723,"about_ca_topic_score_gemma":0.00009088559,"teacher_disagreement_score":0.3764868,"about_ca_system_score_codex":0.000109985376,"about_ca_system_score_gemma":0.013684871,"threshold_uncertainty_score":0.9998772},"labels":[],"label_agreement":null},{"id":"W2885955375","doi":"10.1007/s12630-018-1194-z","title":"A cross-sectional study of the reporting quality of pilot or feasibility trials in high-impact anesthesia journals","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Consolidated Standards of Reporting Trials; Interquartile range; Medicine; Confidence interval; Clinical trial; Trial registration; Randomized controlled trial; Quality (philosophy); Family medicine; Physical therapy; Surgery; Internal medicine","score_opus":0.6834347106977114,"score_gpt":0.5300146199376491,"score_spread":0.15342009076006236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885955375","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967891,0.00046142517,0.000038587237,0.0010862922,0.00048267742,0.0009941105,0.000013401176,0.0000015538408,0.00013285318],"genre_scores_gemma":[0.99818665,0.000008113528,0.00034549055,0.00005849197,0.0007086972,0.0000047687777,7.359493e-7,0.000036906564,0.0006501679],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9041848,0.032237258,0.05405646,0.0008007788,0.0077202977,0.0010003621],"domain_scores_gemma":[0.74415267,0.013826619,0.2070749,0.006098022,0.02444846,0.0043993364],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4907246,0.0006587583,0.00960605,0.0026730911,0.0007655756,0.0015256725,0.0046030683,0.00027126347,0.0077423155],"category_scores_gemma":[0.23256594,0.0002980191,0.0042111576,0.0043364074,0.0007270778,0.000915263,0.00004316531,0.0012719313,0.000022320191],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005582034,0.00027308313,0.97140414,0.000037984693,0.0003872406,0.02252134,0.0019571416,0.000711123,0.00007562228,0.00006443443,0.0014334383,0.0005762446],"study_design_scores_gemma":[0.001172795,0.0020459364,0.68387616,0.00017115723,0.00017844595,0.30920875,0.0016014244,0.000024780058,0.000030380437,0.0012564032,0.00022805759,0.00020570708],"about_ca_topic_score_codex":0.03467604,"about_ca_topic_score_gemma":0.12823208,"teacher_disagreement_score":0.28752798,"about_ca_system_score_codex":0.0011321307,"about_ca_system_score_gemma":0.010287086,"threshold_uncertainty_score":0.9999472},"labels":[],"label_agreement":null},{"id":"W2886527588","doi":"10.1002/jrsm.1317","title":"Discriminating between empirical studies and nonempirical works using automated text classification","year":2018,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Montréal; Computer Research Institute of Montréal","funders":"Medical Research Council","keywords":"Computer science; Empirical research; Natural language processing; Artificial intelligence; Statistics; Mathematics","score_opus":0.9826945330606024,"score_gpt":0.7893720715156879,"score_spread":0.1933224615449145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886527588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5491386,0.0030178921,0.4356228,0.0055497144,0.00021212555,0.0010904763,0.000008080411,0.00007497077,0.005285339],"genre_scores_gemma":[0.5791526,0.000050120263,0.41994816,0.000032678785,0.00030002266,0.000054418146,6.2641567e-7,0.000019181041,0.0004422032],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.86152214,0.12263646,0.0061623203,0.0017293269,0.0071603134,0.0007894357],"domain_scores_gemma":[0.75626814,0.2299128,0.0025983334,0.0045450903,0.0060699712,0.00060567015],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4401701,0.00032580073,0.003437842,0.0011448079,0.0010333976,0.0015706356,0.001535217,0.00021893338,0.0010514025],"category_scores_gemma":[0.47400364,0.00016093474,0.00062064175,0.0039153937,0.0011268366,0.00040990039,0.0007363214,0.00048042345,0.00064973434],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012207995,0.00004747498,0.056073386,0.00011514277,0.0004786976,0.0000038309036,0.0022147275,0.000003999419,0.0038319735,0.0003298352,0.014631664,0.92225707],"study_design_scores_gemma":[0.00018740867,0.0001648381,0.27669266,0.00076776365,0.0007091716,0.000023682132,0.021960072,0.64976406,0.004450294,0.020359268,0.024290057,0.00063069316],"about_ca_topic_score_codex":0.000013531621,"about_ca_topic_score_gemma":0.00000853711,"teacher_disagreement_score":0.9216264,"about_ca_system_score_codex":0.0001676258,"about_ca_system_score_gemma":0.00013617614,"threshold_uncertainty_score":0.9998618},"labels":[],"label_agreement":null},{"id":"W2886882810","doi":"10.1016/j.jclinepi.2018.08.006","title":"A digital media strategy to obtain unpublished data for a systematic review yields a very high author response rate","year":2018,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; McGill University","funders":"Canadian Institutes of Health Research; Consortium canadien en neurodégénérescence associée au vieillissement","keywords":"Computer science; Medicine; Information retrieval; Data science","score_opus":0.9519682119304014,"score_gpt":0.710750143352982,"score_spread":0.24121806857741934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886882810","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008058355,0.9490998,0.0322523,0.008186543,0.00307417,0.0061810873,0.0010955079,0.0000070010196,0.000095552685],"genre_scores_gemma":[0.000008854169,0.97612196,0.009870154,0.0055196467,0.0026195617,0.00023543127,0.00020029544,0.00007694219,0.005347126],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.16615207,0.5920174,0.23058416,0.00421108,0.0056344564,0.0014008307],"domain_scores_gemma":[0.013505019,0.81257427,0.15040389,0.015384682,0.006329396,0.0018027327],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.9265431,0.0013355565,0.118625395,0.0013370259,0.00013336915,0.0010526178,0.017382255,0.0016233596,0.0017061371],"category_scores_gemma":[0.99253064,0.0005283472,0.023213206,0.0026127517,0.00035759812,0.0010111433,0.0013802721,0.0020879835,0.0031369242],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002322165,0.00009711589,0.000010465651,0.21529418,0.0022192597,0.0000461607,0.0000086588525,0.0000018129683,3.4227625e-9,0.00039904856,0.6898437,0.09184738],"study_design_scores_gemma":[0.0002401339,0.0009376106,0.000029750143,0.26265678,0.00932767,0.00031017378,0.000027917771,0.00015615922,9.71614e-10,0.005173702,0.7207867,0.00035344603],"about_ca_topic_score_codex":0.0000025167737,"about_ca_topic_score_gemma":0.0000110180645,"teacher_disagreement_score":0.22055689,"about_ca_system_score_codex":0.000121004035,"about_ca_system_score_gemma":0.003420321,"threshold_uncertainty_score":0.9999844},"labels":[],"label_agreement":null},{"id":"W2887061885","doi":"10.1097/jcp.0000000000000943","title":"Statistics Commentary Series","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Psychopharmacology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Biostatistics; Library science; Epidemiology; Family medicine; Clinical epidemiology; Medicine; Psychiatry; Gerontology; Psychology; Computer science; Pathology","score_opus":0.8137146017621839,"score_gpt":0.6968007476971545,"score_spread":0.11691385406502941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887061885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7649751,0.000943878,0.090821534,0.08166969,0.042588674,0.00062201923,0.0000882513,0.0000060959683,0.01828477],"genre_scores_gemma":[0.77703273,0.0006274262,0.115161344,0.0808211,0.01337503,0.000005024793,0.0000030952085,0.000029613993,0.012944611],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9595377,0.014942277,0.022126438,0.00039710532,0.0027785653,0.00021791257],"domain_scores_gemma":[0.9651563,0.014296516,0.0153874615,0.0011427763,0.0036228697,0.00039408932],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.16165665,0.00018316372,0.0039388672,0.0002621196,0.00010112193,0.00017331824,0.0019696546,0.00012694877,0.060051445],"category_scores_gemma":[0.03638329,0.000085743784,0.0017584852,0.0005402164,0.00046125692,0.00026702086,0.00009659359,0.0005289092,0.0036104866],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037252996,0.00016579796,0.031711783,0.0000044657572,0.0003904115,0.00003678505,0.000049517417,0.0000023157709,0.000060481994,0.00026208314,0.9330242,0.033919584],"study_design_scores_gemma":[0.0014353927,0.0010416423,0.026038274,0.000008033049,0.00032877224,0.000111023066,0.00011224222,0.00025337312,0.000017311106,0.022930143,0.94763756,0.00008625714],"about_ca_topic_score_codex":7.0124395e-7,"about_ca_topic_score_gemma":0.000010692127,"teacher_disagreement_score":0.12527336,"about_ca_system_score_codex":0.000013897376,"about_ca_system_score_gemma":0.00010449134,"threshold_uncertainty_score":0.9971653},"labels":[],"label_agreement":null},{"id":"W2887617069","doi":"10.1016/j.acra.2018.04.025","title":"Systematic Review of the Literature: Best Practices","year":2018,"lang":"en","type":"article","venue":"Academic Radiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":96,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine","score_opus":0.6238318633109121,"score_gpt":0.5552111740375141,"score_spread":0.06862068927339804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887617069","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03778567,0.89602065,0.0005663019,0.022280382,0.002257996,0.0042985315,0.000042028198,0.000010211777,0.036738228],"genre_scores_gemma":[0.6173109,0.21374892,0.003293064,0.043022994,0.0025666698,0.0008172539,0.000021930447,0.00006594078,0.119152315],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9606048,0.025517462,0.010551845,0.00068937166,0.0023966623,0.00023986606],"domain_scores_gemma":[0.9612852,0.009420102,0.022978967,0.004769585,0.0014612998,0.00008489176],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.13033669,0.00022779667,0.004496444,0.00034215994,0.00011333445,0.00007625013,0.0042485045,0.00025830115,0.002924332],"category_scores_gemma":[0.32088804,0.00007625307,0.0013089243,0.0038800207,0.00031624036,0.00022434605,0.0002012334,0.00049592793,0.0041342354],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004537042,0.000021590387,0.004849028,0.12816346,0.00056379056,0.0000027331093,0.0012263268,4.545199e-7,0.0005746881,0.010621064,0.85348266,0.0004896313],"study_design_scores_gemma":[0.00032657204,0.00027483833,0.0020083187,0.3231528,0.0053590867,0.0022082091,0.00087649,0.0004351806,0.00041043968,0.01592349,0.64845127,0.00057326717],"about_ca_topic_score_codex":0.0000055129995,"about_ca_topic_score_gemma":0.0000030106203,"teacher_disagreement_score":0.6822717,"about_ca_system_score_codex":0.000015728318,"about_ca_system_score_gemma":0.00006485344,"threshold_uncertainty_score":0.99798715},"labels":[],"label_agreement":null},{"id":"W2888072724","doi":"10.1007/s00345-018-2446-9","title":"The reporting quality of studies of diagnostic accuracy in the urologic literature","year":2018,"lang":"en","type":"article","venue":"World Journal of Urology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medicine; Nephrology; Quality (philosophy); Internal medicine; Medical physics; MEDLINE; Urology; General surgery","score_opus":0.7562002419172046,"score_gpt":0.596469330785851,"score_spread":0.15973091113135363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888072724","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9252508,0.05840507,0.0003214715,0.013581205,0.0006087253,0.00024864086,0.0000016009127,5.802507e-7,0.0015818592],"genre_scores_gemma":[0.99782157,0.00068726874,0.0003545504,0.00069386256,0.00016642937,0.0000032012179,1.0241776e-7,0.000002463327,0.00027054624],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.954654,0.021391217,0.021210294,0.00026228873,0.0022779342,0.00020428047],"domain_scores_gemma":[0.6291838,0.25697672,0.103643805,0.003576588,0.0065416405,0.00007739156],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28334704,0.0001322673,0.0026230414,0.0003384755,0.00011716875,0.00009964629,0.0018155378,0.000048087713,0.00021873551],"category_scores_gemma":[0.63337946,0.000039184913,0.0010029032,0.0016174077,0.00044005096,0.0001126653,0.00011967879,0.00036048278,0.00001788787],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026394203,0.00025111114,0.8386543,0.00013994178,0.0011749188,0.00017620492,0.019514937,0.0002460425,0.0005740982,0.020658804,0.06495082,0.053394932],"study_design_scores_gemma":[0.0004890653,0.0008935105,0.65478605,0.0001439162,0.00047988447,0.00047184608,0.004923056,0.00016496445,0.0000502773,0.14765395,0.18980429,0.00013917175],"about_ca_topic_score_codex":0.000003415137,"about_ca_topic_score_gemma":0.00023395834,"teacher_disagreement_score":0.35003245,"about_ca_system_score_codex":0.000007635062,"about_ca_system_score_gemma":0.000053965796,"threshold_uncertainty_score":0.737945},"labels":[],"label_agreement":null},{"id":"W2888696702","doi":"10.1097/pec.0000000000001579","title":"Top Citations of Pediatric Emergency Medicine Publications in the Emergency Medicine Literature","year":2018,"lang":"en","type":"review","venue":"Pediatric Emergency Care","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Scopus; Citation; Specialty; Web of science; MEDLINE; Ranking (information retrieval); Bibliometrics; Citation analysis; Pediatric emergency medicine; Family medicine; Library science; Emergency department; Emergency physician; Meta-analysis; Information retrieval; Internal medicine; Psychiatry","score_opus":0.6365725104087426,"score_gpt":0.5609369171871702,"score_spread":0.07563559322157243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888696702","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010401807,0.9530261,0.00038559447,0.0009165053,0.009115499,0.0032174576,0.00046878934,0.000023341472,0.032742657],"genre_scores_gemma":[0.00023286906,0.9674751,0.00015005929,0.000018870767,0.01100351,0.00089571043,0.0010892366,0.00008389515,0.01905076],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9368563,0.013692297,0.03604082,0.0027518314,0.009766028,0.00089266663],"domain_scores_gemma":[0.9554275,0.003320663,0.021701885,0.009318693,0.009809533,0.00042168732],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.054628972,0.0016160927,0.011059278,0.006087974,0.00048323127,0.00007416774,0.009204748,0.00078747526,0.14887126],"category_scores_gemma":[0.08198173,0.0006908577,0.005980909,0.044214252,0.00014441521,0.0005047643,0.00038817868,0.0011770529,0.0019524549],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010806436,0.0000991029,0.021056326,0.012290755,0.0002012763,0.0000023812759,0.008287598,0.000001730019,4.2954845e-8,0.001531475,0.9447202,0.011808007],"study_design_scores_gemma":[0.00014487072,0.00014637005,0.0027034367,0.00038637675,0.008544828,0.0000083575105,0.0027020157,0.0000111587715,6.0081584e-9,0.0027557956,0.98196536,0.000631441],"about_ca_topic_score_codex":0.00009020086,"about_ca_topic_score_gemma":0.00028210419,"teacher_disagreement_score":0.1469188,"about_ca_system_score_codex":0.00011819619,"about_ca_system_score_gemma":0.0005661864,"threshold_uncertainty_score":0.99965864},"labels":[],"label_agreement":null},{"id":"W2888732220","doi":"10.1002/jrsm.1319","title":"Methods to calculate uncertainty in the estimated overall effect size from a random‐effects meta‐analysis","year":2018,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":238,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"Medical Research Council; National Institute for Health and Care Research","keywords":"Meta-analysis; Random effects model; Confidence interval; Statistics; Point estimation; Econometrics; Outcome (game theory); Computer science; Prediction interval; Interval (graph theory); Mathematics; Medicine","score_opus":0.8407238715168954,"score_gpt":0.6957608599089178,"score_spread":0.14496301160797764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888732220","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.081764266,0.005100101,0.89604867,0.0040572532,0.00027523775,0.0055348254,0.000055305183,0.00003330248,0.007131015],"genre_scores_gemma":[0.24445195,0.00002890831,0.75138617,0.0005753125,0.00016985367,0.0018427386,0.000003744257,0.00004009022,0.0015012387],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.43360215,0.5458371,0.0066496157,0.0025485905,0.010115785,0.0012467565],"domain_scores_gemma":[0.113742605,0.8687429,0.0020959885,0.011822648,0.0028461718,0.0007497158],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.78871727,0.00076434837,0.012824617,0.002584667,0.00063598366,0.0023386364,0.0065345564,0.0002948964,0.020459048],"category_scores_gemma":[0.7272811,0.00029631134,0.008801485,0.017702946,0.0004370976,0.00027096662,0.0007380999,0.0008292895,0.00259054],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001272629,0.0005026762,0.0033556612,0.0002806561,0.25244525,0.00015763949,0.0072800536,0.0060638073,0.03924012,0.0014100225,0.023019677,0.66497177],"study_design_scores_gemma":[0.001962008,0.0007775958,0.036833186,0.0001826001,0.23402844,0.00001426482,0.0010013568,0.5341312,0.048052646,0.06889893,0.07243551,0.001682243],"about_ca_topic_score_codex":0.0023308324,"about_ca_topic_score_gemma":0.00045569777,"teacher_disagreement_score":0.66328955,"about_ca_system_score_codex":0.000162511,"about_ca_system_score_gemma":0.00015143801,"threshold_uncertainty_score":0.9999489},"labels":[],"label_agreement":null},{"id":"W2888904203","doi":"10.1186/s12998-018-0209-8","title":"Effectiveness of interventions for treating apophysitis in children and adolescents: protocol for a systematic review and network meta-analysis","year":2018,"lang":"en","type":"review","venue":"Chiropractic & Manual Therapies","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"","keywords":"Medicine; Meta-analysis; Protocol (science); Psychological intervention; Rehabilitation; Systematic review; Physical therapy; Physical medicine and rehabilitation; Alternative medicine; MEDLINE; Psychiatry; Pathology","score_opus":0.5963733887663024,"score_gpt":0.5731455720059437,"score_spread":0.023227816760358677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888904203","genre_codex":"review","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004626041,0.73104435,0.0038387247,0.000016358677,0.000017089793,0.26489803,0.00016331025,0.0000042091306,0.000013293036],"genre_scores_gemma":[0.000044394405,0.49061793,0.0030783114,0.000033945602,0.0000676726,0.5056085,0.000067962625,0.00005332181,0.00042794773],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9623078,0.02171286,0.012806707,0.0015233457,0.0012996385,0.0003496282],"domain_scores_gemma":[0.96448964,0.0143070165,0.017626474,0.0025948086,0.0008786051,0.00010345148],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.10292073,0.00091317407,0.036156803,0.00079847424,0.00019248492,0.0005772391,0.0011293178,0.0001975998,0.00031194015],"category_scores_gemma":[0.0191956,0.0004094473,0.016782315,0.0021608719,0.0001486778,0.00032789906,0.00019444979,0.00021139048,0.000019742642],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014098937,0.000111483765,0.00004306249,0.8725996,0.11807635,2.3768213e-7,0.00006223211,0.0000010532215,3.05747e-8,0.00016427685,0.00023101593,0.008696585],"study_design_scores_gemma":[0.0003935185,0.0001997541,0.00019976174,0.33270353,0.65746343,0.00002487694,0.00004657411,0.00003486944,1.2635799e-7,0.0016037992,0.0069340896,0.0003956879],"about_ca_topic_score_codex":0.000014102662,"about_ca_topic_score_gemma":0.000017839933,"teacher_disagreement_score":0.5398961,"about_ca_system_score_codex":0.000045254797,"about_ca_system_score_gemma":0.000059944166,"threshold_uncertainty_score":0.9998357},"labels":[],"label_agreement":null},{"id":"W2889631416","doi":"10.1080/01480545.2018.1518453","title":"Bibliometric profile of global scientific research on digoxin toxicity (1849–2015)","year":2018,"lang":"en","type":"article","venue":"Drug and Chemical Toxicology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Digoxin; Scopus; Index (typography); Toxicity; Medicine; Traditional medicine; Library science; Geography; Political science; MEDLINE; Internal medicine; Law; Computer science","score_opus":0.6679220851980432,"score_gpt":0.5779010944003143,"score_spread":0.09002099079772885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889631416","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96985954,0.00038604383,0.00014761122,0.0009949568,0.00033625012,0.00034599382,0.000043903074,0.000005345502,0.02788033],"genre_scores_gemma":[0.99220514,0.00000687173,0.00085676025,0.00013691513,0.00015044636,0.00002195966,0.000004330557,0.0000049578393,0.006612604],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.98668236,0.0040314915,0.003202581,0.0012197444,0.0043652966,0.00049852266],"domain_scores_gemma":[0.9906156,0.0041504526,0.00096484454,0.0020075934,0.0019754337,0.0002860576],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.07219146,0.00018693568,0.0017111722,0.006284731,0.00023484885,0.00047204818,0.0015279903,0.00017427313,0.0064117047],"category_scores_gemma":[0.026384354,0.000097073746,0.00044644534,0.06554633,0.0014081382,0.00010211656,0.00044010315,0.00022277172,0.002535921],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006835795,0.00061599206,0.03465626,0.000070647395,0.00010339167,0.0000051375987,0.00027680438,8.080464e-7,0.093297094,0.017316723,0.81303436,0.04055445],"study_design_scores_gemma":[0.0014208081,0.001183688,0.067766756,0.0001069978,0.00017611007,0.00006073977,0.0015711365,0.0039584236,0.4289005,0.09622194,0.39783266,0.00080022454],"about_ca_topic_score_codex":0.000006461142,"about_ca_topic_score_gemma":0.000015460855,"teacher_disagreement_score":0.4152017,"about_ca_system_score_codex":0.00006146505,"about_ca_system_score_gemma":0.000104780316,"threshold_uncertainty_score":0.9982407},"labels":[],"label_agreement":null},{"id":"W2890153344","doi":"10.1289/ehp3067","title":"Weight of Evidence for Hazard Identification: A Critical Review of the Literature","year":2018,"lang":"en","type":"review","venue":"Environmental Health Perspectives","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; University of Ottawa","funders":"","keywords":"Transparency (behavior); Agency (philosophy); Identification (biology); Relevance (law); Management science; Computer science; Risk analysis (engineering); Process management; Medicine; Political science; Business; Sociology; Engineering","score_opus":0.8022942221032542,"score_gpt":0.6205444760223301,"score_spread":0.1817497460809241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890153344","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000026063833,0.9919463,0.0004911347,0.0022981442,0.00043571027,0.0041103135,0.0005936446,0.0000018660503,0.00012031866],"genre_scores_gemma":[0.00007981077,0.99421936,0.0014538598,0.00020755814,0.0002631052,0.00031910356,0.000022158241,0.000024478832,0.003410564],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9692905,0.013042778,0.012117842,0.0013853934,0.0038822796,0.00028119973],"domain_scores_gemma":[0.97413343,0.008785486,0.011622042,0.0049062436,0.00039418417,0.00015858709],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.059807006,0.00049167895,0.008471014,0.00022009965,0.00023269911,0.000119626864,0.0027545255,0.00017623133,0.0037226283],"category_scores_gemma":[0.037267927,0.00018572707,0.0062690442,0.0011532039,0.00068791554,0.00022617949,0.0002771939,0.00030087252,0.00037183976],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066764546,0.00034503828,0.00004940568,0.4284311,0.0003934271,5.751735e-7,0.0031553234,5.6686428e-8,0.0000010825737,0.0032995497,0.12741278,0.436905],"study_design_scores_gemma":[0.000033217613,0.00009187881,0.000088647794,0.16711944,0.00072428386,0.000017890496,0.0004620317,0.0000055819296,9.989019e-7,0.0006035296,0.8307141,0.00013838623],"about_ca_topic_score_codex":0.0000015269306,"about_ca_topic_score_gemma":0.000001436679,"teacher_disagreement_score":0.7033013,"about_ca_system_score_codex":0.00030332143,"about_ca_system_score_gemma":0.00032909078,"threshold_uncertainty_score":0.9971881},"labels":[],"label_agreement":null},{"id":"W2890610674","doi":"10.4315/0362-028x-73.3.579","title":"The REFLECT Statement: Reporting Guidelines for Randomized Controlled Trials in Livestock and Food Safety: Explanation and Elaboration","year":2010,"lang":"en","type":"article","venue":"Journal of Food Protection","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":97,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island; University of Guelph","funders":"Canadian Institutes of Health Research","keywords":"Consolidated Standards of Reporting Trials; Checklist; Randomized controlled trial; Guideline; Livestock; Clinical trial; Medicine; Alternative medicine; Statement (logic); Family medicine; Psychology; Political science; Biology; Surgery; Ecology; Pathology","score_opus":0.7606136153540558,"score_gpt":0.5723417837653522,"score_spread":0.18827183158870364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890610674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59964716,0.004022927,0.37388596,0.010231433,0.001052016,0.010982512,0.0000053943904,0.000003318369,0.00016923765],"genre_scores_gemma":[0.98712415,0.00036463625,0.011528121,0.000049594717,0.0003410722,0.00038933192,0.0000010072862,0.000006965559,0.00019510079],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.92768365,0.02093712,0.048372038,0.00039113854,0.002448286,0.00016776857],"domain_scores_gemma":[0.8741709,0.02491245,0.09350468,0.0005911244,0.0067308266,0.00009000131],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.62871605,0.00014377646,0.0052615763,0.0004315921,0.00024832194,0.0008229787,0.00016304654,0.00007675664,0.000026401816],"category_scores_gemma":[0.66486007,0.000051846902,0.001080063,0.00037825963,0.00003106835,0.00039947385,0.000014615317,0.0002061387,8.3650946e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.16785677,0.00014712343,0.0007793873,0.00028991062,0.0054411693,0.000003047925,0.0033898174,0.000956997,0.053256363,0.012806324,0.0056504314,0.74942267],"study_design_scores_gemma":[0.44169617,0.005396936,0.0018164838,0.0006263027,0.0036764056,0.00041090517,0.004830749,0.116949,0.0036000123,0.36539632,0.055034265,0.0005664579],"about_ca_topic_score_codex":0.0000038885705,"about_ca_topic_score_gemma":0.0002401743,"teacher_disagreement_score":0.7488562,"about_ca_system_score_codex":0.00002028377,"about_ca_system_score_gemma":0.00008811721,"threshold_uncertainty_score":0.79360026},"labels":[],"label_agreement":null},{"id":"W2890889586","doi":"10.1373/clinchem.2018.292987","title":"Completeness of Reporting of Systematic Reviews of Diagnostic Test Accuracy Based on the PRISMA-DTA Reporting Guideline","year":2018,"lang":"en","type":"article","venue":"Clinical Chemistry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish General Hospital; McGill University; Ottawa Hospital; University of Ottawa","funders":"Fonds de recherche du Québec – Nature et technologies; Canadian Institutes of Health Research; Telfer School of Management, University of Ottawa","keywords":"Systematic review; Guideline; Medicine; Data extraction; MEDLINE; Medical physics; Pathology","score_opus":0.9048960471382316,"score_gpt":0.6310546530032548,"score_spread":0.27384139413497677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890889586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9763261,0.0016825508,0.0073870905,0.0017182692,0.00037283564,0.0031360963,0.000030455616,0.000010586135,0.009336021],"genre_scores_gemma":[0.99479747,0.0000581086,0.0040911874,0.0002722803,0.00021468851,0.000057982204,0.000007765753,0.000014056,0.000486447],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.81575817,0.0066193473,0.17198364,0.0011158639,0.004245861,0.00027711593],"domain_scores_gemma":[0.050047908,0.44902542,0.4787656,0.013727865,0.008186977,0.00024622408],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4519185,0.00031424168,0.009996196,0.000057642643,0.00008605086,0.00007697489,0.0022184153,0.00016408217,0.0031721997],"category_scores_gemma":[0.99064136,0.00012769064,0.0035323359,0.0010645522,0.00045479712,0.000055064243,0.00023500479,0.00027619742,0.000107114174],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031990916,0.0011859598,0.80373836,0.08685626,0.0004466754,0.000028640221,0.0001901794,0.00007193954,0.01281541,0.00010000389,0.08824492,0.006289632],"study_design_scores_gemma":[0.0035160524,0.001890247,0.07694154,0.24024256,0.011903871,0.0002591617,0.004932287,0.32559252,0.2402594,0.011126357,0.0800506,0.0032854131],"about_ca_topic_score_codex":0.0000061425353,"about_ca_topic_score_gemma":0.000001544422,"teacher_disagreement_score":0.76571023,"about_ca_system_score_codex":0.000015477654,"about_ca_system_score_gemma":0.00019765898,"threshold_uncertainty_score":0.997739},"labels":[],"label_agreement":null},{"id":"W2891110192","doi":"10.1177/2515245918806489","title":"Peer-Review Guidelines Promoting Replicability and Transparency in Psychological Science","year":2018,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Victoria","funders":"","keywords":"Transparency (behavior); Humility; Psychology; Psychological science; Public relations; Psychological research; Peer review; Work (physics); Openness to experience; Engineering ethics; Applied psychology; Political science; Social psychology; Law; Engineering","score_opus":0.8140672404417536,"score_gpt":0.7649808354131177,"score_spread":0.04908640502863593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891110192","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7942336,0.06625503,0.028596174,0.041292243,0.0012294063,0.0024637037,0.000005393044,0.000022743963,0.06590168],"genre_scores_gemma":[0.49735272,0.014728332,0.48569456,0.0019120105,0.000061554136,0.0000875875,3.073575e-7,0.000004455206,0.00015847207],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9636046,0.014519349,0.009228055,0.005159404,0.006518237,0.00097032345],"domain_scores_gemma":[0.9639272,0.018399118,0.0077391034,0.0053543127,0.004001667,0.0005786018],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5782703,0.00037295462,0.002314388,0.00065440143,0.00038598262,0.0008390201,0.0038511876,0.00013629351,0.00090306805],"category_scores_gemma":[0.57255054,0.00018078006,0.00018554225,0.011436724,0.005180195,0.0034272908,0.00044302313,0.00065847364,0.000037978396],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025295461,0.00022228755,0.13244447,0.00007443538,0.000001418735,0.000009595084,0.00045456874,0.000004913635,0.0010799554,0.0019947935,0.00016805835,0.8635202],"study_design_scores_gemma":[0.0005941791,0.0008254347,0.54702675,0.0008658706,0.000037845602,0.0001958742,0.0008880153,0.0074518635,0.0001265104,0.24692436,0.19439633,0.0006669856],"about_ca_topic_score_codex":0.000032160006,"about_ca_topic_score_gemma":0.0001723365,"teacher_disagreement_score":0.8628532,"about_ca_system_score_codex":0.00005777509,"about_ca_system_score_gemma":0.00006511813,"threshold_uncertainty_score":0.9975271},"labels":[],"label_agreement":null},{"id":"W2891226633","doi":"10.23736/s1973-9087.17.04858-4","title":"Publication trends of study protocols in rehabilitation","year":2018,"lang":"en","type":"article","venue":"European Journal of Physical and Rehabilitation Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto","funders":"","keywords":"Rehabilitation; Medicine; Protocol (science); Randomized controlled trial; MEDLINE; Physical therapy; Alternative medicine; Surgery; Pathology","score_opus":0.40258311217519305,"score_gpt":0.5215406015880802,"score_spread":0.1189574894128872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891226633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9832711,0.0000308044,0.001010672,0.007766527,0.000079969745,0.002011325,0.0000011724745,0.0000016573598,0.0058267545],"genre_scores_gemma":[0.9966102,4.3331707e-7,0.0024908653,0.00004530891,0.0003656573,0.000040340652,7.9025534e-7,0.0000066705425,0.00043972742],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97289073,0.015887694,0.007898235,0.0003721049,0.0028489477,0.00010228205],"domain_scores_gemma":[0.98407596,0.0066482946,0.0049930993,0.00080278085,0.0033671604,0.00011269961],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10711225,0.0001378736,0.001622051,0.00097625173,0.00004428492,0.00006348511,0.00050406187,0.000013169076,0.0006474093],"category_scores_gemma":[0.08868917,0.00005935937,0.00037459,0.001898213,0.00043004134,0.00032628243,0.000040229857,0.00013621978,0.000058990416],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002985555,0.0027268056,0.2743892,0.00020711057,0.0001491674,0.000006421883,0.13889827,0.00004588684,0.004976289,0.0049060597,0.048162133,0.5252341],"study_design_scores_gemma":[0.0014339796,0.0131106535,0.9565386,0.00023266695,0.00006630097,0.0000040336913,0.008259465,0.00076075766,0.000009385001,0.0039897445,0.015525219,0.000069179354],"about_ca_topic_score_codex":0.0000031884783,"about_ca_topic_score_gemma":0.0000050833028,"teacher_disagreement_score":0.6821494,"about_ca_system_score_codex":0.000017957354,"about_ca_system_score_gemma":0.000022816808,"threshold_uncertainty_score":0.91941583},"labels":[],"label_agreement":null},{"id":"W2891971817","doi":"10.3389/fpsyg.2018.01657","title":"Limited Usefulness of Capture Procedure and Capture Percentage for Evaluating Reproducibility in Psychological Science","year":2018,"lang":"en","type":"article","venue":"Frontiers in Psychology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"University of Manitoba","keywords":"Replication (statistics); Popularity; Psychology; Psychological science; Sample (material); Reproducibility; Population; Open science; Psychological research; Sample size determination; Applied psychology; Clinical psychology; Cognitive psychology; Statistics; Social psychology; Demography; Mathematics","score_opus":0.5632478262912166,"score_gpt":0.5627011067775113,"score_spread":0.0005467195137053293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891971817","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9628362,0.00094879227,0.029687658,0.0012515443,0.0015743115,0.00148495,0.000015065601,0.0000048029888,0.002196692],"genre_scores_gemma":[0.94308317,0.000012312133,0.055736933,0.00071269757,0.000062833,0.000090101865,0.0000028392105,0.000008720423,0.0002903696],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98521423,0.003654886,0.0049714665,0.0038769767,0.0018005699,0.00048185748],"domain_scores_gemma":[0.9912094,0.0006860757,0.0018069881,0.005159634,0.0010224035,0.000115490686],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15621409,0.00025573425,0.0022998096,0.00089578953,0.00011642704,0.00011553171,0.0017711078,0.00026143013,0.0004550867],"category_scores_gemma":[0.07523304,0.00014213238,0.00031364366,0.0028119944,0.0012862281,0.00021639642,0.00013186444,0.0002894073,0.00001792064],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023148443,0.0003111876,0.8816256,0.000084646876,0.000029135168,0.000004452275,0.005361639,0.00000875496,0.0018031909,0.00028946594,0.061380804,0.04886964],"study_design_scores_gemma":[0.0016093084,0.0004931566,0.92128706,0.00008568256,0.00007030898,0.00006495948,0.005983829,0.011235516,0.00011978421,0.053931095,0.004781013,0.00033831282],"about_ca_topic_score_codex":0.000011390499,"about_ca_topic_score_gemma":0.0000757188,"teacher_disagreement_score":0.08098105,"about_ca_system_score_codex":0.00004731592,"about_ca_system_score_gemma":0.00006976861,"threshold_uncertainty_score":0.9325567},"labels":[],"label_agreement":null},{"id":"W2892092015","doi":"10.1200/jco.2017.35.15_suppl.6514","title":"Comparison of reporting phase I trial results in ClinicalTrials.gov and matched publications.","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University Health Network","funders":"","keywords":"Medicine; Clinical trial; Interquartile range; Adverse effect; Internal medicine; Clinical endpoint","score_opus":0.974756710608536,"score_gpt":0.7922291530621699,"score_spread":0.18252755754636607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892092015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9721488,0.00030978594,0.0006220337,0.016513655,0.0019990664,0.0004892448,0.000005297257,0.0000010279317,0.007911092],"genre_scores_gemma":[0.98856145,0.00014361997,0.009388864,0.00016642665,0.00083537254,0.0000042502843,9.3721894e-7,0.000005008504,0.00089408807],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7302319,0.034833834,0.22819613,0.0010882651,0.0052847248,0.00036516105],"domain_scores_gemma":[0.28148115,0.13918269,0.56729996,0.005756229,0.0055673313,0.00071266375],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.65187675,0.0001567966,0.013467997,0.0003726511,0.00012128634,0.0003645953,0.0020634658,0.00041869777,0.00060983846],"category_scores_gemma":[0.92143804,0.00007545662,0.002634113,0.0003257788,0.000376393,0.00040605638,0.00023208348,0.00084501447,0.000068382884],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026538914,0.0037580377,0.5016568,0.000022997443,0.00038694724,0.000051871415,0.00027429257,0.0000127093335,0.000044744313,0.00063401245,0.07676104,0.38985765],"study_design_scores_gemma":[0.1355638,0.009078065,0.5086512,0.0001375152,0.00071494584,0.000060696795,0.0008035758,0.0027219625,0.000026960886,0.010851062,0.331202,0.00018821182],"about_ca_topic_score_codex":0.000016108157,"about_ca_topic_score_gemma":0.00009313389,"teacher_disagreement_score":0.44875073,"about_ca_system_score_codex":0.000028575252,"about_ca_system_score_gemma":0.0009976004,"threshold_uncertainty_score":0.92064536},"labels":[],"label_agreement":null},{"id":"W2892643576","doi":"10.1007/s10654-018-0443-3","title":"Case study in major quotation errors: a critical commentary on the Newcastle–Ottawa scale","year":2018,"lang":"en","type":"review","venue":"European Journal of Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":125,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Federalno Ministarstvo Obrazovanja i Nauke; Bundesministerium für Bildung und Forschung","keywords":"Citation; Medicine; Observational study; Scale (ratio); MEDLINE; Quality (philosophy); Systematic review; Library science; Law; Epistemology; Computer science; Pathology","score_opus":0.8760637209525746,"score_gpt":0.6138655882491205,"score_spread":0.26219813270345405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892643576","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018593316,0.9834687,0.0025525256,0.0068364264,0.0014024329,0.0014182784,0.000021608605,0.0000025016916,0.0024381902],"genre_scores_gemma":[0.010509057,0.9511583,0.011915616,0.017725779,0.006150884,0.00006907799,0.000020032747,0.0002251981,0.002226087],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.5193676,0.44001535,0.03700179,0.0011175706,0.0019737275,0.00052395614],"domain_scores_gemma":[0.8594042,0.11650734,0.019645484,0.0031739168,0.0009712975,0.0002977317],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.5734867,0.00062508386,0.013202622,0.0010195788,0.00020431532,0.00018881097,0.0032741854,0.00010934436,0.0036497354],"category_scores_gemma":[0.3154361,0.00022623589,0.0043504788,0.0011295939,0.0003245552,0.00014579162,0.0002848458,0.0013722172,0.003665709],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013235977,0.00034841712,0.0016900881,0.00042765864,0.000552901,0.008484537,0.00078681356,0.000010107285,2.0976628e-8,0.00029395698,0.7232242,0.26416805],"study_design_scores_gemma":[0.00021866002,0.00088313007,0.00016063433,0.0021021261,0.0013309596,0.009917758,0.001929436,0.00008366329,4.1372887e-9,0.00061840715,0.9825644,0.00019082589],"about_ca_topic_score_codex":0.000025713523,"about_ca_topic_score_gemma":0.00013586976,"teacher_disagreement_score":0.34003663,"about_ca_system_score_codex":0.00010599461,"about_ca_system_score_gemma":0.00010302274,"threshold_uncertainty_score":0.99726105},"labels":[],"label_agreement":null},{"id":"W2893332348","doi":"10.1136/bmj.k3802","title":"Outcome reporting bias in trials: a methodological approach for assessment and adjustment in systematic reviews","year":2018,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":154,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"Medical Research Council; Cancer Research UK","keywords":"Systematic review; Outcome (game theory); Publication bias; Reporting bias; MEDLINE; Psychology; Medical literature; Meta-analysis; Medicine; Political science; Economics","score_opus":0.9901922110596779,"score_gpt":0.7387859050550247,"score_spread":0.2514063060046532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893332348","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07271287,0.015259349,0.85293835,0.0015337731,0.0008903929,0.045642894,0.000008742239,0.000013310227,0.011000325],"genre_scores_gemma":[0.1836358,0.000099387995,0.80756176,0.0005051611,0.00032627955,0.0053556445,0.000004707627,0.000013703346,0.0024975606],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.70149624,0.18411863,0.1068171,0.0022872845,0.0046682614,0.00061247917],"domain_scores_gemma":[0.81435555,0.096205756,0.08189632,0.0062369076,0.0010260527,0.0002793877],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8514762,0.00028120072,0.012807856,0.00044883313,0.00005547376,0.00031271848,0.00066535483,0.000114038645,0.00043065398],"category_scores_gemma":[0.7360827,0.000108543616,0.0016223392,0.0010272216,0.00004634098,0.00011740796,0.00014213438,0.00013423194,0.000089415094],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011045319,0.00084873836,0.69828767,0.0565116,0.0007286662,0.000048141777,0.003930028,0.00015713362,0.00022842038,0.015800614,0.0829865,0.14036207],"study_design_scores_gemma":[0.0051052216,0.0009781658,0.50457525,0.011610522,0.0029859608,0.0003429785,0.01369433,0.38110515,0.000030873216,0.032177694,0.04547004,0.0019238391],"about_ca_topic_score_codex":0.000013582114,"about_ca_topic_score_gemma":0.000038833667,"teacher_disagreement_score":0.380948,"about_ca_system_score_codex":0.00008609465,"about_ca_system_score_gemma":0.00005371618,"threshold_uncertainty_score":0.87551945},"labels":[],"label_agreement":null},{"id":"W2893862487","doi":"10.1186/s12874-018-0562-2","title":"A descriptive analysis of non-Cochrane child-relevant systematic reviews published in 2014","year":2018,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"Cochrane Library; Systematic review; Medicine; CINAHL; MEDLINE; Family medicine; Meta-analysis; Pediatrics; Psychological intervention; Psychiatry; Pathology","score_opus":0.9246853710327179,"score_gpt":0.6888051513207256,"score_spread":0.23588021971199225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893862487","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058471814,0.014353872,0.903878,0.0024232746,0.00077319815,0.005693624,0.00001732128,0.000009179366,0.014379732],"genre_scores_gemma":[0.62553585,0.0044717533,0.35492587,0.0009651626,0.00087886123,0.0019908028,0.00004176863,0.00007129955,0.011118651],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.3529842,0.5838801,0.030484062,0.0029300747,0.028174583,0.0015469868],"domain_scores_gemma":[0.16898724,0.7775969,0.01558395,0.01934571,0.015995195,0.0024909843],"candidate_categories":["metaresearch","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8770362,0.0004311211,0.018399317,0.006824966,0.00018710105,0.000345004,0.0061845826,0.0005065915,0.07543354],"category_scores_gemma":[0.951105,0.00019112002,0.0036268744,0.017914072,0.0015085592,0.000275493,0.00085552695,0.001142895,0.0047457293],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009919911,0.0024348784,0.15444803,0.08622779,0.016182581,0.00032303008,0.03265838,0.00012532085,0.0027383144,0.04153493,0.58563215,0.07670259],"study_design_scores_gemma":[0.0049319705,0.0029178949,0.2038496,0.03573424,0.012116989,0.0002513117,0.025227329,0.60073614,0.0007259115,0.057736244,0.053572502,0.002199891],"about_ca_topic_score_codex":0.0005652519,"about_ca_topic_score_gemma":0.0077150897,"teacher_disagreement_score":0.6006108,"about_ca_system_score_codex":0.00013704579,"about_ca_system_score_gemma":0.0008957169,"threshold_uncertainty_score":0.9991924},"labels":[],"label_agreement":null},{"id":"W2893998875","doi":"10.1097/01.gox.0000546957.02506.a7","title":"Abstract: Meta-Analyses in Plastic Surgery: Can We Trust Their Results?","year":2018,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery Global Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Meta-analysis; MEDLINE; Medicine; Systematic review; Random effects model; Study heterogeneity; Randomized controlled trial; Publication bias; Surgery; Internal medicine; Biology","score_opus":0.7106642219795741,"score_gpt":0.4934846639859951,"score_spread":0.21717955799357902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893998875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9253877,0.0014865941,0.0015812899,0.0013033893,0.007979638,0.0019182699,0.0042524305,0.000038130347,0.05605257],"genre_scores_gemma":[0.99764544,0.000039524864,0.0010519262,0.00015618869,0.00025677547,0.00013024031,0.000056287812,0.000029444995,0.00063418696],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9674946,0.008631056,0.015789755,0.0028429397,0.0042184717,0.0010231852],"domain_scores_gemma":[0.79114884,0.18747914,0.012263513,0.00541473,0.0028668651,0.0008268949],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.07826587,0.0010751332,0.0124288015,0.0012329057,0.00036231033,0.0028440775,0.0036696373,0.0002666886,0.025446495],"category_scores_gemma":[0.26357633,0.0005469698,0.0051045683,0.0056028944,0.00075860886,0.0011266293,0.0007336468,0.00038173058,0.004598588],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010189348,0.00045496633,0.64283687,0.000118947784,0.018277174,0.0002832725,0.0006198687,0.00037920114,0.000081375896,0.0030956503,0.24067163,0.09216209],"study_design_scores_gemma":[0.001206127,0.0001301758,0.8477677,0.0005766059,0.008299306,0.00047400477,0.006862813,0.0035135318,0.0003620315,0.055971727,0.072122864,0.0027130872],"about_ca_topic_score_codex":0.0010453662,"about_ca_topic_score_gemma":0.004913582,"teacher_disagreement_score":0.20493084,"about_ca_system_score_codex":0.00031575953,"about_ca_system_score_gemma":0.0010527937,"threshold_uncertainty_score":0.99969816},"labels":[],"label_agreement":null},{"id":"W2894278684","doi":"10.1016/j.jclinepi.2018.08.022","title":"GRADE approach to rate the certainty from a network meta-analysis: avoiding spurious judgments of imprecision in sparse networks","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":171,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; Schwartz/Reisman Emergency Medicine Institute; University of Toronto; McMaster University; Impact","funders":"","keywords":"Confidence interval; Spurious relationship; Meta-analysis; Credible interval; Econometrics; Counterintuitive; Statistics; Coverage probability; Bayesian probability; Sensitivity (control systems); Computer science; Prior probability; Bayes' theorem; Nominal level; Mathematics; Medicine","score_opus":0.9391914965285129,"score_gpt":0.6436390537593569,"score_spread":0.29555244276915593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894278684","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28303123,0.0060726884,0.70082194,0.0066961017,0.0017647184,0.0007455515,0.0000116815045,0.00000234427,0.00085377065],"genre_scores_gemma":[0.9564528,0.00024415698,0.035961732,0.0055437763,0.001460917,0.000013732934,0.0000029919888,0.000012520686,0.00030735886],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.5650221,0.33938697,0.088887155,0.0018789058,0.0038125021,0.001012383],"domain_scores_gemma":[0.54611146,0.38865796,0.057309866,0.004946378,0.0022653402,0.0007090193],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7413326,0.00042592647,0.02846349,0.00059714826,0.00015579865,0.00011345578,0.003907492,0.0004361213,0.0022532921],"category_scores_gemma":[0.49716833,0.00015512227,0.018172784,0.003599832,0.00035150998,0.00016625947,0.00042605287,0.001452221,0.00020296325],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047452416,0.00045274198,0.34269947,0.000008121308,0.091554224,0.000013920331,0.0003932258,0.44317067,0.0000052420305,0.0019163592,0.11155388,0.0077576144],"study_design_scores_gemma":[0.0009200967,0.0007324917,0.33086884,0.000043657663,0.09708286,0.000021218166,0.00044032952,0.4225249,0.0000025465586,0.12596396,0.021058388,0.00034069482],"about_ca_topic_score_codex":0.00014373421,"about_ca_topic_score_gemma":0.00031031854,"teacher_disagreement_score":0.6734216,"about_ca_system_score_codex":0.00003175958,"about_ca_system_score_gemma":0.00010644882,"threshold_uncertainty_score":0.9986588},"labels":[],"label_agreement":null},{"id":"W2894406111","doi":"10.1016/j.jclinepi.2018.09.014","title":"The reporting of safety among drug systematic reviews was poor before the implementation of the PRISMA harms checklist","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"National Natural Science Foundation of China","keywords":"Checklist; Systematic review; Medicine; Drug; MEDLINE; Pharmacology; Psychology; Biology","score_opus":0.8130479154582703,"score_gpt":0.6603973242837804,"score_spread":0.15265059117448987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894406111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91712743,0.0064036897,0.011545022,0.055466533,0.004303642,0.0037876943,0.000008969215,0.0000022530005,0.0013547812],"genre_scores_gemma":[0.9928719,0.0007237441,0.0023501026,0.0014055236,0.0008406205,0.00002122547,6.021281e-7,0.000010320323,0.0017759842],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.48894164,0.24673638,0.25846222,0.00081824,0.004457064,0.0005844728],"domain_scores_gemma":[0.20607997,0.24072945,0.54138917,0.005931894,0.005603518,0.00026599946],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8474528,0.00024958566,0.013869745,0.000090739835,0.00034448734,0.00006840273,0.0035000748,0.00015006603,0.0006009919],"category_scores_gemma":[0.8685938,0.000059809907,0.007970419,0.0007629357,0.0010823461,0.00013232017,0.00029153947,0.0006795839,0.000060433307],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038165046,0.00004973015,0.88506263,0.0013011657,0.0007953186,0.000001621104,0.0011828014,0.000020708696,0.000011600468,0.0038181886,0.07476068,0.032957375],"study_design_scores_gemma":[0.0004582704,0.0003503729,0.88792163,0.002593862,0.0015667692,0.00012038539,0.005178663,0.002545718,0.00003940799,0.031999595,0.06710908,0.0001162727],"about_ca_topic_score_codex":0.00005542405,"about_ca_topic_score_gemma":0.00054939993,"teacher_disagreement_score":0.28292695,"about_ca_system_score_codex":0.000029007315,"about_ca_system_score_gemma":0.00020494466,"threshold_uncertainty_score":0.948108},"labels":[],"label_agreement":null},{"id":"W2895031242","doi":"10.1097/eja.0000000000000880","title":"The degree of adherence to CONSORT reporting guidelines for the abstracts of randomised clinical trials published in anaesthesia journals","year":2018,"lang":"en","type":"article","venue":"European Journal of Anaesthesiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Consolidated Standards of Reporting Trials; Medicine; Checklist; Randomized controlled trial; Anesthesiology; Interquartile range; Trial registration; MEDLINE; Clinical trial; Family medicine; Anesthesia; Surgery; Internal medicine; Psychology","score_opus":0.9399711291351184,"score_gpt":0.6365062089128267,"score_spread":0.30346492022229166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895031242","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97643155,0.002207617,0.009601473,0.008533434,0.0008054541,0.001182652,0.0000033449198,0.0000013748793,0.0012331107],"genre_scores_gemma":[0.98679847,0.0006699374,0.0109801,0.0007471523,0.0005326679,0.000005574229,2.3159369e-7,0.000016109996,0.00024977163],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.6150128,0.17027843,0.20661893,0.0013379216,0.005811585,0.00094030093],"domain_scores_gemma":[0.43329525,0.16523713,0.3535382,0.00755365,0.039585885,0.00078992394],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8035741,0.00024522876,0.006274796,0.00047016854,0.00017294679,0.00030032627,0.0036047532,0.000073987794,0.0005361248],"category_scores_gemma":[0.84461665,0.00008030087,0.0034241206,0.0008906846,0.00047684603,0.00017633416,0.00011402727,0.00034663428,0.000051522075],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017912947,0.00006140317,0.032040887,0.000010453006,0.00038674264,0.000055072203,0.0003173232,0.00023347128,0.0003794689,0.00015795305,0.07728299,0.88728297],"study_design_scores_gemma":[0.011879106,0.017762939,0.79531574,0.0007568377,0.0011760468,0.00046271886,0.0032096705,0.0013035526,0.0005655366,0.0076195667,0.15953949,0.00040879118],"about_ca_topic_score_codex":0.0000074366594,"about_ca_topic_score_gemma":0.000039960643,"teacher_disagreement_score":0.88687414,"about_ca_system_score_codex":0.000011459073,"about_ca_system_score_gemma":0.00035131333,"threshold_uncertainty_score":0.6698588},"labels":[],"label_agreement":null},{"id":"W2895151463","doi":"10.1111/ijcp.13264","title":"An interview with David L. Streiner: Truth teller of statistical concepts in medicine","year":2018,"lang":"en","type":"editorial","venue":"International Journal of Clinical Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bachelor; Biostatistics; Medicine; The arts; Power (physics); Medical education; Library science; Public health; History; Law","score_opus":0.7480614009162497,"score_gpt":0.708273660236147,"score_spread":0.03978774068010271,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895151463","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011772625,0.0015614297,0.06719519,0.009818031,0.9052072,0.00043684806,0.00023483773,0.0000030093074,0.014366173],"genre_scores_gemma":[0.07328949,0.0016985137,0.050160255,0.0011550242,0.871224,0.000007288417,0.000106132065,0.000063518724,0.0022957793],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8984191,0.036987342,0.039533272,0.0011188022,0.023687053,0.00025444498],"domain_scores_gemma":[0.5363642,0.3383894,0.07926514,0.003090902,0.042249348,0.0006410411],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28116074,0.00042612376,0.007544078,0.0007456626,0.000027590566,0.00038633062,0.005535742,0.00052673015,0.009994538],"category_scores_gemma":[0.73277384,0.00019265682,0.0012800263,0.00054502964,0.00068828196,0.0012074882,0.00019236212,0.0020854825,0.00024454002],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009359832,0.0006294805,0.0004987937,0.00003488731,0.0014156253,0.00037364315,0.00019856068,0.000030229583,8.8708913e-7,0.0009231098,0.96289784,0.03206096],"study_design_scores_gemma":[0.0019632685,0.0019487354,0.0008745912,0.0010646294,0.0007984869,0.000110795234,0.0007461871,0.00046303798,9.570025e-7,0.0022856724,0.9895673,0.00017636777],"about_ca_topic_score_codex":0.00006800387,"about_ca_topic_score_gemma":0.00006164112,"teacher_disagreement_score":0.45161313,"about_ca_system_score_codex":0.00006817181,"about_ca_system_score_gemma":0.0016141469,"threshold_uncertainty_score":0.9998448},"labels":[],"label_agreement":null},{"id":"W2895250429","doi":"10.1186/s13063-018-2925-8","title":"Clinical significance in pediatric oncology randomized controlled treatment trials: a systematic review","year":2018,"lang":"en","type":"review","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; Health Sciences Centre; University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Medicine; Randomized controlled trial; Sample size determination; Clinical significance; Confidence interval; Statistical significance; MEDLINE; Concordance; Meta-analysis; Clinical trial; Minimal clinically important difference; Internal medicine; Statistics","score_opus":0.9424645826085167,"score_gpt":0.7113750193743222,"score_spread":0.2310895632341945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895250429","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.6583294e-7,0.8496652,0.0005443176,0.00017753156,0.0027102449,0.14391279,0.000097257725,0.000014713097,0.002877665],"genre_scores_gemma":[7.3571107e-7,0.9392993,0.00077249284,0.00026649397,0.002540798,0.040443283,0.00004406166,0.00006193023,0.016570905],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.040811867,0.71276194,0.23684683,0.0029797903,0.0059660757,0.00063350366],"domain_scores_gemma":[0.022707734,0.73669845,0.22836712,0.009886269,0.0018451457,0.0004953155],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.96399504,0.0021396042,0.4862668,0.0021298295,0.000116254036,0.00096730335,0.004942466,0.0012833639,0.013276104],"category_scores_gemma":[0.95770925,0.0006594673,0.12181059,0.004082255,0.0002486097,0.0001424677,0.00018800315,0.0006250417,0.02349504],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006768335,0.00050380855,0.000001791006,0.74624723,0.011971529,0.000049088972,0.000053486234,2.7339448e-7,2.7538167e-9,0.00024717857,0.04948722,0.18467008],"study_design_scores_gemma":[0.120565616,0.00019240331,5.4015427e-8,0.1808895,0.19330214,0.000016546599,0.000012034417,0.000027268432,3.4201388e-9,0.0006423033,0.5039299,0.00042223118],"about_ca_topic_score_codex":0.000012794072,"about_ca_topic_score_gemma":0.00002936157,"teacher_disagreement_score":0.5653577,"about_ca_system_score_codex":0.000570206,"about_ca_system_score_gemma":0.0032637545,"threshold_uncertainty_score":0.9995856},"labels":[],"label_agreement":null},{"id":"W2895487096","doi":"10.1016/j.jclinepi.2018.10.001","title":"Potentially missing data are considerably more frequent than definitely missing data: a methodological survey of 638 randomized controlled trials","year":2018,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; University of Toronto; McMaster University; Health Sciences Centre; Impact","funders":"","keywords":"Missing data; Randomized controlled trial; Medicine; Interquartile range; MEDLINE; Statistics; Internal medicine; Mathematics","score_opus":0.9935119669334248,"score_gpt":0.7746832491102746,"score_spread":0.21882871782315017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895487096","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025955847,0.76343733,0.22583126,0.0029741079,0.0038815544,0.002817711,0.0008687315,0.0000043431723,0.00015901009],"genre_scores_gemma":[0.000035952737,0.7933528,0.20263532,0.0014137854,0.0019358998,0.000016581467,0.00034819648,0.000046631925,0.0002148344],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.021437116,0.73841363,0.23164861,0.0030005765,0.0047427006,0.00075738895],"domain_scores_gemma":[0.0009495991,0.67365754,0.30747375,0.011175617,0.0059254975,0.0008180301],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"category_scores_codex":[0.98654014,0.0016252759,0.34941506,0.001353803,0.00022779785,0.00059278955,0.017313635,0.0025877429,0.0034765396],"category_scores_gemma":[0.9981707,0.0005695411,0.052232757,0.0013615552,0.0023566422,0.00053755636,0.002494336,0.0033414564,0.00023004119],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023824885,0.00043788407,0.0025525724,0.002907893,0.034102604,0.00018781229,0.000022810225,0.000018209148,1.8712224e-7,0.00034779505,0.1814385,0.75415885],"study_design_scores_gemma":[0.089857735,0.0004202273,0.0014719934,0.020319559,0.0806661,0.000876707,0.00007963556,0.0061522536,3.550316e-8,0.03766381,0.76151454,0.0009773666],"about_ca_topic_score_codex":0.000116244795,"about_ca_topic_score_gemma":0.00006787739,"teacher_disagreement_score":0.75318146,"about_ca_system_score_codex":0.000052430914,"about_ca_system_score_gemma":0.0041196556,"threshold_uncertainty_score":0.99967563},"labels":[],"label_agreement":null},{"id":"W2895574899","doi":"10.1097/prs.0000000000005101","title":"Reporting Adverse Events in Plastic Surgery: A Systematic Review of Randomized Controlled Trials","year":2018,"lang":"en","type":"review","venue":"Plastic & Reconstructive Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Adverse effect; Randomized controlled trial; Medicine; MEDLINE; Consolidated Standards of Reporting Trials; Systematic review; Psychological intervention; Intensive care medicine; Surgery; Internal medicine","score_opus":0.582046751906019,"score_gpt":0.4922489832405134,"score_spread":0.08979776866550554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895574899","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001638338,0.96991426,0.001524761,0.0000070981564,0.0076946924,0.01996436,0.00017247477,0.00001648621,0.00054203265],"genre_scores_gemma":[0.0002585494,0.9933664,0.0003242739,0.00002439857,0.00029975327,0.0050417567,0.000094183524,0.000093191404,0.0004974805],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.34093118,0.33107802,0.31082562,0.0038218398,0.012110594,0.0012327598],"domain_scores_gemma":[0.008273757,0.68675,0.29681924,0.0043336116,0.003492769,0.00033060854],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.8142808,0.0022312887,0.32477495,0.006430944,0.00013715992,0.00017150043,0.0019678492,0.0006765038,0.008102254],"category_scores_gemma":[0.9921023,0.00094618666,0.09010839,0.005536647,0.0005732248,0.00039900208,0.00027836527,0.0007706935,0.0018772221],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013962563,0.000082195256,0.0005662393,0.97341233,0.012418408,0.0000657274,0.000031855794,0.0000011380929,2.5450753e-8,0.00005753717,0.0026791967,0.009289092],"study_design_scores_gemma":[0.007842536,0.000010022293,0.0000121558305,0.93256235,0.054918207,0.00038185038,0.00009608156,0.00017118141,9.196229e-8,0.00042607306,0.002811127,0.00076829706],"about_ca_topic_score_codex":0.00001538888,"about_ca_topic_score_gemma":0.000011602975,"teacher_disagreement_score":0.355672,"about_ca_system_score_codex":0.00032262495,"about_ca_system_score_gemma":0.0031775911,"threshold_uncertainty_score":0.9992989},"labels":[],"label_agreement":null},{"id":"W2895713118","doi":"10.1186/s12874-018-0600-0","title":"Improving reporting of meta-ethnography: the eMERGe reporting guidance","year":2019,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":483,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Norwegian Institute of Public Health; Medical Research Council; Economic and Social Research Council; University of North Carolina at Chapel Hill; University of Stirling; South African Medical Research Council; University of Nottingham; United Kingdom Clinical Research Collaboration; University of Southampton; National Institute for Health and Care Research; Cancer Research UK; British Heart Foundation; Wellcome Trust; McMaster University","keywords":"CLARITY; Ethnography; Audit; Bespoke; Best practice; Medical education; Medicine; Psychology; Management science; Sociology; Political science; Business; Engineering","score_opus":0.9822940030074859,"score_gpt":0.7359007192625816,"score_spread":0.24639328374490432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895713118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5345457,0.00926759,0.43371958,0.0036451092,0.0011767584,0.0018671943,0.000003998811,0.00001702552,0.015757022],"genre_scores_gemma":[0.6052027,0.00010174166,0.37839416,0.00045988586,0.00037657117,0.00027046347,0.0000034957236,0.00003868463,0.015152313],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.2027829,0.5915134,0.1356745,0.004954237,0.06229942,0.0027755422],"domain_scores_gemma":[0.053095847,0.7513867,0.15948705,0.020122863,0.014625822,0.0012817268],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9437912,0.00032388562,0.008714945,0.0008985921,0.00032029452,0.00021589198,0.0049215797,0.0003388004,0.041646153],"category_scores_gemma":[0.9851087,0.00012049199,0.005032954,0.0044576665,0.0008250461,0.00016732884,0.0013196064,0.0014269871,0.00074993906],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001265439,0.00018909131,0.5457725,0.001689771,0.004550548,0.0002157018,0.0032251268,0.00022357736,0.016136426,0.02363802,0.057461128,0.34677157],"study_design_scores_gemma":[0.0019910007,0.0013402024,0.16033001,0.0008724097,0.0051923585,0.0012754189,0.040916994,0.16552036,0.011021658,0.18067658,0.42895898,0.0019040598],"about_ca_topic_score_codex":0.0006997962,"about_ca_topic_score_gemma":0.0004807955,"teacher_disagreement_score":0.3854425,"about_ca_system_score_codex":0.00002865936,"about_ca_system_score_gemma":0.0011829671,"threshold_uncertainty_score":0.96392},"labels":[],"label_agreement":null},{"id":"W2895775669","doi":"10.2217/cer-2018-0065","title":"Importance of assessing and adjusting for cross-study heterogeneity in network meta-analysis: a case study of psoriasis","year":2018,"lang":"en","type":"article","venue":"Journal of Comparative Effectiveness Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Psoriasis; Psoriasis Area and Severity Index; Covariate; Placebo; Meta-analysis; Psychological intervention; Clinical trial; Internal medicine; Physical therapy; Statistics; Alternative medicine; Psychiatry; Dermatology; Pathology","score_opus":0.9347608835346701,"score_gpt":0.7117826814298529,"score_spread":0.22297820210481722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895775669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9845545,0.0019098955,0.01097531,0.000009446126,0.00007512293,0.0023937873,0.0000068274744,5.581332e-7,0.00007452013],"genre_scores_gemma":[0.99834985,0.00000223654,0.0014073702,0.0000022088873,0.00009958848,0.00010820517,2.0323718e-7,0.000008195147,0.00002217364],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.91405994,0.06852771,0.010294107,0.00085170736,0.0058603543,0.00040616098],"domain_scores_gemma":[0.93835163,0.03903906,0.008154143,0.0014129607,0.012893199,0.00014901476],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.35055038,0.00027902832,0.0098351855,0.0016211455,0.00032815695,0.0005333509,0.0010445882,0.00005733549,0.00022820395],"category_scores_gemma":[0.01714783,0.00013921528,0.0023958492,0.0058194497,0.00032075963,0.00046048296,0.00025704765,0.0004001834,0.000003454374],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034099317,0.0011826929,0.9390821,0.000100227946,0.045330726,0.00012798261,0.004895138,0.008307068,0.00011099393,0.000019832469,0.0000584624,0.00044378842],"study_design_scores_gemma":[0.0017488996,0.0035894546,0.9251434,0.000047169444,0.027239736,0.00010285906,0.030382618,0.010476474,0.0004209122,0.0006804928,0.00002119492,0.00014676228],"about_ca_topic_score_codex":0.00014802377,"about_ca_topic_score_gemma":0.0020543768,"teacher_disagreement_score":0.33340257,"about_ca_system_score_codex":0.00006967889,"about_ca_system_score_gemma":0.00014391808,"threshold_uncertainty_score":0.9911311},"labels":[],"label_agreement":null},{"id":"W2895828751","doi":"10.1016/j.jclinepi.2018.10.003","title":"Few studies exist examining methods for selecting studies, abstracting data, and appraising quality in a systematic review","year":2018,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":84,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"Medical Research Council; Canadian Institutes of Health Research; National Health and Medical Research Council; Ontario Ministry of Research, Innovation and Science","keywords":"Data extraction; Systematic review; Critical appraisal; MEDLINE; Quality (philosophy); Cochrane Library; Computer science; Medicine; Reliability (semiconductor); Research design; Data science; Medical physics; Meta-analysis; Alternative medicine; Pathology; Statistics","score_opus":0.9949652348714091,"score_gpt":0.853682752021957,"score_spread":0.1412824828494521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895828751","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014854889,0.9680004,0.02643981,0.00053706917,0.002069279,0.0028371753,0.000016852262,0.000003542686,0.000081008715],"genre_scores_gemma":[0.0000028965903,0.77045393,0.22754559,0.0007758661,0.0009494722,0.0000757967,0.0000062395625,0.000030380832,0.00015983105],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.12831856,0.61909646,0.2456416,0.003370152,0.002583649,0.0009895572],"domain_scores_gemma":[0.004323672,0.7841413,0.20245129,0.0046042325,0.00413957,0.00033996213],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.95927054,0.0010009678,0.13686919,0.000761369,0.0002465498,0.0001883774,0.0045430167,0.00072656706,0.00004328861],"category_scores_gemma":[0.9916886,0.00042321568,0.008298029,0.0015223195,0.00051535066,0.00045052049,0.0011831484,0.0022632102,0.00004953208],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056947215,0.000031894248,0.00032794042,0.5801297,0.0041654194,0.0000059649374,0.000100094934,5.9687187e-7,8.800384e-9,0.000122217,0.006248382,0.40886214],"study_design_scores_gemma":[0.0002209548,0.00021941641,0.000044403972,0.5903322,0.013625133,0.0004353061,0.0013056855,0.00017586643,3.4726042e-9,0.0060127834,0.38727504,0.00035323174],"about_ca_topic_score_codex":0.000004304472,"about_ca_topic_score_gemma":0.000028223874,"teacher_disagreement_score":0.4085089,"about_ca_system_score_codex":0.00014482958,"about_ca_system_score_gemma":0.00064222375,"threshold_uncertainty_score":0.99982196},"labels":[],"label_agreement":null},{"id":"W2896042947","doi":"10.1302/0301-620x.100b10.bjj-2018-0609","title":"Meta-analysis: well-established and here to stay","year":2018,"lang":"en","type":"editorial","venue":"The Bone & Joint Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"History; Psychology","score_opus":0.6554804670773042,"score_gpt":0.487589521038608,"score_spread":0.16789094603869625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896042947","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018065223,0.043756437,0.022166165,0.012519495,0.8988731,0.0025176767,0.0004949449,0.000025986825,0.017839707],"genre_scores_gemma":[0.00225616,0.00058269146,0.0063996254,0.0009319776,0.76802325,0.00008043228,0.000038044913,0.00010107927,0.22158673],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.91874105,0.03902668,0.018551942,0.0019074656,0.021008,0.0007648476],"domain_scores_gemma":[0.9366836,0.019813187,0.023272054,0.01069565,0.0083165625,0.0012189717],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.40927747,0.0010329395,0.017959448,0.0018978405,0.0012057683,0.0097478535,0.004417107,0.00052823406,0.07468205],"category_scores_gemma":[0.08744381,0.0003586258,0.01687382,0.0034501792,0.00020494642,0.00043942846,0.0007547019,0.002750478,0.0076786485],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019141782,0.000024143143,0.000014215167,0.00001543114,0.1037727,0.000029329654,0.0005347403,0.000039509767,0.000004026563,0.000024110008,0.8951935,0.0003291647],"study_design_scores_gemma":[0.00012742066,0.00008590959,0.00003893664,0.0000150555525,0.25831676,0.00006513438,0.00067510555,0.0001035881,0.0000021235073,0.0033804409,0.73688596,0.00030355813],"about_ca_topic_score_codex":0.000054036824,"about_ca_topic_score_gemma":0.0002606892,"teacher_disagreement_score":0.32183364,"about_ca_system_score_codex":0.00010260685,"about_ca_system_score_gemma":0.0004173967,"threshold_uncertainty_score":0.9998866},"labels":[],"label_agreement":null},{"id":"W2896292806","doi":"10.1302/0301-620x.100b10.bjj-2017-1142.r2","title":"A systematic review of meta-analyses in orthopaedic surgery between 2000 and 2016","year":2018,"lang":"en","type":"review","venue":"The Bone & Joint Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto; University of Ottawa","funders":"","keywords":"Medicine; Meta-analysis; Orthopedic surgery; Systematic review; MEDLINE; Physical therapy; Quality Score; Psychological intervention; Surgery; Internal medicine","score_opus":0.8944303526301511,"score_gpt":0.5763763079147485,"score_spread":0.31805404471540266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896292806","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007819211,0.9959208,0.00031543177,0.00035836553,0.00020048895,0.0026767522,0.000054541153,0.0000028766663,0.00046292445],"genre_scores_gemma":[0.000014627536,0.9944078,0.00030034094,0.00018098786,0.0003113376,0.00013853512,0.000008240052,0.000042752636,0.0045954245],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.79362065,0.13485298,0.060312193,0.001207105,0.009398198,0.0006089127],"domain_scores_gemma":[0.8570113,0.052583706,0.07925825,0.008184072,0.0024472773,0.00051537517],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.54836315,0.0010930385,0.06579833,0.002107452,0.00029235645,0.00080990104,0.0026402464,0.00024379551,0.009850793],"category_scores_gemma":[0.15026805,0.00032324245,0.031421926,0.0033452685,0.00026988532,0.00028326764,0.00036508925,0.0013801608,0.0017804679],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011534464,0.000030164007,0.00001451976,0.8704909,0.018277686,0.00004239079,0.000109708366,1.7312422e-7,5.7540817e-8,0.000016523634,0.07996599,0.031050734],"study_design_scores_gemma":[0.000048264625,0.000022528224,0.000011166736,0.5688075,0.17139918,0.0012756995,0.00006271364,0.000004172335,6.9062466e-8,0.00065040664,0.25742075,0.00029759208],"about_ca_topic_score_codex":0.000014834496,"about_ca_topic_score_gemma":0.0000088168545,"teacher_disagreement_score":0.3980951,"about_ca_system_score_codex":0.00011486023,"about_ca_system_score_gemma":0.0011389134,"threshold_uncertainty_score":0.999922},"labels":[],"label_agreement":null},{"id":"W2897092992","doi":"10.1177/1536867x1801800206","title":"Attrition Diagrams for Clinical Trials and Meta-analyses in Stata","year":2018,"lang":"en","type":"article","venue":"The Stata Journal Promoting communications on statistics and Stata","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Attrition; Documentation; Computer science; Diagram; Set (abstract data type); Programming language; Database; Medicine","score_opus":0.9846130439606658,"score_gpt":0.7497721060674238,"score_spread":0.234840937893242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897092992","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027889028,0.016838737,0.917348,0.024219668,0.00035589962,0.004041232,0.008501693,0.0000136911,0.0007920002],"genre_scores_gemma":[0.7227942,0.009625616,0.26471195,0.0009799713,0.00023831105,0.00014782717,0.0002579495,0.000047206275,0.0011969818],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.940099,0.043611076,0.013102475,0.00075745746,0.0020432684,0.0003867497],"domain_scores_gemma":[0.8880188,0.095510945,0.00821835,0.0058546257,0.0021007003,0.0002966104],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.31855217,0.00034379293,0.0041744043,0.0003768518,0.0012947442,0.002398841,0.0029622503,0.000076819495,0.0006778249],"category_scores_gemma":[0.18646908,0.00014845302,0.0008294189,0.00069408317,0.0007124861,0.00029913284,0.00058533857,0.0006547998,0.000058115893],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034192795,0.0011661239,0.006449492,0.00017838177,0.01184104,0.000014815867,0.007822931,0.00002835247,0.00009704492,0.11801763,0.30168307,0.5523592],"study_design_scores_gemma":[0.0027711198,0.0016568735,0.013015737,0.00012579626,0.019375537,0.00013760173,0.0064956835,0.14658485,0.000021513091,0.557754,0.25130418,0.0007571387],"about_ca_topic_score_codex":0.00003837054,"about_ca_topic_score_gemma":0.0003762013,"teacher_disagreement_score":0.69490516,"about_ca_system_score_codex":0.000027054852,"about_ca_system_score_gemma":0.00012090654,"threshold_uncertainty_score":0.9986368},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"software","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"software","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2897170297","doi":"10.1186/s13063-018-2887-x","title":"Choosing the target difference and undertaking and reporting the sample size calculation for a randomised controlled trial – the development of the DELTA2 guidance","year":2018,"lang":"en","type":"review","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Programme Grants for Applied Research; Medical Research Council; Chief Scientist Office, Scottish Government Health and Social Care Directorate; National Institute for Health and Care Research; Scottish Government; Research for Patient Benefit Programme; United Kingdom Clinical Research Collaboration","keywords":"Sample size determination; Randomized controlled trial; Delphi; Sample (material); Delphi method; Outcome (game theory); Statistical power; Medicine; Medical physics; Research design; Computer science; Statistics; Artificial intelligence; Surgery; Mathematics","score_opus":0.8865922021035396,"score_gpt":0.6048492690558724,"score_spread":0.2817429330476672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897170297","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00090118195,0.9181044,0.038948353,0.00043564895,0.00083730515,0.040558975,0.000022487953,0.0000036507317,0.00018795778],"genre_scores_gemma":[0.035112146,0.834148,0.079145834,0.0009958654,0.0058501004,0.031672437,0.00003889127,0.00023387822,0.012802842],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.906504,0.049820807,0.03918881,0.0010155594,0.003143083,0.00032777913],"domain_scores_gemma":[0.17068154,0.65992796,0.16152954,0.006012824,0.0017339381,0.00011416654],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4807849,0.00046632797,0.013086461,0.00006914292,0.0011784597,0.0010614513,0.0016395814,0.00015029943,0.00015616098],"category_scores_gemma":[0.7373355,0.00009955905,0.0040003685,0.0006001196,0.00021828093,0.000053402564,0.00022939254,0.00018266226,0.0000041972926],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0097086,0.000034022432,0.000075610595,0.0020414544,0.0033649548,1.9543127e-7,0.0032052041,0.000007756694,0.000009678534,0.0006318074,0.0025414224,0.9783793],"study_design_scores_gemma":[0.1447364,0.000054611904,0.0002490356,0.005234571,0.01241937,0.000015876083,0.00042077366,0.0025136506,0.000007978038,0.014568754,0.8193008,0.00047821132],"about_ca_topic_score_codex":0.000010709854,"about_ca_topic_score_gemma":0.00002882748,"teacher_disagreement_score":0.9779011,"about_ca_system_score_codex":0.00003484368,"about_ca_system_score_gemma":0.0005028345,"threshold_uncertainty_score":0.99997556},"labels":[],"label_agreement":null},{"id":"W2897435863","doi":"10.1016/j.ijsu.2018.10.031","title":"The PROCESS 2018 statement: Updating Consensus Preferred Reporting Of CasE Series in Surgery (PROCESS) guidelines","year":2018,"lang":"en","type":"article","venue":"International Journal of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":906,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Checklist; Delphi method; Medicine; Statement (logic); Delphi; Transparency (behavior); Process (computing); Medical education; Family medicine; Computer science; Psychology; Political science","score_opus":0.7885644947664935,"score_gpt":0.5782930704812961,"score_spread":0.2102714242851974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897435863","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99248874,0.00076999003,0.0005135681,0.0033703134,0.0020634434,0.00012237305,0.0000132980895,0.0000021926162,0.0006560574],"genre_scores_gemma":[0.997999,0.00009647818,0.0008577552,0.00011557993,0.0004869261,0.000005465953,0.000002227081,0.000010230257,0.0004263358],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.95946497,0.0019376896,0.033054717,0.00032962274,0.0049923565,0.00022062997],"domain_scores_gemma":[0.8930405,0.01720993,0.06642963,0.0008785802,0.022323744,0.00011762429],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19718778,0.00019630515,0.002245377,0.0008197331,0.00013262962,0.00049956294,0.0009263811,0.000049942635,0.0008179516],"category_scores_gemma":[0.30506024,0.000091553266,0.0011267612,0.0008613594,0.00018769232,0.0005339302,0.00008134223,0.00015937937,0.00003214648],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027899217,0.0001196602,0.7649038,0.00011100865,0.0010863804,0.0032280993,0.0016367417,0.0005670321,0.00021396778,0.00015652603,0.17306179,0.054636035],"study_design_scores_gemma":[0.00259633,0.00043142788,0.12838683,0.013145628,0.0014805623,0.19803634,0.17789261,0.03417144,0.023034686,0.12711348,0.2905313,0.0031793667],"about_ca_topic_score_codex":0.000032882257,"about_ca_topic_score_gemma":0.00013161334,"teacher_disagreement_score":0.6365169,"about_ca_system_score_codex":0.000047840447,"about_ca_system_score_gemma":0.00059521507,"threshold_uncertainty_score":0.8955996},"labels":[],"label_agreement":null},{"id":"W2897630151","doi":"10.1016/j.prevetmed.2018.10.011","title":"Assessment of systematic reviews and meta-analyses available for bovine and equine veterinarians and quality of abstract reporting: A scoping review","year":2018,"lang":"en","type":"review","venue":"Preventive Veterinary Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Systematic review; Checklist; Medicine; Veterinary medicine; Inter-rater reliability; Meta-analysis; Observational study; Interquartile range; MEDLINE; Family medicine; Pathology; Psychology; Internal medicine; Biology; Mathematics; Statistics","score_opus":0.974705154816917,"score_gpt":0.7204187369543097,"score_spread":0.2542864178626073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897630151","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000113683855,0.98005354,0.0024709993,0.00008033847,0.00013026086,0.016521163,0.0001087927,0.0000047697586,0.00051643734],"genre_scores_gemma":[0.00019473647,0.9881162,0.0072625815,0.00005778652,0.00007873784,0.0017722542,0.00004571895,0.000039322178,0.0024326856],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9003952,0.028329238,0.06487839,0.0024633,0.0035052872,0.00042856752],"domain_scores_gemma":[0.8669042,0.02033752,0.106133156,0.004503485,0.0018368865,0.00028478264],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.32905674,0.0011122732,0.056016717,0.00067107467,0.00012741021,0.00012113388,0.0010305913,0.0001986865,0.0031231418],"category_scores_gemma":[0.17796536,0.00046751197,0.0047102086,0.0010632131,0.00053503056,0.00025983562,0.000617149,0.00024051788,0.000015488646],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000743427,0.000052612093,0.000021336913,0.9826289,0.0057086325,0.000007921234,0.000058009195,1.4446506e-8,0.00005659948,0.000047613536,0.0015920819,0.009818845],"study_design_scores_gemma":[0.00027292396,0.0021515342,0.00005900022,0.76593995,0.1201076,0.0003443079,0.00008407129,0.000019473267,6.282128e-7,0.00012260934,0.11047461,0.00042329993],"about_ca_topic_score_codex":0.000030651805,"about_ca_topic_score_gemma":0.0000052386517,"teacher_disagreement_score":0.21668896,"about_ca_system_score_codex":0.000040136234,"about_ca_system_score_gemma":0.00020738643,"threshold_uncertainty_score":0.9997777},"labels":[],"label_agreement":null},{"id":"W2898362597","doi":"10.1053/j.sempedsurg.2018.10.009","title":"Systematic reviews and meta-analytic techniques","year":2018,"lang":"en","type":"review","venue":"Seminars in Pediatric Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Systematic review; Management science; Medicine; Critical appraisal; Medical literature; Framing (construction); Context (archaeology); Engineering ethics; Evidence-based medicine; MEDLINE; Data science; Computer science; Alternative medicine; Pathology; Engineering","score_opus":0.7464731029882911,"score_gpt":0.5301915004607595,"score_spread":0.2162816025275316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898362597","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000029968255,0.9904716,0.00012448458,0.000033029683,0.000602652,0.006464427,0.000034213343,0.00002132979,0.0022452918],"genre_scores_gemma":[0.0000024092506,0.98089284,0.0015668978,0.000101679325,0.0007300223,0.0024798638,0.000025510324,0.00008130417,0.014119492],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.87011105,0.0656787,0.053042028,0.0034690832,0.006863118,0.0008360344],"domain_scores_gemma":[0.8515456,0.09968486,0.037156347,0.010328951,0.00087840547,0.000405874],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.45883256,0.0017698763,0.074081935,0.0054033916,0.00014252456,0.0012121485,0.0032214553,0.000768242,0.004790121],"category_scores_gemma":[0.2589523,0.0007379676,0.022896128,0.008969806,0.00014316273,0.000341761,0.0005587175,0.0006918697,0.006263648],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.059449e-7,0.000044869914,0.00020662318,0.35529822,0.0023572631,0.000056874662,0.000055249526,2.6641006e-8,2.0820172e-9,0.000032235926,0.4721015,0.16984653],"study_design_scores_gemma":[0.00001173682,0.00001156477,0.0000018795705,0.014893853,0.11666179,0.00011983819,0.0000218492,0.000006822602,3.5221987e-8,0.00051025994,0.867141,0.0006193537],"about_ca_topic_score_codex":0.000006342171,"about_ca_topic_score_gemma":0.000010422686,"teacher_disagreement_score":0.3950395,"about_ca_system_score_codex":0.00016214234,"about_ca_system_score_gemma":0.00038784038,"threshold_uncertainty_score":0.9998247},"labels":[],"label_agreement":null},{"id":"W2898980258","doi":"10.1097/ccm.0000000000003527","title":"The Fragility and Reliability of Conclusions of Anesthesia and Critical Care Randomized Trials With Statistically Significant Findings: A Systematic Review*","year":2018,"lang":"en","type":"review","venue":"Critical Care Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Population Health Research Institute","funders":"","keywords":"Medicine; Randomized controlled trial; Interquartile range; Sample size determination; Fragility; Data extraction; Clinical trial; Statistical significance; MEDLINE; Internal medicine; Statistics","score_opus":0.4970186875358507,"score_gpt":0.5595904817152727,"score_spread":0.06257179417942199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898980258","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000029114555,0.98213804,0.005737399,0.0019737433,0.00013115774,0.009482504,0.00022779526,0.00000589122,0.00027436143],"genre_scores_gemma":[0.008979306,0.9872988,0.002549183,0.00017562036,0.00010851331,0.00075313816,0.000039738206,0.00003575665,0.000059936276],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8679402,0.09288929,0.030605288,0.0016928473,0.0064212135,0.00045115897],"domain_scores_gemma":[0.32215598,0.6432824,0.009164563,0.0074999253,0.016987473,0.00090960856],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28328043,0.0008849678,0.05292491,0.00026743457,0.00034157705,0.00020596766,0.001522236,0.00033368176,0.00093275605],"category_scores_gemma":[0.88291126,0.0002667818,0.0028526208,0.001064681,0.009051476,0.00008221622,0.00027116225,0.00051267905,0.000019970059],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029606925,0.000027369473,0.000015753569,0.9810063,0.00025206205,0.000033086406,0.0007287045,1.0457404e-8,1.1211601e-7,0.010684346,0.00148037,0.005475809],"study_design_scores_gemma":[0.0061585754,0.001138259,0.000011784493,0.8334827,0.108341835,0.00041354678,0.01014313,0.00005589945,5.525664e-7,0.006514039,0.03313212,0.00060756446],"about_ca_topic_score_codex":0.00002217839,"about_ca_topic_score_gemma":0.000005668703,"teacher_disagreement_score":0.59963083,"about_ca_system_score_codex":0.00006685328,"about_ca_system_score_gemma":0.00049880665,"threshold_uncertainty_score":0.9999805},"labels":[],"label_agreement":null},{"id":"W2898982344","doi":"10.1016/j.wneu.2018.10.180","title":"Reporting Interim Results Can Show the Feasibility of Practicing Outcome-Based Neurovascular Care Within Randomized Trials: An Opinion","year":2018,"lang":"en","type":"review","venue":"World Neurosurgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal; Hôpital Notre-Dame; University of Alberta Hospital","funders":"","keywords":"Interim; Medicine; Randomized controlled trial; Neurovascular bundle; Psychological intervention; Clinical trial; Interim analysis; Intervention (counseling); Outcome (game theory); Intensive care medicine; Family medicine; Surgery; Psychiatry","score_opus":0.9210354147730593,"score_gpt":0.6241239184641109,"score_spread":0.2969114963089484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898982344","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007281109,0.9763281,0.0010290892,0.0006156018,0.009177723,0.010990898,0.00020407027,0.000043505806,0.00088295067],"genre_scores_gemma":[0.042255696,0.93550164,0.003982562,0.0028023128,0.003998894,0.00202886,0.0009131064,0.0006439558,0.007873001],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.56183314,0.31210837,0.113966346,0.0036303098,0.00787511,0.0005867323],"domain_scores_gemma":[0.40768972,0.26528224,0.30088884,0.021938497,0.003740383,0.0004603283],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7428518,0.0012516654,0.04781068,0.001603561,0.0003776799,0.001674541,0.0032807959,0.0002524119,0.00045123574],"category_scores_gemma":[0.8818635,0.00048144415,0.028317811,0.0041690837,0.00044819323,0.00029078758,0.00037851604,0.001073316,0.00008311974],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008044078,0.0005129565,0.003392338,0.04086224,0.002938485,0.0002288125,0.002445448,0.00028062344,0.00000725907,0.00015269681,0.0455909,0.8955442],"study_design_scores_gemma":[0.0058376407,0.00007600507,0.000057839497,0.0077285026,0.0074939136,0.00007258039,0.0002753602,0.0008340721,0.000008284853,0.00008301833,0.9768502,0.0006825931],"about_ca_topic_score_codex":0.000095036456,"about_ca_topic_score_gemma":0.00022520073,"teacher_disagreement_score":0.9312593,"about_ca_system_score_codex":0.00012417506,"about_ca_system_score_gemma":0.0010307286,"threshold_uncertainty_score":0.9997637},"labels":[],"label_agreement":null},{"id":"W2899072256","doi":"10.1016/j.vaa.2018.09.029","title":"Reporting of items associated with study bias in veterinary research is poor","year":2018,"lang":"en","type":"article","venue":"Veterinary Anaesthesia and Analgesia","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Medicine; Reporting bias; Publication bias; MEDLINE; Research design; Veterinary medicine; Family medicine; Meta-analysis; Statistics; Pathology","score_opus":0.8464643997264112,"score_gpt":0.5643849613037674,"score_spread":0.2820794384226438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899072256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99645144,0.00028869335,0.000043756685,0.00038052438,0.000032337764,0.00066397525,0.00000405181,0.00000699358,0.0021282502],"genre_scores_gemma":[0.99811214,0.000022800637,0.00039951637,0.00008400207,0.00004259037,0.00003492263,0.0000023788048,0.000019383075,0.001282249],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97281265,0.012061372,0.00962465,0.0012036124,0.00383856,0.0004591282],"domain_scores_gemma":[0.9873804,0.0016308309,0.007299876,0.0021744668,0.001338333,0.0001760971],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14999329,0.00031664132,0.0029799724,0.0010930859,0.00026848057,0.0003731004,0.000978053,0.0001039982,0.00064324844],"category_scores_gemma":[0.016131707,0.0001676365,0.00040521906,0.003533448,0.00034244452,0.0002919371,0.00021149893,0.00025733188,0.0000967965],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017754942,0.0005454637,0.96846503,0.000051894593,0.00022199652,0.0014948125,0.0044361716,0.0000026839696,0.0014236605,0.00013453257,0.0028532608,0.020192944],"study_design_scores_gemma":[0.0005175008,0.011576576,0.96992356,0.00032309964,0.00009067516,0.00023581876,0.0077076186,0.0017627109,0.000041991472,0.0008447646,0.00667592,0.0002997685],"about_ca_topic_score_codex":0.00017041524,"about_ca_topic_score_gemma":0.0000576823,"teacher_disagreement_score":0.13386157,"about_ca_system_score_codex":0.000036943457,"about_ca_system_score_gemma":0.00008415774,"threshold_uncertainty_score":0.99215585},"labels":[],"label_agreement":null},{"id":"W2899153819","doi":"10.3205/17ebm001","title":"The quality of clinical research is often discussed but rarely defined – a systematic survey and proposal for a comprehensive framework of clinical research quality","year":2017,"lang":"en","type":"article","venue":"German Medical Science (German Research Foundation)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Quality (philosophy); Clinical research; Systematic review; Medicine; MEDLINE; Political science; Epistemology; Pathology","score_opus":0.952562044409191,"score_gpt":0.7760131385346071,"score_spread":0.17654890587458394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899153819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9589619,0.00032504156,0.0035465793,0.028145554,0.0007515466,0.0066323634,0.00010172108,0.000010856389,0.0015244038],"genre_scores_gemma":[0.993153,0.00027283246,0.0030475159,0.00017076446,0.00035297213,0.000394546,0.000016314532,0.000021951022,0.0025701416],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.36768022,0.43373302,0.055310644,0.006294267,0.13277468,0.004207156],"domain_scores_gemma":[0.2323848,0.65486366,0.016317593,0.020336399,0.07286848,0.003229046],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","insufficient_payload"],"category_scores_codex":[0.9240136,0.0003792204,0.0064025694,0.0010980854,0.0068240645,0.004321797,0.015343352,0.0005632729,0.0011322296],"category_scores_gemma":[0.90849054,0.00016943573,0.0015754863,0.004675178,0.03388401,0.0010459848,0.0041007935,0.00325322,0.0007872043],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017578863,0.0017260503,0.35924235,0.012276233,0.00086476014,0.0000181644,0.0044328026,8.1990686e-7,0.00033099853,0.46529093,0.07057171,0.0834873],"study_design_scores_gemma":[0.0010505456,0.0005264067,0.8334808,0.0013599687,0.000036319056,0.0000042987917,0.0020382402,0.006737051,0.000039013696,0.14922045,0.0052562044,0.000250708],"about_ca_topic_score_codex":0.0012416246,"about_ca_topic_score_gemma":0.0012198214,"teacher_disagreement_score":0.47423846,"about_ca_system_score_codex":0.00012585006,"about_ca_system_score_gemma":0.008487312,"threshold_uncertainty_score":0.9999908},"labels":[],"label_agreement":null},{"id":"W2899351755","doi":"10.1097/01.hjh.0000548847.31664.ef","title":"A12153 Quality of abstracts of pilot trials in heart failure","year":2018,"lang":"en","type":"article","venue":"Journal of Hypertension","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Checklist; Consolidated Standards of Reporting Trials; Randomization; Confidence interval; MEDLINE; Cochrane Library; Clinical trial; Randomized controlled trial; Physical therapy; Family medicine; Internal medicine","score_opus":0.9061981375830155,"score_gpt":0.5771675425864371,"score_spread":0.3290305949965784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899351755","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9958484,0.00066823064,0.00042785885,0.002104409,0.0003556807,0.00019638523,0.0000039092874,5.048354e-7,0.00039463397],"genre_scores_gemma":[0.9909805,0.000022535678,0.008483316,0.00018438918,0.00016376842,4.2046798e-7,2.6832953e-7,0.0000048841753,0.00015992361],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.95068705,0.015543854,0.027922146,0.00031531503,0.00536165,0.00016997219],"domain_scores_gemma":[0.9651857,0.008629779,0.02052347,0.0012531875,0.0042919223,0.00011593839],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.31860876,0.0001481841,0.0069759195,0.00061158504,0.00003046497,0.00006941743,0.0007238133,0.00007480445,0.0019780425],"category_scores_gemma":[0.15523468,0.00006201109,0.0018925259,0.0007972974,0.0000889974,0.00024761548,0.000053496085,0.00016815921,0.00015242044],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061790954,0.0008820993,0.06300898,0.00017250767,0.00040366707,0.000026240641,0.0005724481,0.00016434738,0.60764956,0.00033920354,0.3182204,0.00794265],"study_design_scores_gemma":[0.00354702,0.0025275415,0.8653395,0.0010098964,0.0006445019,0.0003723092,0.002305235,0.00059965806,0.035506904,0.010153863,0.07766369,0.00032987542],"about_ca_topic_score_codex":0.000051249895,"about_ca_topic_score_gemma":0.00007489736,"teacher_disagreement_score":0.80233055,"about_ca_system_score_codex":0.000015355461,"about_ca_system_score_gemma":0.00011073372,"threshold_uncertainty_score":0.99893427},"labels":[],"label_agreement":null},{"id":"W2899417787","doi":"10.1177/0300985818798104","title":"Ensuring Observational Studies Have Validity and Impact","year":2018,"lang":"en","type":"editorial","venue":"Veterinary Pathology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Observational study; Medicine; Pathology","score_opus":0.9169010936859199,"score_gpt":0.6195541584492221,"score_spread":0.29734693523669775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899417787","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39758456,0.0027814407,0.00018154815,0.00011004058,0.5978224,0.00039323384,0.0004133226,0.000010516514,0.00070293125],"genre_scores_gemma":[0.02675098,0.0009841608,0.0043392945,0.00011220624,0.94886744,0.00013591169,0.00029703657,0.00006231632,0.018450638],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.970575,0.015512053,0.006892758,0.0020048227,0.004594911,0.00042046522],"domain_scores_gemma":[0.94886225,0.029446961,0.012929369,0.004708324,0.0038416714,0.00021141066],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.094136044,0.000629525,0.005923546,0.0005260173,0.00025907665,0.00047911628,0.0015530812,0.0006915507,0.0024232795],"category_scores_gemma":[0.17630614,0.00031737974,0.0015360259,0.00039666356,0.00038457874,0.00020531696,0.00094260153,0.0004856947,0.001238189],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002195896,0.000018818992,0.0042808023,0.000103103834,0.00024371363,0.00024496013,0.00030060599,0.0000018782168,0.00009794658,0.000010275822,0.9940467,0.0006292528],"study_design_scores_gemma":[0.00015407134,0.000895776,0.011524993,0.00006202302,0.00025945247,0.00022908446,0.00013356587,0.00012911427,0.0000012626045,0.0030941952,0.98320895,0.00030748243],"about_ca_topic_score_codex":0.0000074109794,"about_ca_topic_score_gemma":0.000011085426,"teacher_disagreement_score":0.37083358,"about_ca_system_score_codex":0.00007758008,"about_ca_system_score_gemma":0.00016805694,"threshold_uncertainty_score":0.9999278},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2900371486","doi":"10.29173/cais1025","title":"Checks and Balances: Taking a Closer Look at Funding Acknowledgements Texts","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Acknowledgement; Order (exchange); Scale (ratio); Political science; Public relations; Library science; Computer science; Economics; Geography; Finance; Computer security","score_opus":0.35460344542993993,"score_gpt":0.42176464716586404,"score_spread":0.0671612017359241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900371486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93611765,0.0011756499,0.00007499361,0.0009066371,0.0003032093,0.0006296213,0.00006017827,0.000009429847,0.060722634],"genre_scores_gemma":[0.98425156,0.00018089252,0.0006987637,0.00041183768,0.00018539309,0.00002835348,0.0000014948663,0.000016942928,0.014224764],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.992203,0.00031015038,0.0035267528,0.0008205499,0.0026800893,0.000459448],"domain_scores_gemma":[0.79032636,0.0014716208,0.013601641,0.0017097908,0.19250384,0.00038677896],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.021120666,0.00038366558,0.0021900071,0.0002870912,0.00028144108,0.0042557144,0.0036542318,0.0001346339,0.0030309681],"category_scores_gemma":[0.23205486,0.0001995196,0.0006580085,0.0010228017,0.0006281732,0.005129688,0.0014638464,0.000190705,0.00024824264],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061209736,0.00009287164,0.8302032,0.0009822012,0.0003793584,7.756904e-7,0.018355584,3.4216825e-7,0.008637378,0.0027164912,0.12451867,0.014051971],"study_design_scores_gemma":[0.00097231823,0.00043921615,0.33461514,0.0030850952,0.00085634395,0.000055803303,0.005260978,0.0020256543,0.019614512,0.014591741,0.6176784,0.00080478494],"about_ca_topic_score_codex":0.000014708886,"about_ca_topic_score_gemma":0.000029831896,"teacher_disagreement_score":0.495588,"about_ca_system_score_codex":0.000057320933,"about_ca_system_score_gemma":0.00011965062,"threshold_uncertainty_score":0.9978804},"labels":[],"label_agreement":null},{"id":"W2900449136","doi":"10.1016/j.jclinepi.2018.11.007","title":"The methodological quality of dose-response meta-analyses needed substantial improvement: a cross-sectional survey and proposed recommendations","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":95,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"Sichuan University; National Natural Science Foundation of China","keywords":"Checklist; Quartile; Medicine; Confidence interval; Guideline; Cross-sectional study; Quality (philosophy); Meta-analysis; Meta-regression; Quality Score; MEDLINE; Regression analysis; Family medicine; Statistics; Psychology; Internal medicine; Pathology; Mathematics","score_opus":0.991129274460343,"score_gpt":0.7939509931711616,"score_spread":0.19717828128918147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900449136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91676986,0.0008030455,0.07297428,0.0076466864,0.0013196501,0.00031896855,0.00005325886,0.000001955158,0.000112304864],"genre_scores_gemma":[0.96339214,0.00021141667,0.03363918,0.0014255194,0.00045132363,0.0000043091186,0.0000032267117,0.0000073122897,0.00086559803],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.2057705,0.69897985,0.089896075,0.0012453044,0.0035645822,0.0005437027],"domain_scores_gemma":[0.0969799,0.8257561,0.0662429,0.0023315225,0.008250993,0.0004386298],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9213249,0.0003019917,0.014490236,0.00027059473,0.0003729343,0.00021788568,0.0019036697,0.00036565572,0.004799542],"category_scores_gemma":[0.94111,0.00010158986,0.008044444,0.00086176826,0.0018317077,0.00021405521,0.00024226398,0.0007538013,0.00007134409],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048199925,0.00021099186,0.9621902,0.000011286413,0.008319306,0.0000016893063,0.000058153222,0.000037387235,0.0007678219,0.0033559934,0.011624487,0.008602652],"study_design_scores_gemma":[0.0006386653,0.0010490887,0.95654887,0.0000029339005,0.00087534013,0.000023576999,0.00012560573,0.0009417083,0.000047461894,0.031949136,0.0077008144,0.00009679637],"about_ca_topic_score_codex":0.00009608456,"about_ca_topic_score_gemma":0.00020628866,"teacher_disagreement_score":0.1267762,"about_ca_system_score_codex":0.000020805866,"about_ca_system_score_gemma":0.0003103513,"threshold_uncertainty_score":0.9961102},"labels":[],"label_agreement":null},{"id":"W2900643103","doi":"10.1016/j.jclinepi.2018.11.015","title":"Stratification by quality induced selection bias in a meta-analysis of clinical trials","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":75,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Australian National University","keywords":"Meta-analysis; Selection bias; Selection (genetic algorithm); Quality (philosophy); Clinical trial; Publication bias; Medicine; MEDLINE; Statistics; Stratification (seeds); Internal medicine; Computer science; Mathematics; Biology; Artificial intelligence; Physics","score_opus":0.9946342775668788,"score_gpt":0.8107698000154119,"score_spread":0.18386447755146695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900643103","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9024121,0.00092247705,0.085116774,0.009105383,0.0011749439,0.0004877036,0.000029181329,0.0000022569961,0.00074916106],"genre_scores_gemma":[0.986177,0.00015711701,0.01077114,0.0017213627,0.00064220815,0.000008019675,0.0000059069093,0.000006949728,0.0005102735],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.09855459,0.67281044,0.22345427,0.0013039799,0.0035092118,0.00036750178],"domain_scores_gemma":[0.029668044,0.73724556,0.22284298,0.0030372136,0.00665666,0.0005495578],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.96257156,0.0003219832,0.063720845,0.0011882706,0.000055322907,0.000074776755,0.0018399932,0.00082316436,0.010257735],"category_scores_gemma":[0.9674669,0.00013525097,0.03770872,0.0039020546,0.00039788857,0.00027208347,0.00007429244,0.0011939098,0.00020464914],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035421227,0.0006223393,0.82856774,0.00001247239,0.093592964,0.0000011110848,0.0000734953,0.00017886274,0.00012848528,0.0037031986,0.042754233,0.030010857],"study_design_scores_gemma":[0.00091799145,0.0011927189,0.81933683,0.000008899152,0.11739515,0.0000059735553,0.00017429948,0.01431785,0.00003444606,0.033937994,0.012491117,0.00018674662],"about_ca_topic_score_codex":0.000119628385,"about_ca_topic_score_gemma":0.0005196838,"teacher_disagreement_score":0.0837649,"about_ca_system_score_codex":0.0000239696,"about_ca_system_score_gemma":0.00041404433,"threshold_uncertainty_score":0.990647},"labels":[],"label_agreement":null},{"id":"W2900759270","doi":"10.1101/467795","title":"Evolution of international collaborative research efforts to develop non-Cochrane systematic reviews","year":2018,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MEDLINE; Protocol (science); Systematic review; Library science; Metadata; Data extraction; Scripting language; Web of science; Cochrane Library; Medicine; World Wide Web; Computer science; Political science; Alternative medicine; Pathology","score_opus":0.38764363539337915,"score_gpt":0.4688429681672674,"score_spread":0.08119933277388824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900759270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7721431,0.03031859,0.14083533,0.0015993961,0.013026283,0.03956715,0.0010619878,0.000116636205,0.0013314931],"genre_scores_gemma":[0.96111906,0.00051059405,0.03511922,0.000110215544,0.00073354837,0.0020039526,7.81885e-7,0.000087716944,0.0003148987],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9462388,0.019969197,0.017529376,0.0030566882,0.012398204,0.0008077025],"domain_scores_gemma":[0.9221094,0.0045519806,0.013258522,0.01074132,0.048692405,0.00064633175],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.25768638,0.0009319715,0.008910357,0.0027294958,0.00030181522,0.0014660229,0.0061324374,0.00060060277,0.0016852074],"category_scores_gemma":[0.21919625,0.0005732795,0.001252721,0.01054694,0.0002761547,0.00033948495,0.0020670411,0.0008294126,0.0075346865],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002491757,0.0013038925,0.054004826,0.13526803,0.0060284636,0.00014144542,0.0015024672,0.0006752478,0.22480059,0.014142544,0.56185824,0.000025090849],"study_design_scores_gemma":[0.0026339856,0.0010734184,0.2576597,0.20413703,0.0043476126,5.970243e-7,0.0007206866,0.019271633,0.089384526,0.00051746046,0.4122826,0.00797075],"about_ca_topic_score_codex":0.00003999215,"about_ca_topic_score_gemma":0.000017009916,"teacher_disagreement_score":0.20365489,"about_ca_system_score_codex":0.0009803624,"about_ca_system_score_gemma":0.0021924234,"threshold_uncertainty_score":0.9996719},"labels":[],"label_agreement":null},{"id":"W2900962160","doi":"10.1007/s00330-018-5801-8","title":"Citation bias in imaging research: are studies with higher diagnostic accuracy estimates cited more often?","year":2018,"lang":"en","type":"article","venue":"European Radiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"University of Ottawa","keywords":"Medicine; Citation; Sample size determination; Publication bias; Meta-analysis; Confounding; Statistics; MEDLINE; Medical physics; Nuclear medicine; Internal medicine; Mathematics; Computer science","score_opus":0.8981183022222275,"score_gpt":0.6008108393624105,"score_spread":0.297307462859817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900962160","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9756685,0.0050838524,0.001137269,0.0060301116,0.0004647683,0.0006822449,0.000008298209,0.000021980852,0.010902982],"genre_scores_gemma":[0.9939722,0.00008057546,0.002418249,0.00080960727,0.0002743138,0.000027294407,0.0000090350095,0.000025597157,0.0023831618],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96762717,0.02561951,0.0034640857,0.0010291068,0.0018178727,0.00044225468],"domain_scores_gemma":[0.9424751,0.050042514,0.0023043682,0.0023882636,0.0026595658,0.00013019012],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08757737,0.0002566176,0.001878219,0.0010311127,0.0002223307,0.00033599156,0.0012572902,0.00002876201,0.0014862013],"category_scores_gemma":[0.2733401,0.00011821513,0.00022499425,0.002479255,0.0007519,0.00024652007,0.00023641525,0.00025507784,0.0068365745],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028045966,0.000046137575,0.6980679,0.000038416012,0.0002178886,0.00044646172,0.0044123917,0.0001371121,0.00012059638,0.00065981597,0.28561938,0.010205887],"study_design_scores_gemma":[0.00037476743,0.0001384832,0.9452471,0.00017688432,0.00007331817,0.00006630424,0.0035713338,0.0016380204,0.000011810555,0.0025566872,0.045952708,0.00019256306],"about_ca_topic_score_codex":0.000011553548,"about_ca_topic_score_gemma":0.00004091161,"teacher_disagreement_score":0.24717924,"about_ca_system_score_codex":0.000048714803,"about_ca_system_score_gemma":0.000029240027,"threshold_uncertainty_score":0.9994266},"labels":[],"label_agreement":null},{"id":"W2901249096","doi":"10.1186/s13643-018-0864-9","title":"Searching Embase and MEDLINE by using only major descriptors or title and abstract fields: a prospective exploratory study","year":2018,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital","funders":"","keywords":"MEDLINE; Medicine; Information retrieval; Web of science; Bibliographic database; Relevance (law); Thesaurus; Limiting; Computer science; Meta-analysis; Natural language processing; Pathology","score_opus":0.6919584640132012,"score_gpt":0.5292509844431628,"score_spread":0.1627074795700384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901249096","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89411736,0.04345859,0.011291667,0.00019301339,0.0010022492,0.030333677,0.000024854411,0.000031991975,0.019546578],"genre_scores_gemma":[0.9823563,0.00016019643,0.0033612847,0.00017639555,0.0001865456,0.00029539072,0.0000013473121,0.000025732139,0.0134368045],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9867719,0.0058399956,0.0050927405,0.0006371287,0.0014836629,0.00017459631],"domain_scores_gemma":[0.9942339,0.0013913551,0.0023919945,0.0014986064,0.00033735143,0.00014680273],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.06632347,0.00026506445,0.0032377783,0.00015849396,0.00016556181,0.00055356877,0.00043041233,0.000049622893,0.0030909823],"category_scores_gemma":[0.020598635,0.00010360384,0.00029201634,0.00047999987,0.00006688077,0.00021433124,0.00010458016,0.00011484068,0.00194088],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078553516,0.0012047822,0.051927228,0.1485602,0.0028547167,0.00013854596,0.07077927,0.0000019378956,0.0010256217,0.0018861314,0.63623095,0.08531209],"study_design_scores_gemma":[0.006284265,0.004077376,0.009609241,0.07282508,0.0114215035,0.0015381824,0.15403076,0.04019344,0.0003116715,0.013134793,0.6803324,0.0062412964],"about_ca_topic_score_codex":0.000018054427,"about_ca_topic_score_gemma":0.00011211405,"teacher_disagreement_score":0.088238925,"about_ca_system_score_codex":0.000029378103,"about_ca_system_score_gemma":0.000048768423,"threshold_uncertainty_score":0.9988362},"labels":[],"label_agreement":null},{"id":"W2901357801","doi":"10.1186/s12891-018-2337-7","title":"Pilot randomized controlled trials in the orthopaedic surgery literature: a systematic review","year":2018,"lang":"en","type":"review","venue":"BMC Musculoskeletal Disorders","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; Western University; University of Toronto; McMaster University","funders":"","keywords":"Medicine; Randomized controlled trial; MEDLINE; Checklist; Physical therapy; Systematic review; Clinical trial; Orthopedic surgery; Consolidated Standards of Reporting Trials; Evidence-based medicine; Alternative medicine; Surgery; Internal medicine; Pathology","score_opus":0.4697155841341039,"score_gpt":0.4995283016012352,"score_spread":0.029812717467131267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901357801","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000015336876,0.9294133,0.0013444914,0.00027572294,0.001284516,0.064819075,0.000050753813,0.000020118847,0.0027904774],"genre_scores_gemma":[0.000021688697,0.9714335,0.00016098819,0.00063817773,0.00038635192,0.023483863,0.00023026431,0.00009314388,0.0035520277],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.25189555,0.6333907,0.097958565,0.002904381,0.012888847,0.00096192374],"domain_scores_gemma":[0.1392792,0.7493911,0.092952535,0.016117778,0.0018602218,0.0003991996],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.86980295,0.0025121947,0.1970099,0.0027534715,0.00026976576,0.0030497743,0.0069217123,0.0004471189,0.005167917],"category_scores_gemma":[0.8901376,0.0007261539,0.2034336,0.008947499,0.00044310853,0.00037799418,0.0002695181,0.0010530157,0.0059688874],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005855816,0.00015469165,0.0000050122603,0.92792696,0.0032577368,0.000007184435,0.000079363825,1.9051768e-7,1.3587597e-9,0.00058469287,0.05464157,0.012757012],"study_design_scores_gemma":[0.020836087,0.000044952292,0.0000014354937,0.6820997,0.052332442,0.000037555954,0.00008173178,0.000046616336,2.0997595e-10,0.001447399,0.24230534,0.0007667519],"about_ca_topic_score_codex":0.000015293506,"about_ca_topic_score_gemma":0.00020817584,"teacher_disagreement_score":0.24582727,"about_ca_system_score_codex":0.0000890855,"about_ca_system_score_gemma":0.0009314245,"threshold_uncertainty_score":0.99951893},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2901402220","doi":"10.3233/efi-180219","title":"Systematic reviews: A brief historical overview","year":2018,"lang":"en","type":"article","venue":"Education for Information","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Quebec Rehabilitation Research Network","funders":"","keywords":"Systematic review; Period (music); Engineering ethics; Foundation (evidence); Management science; Diversification (marketing strategy); Scientific literature; Political science; Engineering; Business; MEDLINE; Law","score_opus":0.7297949344161383,"score_gpt":0.5439948181536256,"score_spread":0.1858001162625127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901402220","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004426771,0.02353564,0.662989,0.008551234,0.018542217,0.028411863,0.00004826073,0.00008581582,0.2534092],"genre_scores_gemma":[0.4198161,0.0013028878,0.13761376,0.037219808,0.0073005687,0.016832555,0.0009275792,0.00010371561,0.378883],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98363763,0.0024076467,0.011212358,0.00030215379,0.0022651257,0.00017510257],"domain_scores_gemma":[0.98374104,0.0017781341,0.008252601,0.0024738703,0.0036138457,0.0001405318],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.07702812,0.0002028854,0.0021214203,0.0004768158,0.00022926784,0.0009025986,0.0009493747,0.00007513595,0.0030688972],"category_scores_gemma":[0.09543009,0.00010347551,0.0011386637,0.0012458492,0.000023674265,0.0017948902,0.00003736218,0.000057001154,0.02144221],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025215056,0.00003274003,0.00011033329,0.004630988,0.000029246974,5.02234e-9,0.0015144561,7.781891e-7,0.0000018697606,0.031153884,0.92498475,0.03753845],"study_design_scores_gemma":[0.0000772227,0.000041298375,0.00033035962,0.00063350744,0.0001225397,0.0000062596964,0.00042831147,0.0014206492,0.000006547286,0.004475562,0.9923403,0.0001174298],"about_ca_topic_score_codex":0.000012530396,"about_ca_topic_score_gemma":0.000006803126,"teacher_disagreement_score":0.52537525,"about_ca_system_score_codex":0.00032113178,"about_ca_system_score_gemma":0.00021132256,"threshold_uncertainty_score":0.99784243},"labels":[],"label_agreement":null},{"id":"W2901415948","doi":"10.1017/s0033291718003380","title":"Equivalence testing: reversed hypotheses, margins, and the need for controlling researcher allegiance","year":2018,"lang":"en","type":"letter","venue":"Psychological Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Allegiance; Equivalence (formal languages); Content (measure theory); Information retrieval; Psychology; Action (physics); Computer science; Statistics; Econometrics; Social psychology; Mathematics; Discrete mathematics; Political science","score_opus":0.9152274739782401,"score_gpt":0.5964649393488219,"score_spread":0.31876253462941817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901415948","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004050259,0.00651926,0.015378153,0.9489537,0.0009151949,0.0034198377,0.000038383223,0.00001607697,0.02435441],"genre_scores_gemma":[0.008589708,0.0005334816,0.012770371,0.89160204,0.011480629,0.00062183663,0.000031479623,0.000050691524,0.07431974],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96943104,0.014489529,0.007096646,0.0021204627,0.00614735,0.0007149598],"domain_scores_gemma":[0.886426,0.101297386,0.0049777394,0.0048003905,0.002283525,0.00021500434],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1867228,0.00059797143,0.0060265567,0.0002888588,0.00031782826,0.00044757637,0.0037935972,0.00062895066,0.008670478],"category_scores_gemma":[0.42165893,0.00018583752,0.0010203584,0.0011668555,0.0024077476,0.00007710792,0.0001982071,0.001477716,0.0007339016],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014056376,0.000013621959,0.00008254793,0.000100743186,0.0001366894,0.000031399086,0.00009751168,3.3072075e-7,0.000027292079,0.00031028382,0.9905619,0.008497107],"study_design_scores_gemma":[0.002567562,0.00040338334,0.0012713051,0.0004011995,0.00032102587,0.000040743005,0.00014961825,0.0014950687,2.1697211e-7,0.033779588,0.9593473,0.00022296683],"about_ca_topic_score_codex":0.000015341371,"about_ca_topic_score_gemma":0.0000021139901,"teacher_disagreement_score":0.23493612,"about_ca_system_score_codex":0.00002716822,"about_ca_system_score_gemma":0.000018338897,"threshold_uncertainty_score":0.9922357},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2901788566","doi":"10.1016/j.envint.2018.11.004","title":"A risk of bias instrument for non-randomized studies of exposures: A users' guide to its application in the context of GRADE","year":2018,"lang":"en","type":"article","venue":"Environment International","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":249,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University; McMaster University Medical Centre; Impact; Health Sciences Centre","funders":"National Institute of Environmental Health Sciences; McMaster University","keywords":"Grading (engineering); Randomized controlled trial; Psychology; Context (archaeology); Applied psychology; Certainty; Psychological intervention; Medicine; Engineering; Mathematics; Pathology","score_opus":0.5097579562458748,"score_gpt":0.48877530395357993,"score_spread":0.0209826522922949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901788566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94115347,0.00021320915,0.054335423,0.0011477971,0.00012864033,0.0022899306,0.00010912716,5.2198476e-7,0.000621892],"genre_scores_gemma":[0.99256915,0.0001332514,0.006095476,0.00012481582,0.00003785038,0.000406464,0.000006565355,0.0000033283663,0.0006230845],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.991273,0.001706651,0.0044506406,0.00029835015,0.0021993064,0.00007206118],"domain_scores_gemma":[0.99016476,0.005252386,0.0034722236,0.0007991385,0.0002901267,0.0000213972],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04288321,0.00011302626,0.0014062806,0.00021719326,0.000025571951,0.00001821336,0.0009818628,0.000024688246,0.00041636196],"category_scores_gemma":[0.014689276,0.000050832783,0.0006473108,0.00017437049,0.00017159714,0.00006086833,0.000096338175,0.000031108684,0.000085958476],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01072505,0.0033993127,0.45837006,0.0004331123,0.012431093,0.0000012318227,0.18013445,0.0038715708,0.03302048,0.079336524,0.108394064,0.10988304],"study_design_scores_gemma":[0.08134103,0.0017025046,0.1305119,0.00062556774,0.002021705,0.0000057555094,0.08475144,0.07530694,0.06935478,0.03320986,0.5203704,0.0007980662],"about_ca_topic_score_codex":0.000035386267,"about_ca_topic_score_gemma":0.000047493166,"teacher_disagreement_score":0.4119764,"about_ca_system_score_codex":0.00003572628,"about_ca_system_score_gemma":0.000011293576,"threshold_uncertainty_score":0.99361044},"labels":[],"label_agreement":null},{"id":"W2901826044","doi":"10.1093/ije/dyy239","title":"How often can meta-analyses of individual-level data individualize treatment? A meta-epidemiologic study","year":2018,"lang":"en","type":"review","venue":"International Journal of Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Canadian Institutes of Health Research; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Laura and John Arnold Foundation","keywords":"Subgroup analysis; Meta-analysis; Medicine; Cochrane Library; MEDLINE; Randomized controlled trial; Internal medicine; Biology","score_opus":0.9907924205974797,"score_gpt":0.7172303309820024,"score_spread":0.27356208961547734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901826044","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000041195115,0.9816108,0.0059165102,0.0033241438,0.0016426125,0.0014352525,0.005821424,0.0000047385042,0.00020334538],"genre_scores_gemma":[0.00045683255,0.96510607,0.026933603,0.0011269536,0.0013429824,0.00016129792,0.0008198588,0.00006403263,0.0039883484],"study_design_codex":"meta_analysis","study_design_gemma":"not_applicable","domain_scores_codex":[0.7422636,0.18481266,0.059850182,0.0031049578,0.009160831,0.00080773904],"domain_scores_gemma":[0.63932323,0.18030466,0.15804045,0.01248094,0.009204438,0.0006462953],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.470414,0.0018159581,0.07460891,0.0037006843,0.00011589333,0.00059119717,0.02699345,0.0007299705,0.008299517],"category_scores_gemma":[0.5215519,0.0006480249,0.035088368,0.0016190264,0.0005851132,0.0006768075,0.0024054023,0.000927817,0.00026088263],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018570294,0.0006218968,0.0012193029,0.00024335679,0.6077243,0.00011867309,0.00020018732,0.00002277863,1.5680611e-7,0.0004393044,0.13308981,0.25630164],"study_design_scores_gemma":[0.00029067846,0.00057258445,0.00018245526,0.00019218646,0.29532042,0.00047285133,0.00020284975,0.000022102595,2.8863354e-7,0.00577676,0.6966591,0.0003077263],"about_ca_topic_score_codex":0.00020615614,"about_ca_topic_score_gemma":0.00020728225,"teacher_disagreement_score":0.5635693,"about_ca_system_score_codex":0.0002679116,"about_ca_system_score_gemma":0.001089187,"threshold_uncertainty_score":0.9995971},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2902259954","doi":"10.1016/j.jclinepi.2018.11.025","title":"GRADE approach to rate the certainty from a network meta-analysis: addressing incoherence","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":192,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Certainty; Grading (engineering); Meta-analysis; Computer science; Publication bias; Psychology; Data science; Econometrics; Management science; Medicine; Economics; Epistemology; Engineering","score_opus":0.9734267548620819,"score_gpt":0.6898857477839806,"score_spread":0.28354100707810126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902259954","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056115985,0.0066749877,0.88702995,0.04180716,0.0020946097,0.00068467,0.000020872367,0.0000054193597,0.005566365],"genre_scores_gemma":[0.8402451,0.000068018715,0.1274468,0.026837394,0.0038573162,0.00002064,0.0000029465,0.000013142189,0.0015085964],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.5770016,0.34654635,0.070307024,0.0017088474,0.0036297105,0.0008065151],"domain_scores_gemma":[0.36168632,0.5470726,0.07773649,0.0075441184,0.004752989,0.0012075093],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.7531445,0.0004081915,0.029035062,0.00033606333,0.00028605427,0.0003015243,0.0050649694,0.00034208284,0.007068054],"category_scores_gemma":[0.65457094,0.00013081248,0.02386979,0.0030513173,0.00057428994,0.00019211254,0.00038215224,0.0011564307,0.0011437619],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019883548,0.00026713437,0.16288605,0.000008066442,0.21938701,0.000012546673,0.00044638393,0.032621916,0.0000037450966,0.0068944152,0.5658576,0.0114162695],"study_design_scores_gemma":[0.00040199622,0.0004568746,0.25783333,0.00001946347,0.20108289,0.000031746076,0.0004151352,0.07041324,0.0000012356742,0.25930032,0.20970841,0.00033539036],"about_ca_topic_score_codex":0.00007744694,"about_ca_topic_score_gemma":0.00012439898,"teacher_disagreement_score":0.78412914,"about_ca_system_score_codex":0.000019359804,"about_ca_system_score_gemma":0.00018385233,"threshold_uncertainty_score":0.99963397},"labels":[],"label_agreement":null},{"id":"W2902306874","doi":"10.1111/j.1740-9713.2018.01214.x","title":"Want to make Behavioural Research more Replicable? Promote Single Paper Meta-Analysis","year":2018,"lang":"en","type":"article","venue":"Significance","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Meta-analysis; Phenomenon; Computer science; Statistical analysis; Psychology; Medicine; Epistemology; Statistics; Philosophy; Mathematics; Internal medicine","score_opus":0.9000558302894776,"score_gpt":0.5901665370925733,"score_spread":0.3098892931969043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902306874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67070925,0.005076715,0.0725772,0.12130228,0.00116479,0.013321696,0.00062115985,0.00015399554,0.11507293],"genre_scores_gemma":[0.89273125,0.0000027606857,0.016227057,0.00096998736,0.00017463783,0.00038535718,0.000008128764,0.000026250169,0.0894746],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9689731,0.0095795,0.0069974335,0.002705169,0.010900661,0.0008441624],"domain_scores_gemma":[0.9797051,0.0022599094,0.0019911174,0.010383994,0.0051388154,0.00052106637],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.14616564,0.0004339261,0.0058179116,0.0011196204,0.00051677116,0.0016023475,0.0036323385,0.00012802407,0.057262395],"category_scores_gemma":[0.022213228,0.0002068344,0.005424851,0.011010145,0.00037895265,0.00026473062,0.0003883108,0.00033301412,0.012886738],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015544769,0.001029109,0.028685806,0.000103928876,0.1474997,0.00015411898,0.0109732915,0.0005730478,0.06188414,0.006823289,0.6803272,0.06179097],"study_design_scores_gemma":[0.00021492157,0.00056966423,0.025179723,0.000013870152,0.10308714,0.000013254472,0.001882377,0.0026486458,0.008557703,0.008936378,0.847898,0.0009982878],"about_ca_topic_score_codex":0.0002828104,"about_ca_topic_score_gemma":0.00089596614,"teacher_disagreement_score":0.22202198,"about_ca_system_score_codex":0.00008126144,"about_ca_system_score_gemma":0.00011131147,"threshold_uncertainty_score":0.9994341},"labels":[],"label_agreement":null},{"id":"W2902604915","doi":"10.7326/w18-0038","title":"Annals Story Slam - Who Are You?","year":2018,"lang":"en","type":"article","venue":"Annals of Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Trillium Health Centre","funders":"","keywords":"Annals; Medicine; Web site; Library science; Classics; History; The Internet; World Wide Web; Computer science","score_opus":0.8059524969620185,"score_gpt":0.5864764359643785,"score_spread":0.21947606099764005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902604915","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7060588,0.011955894,0.010170733,0.084408134,0.0026117293,0.0006507504,0.00004149562,0.00001655001,0.18408589],"genre_scores_gemma":[0.93057853,0.00018898313,0.0002054022,0.011675546,0.001386948,0.000007786243,0.0000016818119,0.000014276908,0.05594083],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9830333,0.0037835543,0.0068733897,0.00072675484,0.005266724,0.00031626414],"domain_scores_gemma":[0.9825559,0.0023975915,0.006604341,0.0028656498,0.005280647,0.00029587137],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08953309,0.00029672348,0.003838804,0.00061611366,0.00008780179,0.00009611133,0.0022782278,0.00008323423,0.03240916],"category_scores_gemma":[0.07452489,0.00012999574,0.0011328248,0.00088507554,0.0005009497,0.00021910407,0.0001610736,0.00021493125,0.003352262],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003318665,0.000033592885,0.0122264335,0.00003373652,0.00026325762,0.00001341096,0.0012786608,9.967195e-7,0.00026511215,0.00078394165,0.9461953,0.03887237],"study_design_scores_gemma":[0.00024433574,0.00069930183,0.03907771,0.0011012633,0.00009070855,0.000022872404,0.0014942469,0.00053457246,0.002016219,0.0058360654,0.9487157,0.00016700797],"about_ca_topic_score_codex":0.00008159706,"about_ca_topic_score_gemma":0.0000531852,"teacher_disagreement_score":0.22451973,"about_ca_system_score_codex":0.000006575036,"about_ca_system_score_gemma":0.000028768356,"threshold_uncertainty_score":0.99742377},"labels":[],"label_agreement":null},{"id":"W2902929173","doi":"10.1053/j.semnuclmed.2018.11.007","title":"How to Assess Quality of Primary Research Studies in the Medical Literature?","year":2018,"lang":"en","type":"review","venue":"Seminars in Nuclear Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Ottawa; Ontario Ministry of Research and Innovation; Heart and Stroke Foundation of Canada","keywords":"Medicine; Test (biology); Gold standard (test); Disease; Population; Pre- and post-test probability; Positive predicative value; Statistics; Internal medicine; Predictive value","score_opus":0.9442313938800316,"score_gpt":0.7023241290976266,"score_spread":0.24190726478240498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902929173","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021195621,0.982712,0.00000986602,0.0068615032,0.0005620029,0.001880503,0.000013925118,0.0000027259543,0.007745567],"genre_scores_gemma":[0.000109644825,0.99400777,0.00066177564,0.0007054411,0.00052804727,0.00009909086,0.000015705635,0.00003152345,0.0038410125],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8108171,0.12715048,0.023196252,0.002589008,0.035348367,0.0008987535],"domain_scores_gemma":[0.90186846,0.07893486,0.006463752,0.009016251,0.0033465484,0.00037009563],"candidate_categories":["metaresearch","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.60074306,0.00056675985,0.016090369,0.002360496,0.000107283624,0.0003186123,0.007350264,0.000506253,0.0016563913],"category_scores_gemma":[0.4491261,0.00019380482,0.0014453346,0.010510467,0.0012376291,0.00013453339,0.0009498923,0.0017419185,0.0004668089],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007924206,0.000077035416,0.000058275557,0.014712911,0.00016148988,0.00013062007,0.008280309,2.9151431e-8,4.1255987e-7,0.0011223321,0.5021854,0.47326323],"study_design_scores_gemma":[0.00012236813,0.00016135372,0.00010956819,0.079967305,0.00016002163,0.000052000523,0.007440084,0.000003637108,2.2120808e-8,0.001167283,0.9106679,0.00014844317],"about_ca_topic_score_codex":0.000025467754,"about_ca_topic_score_gemma":0.000116685245,"teacher_disagreement_score":0.4731148,"about_ca_system_score_codex":0.00023090036,"about_ca_system_score_gemma":0.0002986026,"threshold_uncertainty_score":0.99925625},"labels":[],"label_agreement":null},{"id":"W2902957037","doi":"10.1701/2990.29928","title":"ROBIS: un nuovo strumento sviluppato per valutare i rischi di distorsione nelle revisioni sistematiche","year":2018,"lang":"en","type":"article","venue":"Recenti Progressi in Medicina","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":158,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Population and Public Health","funders":"Medical Research Council","keywords":"Systematic review; Psychological intervention; Relevance (law); Scope (computer science); Identification (biology); Selection bias; Psychology; Guideline; Process (computing); MEDLINE; Health care; Risk analysis (engineering); Medicine; Applied psychology; Computer science; Pathology; Psychiatry","score_opus":0.529563716789256,"score_gpt":0.5178324004883289,"score_spread":0.011731316300927053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902957037","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88804954,0.040017664,0.009080904,0.010549563,0.004657487,0.0067205033,0.000045401197,0.000090537564,0.040788416],"genre_scores_gemma":[0.97989744,0.0003517298,0.008365328,0.00035208568,0.0005436007,0.00016540696,0.000035423196,0.000048105234,0.01024091],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96924156,0.009745234,0.00994367,0.0017748906,0.00854543,0.0007491981],"domain_scores_gemma":[0.9871231,0.001629151,0.004557659,0.004845473,0.0013686564,0.00047601492],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08031208,0.00059936906,0.004264002,0.00060834974,0.00043768127,0.0007319411,0.0026964801,0.00022794459,0.04369016],"category_scores_gemma":[0.022184867,0.0002885451,0.0011719271,0.0025033646,0.0003776995,0.0004144652,0.0004578416,0.00043005537,0.007917335],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067803005,0.0008303588,0.28702107,0.0009593581,0.0004988355,0.00007313048,0.006549891,0.000008422111,0.00015952282,0.0010524341,0.23615079,0.4666284],"study_design_scores_gemma":[0.0018288514,0.00050318084,0.057537295,0.004473653,0.0009098928,0.000076347715,0.007181163,0.010162059,0.00030462648,0.007794666,0.90822107,0.0010072102],"about_ca_topic_score_codex":0.000021564516,"about_ca_topic_score_gemma":0.000050983588,"teacher_disagreement_score":0.67207026,"about_ca_system_score_codex":0.00016006408,"about_ca_system_score_gemma":0.0001188581,"threshold_uncertainty_score":0.99995667},"labels":[],"label_agreement":null},{"id":"W2903236825","doi":"10.1016/j.jclinepi.2018.11.017","title":"Quality of stepped-wedge trial reporting can be reliably assessed using an updated CONSORT: crowd-sourcing systematic review","year":2018,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Collaboration for Leadership in Applied Health Research and Care - Greater Manchester; Menzies Centre for Australian Studies, King's College London, University of London; Université de Nantes; Universiteit Utrecht; Keele University; University of Southampton; Institut National de la Santé et de la Recherche Médicale; University of Oxford; University of Leicester; National Institute for Health and Care Research; Imperial College London; Gillings School of Public Health; Oxford Brookes University; Medical Research Council; London School of Hygiene and Tropical Medicine","keywords":"Consolidated Standards of Reporting Trials; CRTS; Guideline; Medicine; Randomized controlled trial; Sample size determination; Randomization; Research design; Clinical study design; Medical physics; Family medicine; Clinical trial; Computer science; Statistics; Mathematics; Surgery","score_opus":0.9737117944876668,"score_gpt":0.7516357972270948,"score_spread":0.22207599726057192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903236825","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009896754,0.9822211,0.0074380036,0.00047138153,0.0033728143,0.0051408443,0.00005807448,0.0000074352083,0.00030066268],"genre_scores_gemma":[0.00015546673,0.98216933,0.013136804,0.0018396123,0.0019324382,0.000037542148,0.00005412294,0.00007367667,0.0006010349],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.18626907,0.45137784,0.3541068,0.0020664607,0.005385895,0.00079391827],"domain_scores_gemma":[0.03968208,0.29970464,0.64119816,0.008851672,0.009460274,0.0011031828],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"category_scores_codex":[0.92437994,0.001289181,0.17242369,0.0009982444,0.00020966814,0.00022554267,0.005787388,0.001741543,0.0022617762],"category_scores_gemma":[0.9674855,0.00056925544,0.037666228,0.0023135426,0.0006826547,0.00038557575,0.00043676177,0.0028427516,0.00014058198],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053831394,0.00077630836,0.0015099501,0.9065521,0.007725891,0.00013308604,0.00005406702,0.000027970164,4.9282323e-7,0.0006141206,0.060951687,0.021116015],"study_design_scores_gemma":[0.0045437543,0.0013028954,0.00009103649,0.53019804,0.040223993,0.0013623157,0.00014786141,0.00067713537,1.1134899e-7,0.0021376829,0.41832957,0.000985627],"about_ca_topic_score_codex":0.000068744295,"about_ca_topic_score_gemma":0.00003277032,"teacher_disagreement_score":0.37635407,"about_ca_system_score_codex":0.00017994411,"about_ca_system_score_gemma":0.003535193,"threshold_uncertainty_score":0.999986},"labels":[],"label_agreement":null},{"id":"W2903244880","doi":"10.1371/journal.pone.0208142","title":"Central adjudication of serious adverse events did not affect trial’s safety results: Data from the Efficacy of Nitric Oxide in Stroke (ENOS) trial","year":2018,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Research Trainees Coordinating Centre; Medical Research Council; Stroke Association; University of Glasgow; Bupa Foundation; National Institute for Health and Care Research; London School of Hygiene and Tropical Medicine","keywords":"Adjudication; Medicine; Clinical trial; Adverse effect; Stroke (engine); Randomized controlled trial; Waiver; Internal medicine; Law","score_opus":0.6627020326517151,"score_gpt":0.4620347254115894,"score_spread":0.20066730724012571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903244880","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99388117,0.00017588782,0.0004540655,0.00036253838,0.00015678229,0.0031099122,0.001370237,0.0000039375896,0.00048549895],"genre_scores_gemma":[0.9969209,0.00007838862,0.0018636034,0.00004922508,0.0003126706,0.000024221465,0.00017444136,0.000009562576,0.00056702795],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.97401136,0.01007811,0.009254942,0.0010005184,0.0053753974,0.00027968458],"domain_scores_gemma":[0.9674311,0.016348219,0.0076318667,0.007821443,0.0006479036,0.000119439035],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05634194,0.00021247008,0.0029458923,0.00023425852,0.000074199226,0.000042722913,0.003272731,0.000096370975,0.0012079378],"category_scores_gemma":[0.14040503,0.00010272416,0.0006307716,0.001346326,0.00011020354,0.00024705476,0.0003611679,0.00015541336,0.00041896608],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7878535,0.022975868,0.0719521,0.00031640462,0.009009533,0.000009570127,0.004549188,0.00018129645,0.034067437,0.0002939028,0.040723037,0.02806816],"study_design_scores_gemma":[0.2572128,0.0012787848,0.71281344,0.0009667157,0.0043630605,5.667854e-7,0.00062251143,0.0118790995,0.005811207,0.00050660386,0.0040463614,0.000498855],"about_ca_topic_score_codex":0.0003306168,"about_ca_topic_score_gemma":0.00035295082,"teacher_disagreement_score":0.64086133,"about_ca_system_score_codex":0.000044239507,"about_ca_system_score_gemma":0.00013329474,"threshold_uncertainty_score":0.9997051},"labels":[],"label_agreement":null},{"id":"W2903323017","doi":"10.2196/11924","title":"Nonpublication Rates and Characteristics of Registered Randomized Clinical Trials in Digital Health: Cross-Sectional Analysis","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Public Health Ontario; University of Toronto; University Health Network","funders":"","keywords":"Cross-sectional study; Randomized controlled trial; Digital health; Medicine; Psychology; Health care; Internal medicine","score_opus":0.9019649939701107,"score_gpt":0.7288840087650712,"score_spread":0.17308098520503945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903323017","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95426846,0.00073666347,0.033971343,0.009530669,0.00042328436,0.00052710454,0.000016196733,8.0843296e-7,0.00052546273],"genre_scores_gemma":[0.99571437,0.00044574507,0.0003984351,0.00011598274,0.0006134569,0.000007213566,0.0000066375264,0.0000049731607,0.0026932026],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.690889,0.17811331,0.09157454,0.0014214384,0.037253734,0.00074800604],"domain_scores_gemma":[0.39219716,0.48317918,0.07836874,0.0051187654,0.03812582,0.0030103407],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8495394,0.00014371648,0.008508654,0.0021715038,0.00005037397,0.001569888,0.0020114363,0.0002397795,0.010121627],"category_scores_gemma":[0.82465565,0.00006351359,0.0029740667,0.0023482938,0.0014012287,0.00035416748,0.00029189163,0.0009134264,0.00013318037],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058917427,0.00028098564,0.9039053,0.000054938315,0.0017347481,0.000015612728,0.00040510844,4.0188954e-7,0.0000040266254,0.0011285836,0.025959179,0.060619395],"study_design_scores_gemma":[0.0264764,0.0007840745,0.8877663,0.0003371721,0.00027629378,0.00012262202,0.00033589662,0.053979214,0.000013242078,0.007325223,0.02244405,0.00013951535],"about_ca_topic_score_codex":0.000060802853,"about_ca_topic_score_gemma":0.00006714593,"teacher_disagreement_score":0.30506587,"about_ca_system_score_codex":0.000059702284,"about_ca_system_score_gemma":0.000610187,"threshold_uncertainty_score":0.9994666},"labels":[],"label_agreement":null},{"id":"W2903545128","doi":"10.1016/j.jclinepi.2018.11.023","title":"Getting more out of meta-analyses: a new approach to meta-analysis in light of unexplained heterogeneity","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Meta-analysis; Random effects model; Study heterogeneity; Medicine; Subgroup analysis; Intervention (counseling); Confidence interval; Population; Econometrics; Statistics; Internal medicine; Psychiatry; Mathematics; Environmental health","score_opus":0.9712719406525165,"score_gpt":0.7148035791354833,"score_spread":0.2564683615170332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903545128","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22238354,0.008408563,0.73320097,0.027907671,0.00079711276,0.0010047387,0.00004347561,0.0000040097766,0.0062499535],"genre_scores_gemma":[0.78337836,0.000048936443,0.21041195,0.0036203917,0.0004941995,0.000011289801,0.000002563821,0.000016467418,0.0020158635],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.6994304,0.16458441,0.12757342,0.0020790496,0.005571133,0.0007615708],"domain_scores_gemma":[0.5816959,0.24563672,0.15249737,0.009718713,0.008740122,0.0017111646],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.6423867,0.00053419214,0.065009184,0.0020985676,0.000050709587,0.00005167564,0.0038043475,0.00044627392,0.0053485143],"category_scores_gemma":[0.66124797,0.0002132666,0.060439814,0.004202854,0.0003517958,0.0002292476,0.00035052275,0.00071576645,0.00021942369],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025782394,0.0007254638,0.11380053,0.00006739658,0.81937903,0.000011428573,0.00088040746,0.020477975,0.00020486716,0.0017007262,0.04053868,0.0019556864],"study_design_scores_gemma":[0.0008058473,0.0007895279,0.030759566,0.000013790363,0.9099118,0.000025452366,0.0006684021,0.02151759,0.00025390365,0.0136444075,0.02122656,0.0003831558],"about_ca_topic_score_codex":0.000104378734,"about_ca_topic_score_gemma":0.00026243052,"teacher_disagreement_score":0.5609948,"about_ca_system_score_codex":0.000026055292,"about_ca_system_score_gemma":0.00029175627,"threshold_uncertainty_score":0.9955607},"labels":[],"label_agreement":null},{"id":"W2903622906","doi":"10.1136/bmjopen-2018-023001","title":"Guidance for reporting outcomes in clinical trials: scoping review protocol","year":2019,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Women's College Hospital; SickKids Foundation; University of Toronto; Institute for Clinical Evaluative Sciences; Hospital for Sick Children","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Protocol (science); Alternative medicine; Clinical trial; MEDLINE; Family medicine; Biostatistics; Public health; Medical education; Nursing; Pathology","score_opus":0.9775693969033878,"score_gpt":0.8067763913461972,"score_spread":0.17079300555719068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903622906","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00048415622,0.00034010125,0.0027113128,0.0024729895,0.0003272476,0.97588015,0.000003902918,0.0000034086415,0.01777675],"genre_scores_gemma":[0.0003102302,0.000013741174,0.030422447,0.0031429292,0.00013002993,0.93265873,0.0000026751525,0.000017495106,0.033301707],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.7510028,0.07275781,0.16670248,0.0027486365,0.0062185144,0.0005697606],"domain_scores_gemma":[0.7238482,0.07469669,0.18314779,0.015678687,0.0023215162,0.00030706724],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8679793,0.00021736827,0.012581338,0.00011325359,0.000055098262,0.0010598707,0.0031366588,0.00007870247,0.0076467367],"category_scores_gemma":[0.8103704,0.00009211147,0.0031032849,0.00070430164,0.000016958325,0.0004057431,0.00058215106,0.00010753337,0.0022503654],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063255175,0.00008821435,0.7989537,0.012172967,0.00012702488,0.0000067815,0.00004545222,0.000012903742,0.000003162547,0.0005345242,0.11549678,0.07249522],"study_design_scores_gemma":[0.00628406,0.00039156005,0.07867656,0.20544423,0.00046779469,0.000027512282,0.00031264173,0.0072399275,0.000018588027,0.009199032,0.6907792,0.0011588697],"about_ca_topic_score_codex":0.000011372006,"about_ca_topic_score_gemma":0.00008575429,"teacher_disagreement_score":0.72027713,"about_ca_system_score_codex":0.000020043995,"about_ca_system_score_gemma":0.00040750892,"threshold_uncertainty_score":0.9999771},"labels":[],"label_agreement":null},{"id":"W2903862725","doi":"10.1093/neuros/nyy591","title":"What Isn’t a Case-Control Study?","year":2018,"lang":"en","type":"article","venue":"Neurosurgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Checklist; Medicine; Confusion; Quality (philosophy); Control (management); Critical appraisal; Research design; Sample size determination; Medical physics; Clinical study design; Alternative medicine; Statistics; Computer science; Clinical trial; Artificial intelligence; Pathology; Psychology; Cognitive psychology; Epistemology","score_opus":0.6544475875525738,"score_gpt":0.501414864553549,"score_spread":0.15303272299902482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903862725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98695767,0.00036756168,0.0018509935,0.00095829787,0.0047415877,0.00088918593,0.000010531803,0.000016060278,0.0042081275],"genre_scores_gemma":[0.979921,0.000007908518,0.000075263044,0.002431938,0.0004542755,0.000037323436,2.6456868e-7,0.000015528996,0.017056502],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9758186,0.0120371785,0.0065383534,0.0011589733,0.004118338,0.00032860224],"domain_scores_gemma":[0.9835067,0.008374111,0.0024088915,0.0045475955,0.0009647173,0.00019801517],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.093810335,0.0002742305,0.0027155306,0.0003952167,0.00025849906,0.002952122,0.0009843434,0.000055526787,0.029794447],"category_scores_gemma":[0.035917267,0.00013222196,0.00149577,0.0013853612,0.000090576934,0.0007430152,0.000107361564,0.00013353837,0.01637194],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002933928,0.00036062414,0.28945133,0.000013123313,0.00026781956,0.0032518115,0.001485312,0.000022216092,0.00020934046,0.00013914409,0.6034564,0.10131355],"study_design_scores_gemma":[0.0011469038,0.00062965916,0.21545891,0.00005305517,0.0009350392,0.0033307779,0.0077734236,0.015364963,0.00008023662,0.0019021898,0.7524551,0.00086970633],"about_ca_topic_score_codex":0.000008656165,"about_ca_topic_score_gemma":0.00005589924,"teacher_disagreement_score":0.14899874,"about_ca_system_score_codex":0.000011081475,"about_ca_system_score_gemma":0.00004019162,"threshold_uncertainty_score":0.99808294},"labels":[],"label_agreement":null},{"id":"W2904060958","doi":"10.1016/j.jid.2018.10.028","title":"Research Techniques Made Simple: Network Meta-Analysis","year":2018,"lang":"en","type":"review","venue":"Journal of Investigative Dermatology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":105,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; Institute for Work & Health; Public Health Ontario; University of Toronto; Baycrest Hospital; St. Michael's Hospital","funders":"","keywords":"Interpretability; Pairwise comparison; Psychological intervention; Meta-analysis; Computer science; Systematic review; Simple (philosophy); Reading (process); Risk analysis (engineering); Psychology; Management science; Medicine; MEDLINE; Artificial intelligence; Engineering; Political science; Nursing","score_opus":0.9372558423993008,"score_gpt":0.6503479725466853,"score_spread":0.2869078698526155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904060958","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000068545164,0.9901204,0.0038522517,0.0013469008,0.00029317118,0.0011436187,0.00005768556,0.000006891661,0.0031721864],"genre_scores_gemma":[0.000046977744,0.9677252,0.026566617,0.00066126615,0.0011174345,0.00015111828,0.00003076564,0.000067439,0.0036331785],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8064014,0.1448567,0.035606828,0.0015590007,0.010615772,0.0009603054],"domain_scores_gemma":[0.88745767,0.037544176,0.05303986,0.006229519,0.014878495,0.00085030845],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.28851038,0.001187463,0.058636148,0.0066971136,0.00045392875,0.001197443,0.008552307,0.0010167077,0.016013274],"category_scores_gemma":[0.08715807,0.0004880479,0.043350294,0.018025817,0.0021322907,0.00045809973,0.0007897034,0.002715025,0.0030762113],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022266536,0.000033465963,0.000017370172,0.0010176328,0.261558,0.00020878666,0.00011352165,0.000006894071,3.8281155e-7,0.00248055,0.719279,0.01528221],"study_design_scores_gemma":[0.000026069583,0.000063384075,0.0000036664273,0.00021776934,0.28496453,0.0010535385,0.00008607416,0.000021386817,0.000015795125,0.033464774,0.67983323,0.00024974544],"about_ca_topic_score_codex":0.000008235648,"about_ca_topic_score_gemma":0.000036591868,"teacher_disagreement_score":0.2013523,"about_ca_system_score_codex":0.00017627266,"about_ca_system_score_gemma":0.0014193385,"threshold_uncertainty_score":0.9998394},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2904625289","doi":"10.1093/beheco/ary163","title":"Systematic evidence synthesis as part of a larger process: a response to comments on Berger-Tal et al.","year":2018,"lang":"en","type":"article","venue":"Behavioral Ecology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Biology; Process (computing); Epistemology; Computer science; Programming language","score_opus":0.6666887336404127,"score_gpt":0.5853427112566466,"score_spread":0.08134602238376609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904625289","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9893186,0.00007515603,0.000111789624,0.00786549,0.00042769464,0.0017336117,0.000021066704,0.000008872546,0.00043770287],"genre_scores_gemma":[0.9897387,0.0000033364438,0.00051423075,0.0058988724,0.00002228635,0.0007296685,0.0000010801037,0.00001595345,0.003075883],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.96990925,0.019162076,0.0064832936,0.000982306,0.0030805115,0.00038257323],"domain_scores_gemma":[0.97882587,0.012937321,0.0035357012,0.0029738636,0.0014855192,0.00024171184],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.094043955,0.00031093997,0.0036457651,0.0005494803,0.00013698738,0.00020065592,0.0017119042,0.00012344249,0.013040261],"category_scores_gemma":[0.10329246,0.00016457977,0.00085442007,0.0011690902,0.00013393628,0.00021409038,0.00019005695,0.00012756247,0.013393769],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021680493,0.0034379566,0.15704843,0.0025756967,0.000730281,0.00016400627,0.008701826,0.00004440654,0.0058031054,0.0011581546,0.8152323,0.0029358235],"study_design_scores_gemma":[0.0035107736,0.033942424,0.4954725,0.043740105,0.013968016,0.00069254276,0.024033783,0.002740745,0.020208579,0.005276276,0.3509915,0.005422767],"about_ca_topic_score_codex":0.00002443786,"about_ca_topic_score_gemma":0.00017744099,"teacher_disagreement_score":0.46424076,"about_ca_system_score_codex":0.00007001064,"about_ca_system_score_gemma":0.00017781794,"threshold_uncertainty_score":0.98786193},"labels":[],"label_agreement":null},{"id":"W2904719162","doi":"10.1016/j.jaac.2018.06.035","title":"The Forest and the Trees: Evidence-Based Medicine in the Age of Information","year":2018,"lang":"en","type":"editorial","venue":"Journal of the American Academy of Child & Adolescent Psychiatry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"Canadian Institutes of Health Research; Centre for Addiction and Mental Health","keywords":"Evidence-based medicine; Acronym; Population; Set (abstract data type); Intervention (counseling); Randomized controlled trial; MEDLINE; Quality (philosophy); Alternative medicine; Psychology; Medicine; Family medicine; Psychiatry; Computer science; Surgery; Pathology; Epistemology","score_opus":0.16126344950529567,"score_gpt":0.43494461742830687,"score_spread":0.2736811679230112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904719162","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017172571,0.045805104,0.0017928665,0.60845506,0.32185525,0.0035544643,0.000065992215,0.0000037775967,0.0012948941],"genre_scores_gemma":[0.47002968,0.02174706,0.00083939655,0.031289615,0.47567216,0.00003147454,0.0000071821228,0.000056135457,0.00032729574],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96183324,0.01379896,0.012687524,0.00032857622,0.011063827,0.0002878837],"domain_scores_gemma":[0.93307436,0.017103627,0.04671031,0.002116679,0.0009022952,0.00009270618],"candidate_categories":["metaresearch","sts","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13398823,0.00044128395,0.004141696,0.0004973755,0.00031541122,0.0002922811,0.008310367,0.00020364524,0.000049185623],"category_scores_gemma":[0.049498193,0.000110648834,0.002402238,0.0018902337,0.0030057454,0.00038594185,0.0002080136,0.002275441,0.000011366788],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045414094,0.000044318782,0.008104136,0.00013793715,0.00021015198,1.575295e-7,0.00053708185,0.00008280938,8.4932714e-7,0.00030800767,0.98681,0.003310407],"study_design_scores_gemma":[0.001284427,0.00024953907,0.121421166,0.0056084315,0.0010311079,0.000017363762,0.002113862,0.00022271411,0.0000011560905,0.003944017,0.86396956,0.00013667312],"about_ca_topic_score_codex":0.00003381301,"about_ca_topic_score_gemma":0.00006109838,"teacher_disagreement_score":0.5771655,"about_ca_system_score_codex":0.0000456683,"about_ca_system_score_gemma":0.00038100095,"threshold_uncertainty_score":0.9997075},"labels":[],"label_agreement":null},{"id":"W2905475648","doi":"10.1053/j.semnuclmed.2018.11.009","title":"The Changing Landscape of Journalology in Medicine","year":2018,"lang":"en","type":"review","venue":"Seminars in Nuclear Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Medicine; Credibility; Audit; Alternative medicine; MEDLINE; Quality (philosophy); Medical education; Pathology; Accounting","score_opus":0.589660735582244,"score_gpt":0.5430789948375954,"score_spread":0.0465817407446486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905475648","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006457694,0.9790068,0.000019333911,0.002129586,0.0010492966,0.0007380733,0.000002978027,0.0000026584137,0.016986646],"genre_scores_gemma":[0.00010483795,0.994386,0.00014812016,0.00019572076,0.0007094208,0.000017953986,0.0000068908193,0.000038767343,0.004392295],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9627681,0.012408083,0.018595317,0.0010482693,0.004589511,0.00059075037],"domain_scores_gemma":[0.97162014,0.014019798,0.0101067275,0.0036188303,0.0004889135,0.00014559845],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.22175246,0.00054535194,0.013887854,0.0028158482,0.00012525561,0.00005497617,0.0037395558,0.0003314916,0.0130201345],"category_scores_gemma":[0.075454615,0.00018247467,0.0011744209,0.0053861723,0.00078179326,0.000064007974,0.0003279576,0.00076100713,0.0008032708],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000519801,0.000015730615,0.00014354024,0.0015099186,0.000118365984,0.000043214703,0.002429649,4.0638483e-7,2.3506242e-7,0.00069684087,0.2449054,0.7501315],"study_design_scores_gemma":[0.0002324649,0.00017069113,0.0000338088,0.037654795,0.00048513562,0.00013266991,0.0035170368,0.00017752552,1.3493262e-8,0.0011017687,0.9563601,0.00013399187],"about_ca_topic_score_codex":0.000019237388,"about_ca_topic_score_gemma":0.00007617948,"teacher_disagreement_score":0.7499975,"about_ca_system_score_codex":0.00007646159,"about_ca_system_score_gemma":0.00009122991,"threshold_uncertainty_score":0.9999747},"labels":[],"label_agreement":null},{"id":"W2906277950","doi":"10.1016/j.jval.2018.09.2215","title":"PRM94 - ALIGNING TEXT MINING AND MACHINE LEARNING ALGORITHMS WITH BEST PRACTICES FOR STUDY SELECTION IN SYSTEMATIC LITERATURE REVIEWS","year":2018,"lang":"en","type":"article","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Precision Nanosystems (Canada)","funders":"","keywords":"Machine learning; Artificial intelligence; Computer science; Algorithm; Systematic review; Support vector machine; Bootstrapping (finance); Population; Naive Bayes classifier; Data mining; Medicine; MEDLINE; Mathematics","score_opus":0.7225400825203923,"score_gpt":0.5514569078851442,"score_spread":0.17108317463524803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906277950","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86348534,0.08975837,0.019964391,0.0015842357,0.0004221086,0.023925621,0.00001075505,0.000025995583,0.00082317495],"genre_scores_gemma":[0.9091752,0.0011518385,0.08326031,0.0003231416,0.0002912953,0.0009381438,0.000007633951,0.000043554424,0.0048088394],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9618134,0.026980238,0.00791605,0.0011050836,0.0017932247,0.00039204067],"domain_scores_gemma":[0.98211414,0.0065138726,0.00994654,0.0007688931,0.0005234652,0.00013310209],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19899467,0.00030072496,0.0036287562,0.00074614503,0.00030480121,0.0009050256,0.00043948874,0.000072067116,0.0000629108],"category_scores_gemma":[0.05254872,0.00014500608,0.00019201238,0.0027838764,0.000030243365,0.00047738722,0.000052535772,0.00026674132,0.000054341803],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012328761,0.0007442687,0.7937777,0.060273957,0.00024530297,0.000020358011,0.09524838,0.0013645791,0.00003088522,0.00023026971,0.002130594,0.045810394],"study_design_scores_gemma":[0.0020880247,0.0060657733,0.0075722476,0.052412063,0.00048035927,0.00022628512,0.03064233,0.8696958,0.000006261337,0.0003163947,0.029797215,0.00069724565],"about_ca_topic_score_codex":0.0008049651,"about_ca_topic_score_gemma":0.0019745512,"teacher_disagreement_score":0.8683312,"about_ca_system_score_codex":0.00009623811,"about_ca_system_score_gemma":0.00011573435,"threshold_uncertainty_score":0.95543206},"labels":[],"label_agreement":null},{"id":"W2906333009","doi":"10.1007/978-3-319-99713-1_10","title":"Reporting Standards and Critical Appraisal of Prediction Models","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Generalizability theory; Critical appraisal; Limiting; Quality (philosophy); Management science; Systematic review; Psychology; Risk analysis (engineering); Computer science; Data science; Medicine; MEDLINE; Engineering; Alternative medicine; Political science","score_opus":0.7336466353255351,"score_gpt":0.5619609645244295,"score_spread":0.17168567080110564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906333009","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002241089,0.0006301585,0.1739126,0.00009632837,0.00041986548,0.00023754823,0.00018192829,0.000005899983,0.8242916],"genre_scores_gemma":[0.05973424,0.0000757775,0.01603537,0.000055968703,0.00043275338,0.000008950623,0.000015603975,0.000034376182,0.92360693],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.96770716,0.0007289358,0.021882875,0.001032815,0.0085027255,0.00014548155],"domain_scores_gemma":[0.96805334,0.0060667386,0.017204521,0.0030678415,0.0054301117,0.0001774528],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15354605,0.00029725532,0.0044772564,0.00031167627,0.000073709816,0.00036398188,0.0004892085,0.00026083124,0.045657393],"category_scores_gemma":[0.14566179,0.00013860971,0.0013305666,0.00008352242,0.00025504822,0.00021221646,0.00017133392,0.00016110107,0.00017821814],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009526559,0.000012302467,0.00027970388,0.00025800127,0.0003470607,0.000009865844,0.0003937226,0.000011663463,0.000009631811,0.6311469,0.35501266,0.01250898],"study_design_scores_gemma":[0.00008238382,0.000122030484,0.000055242923,0.00028018144,0.00072336145,0.00006982532,0.0002082297,0.029620655,0.00000931352,0.46789736,0.5006933,0.0002380873],"about_ca_topic_score_codex":0.0000035870496,"about_ca_topic_score_gemma":0.000008401527,"teacher_disagreement_score":0.16324954,"about_ca_system_score_codex":0.000020112822,"about_ca_system_score_gemma":0.00013380793,"threshold_uncertainty_score":0.955215},"labels":[],"label_agreement":null},{"id":"W2906793936","doi":"10.12688/f1000research.15869.1","title":"Identifying stroke therapeutics from preclinical models: A protocol for a novel application of network meta-analysis","year":2019,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Ottawa Hospital; Heart and Stroke Foundation; University of Ottawa","funders":"Ottawa Hospital; Ottawa Hospital Anesthesia Alternate Funds Association; National Centre for the Replacement, Refinement and Reduction of Animals in Research; University of Bristol; Canadian Institutes of Health Research; National Institute for Health and Care Research; University Hospitals Bristol NHS Foundation Trust; Medical Research Council; University of Ottawa","keywords":"Medicine; Stroke (engine); Meta-analysis; Intensive care medicine; Neuroprotection; Clinical trial; Bioinformatics; Pathology; Internal medicine; Biology","score_opus":0.9764130104948826,"score_gpt":0.7014080301553236,"score_spread":0.275004980339559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906793936","genre_codex":"methods","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012037883,0.0007522597,0.77900875,0.000405759,0.00007995273,0.21731967,0.001177706,0.000009684942,0.0011258336],"genre_scores_gemma":[0.03951022,0.000017617998,0.17107752,0.00017093275,0.00044045458,0.771412,0.00034504928,0.00008797118,0.016938208],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.95462054,0.011812601,0.016413227,0.0031216035,0.013381412,0.0006506403],"domain_scores_gemma":[0.94282824,0.026216729,0.011676527,0.0131218415,0.005919695,0.00023699334],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19716747,0.0006635536,0.01379498,0.0011057883,0.00016144787,0.0016893256,0.0077521005,0.0006601521,0.0056321113],"category_scores_gemma":[0.008974976,0.0003416023,0.021226132,0.0026946596,0.00015397515,0.00021520077,0.0024166678,0.0010286428,0.0005368061],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003176269,0.0007051227,0.00744438,0.00122539,0.47158867,6.1999316e-7,0.0006154431,0.4861424,0.00022402944,0.005151206,0.017369041,0.009216097],"study_design_scores_gemma":[0.00035161487,0.000043723114,0.00056039036,0.000021872507,0.09962811,1.5134349e-7,0.00008525852,0.7887115,0.00003092383,0.081997894,0.028310394,0.00025818576],"about_ca_topic_score_codex":0.0002786221,"about_ca_topic_score_gemma":0.0001986548,"teacher_disagreement_score":0.60793126,"about_ca_system_score_codex":0.00007530567,"about_ca_system_score_gemma":0.00052139495,"threshold_uncertainty_score":0.9999036},"labels":[],"label_agreement":null},{"id":"W2909113910","doi":"10.1111/jan.13809","title":"Improving reporting of meta‐ethnography: The <scp>eMERG</scp>e reporting guidance","year":2019,"lang":"en","type":"review","venue":"Journal of Advanced Nursing","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":95,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Economic and Social Research Council; Medical Research Council; National Institute for Health and Care Research; Cancer Research UK; Llywodraeth Cymru; United Kingdom Clinical Research Collaboration; British Heart Foundation; Wellcome Trust","keywords":"CLARITY; Ethnography; Audit; Medical education; Qualitative research; Best practice; Documentation; Quality (philosophy); Medicine; Psychology; Nursing; Sociology; Computer science; Social science; Political science; Business","score_opus":0.7900572702166109,"score_gpt":0.5906736551387312,"score_spread":0.19938361507787972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909113910","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034732887,0.9816333,0.011435827,0.00006984081,0.0026929223,0.0011118677,0.0000069083717,0.000005637719,0.0026963733],"genre_scores_gemma":[0.00046481812,0.9315374,0.064033605,0.00005505311,0.0008249996,0.000026979256,0.0000036443034,0.000114580274,0.002938922],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.85507613,0.00977526,0.123496495,0.0013863023,0.009525978,0.00073979807],"domain_scores_gemma":[0.50071114,0.013394817,0.47592184,0.0048202504,0.0049360474,0.00021592854],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.30667505,0.0009806476,0.02914268,0.0015337691,0.0003321714,0.0006914473,0.0038616792,0.00030841713,0.00017195322],"category_scores_gemma":[0.46404937,0.00038702146,0.025424408,0.0041853087,0.0002108193,0.0008636598,0.00018485913,0.0015127151,0.0000448764],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014802608,0.000039008486,0.00007120276,0.0041034725,0.0028059348,0.00005047931,0.00051004725,0.00052181643,0.000046251193,0.000044943426,0.0032426282,0.98856276],"study_design_scores_gemma":[0.00011526326,0.00010642478,0.00003678271,0.023288418,0.026813075,0.0014620104,0.0029574689,0.00019384176,0.00002827949,0.0012254338,0.9435906,0.00018244529],"about_ca_topic_score_codex":0.000004272693,"about_ca_topic_score_gemma":0.0000017238286,"teacher_disagreement_score":0.9883803,"about_ca_system_score_codex":0.0001699219,"about_ca_system_score_gemma":0.0006739091,"threshold_uncertainty_score":0.99985814},"labels":[],"label_agreement":null},{"id":"W2909850736","doi":"10.3899/jrheum.181196","title":"The Third Biennial 2018 OMERACT First-time Participant Program: A Qualitative and Quantitative Study","year":2019,"lang":"en","type":"article","venue":"The Journal of Rheumatology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ottawa Heart Institute; University of Ottawa","funders":"National Institutes of Health","keywords":"Session (web analytics); Medicine; Medical education; Physical therapy; Presentation (obstetrics); Family medicine; Surgery; Computer science","score_opus":0.6088082272826008,"score_gpt":0.5533102335279898,"score_spread":0.05549799375461095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909850736","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99201864,0.0019501207,0.00029282895,0.0039310334,0.00041360286,0.0010760763,0.0000024978574,0.0000026687485,0.00031251088],"genre_scores_gemma":[0.99742776,0.00022031946,0.00085988676,0.000053967327,0.0000073434844,0.000016899054,1.589456e-7,0.000008212965,0.0014054695],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9577104,0.03132547,0.0075777797,0.0003367871,0.002692765,0.0003568063],"domain_scores_gemma":[0.9508131,0.037816472,0.008591528,0.0014464314,0.0012066626,0.0001258068],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16849388,0.00023016575,0.0030065128,0.00019257548,0.0003875933,0.00041845924,0.0016878658,0.000053401713,0.0008912318],"category_scores_gemma":[0.028416174,0.000069054826,0.00061705615,0.0006647793,0.00033792376,0.00024343998,0.00017584607,0.00032172856,0.0023477739],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012467878,0.001102993,0.372336,0.00007543743,0.0062030125,0.000019275194,0.4830801,0.00019663948,0.00008989307,0.015343415,0.11111825,0.009188224],"study_design_scores_gemma":[0.003636902,0.010628956,0.06824707,0.00028188818,0.002652339,0.0031912902,0.74163496,0.020652356,0.0000107375745,0.036077294,0.112309776,0.000676412],"about_ca_topic_score_codex":0.000082108505,"about_ca_topic_score_gemma":0.0002493493,"teacher_disagreement_score":0.30408892,"about_ca_system_score_codex":0.000015900216,"about_ca_system_score_gemma":0.000090499336,"threshold_uncertainty_score":0.998429},"labels":[],"label_agreement":null},{"id":"W2909955830","doi":"10.3389/fpsyg.2018.02667","title":"Primary Study Quality in Psychological Meta-Analyses: An Empirical Assessment of Recent Practice","year":2019,"lang":"en","type":"article","venue":"Frontiers in Psychology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Interpretability; Psychology; Quality (philosophy); CLARITY; Sample (material); Meta-analysis; Applied psychology; Conflation; Medical education; Medicine; Computer science","score_opus":0.8874455470887823,"score_gpt":0.7214411523577334,"score_spread":0.1660043947310489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909955830","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8279904,0.0029294689,0.072587155,0.0043037436,0.0028898949,0.0034033034,0.00001737792,0.000010251533,0.085868396],"genre_scores_gemma":[0.80101573,0.00026772072,0.1923835,0.0054219672,0.000043637552,0.0001957903,0.00001701679,0.000020969943,0.00063366187],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8799794,0.09371439,0.017134964,0.0030470362,0.0055665486,0.0005576936],"domain_scores_gemma":[0.98310524,0.003797504,0.0056138276,0.0065460955,0.0007721101,0.00016521603],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21060796,0.00041631746,0.008571649,0.0012142962,0.000031988973,0.00014008314,0.0027482926,0.00028190162,0.013743945],"category_scores_gemma":[0.017170606,0.00020932459,0.0015443258,0.0034178882,0.00013255728,0.0004611502,0.00017180307,0.00066421716,0.00032184154],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015201495,0.005178306,0.9226955,0.00001403722,0.0017593665,0.00002785116,0.00067629176,0.0000919517,0.00005174896,0.00011735385,0.043654103,0.025581446],"study_design_scores_gemma":[0.0014292416,0.0008512725,0.91989654,0.000003456759,0.0013175306,0.000012452408,0.0061861156,0.0006060744,7.15903e-7,0.007847088,0.06159567,0.00025380807],"about_ca_topic_score_codex":0.00003453511,"about_ca_topic_score_gemma":0.000061521,"teacher_disagreement_score":0.19343735,"about_ca_system_score_codex":0.000117697076,"about_ca_system_score_gemma":0.0000789069,"threshold_uncertainty_score":0.9911082},"labels":[],"label_agreement":null},{"id":"W2910487802","doi":"10.12688/f1000research.18453.2","title":"Turning the tables: A university league-table based on quality not quantity","year":2019,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Table (database); League table; Ranking (information retrieval); League; Political science; Database; Computer science; Economics","score_opus":0.8834210906574853,"score_gpt":0.5954122886604918,"score_spread":0.2880088019969935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910487802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52868575,0.0016022519,0.15746166,0.019224681,0.0033529676,0.012427992,0.001992302,0.000103241895,0.27514917],"genre_scores_gemma":[0.8579726,0.000052499847,0.0010803032,0.00049904187,0.00016240941,0.000024035067,0.00006945915,0.000030110026,0.1401095],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9153815,0.05734284,0.005590944,0.0025272681,0.01836483,0.0007926417],"domain_scores_gemma":[0.9326743,0.04111327,0.0050325138,0.016987953,0.0038152246,0.00037672315],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.3379139,0.00053399237,0.004253336,0.0009157663,0.0006803267,0.002759453,0.010136427,0.00040230012,0.027706435],"category_scores_gemma":[0.09051152,0.00024802945,0.0027356544,0.002458735,0.00028396252,0.00020160219,0.002932486,0.0023325807,0.017590994],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000358872,0.00041373685,0.18095158,0.0012849761,0.00074375974,0.000054439664,0.0009535702,0.13397394,0.00029410922,0.016150841,0.6582614,0.0065587414],"study_design_scores_gemma":[0.00047768638,0.00009186511,0.070543505,0.00034197484,0.00020658775,0.000001451221,0.0022873946,0.3565254,0.00009584293,0.002644035,0.5661798,0.00060446135],"about_ca_topic_score_codex":0.0023060848,"about_ca_topic_score_gemma":0.00046191452,"teacher_disagreement_score":0.32928693,"about_ca_system_score_codex":0.0002922069,"about_ca_system_score_gemma":0.0013335929,"threshold_uncertainty_score":0.9999972},"labels":[],"label_agreement":null},{"id":"W2911377445","doi":"10.1002/leap.1224","title":"Is the drive for reproducible science having a detrimental effect on what is published?","year":2019,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Novelty; Criticism; Movement (music); Computer science; Epistemology; Process (computing); Publishing; Scientific progress; Engineering ethics; Data science; Political science; Psychology; Law; Philosophy; Social psychology; Aesthetics","score_opus":0.4856131818463446,"score_gpt":0.493911684743706,"score_spread":0.008298502897361393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911377445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8591987,0.0016455173,0.0012428979,0.081359416,0.0037005248,0.0046670125,0.000017704986,0.000040902225,0.048127305],"genre_scores_gemma":[0.95998865,0.00001058462,0.0012904435,0.008919438,0.0002708519,0.00011957253,0.0000074048708,0.000027477483,0.029365584],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.977421,0.0037188109,0.0042350707,0.0038838014,0.009925291,0.0008160227],"domain_scores_gemma":[0.969691,0.013087215,0.0037267203,0.011170257,0.0020509295,0.00027391437],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","scholarly_communication","insufficient_payload"],"category_scores_codex":[0.3121724,0.00037325785,0.0019691794,0.0009173924,0.00088461494,0.09031476,0.0068190615,0.00013341363,0.008266737],"category_scores_gemma":[0.17500168,0.00016011408,0.0016738934,0.0052077705,0.00017416361,0.018821375,0.0006818961,0.00057155767,0.0034937675],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006106338,0.00010011284,0.06735378,0.00012873451,0.00027466423,0.0000023939467,0.008899399,0.0001871673,0.0036055993,0.007976995,0.61739,0.29402015],"study_design_scores_gemma":[0.0017685432,0.0008873306,0.013218232,0.0006099207,0.00039494774,0.000032658358,0.016968226,0.030455377,0.03183673,0.023776669,0.87895596,0.0010954167],"about_ca_topic_score_codex":0.000060566137,"about_ca_topic_score_gemma":0.000007331213,"teacher_disagreement_score":0.29292473,"about_ca_system_score_codex":0.00015391348,"about_ca_system_score_gemma":0.00022086459,"threshold_uncertainty_score":0.9985545},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2911469614","doi":"10.1016/j.jdent.2019.01.014","title":"Systematic reviews in dentistry: Current status, epidemiological and reporting characteristics","year":2019,"lang":"en","type":"article","venue":"Journal of Dentistry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":57,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; University of Toronto; St. Michael's Hospital","funders":"U.S. National Library of Medicine; Health and Medical Research Fund; National Medical Research Council; National Health and Medical Research Council; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Canada Research Chairs","keywords":"Medicine; Epidemiology; Systematic review; Confidence interval; MEDLINE; Dentistry; Meta-analysis; Family medicine; Descriptive statistics; Statistics; Internal medicine","score_opus":0.7687647807208237,"score_gpt":0.5731387000877689,"score_spread":0.19562608063305476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911469614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.967812,0.025582686,0.0034996725,0.00008441073,0.002000293,0.0007633399,0.0000057223965,0.0000011059586,0.0002507828],"genre_scores_gemma":[0.9925504,0.0023921204,0.0025966784,0.00007228833,0.00016506495,0.000007988189,0.000002430832,0.00000900295,0.0022040794],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9345529,0.013206417,0.047795046,0.0006216833,0.0034435876,0.00038036334],"domain_scores_gemma":[0.91707027,0.0056803385,0.074554496,0.0015974126,0.0008181979,0.0002792736],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.22901843,0.0002723484,0.008439993,0.000325626,0.000041247167,0.00061645615,0.0008960399,0.00010261718,0.0019268177],"category_scores_gemma":[0.290062,0.000121503086,0.0015892531,0.000600454,0.000037529495,0.00031521948,0.00015588237,0.00049645075,0.0013321135],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058163782,0.00006323425,0.97886336,0.0070716063,0.000097491094,0.00029215182,0.000087820845,0.0000046820287,0.00015439112,0.00018311194,0.007060129,0.0061161793],"study_design_scores_gemma":[0.0004569717,0.00008828117,0.9330592,0.013677601,0.0005196544,0.0053506275,0.0006093876,0.0015236415,0.000007225797,0.0020172258,0.042366654,0.00032352915],"about_ca_topic_score_codex":0.0000017123693,"about_ca_topic_score_gemma":0.0000035217035,"teacher_disagreement_score":0.061043587,"about_ca_system_score_codex":0.000073983334,"about_ca_system_score_gemma":0.00007297854,"threshold_uncertainty_score":0.99944544},"labels":[],"label_agreement":null},{"id":"W2912011336","doi":"10.1053/j.semnuclmed.2018.11.006","title":"Knowledge Synthesis in Evidence-Based Medicine","year":2019,"lang":"en","type":"review","venue":"Seminars in Nuclear Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vitalité Health Network; Ottawa Hospital","funders":"","keywords":"Cornerstone; Medicine; Timeline; Systematic review; Objectivity (philosophy); Evidence-based medicine; Management science; Identification (biology); MEDLINE; Process (computing); Engineering ethics; Alternative medicine; Data science; Knowledge management; Computer science; Pathology; Epistemology","score_opus":0.8467230540005993,"score_gpt":0.5881702591391124,"score_spread":0.25855279486148697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912011336","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002155233,0.9679072,0.000023299468,0.0026179687,0.0012605473,0.0022059765,0.000008412989,0.000012100255,0.025942942],"genre_scores_gemma":[0.00014228439,0.98916996,0.0003361436,0.00046785286,0.00055798347,0.00013469746,0.000013386487,0.00010520124,0.009072503],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9403575,0.025808202,0.023208484,0.002740997,0.0071498533,0.00073495647],"domain_scores_gemma":[0.91621095,0.065660514,0.00909928,0.008036648,0.00063928013,0.00035333453],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.21670806,0.001239245,0.027865503,0.004748783,0.00007215992,0.00013394747,0.0056756013,0.00069284515,0.0557857],"category_scores_gemma":[0.2678038,0.00053541217,0.002540663,0.008017648,0.000551703,0.0002444992,0.00034419607,0.0011891034,0.016889095],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070369892,0.000052995143,0.00014616866,0.010787147,0.00007828275,0.00006587978,0.00053330447,0.0000023211403,3.4488156e-7,0.0002222754,0.19635342,0.7917508],"study_design_scores_gemma":[0.00026519294,0.0001257612,0.00004894183,0.24548358,0.0013371238,0.000023737515,0.00049679267,0.00054398144,3.9738e-8,0.00015894196,0.7511837,0.00033219956],"about_ca_topic_score_codex":0.00009809433,"about_ca_topic_score_gemma":0.00008517442,"teacher_disagreement_score":0.7914186,"about_ca_system_score_codex":0.00048145658,"about_ca_system_score_gemma":0.0004347914,"threshold_uncertainty_score":0.9997097},"labels":[],"label_agreement":null},{"id":"W2912106506","doi":"10.1007/s12630-018-01268-6","title":"Can authorship bias be detected in meta-analysis?","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Winnipeg Regional Health Authority; University of Ottawa; Université Laval; Ottawa Hospital; University of Manitoba; George & Fay Yee Centre for Healthcare Innovation","funders":"Canadian Institutes of Health Research; Research Manitoba","keywords":"Meta-analysis; Confidence interval; Odds ratio; Publication bias; Meta-regression; Univariate; Statistics; Interquartile range; Odds; Medicine; Selection bias; Econometrics; Logistic regression; Internal medicine; Multivariate statistics; Mathematics","score_opus":0.4654662446339891,"score_gpt":0.3942737027665246,"score_spread":0.07119254186746449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912106506","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9763159,0.0031913677,0.00006814484,0.01799857,0.00038405793,0.0004907885,0.000024098365,0.0000032234989,0.0015238421],"genre_scores_gemma":[0.98951846,0.000016817765,0.0007867127,0.00043436323,0.00022197742,0.00000630938,0.0000062234953,0.000051278676,0.008957883],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.9659438,0.011904518,0.013648434,0.00096827303,0.0060803806,0.0014545986],"domain_scores_gemma":[0.9712941,0.003386497,0.012788725,0.003032657,0.004556276,0.0049417554],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13376574,0.0008413769,0.010097122,0.008674654,0.00039341048,0.002805763,0.005014548,0.00040838204,0.031349756],"category_scores_gemma":[0.019911176,0.00047129867,0.009725349,0.009115899,0.00018449327,0.000819185,0.000027122967,0.0016626419,0.00047877678],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009453205,0.00010017032,0.33100075,0.000077571094,0.071100004,0.5360786,0.007774632,0.014385424,0.000029682093,0.0031066802,0.03455253,0.0016994847],"study_design_scores_gemma":[0.00085195835,0.0006171444,0.06819165,0.000053454638,0.06596626,0.8031334,0.0030160062,0.0008292425,0.000022114324,0.00642118,0.049829107,0.0010684765],"about_ca_topic_score_codex":0.012803571,"about_ca_topic_score_gemma":0.32742798,"teacher_disagreement_score":0.31462443,"about_ca_system_score_codex":0.00087057624,"about_ca_system_score_gemma":0.007032613,"threshold_uncertainty_score":0.99977386},"labels":[],"label_agreement":null},{"id":"W2912235701","doi":"","title":"Déclin des études randomisées et contrôlées des départements ďanesthésie canadiens","year":2006,"lang":"fr","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Political science","score_opus":0.23360645542779057,"score_gpt":0.3774714649246049,"score_spread":0.14386500949681436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912235701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9081982,0.064917885,0.00043686724,0.015635647,0.0020936178,0.00087057444,0.00008568036,0.0000076691385,0.0077538807],"genre_scores_gemma":[0.94560605,0.0010649749,0.004618365,0.00052017346,0.002318379,0.00001615015,0.00002133356,0.00017507558,0.04565948],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.95799685,0.0136917345,0.017970607,0.0012695388,0.005638132,0.003433152],"domain_scores_gemma":[0.96159273,0.0035620867,0.014652316,0.0023084928,0.00942379,0.008460565],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.106632866,0.0017369043,0.008256298,0.0035497567,0.0026976736,0.0066949436,0.00519047,0.00074692874,0.0127075715],"category_scores_gemma":[0.014951055,0.0012100555,0.0052673337,0.003089296,0.0026483166,0.0028270765,0.000048787108,0.0020676488,0.0008073879],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027260094,0.0002604474,0.06900765,0.00038677754,0.0016867329,0.6936951,0.0058580367,0.004347686,0.000032857402,0.013380322,0.18276197,0.028309776],"study_design_scores_gemma":[0.0024146747,0.00066892465,0.016483277,0.0010991738,0.0013222962,0.6278347,0.0025713358,0.00018748968,0.00001885703,0.012620087,0.33392885,0.0008503706],"about_ca_topic_score_codex":0.19274825,"about_ca_topic_score_gemma":0.7000268,"teacher_disagreement_score":0.50727856,"about_ca_system_score_codex":0.00328934,"about_ca_system_score_gemma":0.018846683,"threshold_uncertainty_score":0.9999706},"labels":[],"label_agreement":null},{"id":"W2912600393","doi":"10.1007/978-3-662-58254-1_36","title":"Type of Review and How to Get Started","year":2019,"lang":"en","type":"book-chapter","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Narrative review; Narrative; Set (abstract data type); Computer science; Expert opinion; Data science; Management science; Engineering ethics; Psychology; Engineering; Medicine; Political science; MEDLINE; Linguistics; Psychotherapist","score_opus":0.7795006732103217,"score_gpt":0.5128191104669745,"score_spread":0.2666815627433472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912600393","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016828422,0.05737618,0.00070783927,0.0033142727,0.00015306717,0.0014806071,0.00003411218,0.0000023688062,0.93691474],"genre_scores_gemma":[0.00016511566,0.005093206,0.0019865758,0.0018279856,0.000023415521,0.0000025765487,0.000007674833,0.000013137472,0.9908803],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908491,0.00077725516,0.0043954346,0.0007835567,0.0030881611,0.000106526684],"domain_scores_gemma":[0.9896909,0.001164706,0.0035619077,0.003756414,0.001694279,0.00013177043],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.03870839,0.0003015254,0.006414189,0.00026619405,0.000017083486,0.0001924822,0.00096457393,0.0001193698,0.09087031],"category_scores_gemma":[0.009157367,0.0001246907,0.0010282742,0.00019881589,0.000027890486,0.0000608656,0.00017710585,0.000102430226,0.012308397],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.48435e-7,0.000002075312,0.000057780817,0.0008934158,0.00020630941,7.565081e-7,0.000015625099,1.7632622e-7,0.000003664068,0.036666326,0.9519615,0.010191412],"study_design_scores_gemma":[0.000024613048,0.00004681421,0.00004424275,0.0005965311,0.00068148284,0.0000026624123,0.000008258043,0.000013734751,7.4896775e-7,0.0029200162,0.9955239,0.0001369791],"about_ca_topic_score_codex":0.000001927581,"about_ca_topic_score_gemma":0.000016449438,"teacher_disagreement_score":0.07856192,"about_ca_system_score_codex":0.000008145882,"about_ca_system_score_gemma":0.00006500393,"threshold_uncertainty_score":0.9991889},"labels":[],"label_agreement":null},{"id":"W2912788005","doi":"10.3310/hsdr07040","title":"Developing a reporting guideline to improve meta-ethnography in health research: the eMERGe mixed-methods study","year":2019,"lang":"en","type":"article","venue":"Health Services and Delivery Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Health Canada; National Institutes of Health; University of Southampton; Health Services and Delivery Research Programme; National Institute for Health and Care Research; United Kingdom Clinical Research Collaboration; World Health Organization","keywords":"Ethnography; Systematic review; CLARITY; Audit; Guideline; MEDLINE; Sociology; Psychology; Medical education; Management science; Medicine; Management; Political science; Engineering","score_opus":0.9279395449326173,"score_gpt":0.714362175974313,"score_spread":0.21357736895830437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912788005","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9191761,0.02424004,0.0020127103,0.043850567,0.00045489843,0.0094409725,0.00001614838,0.000012462628,0.00079610007],"genre_scores_gemma":[0.9109086,0.0016926574,0.072091065,0.010456945,0.0002355131,0.00097354007,0.000011287585,0.000060149065,0.0035702433],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.65577257,0.24832088,0.05672087,0.005863357,0.028839456,0.0044828537],"domain_scores_gemma":[0.945025,0.02514774,0.010872068,0.008195128,0.009468291,0.0012917746],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.82078016,0.00038424987,0.004717205,0.0027717215,0.0014735745,0.0014385142,0.002849317,0.00010560387,0.001377005],"category_scores_gemma":[0.018419728,0.00017252771,0.0008032746,0.011927305,0.00009919916,0.0003507898,0.0020386893,0.0012965967,0.00084351434],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019791261,0.0006158383,0.19025736,0.0052182726,0.0016503803,0.000044882432,0.060487263,0.00037350558,0.00014050218,0.0024534783,0.081412695,0.6571479],"study_design_scores_gemma":[0.0007377714,0.002027783,0.09385831,0.0005445648,0.000080314836,0.000019064993,0.34470785,0.024346355,0.000015344149,0.008350186,0.52482265,0.00048981904],"about_ca_topic_score_codex":0.017705929,"about_ca_topic_score_gemma":0.016150147,"teacher_disagreement_score":0.8023604,"about_ca_system_score_codex":0.00019506368,"about_ca_system_score_gemma":0.0011646785,"threshold_uncertainty_score":0.99993443},"labels":[],"label_agreement":null},{"id":"W2912917905","doi":"10.1007/978-3-662-58254-1_29","title":"Level 1 Evidence: A Prospective Randomized Controlled Study","year":2019,"lang":"en","type":"book-chapter","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Randomized controlled trial; Medicine; Medical education; Medical physics; Psychology; Surgery","score_opus":0.8085586062554417,"score_gpt":0.537069762117301,"score_spread":0.2714888441381408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912917905","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012266282,0.004170035,0.0070757912,0.00028960302,0.0007513878,0.03518457,0.000017823158,0.000013627227,0.9523745],"genre_scores_gemma":[0.03626237,0.00009978218,0.0006899039,0.0002476588,0.00017676847,0.00059820275,0.0000025185407,0.000042193722,0.9618806],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9226194,0.020126138,0.033810377,0.0033084012,0.019743996,0.00039165557],"domain_scores_gemma":[0.9080277,0.0596852,0.019182017,0.008102261,0.0048111547,0.00019167375],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.3880045,0.0010981875,0.04633393,0.00096884026,0.00013237176,0.0019372057,0.003254077,0.00034229105,0.22329439],"category_scores_gemma":[0.16410872,0.00037411888,0.016910188,0.00025914138,0.00015239623,0.00028177194,0.00036097685,0.0005007634,0.075440034],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08400878,0.0002888595,0.0015459483,0.00012895832,0.027379699,0.000054615568,0.0021163062,0.000021855614,0.000002611207,0.5976165,0.28194046,0.0048954436],"study_design_scores_gemma":[0.6581479,0.0004234137,0.00031249356,0.00075633323,0.017955111,0.000017653665,0.0012655568,0.0026949265,7.6906605e-7,0.21724135,0.09963322,0.0015513033],"about_ca_topic_score_codex":0.00001829761,"about_ca_topic_score_gemma":0.000083543935,"teacher_disagreement_score":0.5741391,"about_ca_system_score_codex":0.000095918316,"about_ca_system_score_gemma":0.00041236018,"threshold_uncertainty_score":0.9998711},"labels":[],"label_agreement":null},{"id":"W2912989094","doi":"10.1186/s13643-018-0768-8","title":"A decision tool to help researchers make decisions about including systematic reviews in overviews of reviews of healthcare interventions","year":2019,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":159,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates","keywords":"Psychological intervention; Medicine; Systematic review; Process (computing); Inclusion (mineral); Health care; Intervention (counseling); Management science; Decision aids; MEDLINE; Process management; Computer science; Nursing; Alternative medicine; Psychology","score_opus":0.853467534025929,"score_gpt":0.6102049981862151,"score_spread":0.2432625358397139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912989094","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026281323,0.7155164,0.04933633,0.00084997015,0.0020700302,0.2018067,0.00010207344,0.000023824909,0.004013395],"genre_scores_gemma":[0.41544807,0.25719544,0.21161667,0.00321542,0.0004861787,0.06273302,0.00011452602,0.00057221606,0.04861845],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.60344875,0.20561598,0.16759793,0.0044380245,0.01704594,0.0018533916],"domain_scores_gemma":[0.8330223,0.054571442,0.07754046,0.028695686,0.0050096256,0.0011605133],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.5721372,0.0013939552,0.044825755,0.0032703488,0.00018838659,0.00055100804,0.007020066,0.00036683443,0.005139885],"category_scores_gemma":[0.54337794,0.0006419476,0.013855954,0.010618002,0.000104628874,0.00060987374,0.0012328558,0.00068556,0.02252321],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023431994,0.00025739768,0.0026449112,0.950712,0.00019693626,0.0000051656807,0.002681898,0.00003844251,0.00020727,0.0027213483,0.017131543,0.023379633],"study_design_scores_gemma":[0.0006068966,0.0003131516,0.0008854537,0.84043777,0.0007795703,0.000042371754,0.0016349402,0.0009877206,0.000015787882,0.0020994877,0.15144782,0.0007490166],"about_ca_topic_score_codex":0.00012546424,"about_ca_topic_score_gemma":0.0009774553,"teacher_disagreement_score":0.45832092,"about_ca_system_score_codex":0.0004869388,"about_ca_system_score_gemma":0.00024036635,"threshold_uncertainty_score":0.9998811},"labels":[],"label_agreement":null},{"id":"W2913141530","doi":"10.1016/j.fertnstert.2004.04.011","title":"Reply of the Author","year":2004,"lang":"en","type":"article","venue":"Fertility and Sterility","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Population; Sample (material); Confidence interval; Scopus; Odds; Odds ratio; Clinical trial; Sample size determination; Meta-analysis; Medicine; Point (geometry); Statistics; Psychology; MEDLINE; Internal medicine; Biology; Mathematics","score_opus":0.7270070644994352,"score_gpt":0.5088137408635864,"score_spread":0.21819332363584876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913141530","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9905152,0.00020773741,0.0024264166,0.0025826057,0.00017086243,0.0003135222,0.000021102203,0.0000021233845,0.0037604284],"genre_scores_gemma":[0.99667615,7.526656e-7,0.0004604954,0.00034390358,0.000008258108,0.000005273682,3.9476694e-7,0.0000017259974,0.0025030219],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9894363,0.0037743547,0.004160335,0.0005821594,0.0019244774,0.00012236499],"domain_scores_gemma":[0.9936831,0.00064901676,0.0013172762,0.003864948,0.00040629134,0.00007937705],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.058683667,0.00012264804,0.0013257524,0.000035516063,0.00013020054,0.00015641944,0.00086732314,0.000045303645,0.0020580313],"category_scores_gemma":[0.019741252,0.00004583449,0.00080070284,0.00048974104,0.0001939178,0.00011565686,0.00020991702,0.00008886333,0.00014199394],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021492231,0.00064665184,0.8809257,0.00058982737,0.00033310312,0.000002996517,0.008448794,0.00009370329,0.0016442607,0.003195041,0.009371653,0.09259903],"study_design_scores_gemma":[0.0000826687,0.000014532777,0.94446886,0.000010542035,0.00002967154,0.0000011559333,0.00015031896,0.00011599238,0.0002502051,0.03907175,0.015763594,0.000040742183],"about_ca_topic_score_codex":0.00008544635,"about_ca_topic_score_gemma":0.000098684846,"teacher_disagreement_score":0.09255829,"about_ca_system_score_codex":0.000015047295,"about_ca_system_score_gemma":0.000047232963,"threshold_uncertainty_score":0.9988542},"labels":[],"label_agreement":null},{"id":"W2913152973","doi":"10.33137/cpoj.v1i2.32010","title":"ONLINE ACCESS TO RESEARCH PAPERS – CHANGES OVER TIME","year":2018,"lang":"en","type":"article","venue":"Canadian Prosthetics & Orthotics Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; Computer science; World Wide Web; Public relations; Scholarly communication; Internet privacy; Political science; Business; Data science","score_opus":0.7517399902916843,"score_gpt":0.5747000797444118,"score_spread":0.17703991054727242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913152973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8227056,0.00096957793,0.0009200385,0.0764997,0.0029323148,0.00303473,0.00057682826,0.000016814263,0.09234438],"genre_scores_gemma":[0.88929385,0.00009848107,0.006677906,0.011166461,0.0022429498,0.00001956593,0.000023367413,0.000090691756,0.0903867],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98340863,0.0044423947,0.003790289,0.0008187811,0.006451749,0.0010881805],"domain_scores_gemma":[0.9865553,0.0009769617,0.0013232452,0.002778988,0.00575547,0.0026100713],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08325388,0.00031863234,0.0016431997,0.002135693,0.0009706986,0.0047666244,0.0036508052,0.00016294947,0.04643906],"category_scores_gemma":[0.024274478,0.00018177135,0.0006204334,0.0030337109,0.0002771922,0.00022713219,0.00026883997,0.00071200065,0.008207919],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013972272,0.00009176955,0.031413503,0.000016565906,0.00020055458,0.00023982534,0.0017284235,0.00006134174,0.00038939255,0.0014146249,0.8605261,0.103903934],"study_design_scores_gemma":[0.00012065315,0.0002339032,0.01448657,0.000060753788,0.00006414562,0.0002271876,0.00019917055,0.0012082002,0.000050138166,0.0031851372,0.97992295,0.00024118481],"about_ca_topic_score_codex":0.0005742335,"about_ca_topic_score_gemma":0.130367,"teacher_disagreement_score":0.12979276,"about_ca_system_score_codex":0.00029524206,"about_ca_system_score_gemma":0.0012824932,"threshold_uncertainty_score":0.99626654},"labels":[],"label_agreement":null},{"id":"W2913529748","doi":"10.1513/annalsats.201901-027le","title":"Toward Enhancing the Rigor of Causal-Inference Studies","year":2019,"lang":"en","type":"letter","venue":"Annals of the American Thoracic Society","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto; St. Paul's Hospital; Université de Montréal; St. Michael's Hospital; Western University","funders":"","keywords":"Medicine; Causal inference; Inference; MEDLINE; Intensive care medicine; Epistemology; Pathology","score_opus":0.8497274241728625,"score_gpt":0.6113916710942764,"score_spread":0.23833575307858612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913529748","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04921168,0.01014556,0.002648921,0.9332619,0.0011689077,0.0016385701,0.00019143785,0.000010651074,0.0017224138],"genre_scores_gemma":[0.22824244,0.0033473913,0.0025419018,0.72617453,0.001276732,0.000090361835,0.000010995825,0.00006858223,0.038247064],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97196543,0.011863569,0.00764626,0.0010286914,0.007021056,0.00047498482],"domain_scores_gemma":[0.93580675,0.024783038,0.027305597,0.008405312,0.0036538853,0.000045409688],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07012043,0.0005811743,0.0075136106,0.00010302558,0.00020296272,0.00020593828,0.0065143104,0.00019290939,0.0005659427],"category_scores_gemma":[0.033527914,0.00019733972,0.008787143,0.0024090428,0.0015571534,0.000121010286,0.0009505419,0.0010765445,0.00041791977],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034765683,0.000011668416,0.0008178168,0.00034343725,0.0018262132,9.731834e-7,0.0030978967,0.000027033482,0.00009103433,0.000015008657,0.98619807,0.00756737],"study_design_scores_gemma":[0.000052289026,0.0001337392,0.0022567825,0.0006342106,0.001434716,0.000007464311,0.016982295,0.00034053906,0.0025370175,0.0052523627,0.96984804,0.0005205732],"about_ca_topic_score_codex":0.00013923147,"about_ca_topic_score_gemma":0.000011584857,"teacher_disagreement_score":0.20708732,"about_ca_system_score_codex":0.00002743872,"about_ca_system_score_gemma":0.00025437862,"threshold_uncertainty_score":0.9988609},"labels":[],"label_agreement":null},{"id":"W2913648278","doi":"10.1016/j.jclinepi.2019.01.010","title":"An evidence rating service provided valid correlates of the clinical importance of medical articles and journals","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre; Queen's University; Impact","funders":"McMaster University","keywords":"Citation; Impact factor; Inclusion (mineral); Reliability (semiconductor); Medicine; MEDLINE; Family medicine; Psychology; Library science; Computer science; Social psychology","score_opus":0.9247268330004164,"score_gpt":0.7062411117352331,"score_spread":0.21848572126518329,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913648278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96835846,0.0042338753,0.002951943,0.022846593,0.0012239384,0.00031755277,0.0000020675795,0.0000011167377,0.000064476684],"genre_scores_gemma":[0.98794407,0.001193339,0.00641211,0.003982057,0.00037898155,0.0000012241021,1.2814805e-7,0.000007933392,0.00008016894],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6886833,0.19018102,0.11171075,0.0011190358,0.007796412,0.00050948915],"domain_scores_gemma":[0.23055993,0.62586516,0.13180159,0.0043997215,0.0062630908,0.0011105291],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.75731915,0.00022946407,0.012202819,0.00015197902,0.000058851056,0.000063689964,0.003550066,0.00052016985,0.0031730386],"category_scores_gemma":[0.85977626,0.00008666141,0.0036243834,0.0007927328,0.00047204498,0.00046672334,0.00032721498,0.0014403391,0.00006483406],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009107528,0.00012953796,0.98094344,0.00007124382,0.0002273673,0.000004271383,0.000102599595,0.00016935148,0.00005914758,0.0011578576,0.0026075523,0.014436535],"study_design_scores_gemma":[0.0006111643,0.0006616463,0.9360379,0.00089319044,0.00030268877,0.0001694446,0.0004312809,0.03133015,0.000014488768,0.028730791,0.0007282794,0.000088958324],"about_ca_topic_score_codex":0.000014941698,"about_ca_topic_score_gemma":0.000049814495,"teacher_disagreement_score":0.45812336,"about_ca_system_score_codex":0.000008743606,"about_ca_system_score_gemma":0.0006352859,"threshold_uncertainty_score":0.9977382},"labels":[],"label_agreement":null},{"id":"W2914623254","doi":"10.1186/s13643-018-0914-3","title":"The impact of different inclusion decisions on the comprehensiveness and complexity of overviews of reviews of healthcare interventions","year":2019,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health; Alberta Hospital Edmonton; University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates","keywords":"Medicine; Systematic review; Psychological intervention; Inclusion (mineral); Cochrane Library; MEDLINE; Health care; Cochrane collaboration; Quality (philosophy); Family medicine; Randomized controlled trial; Nursing; Surgery; Psychology","score_opus":0.8237711281886294,"score_gpt":0.5736460906994555,"score_spread":0.2501250374891739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914623254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6619605,0.28630102,0.0041209427,0.0012067255,0.0005743544,0.043943066,0.00018399245,0.0000037657726,0.0017056348],"genre_scores_gemma":[0.9867777,0.0121686235,0.0003830336,0.000040505452,0.000011713279,0.00026583526,0.000005520242,0.000012899154,0.0003341381],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.88341737,0.071855634,0.03897016,0.00079180306,0.004656293,0.0003087518],"domain_scores_gemma":[0.92353964,0.027532741,0.038738687,0.00800213,0.0020538787,0.00013291193],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15325904,0.00048404274,0.01450379,0.00028288024,0.00024116239,0.00007358473,0.002695804,0.00008386287,0.001357345],"category_scores_gemma":[0.05833129,0.00013069817,0.007849261,0.0013334247,0.00033908233,0.00009419424,0.00096547924,0.0001866274,0.00017874874],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001305797,0.0014776823,0.038911182,0.6950946,0.0025833286,8.197739e-7,0.011667506,0.0000996011,0.0038881542,0.17470823,0.025012136,0.046426207],"study_design_scores_gemma":[0.0021956584,0.003978219,0.16769068,0.632913,0.004478963,0.000065549066,0.0078029106,0.012577164,0.0007376095,0.11817151,0.047950394,0.0014383256],"about_ca_topic_score_codex":0.0001328394,"about_ca_topic_score_gemma":0.00012789396,"teacher_disagreement_score":0.3248172,"about_ca_system_score_codex":0.000050947398,"about_ca_system_score_gemma":0.00005914556,"threshold_uncertainty_score":0.9995555},"labels":[],"label_agreement":null},{"id":"W2914721755","doi":"10.1016/j.jclinepi.2019.01.005","title":"A scoping review describes methods used to identify, prioritize and display gaps in health research","year":2019,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":207,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"European Commission","keywords":"Prioritization; Medicine; Identification (biology); Systematic review; MEDLINE; Medical education; Data science; Management science; Computer science; Political science; Engineering","score_opus":0.9908724256543674,"score_gpt":0.8498825710887762,"score_spread":0.1409898545655912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914721755","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000019448204,0.9704816,0.01563035,0.008115717,0.0014880357,0.0041338955,0.000008882489,0.0000015090617,0.00012056282],"genre_scores_gemma":[0.0000013698975,0.92009866,0.075463474,0.0031173336,0.0005419049,0.000056912355,0.000002654604,0.000030647356,0.00068701594],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.07592862,0.7561743,0.15944536,0.0023442993,0.0049162274,0.0011911896],"domain_scores_gemma":[0.06868002,0.8301434,0.09118197,0.005196508,0.0031146267,0.001683489],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.95932335,0.0006959444,0.097506,0.0020486931,0.00011868021,0.00026798117,0.004406376,0.0008396142,0.0011947224],"category_scores_gemma":[0.9455148,0.00030332027,0.012102966,0.003379408,0.00032989067,0.0003033355,0.00090643816,0.004312409,0.0011983158],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008143365,0.00005068612,0.0016522887,0.10735871,0.00026390786,0.000019286801,0.000030397887,0.0000016063182,2.236513e-8,0.00059057306,0.033431374,0.856593],"study_design_scores_gemma":[0.00014185427,0.00029299624,0.0005741749,0.3658126,0.0004415623,0.00017061703,0.00001916202,0.000017894627,2.483265e-9,0.0034607067,0.62891793,0.00015049386],"about_ca_topic_score_codex":0.000025871312,"about_ca_topic_score_gemma":0.00008216419,"teacher_disagreement_score":0.8564425,"about_ca_system_score_codex":0.00016295892,"about_ca_system_score_gemma":0.0031316404,"threshold_uncertainty_score":0.9999419},"labels":[],"label_agreement":null},{"id":"W2914917048","doi":"","title":"Selecting and training opinion leaders and best practice collaborators: experience from the Canadian Chiropractic Guideline Initiative.","year":2017,"lang":"en","type":"article","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Memorial Chiropractic College; Université du Québec à Trois-Rivières; Institute of Health Services and Policy Research; McGill University","funders":"","keywords":"Chiropractic; Excellence; Guideline; Best practice; Political science; Medical education; Library science; Medicine; Psychology; Alternative medicine; Computer science","score_opus":0.8323653858959422,"score_gpt":0.5339050715388889,"score_spread":0.29846031435705334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914917048","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84503096,0.00660416,0.0010301722,0.095691055,0.0014818136,0.0031336762,0.000087754685,0.000013072801,0.04692735],"genre_scores_gemma":[0.9946478,0.00009757988,0.0026044927,0.0018406404,0.0002483398,0.0002505564,0.0000033516203,0.000009312792,0.00029789965],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99226844,0.0027192405,0.002393897,0.00069765694,0.0015699745,0.00035078553],"domain_scores_gemma":[0.98781264,0.0054979874,0.0035745378,0.0017560769,0.0009908767,0.00036788176],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.047644205,0.00019288369,0.0009524345,0.00010833773,0.0017743846,0.004661436,0.0009802772,0.00007099499,0.00018689637],"category_scores_gemma":[0.2780916,0.00009567513,0.00010945575,0.00041977514,0.00025542846,0.0013524522,0.000111735935,0.00020343566,0.00004692064],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023313565,0.000047130765,0.13653949,0.000017576167,0.0004921143,0.00002885627,0.075109474,0.000012009315,0.000015960486,0.0008916564,0.05191233,0.7349101],"study_design_scores_gemma":[0.0002593168,0.000017540162,0.17971188,0.000026354639,0.00015811085,0.00003563371,0.09079386,0.0012509614,0.000011796262,0.00057163794,0.72694194,0.0002209602],"about_ca_topic_score_codex":0.024046943,"about_ca_topic_score_gemma":0.07853841,"teacher_disagreement_score":0.7346891,"about_ca_system_score_codex":0.000050395778,"about_ca_system_score_gemma":0.00022962497,"threshold_uncertainty_score":0.9995252},"labels":[],"label_agreement":null},{"id":"W2914974264","doi":"10.1016/j.jpurol.2018.08.019","title":"Predatory publishing or a lack of peer review transparency?—a contemporary analysis of indexed open and non-open access articles in paediatric urology","year":2019,"lang":"en","type":"article","venue":"Journal of Pediatric Urology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Medicine; Citation; Publishing; MEDLINE; Bibliometrics; Publication; Library science; Computer science; Advertising","score_opus":0.7602175688202392,"score_gpt":0.5537825261477528,"score_spread":0.20643504267248636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914974264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95616615,0.033047758,0.00073627505,0.0058331527,0.0002727737,0.0013798623,0.000054167267,0.0000010268047,0.0025088238],"genre_scores_gemma":[0.993989,0.0038296552,0.00045006443,0.001149917,0.000096177435,0.000013216036,0.0000058783467,0.000010590348,0.00045553438],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97371763,0.008589061,0.013466833,0.0007026516,0.0032281703,0.00029565333],"domain_scores_gemma":[0.97152907,0.006525934,0.016931303,0.0015930978,0.0032061627,0.00021445377],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1342645,0.00026619656,0.0071703447,0.0031511176,0.000031050844,0.0008627289,0.007613127,0.00023333861,0.00560653],"category_scores_gemma":[0.03775352,0.00013776975,0.0010601231,0.008116128,0.00008365177,0.0033416403,0.0011790998,0.0005020607,0.000027082702],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025528896,0.00021330107,0.9471377,0.00027313182,0.0012586738,0.000028896235,0.00046489824,0.00022874269,0.000013762057,0.000051909043,0.04848461,0.0015890795],"study_design_scores_gemma":[0.0033032899,0.0010435132,0.9610964,0.00003754058,0.011999357,0.000053020325,0.00040361995,0.002983117,0.000005070443,0.0021490727,0.016622096,0.00030388962],"about_ca_topic_score_codex":0.00013751879,"about_ca_topic_score_gemma":0.00024736015,"teacher_disagreement_score":0.09651098,"about_ca_system_score_codex":0.000020667389,"about_ca_system_score_gemma":0.0007879815,"threshold_uncertainty_score":0.9977562},"labels":[],"label_agreement":null},{"id":"W2915352814","doi":"10.12688/f1000research.18005.2","title":"Methods of conduct and reporting of living systematic reviews: a protocol for a living methodological survey","year":2019,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Systematic review; MEDLINE; Protocol (science); Cochrane Library; Grey literature; Medicine; Gerontology; Meta-analysis; Alternative medicine; Pathology; Biology","score_opus":0.9926851070732366,"score_gpt":0.7910169087625321,"score_spread":0.2016681983107046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915352814","genre_codex":"protocol","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026629306,0.0030877504,0.4660174,0.000056779212,0.0002040785,0.5266787,0.00006983731,0.000008693569,0.0012138708],"genre_scores_gemma":[0.008534015,0.00006327744,0.59834915,0.000019827192,0.00007559721,0.3863699,0.0000051955,0.000054177905,0.0065288157],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.3137205,0.5753482,0.09351577,0.004142131,0.012223976,0.0010494048],"domain_scores_gemma":[0.08858797,0.76037,0.12551573,0.012853067,0.01227573,0.0003975168],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.91831857,0.0006384703,0.024159864,0.0011131994,0.000117587355,0.00072115735,0.0038559756,0.00049319456,0.0029278412],"category_scores_gemma":[0.9735067,0.0002872132,0.0039944337,0.0015438717,0.0002578011,0.00014692481,0.003981159,0.00086527265,0.00006683731],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008419081,0.00028611897,0.10548991,0.8553649,0.0016314946,0.000004786911,0.0027930653,0.00015932292,0.0019842712,0.00092204445,0.017183764,0.014096124],"study_design_scores_gemma":[0.00079941313,0.0020504817,0.13945177,0.5932653,0.0032455763,0.00017728936,0.0056256275,0.20596445,0.0015072604,0.025673248,0.019270325,0.0029692678],"about_ca_topic_score_codex":0.00015627044,"about_ca_topic_score_gemma":0.000022619915,"teacher_disagreement_score":0.26209962,"about_ca_system_score_codex":0.00006147149,"about_ca_system_score_gemma":0.0005694307,"threshold_uncertainty_score":0.999958},"labels":[],"label_agreement":null},{"id":"W2915455637","doi":"10.15626/mp.2018.843","title":"A Brief Guide to Evaluate Replications","year":2019,"lang":"en","type":"article","venue":"Meta-Psychology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Replication (statistics); Transparency (behavior); Independence (probability theory); Computer science; Similarity (geometry); Research design; Psychology; Statistics; Artificial intelligence; Mathematics; Computer security","score_opus":0.8534897186781798,"score_gpt":0.6528829468946589,"score_spread":0.20060677178352093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915455637","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09121804,0.0023284242,0.11871169,0.058060788,0.0018580362,0.0032266367,0.000043202966,0.000037357655,0.7245158],"genre_scores_gemma":[0.32583946,0.000040373525,0.06468218,0.063923724,0.0002390996,0.00083229924,0.000019220177,0.000050829218,0.54437286],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97541493,0.0101677235,0.00841983,0.0021484017,0.003450798,0.0003983247],"domain_scores_gemma":[0.98158437,0.0021090202,0.0023815334,0.012371964,0.0013091109,0.00024401267],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.1272678,0.00030358677,0.0042167874,0.00054755283,0.00009063977,0.000318553,0.002883065,0.00011461753,0.1438041],"category_scores_gemma":[0.028392956,0.00014377806,0.002519505,0.0020941086,0.000044685814,0.00013254647,0.00018854285,0.00015289609,0.18515998],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066191237,0.000053884836,0.004139873,0.0000043980817,0.0010769329,0.000002185167,0.00012230543,0.00004975092,0.0010911335,0.004553144,0.9656626,0.023237167],"study_design_scores_gemma":[0.00019002997,0.000061591294,0.03375987,0.0000018868533,0.001091104,0.000026722388,0.000025499241,0.0002413702,0.000020471607,0.0071664522,0.9572689,0.0001460868],"about_ca_topic_score_codex":0.00001586258,"about_ca_topic_score_gemma":0.00002709265,"teacher_disagreement_score":0.2346214,"about_ca_system_score_codex":0.000017831915,"about_ca_system_score_gemma":0.000044587287,"threshold_uncertainty_score":0.9797913},"labels":[],"label_agreement":null},{"id":"W2916159055","doi":"10.1186/s13063-018-3116-3","title":"Introducing the new CONSORT extension for stepped-wedge cluster randomised trials","year":2019,"lang":"en","type":"letter","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":100,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"National Institute for Health and Care Research","keywords":"CRTS; Consolidated Standards of Reporting Trials; Medicine; Guideline; Alternative medicine; Medical physics; Family medicine; Computer science; Pathology","score_opus":0.8598136854696348,"score_gpt":0.5769673143301363,"score_spread":0.2828463711394985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916159055","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001174481,0.0055881455,0.08318327,0.84350836,0.012948936,0.05160525,0.0002785912,0.000021016556,0.0027489872],"genre_scores_gemma":[0.00006828654,0.00013263596,0.004460723,0.4904883,0.036976997,0.0010651783,0.00022768215,0.000104444414,0.46647575],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.5559212,0.32645392,0.09515026,0.0055249636,0.015504177,0.0014454789],"domain_scores_gemma":[0.16878206,0.73211515,0.07556073,0.019626781,0.0036595236,0.00025576644],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.7858691,0.0010624925,0.035489332,0.0007453543,0.00031057882,0.0033413928,0.0043496015,0.0011011481,0.027291963],"category_scores_gemma":[0.7824099,0.0003569262,0.018150693,0.00084043446,0.00009570776,0.00021095689,0.0002723955,0.0010404878,0.012541667],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001288103,0.000009084887,0.00000473224,0.00012609155,0.001274079,0.0000037393809,0.0001590092,0.0000481898,0.000112068556,0.000045539513,0.9864149,0.010514439],"study_design_scores_gemma":[0.02128856,0.000052336556,0.000004526407,0.00015875744,0.005256339,0.000011938596,0.00006102837,0.0004333846,0.000057470097,0.0050014774,0.96726453,0.00040962105],"about_ca_topic_score_codex":0.000020683121,"about_ca_topic_score_gemma":0.0000063494053,"teacher_disagreement_score":0.4637268,"about_ca_system_score_codex":0.00006864004,"about_ca_system_score_gemma":0.00064956164,"threshold_uncertainty_score":0.9998883},"labels":[],"label_agreement":null},{"id":"W2916783308","doi":"10.1097/ceh.0000000000000241","title":"Tips for Improving the Writing and Reporting Quality of Systematic, Scoping, and Narrative Reviews","year":2019,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Narrative; Narrative review; Systematic review; Quality (philosophy); Psychology; Medical education; MEDLINE; Medicine; Political science; Epistemology; Psychotherapist","score_opus":0.735441947377207,"score_gpt":0.6441593999358147,"score_spread":0.0912825474413923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916783308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9581812,0.024301793,0.0036203202,0.008059696,0.00071146846,0.004992572,0.0000011584475,8.3964187e-7,0.00013095315],"genre_scores_gemma":[0.9931567,0.00021252714,0.0048722783,0.00053402584,0.00010485599,0.000081282196,3.96944e-7,0.000005437183,0.0010325224],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9493822,0.02368262,0.024969645,0.00029064418,0.0014785643,0.00019636529],"domain_scores_gemma":[0.84968114,0.02713981,0.118570514,0.0017809068,0.002699902,0.0001277262],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.41979858,0.00012559723,0.0029210774,0.00020696245,0.00030537494,0.00022218085,0.0005574681,0.000043905282,0.000038246653],"category_scores_gemma":[0.15892114,0.000044088974,0.00039532708,0.0004168099,0.000041311352,0.00023979493,0.000054238266,0.00029793658,0.000002579157],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004435197,0.00022095376,0.22431475,0.123995915,0.00009920054,3.4428544e-7,0.5176924,0.0000071442482,0.0007559504,0.009426597,0.015762921,0.1076795],"study_design_scores_gemma":[0.0004891617,0.00018810215,0.053499322,0.11626001,0.00016091458,0.00012191445,0.82152146,0.0007357,0.000013412838,0.0058218604,0.0010281072,0.00016002633],"about_ca_topic_score_codex":0.00001934227,"about_ca_topic_score_gemma":0.00003205289,"teacher_disagreement_score":0.3038291,"about_ca_system_score_codex":0.000032475316,"about_ca_system_score_gemma":0.00055908714,"threshold_uncertainty_score":0.8481636},"labels":[],"label_agreement":null},{"id":"W2918002111","doi":"10.1016/j.jvs.2018.09.034","title":"Factors relating to the publication rate of abstracts presented from 2012 to 2015 at the Society for Vascular Surgery Annual Meeting","year":2019,"lang":"en","type":"article","venue":"Journal of Vascular Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; University of Toronto","funders":"","keywords":"Medicine; MEDLINE; Logistic regression; Publishing; Impact factor; Family medicine; Vascular surgery; Internal medicine","score_opus":0.4121184693459024,"score_gpt":0.4251752882422801,"score_spread":0.01305681889637772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918002111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9826633,0.0038965342,0.005272292,0.0060567306,0.0010334816,0.0009240961,0.00005132766,0.0000030296221,0.00009922756],"genre_scores_gemma":[0.9936533,0.00014302091,0.0014879575,0.00089663157,0.0005475215,0.00003249458,0.000031590436,0.000042460517,0.0031649966],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98042953,0.005343845,0.008883992,0.00052246434,0.0044524656,0.00036768746],"domain_scores_gemma":[0.93782,0.044262417,0.010422719,0.0026605781,0.004556583,0.00027767484],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23270915,0.00028886966,0.0030206952,0.00037893446,0.00025204106,0.0004883623,0.0012667439,0.00012057014,0.0012844056],"category_scores_gemma":[0.09017126,0.00011120499,0.011697925,0.0014614908,0.000033648554,0.0007387602,0.00021196561,0.00025073002,0.00034671897],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018266835,0.000046398254,0.11754373,0.00004175292,0.0021928872,6.504129e-7,0.0016127937,0.0074995304,0.00072285504,0.000008125197,0.86780095,0.0025120669],"study_design_scores_gemma":[0.00016257685,0.00002405253,0.29350847,0.00025803794,0.0008263518,0.0000044912144,0.0034900752,0.0014148888,0.0005906858,0.00016095478,0.6993116,0.0002477933],"about_ca_topic_score_codex":0.00009386811,"about_ca_topic_score_gemma":0.000041230574,"teacher_disagreement_score":0.17596474,"about_ca_system_score_codex":0.000074532094,"about_ca_system_score_gemma":0.00021010987,"threshold_uncertainty_score":0.99962854},"labels":[],"label_agreement":null},{"id":"W2918535037","doi":"10.1136/bmjopen-2018-022769","title":"Reporting guidelines for health research: protocol for a cross-sectional analysis of the EQUATOR Network Library","year":2019,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Centro de Investigación Biomédica en Red de Salud Mental","keywords":"Checklist; Medicine; Transparency (behavior); Documentation; Protocol (science); Citation; MEDLINE; Quality (philosophy); Medical education; Alternative medicine; Computer science; World Wide Web; Psychology; Political science","score_opus":0.9845679782152152,"score_gpt":0.7849246182426775,"score_spread":0.1996433599725378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918535037","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045095924,0.000024670984,0.019397078,0.008406583,0.00027600946,0.9608361,0.000108462096,0.000005207497,0.0064362823],"genre_scores_gemma":[0.004978102,2.647038e-7,0.07329717,0.0019776411,0.00050492,0.82351553,0.000026784355,0.00002502663,0.09567455],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.95672035,0.0088021485,0.027391115,0.0011339359,0.0054813745,0.00047108703],"domain_scores_gemma":[0.94901276,0.0106627215,0.0302142,0.0049943337,0.0049800063,0.00013598113],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5154328,0.00015043696,0.0031878962,0.00030151618,0.00042940918,0.0020155483,0.003698884,0.00006619696,0.004924018],"category_scores_gemma":[0.20831499,0.000060375995,0.0028871554,0.0041400846,0.000052453386,0.00043008718,0.0009833174,0.00009856638,0.00009629808],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008658042,0.00001925448,0.5230835,0.000177111,0.00044023985,8.143391e-8,0.00005058867,0.0030317148,0.000003331927,0.0020342951,0.46976554,0.0013077215],"study_design_scores_gemma":[0.00048223438,0.000116932155,0.20666783,0.00017122268,0.00011107403,0.000001959227,0.00014691106,0.116603,0.000013203407,0.015581116,0.65998393,0.00012059953],"about_ca_topic_score_codex":0.000042515025,"about_ca_topic_score_gemma":0.000076801465,"teacher_disagreement_score":0.3164157,"about_ca_system_score_codex":0.000028181634,"about_ca_system_score_gemma":0.0009797885,"threshold_uncertainty_score":0.99902046},"labels":[],"label_agreement":null},{"id":"W2918820715","doi":"10.1111/jerd.12463","title":"Systematic reviews in restorative dentistry: discussing relevant aspects","year":2019,"lang":"en","type":"article","venue":"Journal of Esthetic and Restorative Dentistry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Public Health Ontario; Ottawa Public Health; University of Toronto; St. Michael's Hospital","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Systematic review; Protocol (science); Restorative dentistry; Evidence-based dentistry; Medical physics; MEDLINE; Dentistry; Statement (logic); Medicine; Quality (philosophy); Medical education; Alternative medicine; Pathology; Political science","score_opus":0.45063367459769826,"score_gpt":0.4883873785668709,"score_spread":0.03775370396917266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918820715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9662419,0.023172818,0.0049063857,0.00069746,0.0015250053,0.0015647479,0.0000061228534,0.0000025862337,0.0018829586],"genre_scores_gemma":[0.9890594,0.00043349597,0.001947577,0.000078897836,0.00009586287,0.000015650166,0.0000014657879,0.00001771941,0.008349942],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9688819,0.01432297,0.012107669,0.0006688958,0.0037116113,0.00030695315],"domain_scores_gemma":[0.97889036,0.0028696402,0.01512169,0.00171515,0.0011352197,0.00026797006],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.066127405,0.00041827746,0.0057120505,0.00062804634,0.00013132684,0.0010230956,0.0011910009,0.00014833582,0.0007241077],"category_scores_gemma":[0.023137527,0.00018290903,0.0012939683,0.001199822,0.00011713025,0.000719106,0.00013055386,0.0005596855,0.0012269622],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007430449,0.0023075645,0.64852095,0.049809743,0.0038442751,0.013426198,0.03317618,0.0010453687,0.008200796,0.041612778,0.1798173,0.017495776],"study_design_scores_gemma":[0.011550669,0.0038619041,0.4252508,0.14962004,0.005513923,0.033595294,0.095671766,0.010289388,0.00064978754,0.09945898,0.15970215,0.0048352797],"about_ca_topic_score_codex":0.000005669351,"about_ca_topic_score_gemma":0.00007529332,"teacher_disagreement_score":0.22327016,"about_ca_system_score_codex":0.00015411268,"about_ca_system_score_gemma":0.00016307243,"threshold_uncertainty_score":0.9995507},"labels":[],"label_agreement":null},{"id":"W2919631675","doi":"10.21702/rpj.2018.4.10","title":"Systematically Searching Empirical Literature in the Social Sciences: Results from Two Meta-Analyses Within the Domain of Education","year":2019,"lang":"en","type":"article","venue":"Российский психологический журнал","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Representativeness heuristic; Information retrieval; Computer science; Subject (documents); Data science; Meta-analysis; Domain (mathematical analysis); Citation; Multidisciplinary approach; World Wide Web; Statistics; Sociology; Social science; Mathematics","score_opus":0.8577897498230237,"score_gpt":0.6379552663371699,"score_spread":0.21983448348585377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919631675","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9360843,0.0041063097,0.0024229146,0.014719678,0.0007407336,0.0031095536,0.00022932356,0.000014233264,0.03857298],"genre_scores_gemma":[0.9898229,0.0000065922563,0.0056027747,0.0019493975,0.0003164673,0.00010577838,0.000039859937,0.000019144753,0.0021370503],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.92915314,0.043566447,0.013188893,0.0019284239,0.011577502,0.00058557524],"domain_scores_gemma":[0.96528345,0.021211749,0.006915173,0.005093623,0.0013797571,0.00011624964],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.20281272,0.00058927893,0.004932614,0.00074411207,0.0005655021,0.0028226902,0.006340238,0.00018973225,0.0015706696],"category_scores_gemma":[0.02941625,0.00019287918,0.0034987882,0.006376625,0.00045033795,0.0006031209,0.0003376826,0.00078873336,0.0013209573],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049253186,0.0021042048,0.06148222,0.001412017,0.014400741,0.00005886667,0.38759455,0.011595898,0.0045539946,0.29636717,0.20822036,0.011717435],"study_design_scores_gemma":[0.0048018065,0.00068261987,0.07874389,0.0024223768,0.017153375,0.00017423255,0.27549228,0.057188,0.00054694247,0.5187111,0.04138983,0.0026935267],"about_ca_topic_score_codex":0.00028692523,"about_ca_topic_score_gemma":0.00026527635,"teacher_disagreement_score":0.22234394,"about_ca_system_score_codex":0.00007209668,"about_ca_system_score_gemma":0.0006173791,"threshold_uncertainty_score":0.99945664},"labels":[],"label_agreement":null},{"id":"W2920876636","doi":"10.11124/jbisrir-d-19-00059","title":"Interactive Summary of Findings tables: the way to present and understand results of systematic reviews","year":2019,"lang":"en","type":"review","venue":"The JBI Database of Systematic Reviews and Implementation Reports","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Impact; Cochrane","funders":"","keywords":"Grading (engineering); Systematic review; Standardization; Computer science; Guideline; Information retrieval; Data science; MEDLINE; Medicine; Engineering","score_opus":0.6968823749906675,"score_gpt":0.5590543309412584,"score_spread":0.13782804404940907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920876636","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000047332174,0.93314385,0.0013180296,0.00011885996,0.00032694315,0.06391933,0.00078270066,0.0000023252533,0.00034064637],"genre_scores_gemma":[0.00023485805,0.99453837,0.00068828074,0.000056124958,0.0000535369,0.0025159738,0.00026945517,0.00003731599,0.0016061061],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.873578,0.048030436,0.07054865,0.0017960406,0.0055919,0.00045492794],"domain_scores_gemma":[0.8853965,0.024446042,0.078772046,0.009948109,0.0012399553,0.00019737025],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27333444,0.0010048054,0.028774653,0.0006742734,0.00018074506,0.0004212224,0.0019501471,0.00012386273,0.0005203385],"category_scores_gemma":[0.051169217,0.0003314548,0.0031473038,0.0018723994,0.00019537297,0.00047133313,0.00081892475,0.0002653396,0.0000959815],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062058243,0.000032060805,0.00001146633,0.93451816,0.0007835207,0.0000035063847,0.0020355212,6.194933e-7,0.0000042920055,0.00023922836,0.0503628,0.012002602],"study_design_scores_gemma":[0.00016386238,0.00009654145,0.0000059762774,0.5727376,0.010028616,0.00025950358,0.0062274323,0.000030198253,0.0000054064244,0.0000964587,0.41006282,0.00028558614],"about_ca_topic_score_codex":0.00017739955,"about_ca_topic_score_gemma":0.00006800674,"teacher_disagreement_score":0.36178058,"about_ca_system_score_codex":0.00009174584,"about_ca_system_score_gemma":0.00017503527,"threshold_uncertainty_score":0.99991375},"labels":[],"label_agreement":null},{"id":"W2921133209","doi":"10.1186/s13063-019-3248-0","title":"Improving outcome reporting in clinical trial reports and protocols: study protocol for the Instrument for reporting Planned Endpoints in Clinical Trials (InsPECT)","year":2019,"lang":"en","type":"article","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Ottawa; University of Alberta; Ottawa Hospital; University of Manitoba; George & Fay Yee Centre for Healthcare Innovation; SickKids Foundation; University of Toronto; Centre for Addiction and Mental Health; Institute for Clinical Evaluative Sciences; Hospital for Sick Children","funders":"Canadian Institutes of Health Research","keywords":"Protocol (science); Consolidated Standards of Reporting Trials; Medicine; Clinical trial; Guideline; Transparency (behavior); Systematic review; Medical education; Likert scale; Delphi method; Alternative medicine; Medical physics; MEDLINE; Family medicine; Psychology; Computer science; Pathology","score_opus":0.971930370895522,"score_gpt":0.7576056506189033,"score_spread":0.21432472027661875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921133209","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":"reporting","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":"reporting","domain_consensus":"reporting","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29898274,0.000009064014,0.0011757386,0.00034435064,0.0011183422,0.69822484,0.0000072168637,0.000012454634,0.00012523094],"genre_scores_gemma":[0.13355213,5.081834e-7,0.004753381,0.00010121004,0.0011102743,0.85941935,0.0000033503452,0.000035687903,0.0010241123],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.18540306,0.16486032,0.6322471,0.007048431,0.008862121,0.001578962],"domain_scores_gemma":[0.1345392,0.31677294,0.53707534,0.009627649,0.0015648113,0.00042004898],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.95880973,0.00059338805,0.022239225,0.0005092732,0.0002175121,0.0016838638,0.0011606385,0.0003867136,0.00049267645],"category_scores_gemma":[0.96412635,0.0002502965,0.006530504,0.0008488842,0.00007811218,0.00034930414,0.00037956273,0.00061416824,0.000029905634],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027326876,0.0010277386,0.87481874,0.00030223685,0.0003800235,0.00007011264,0.00035305656,0.000020763557,0.000030712203,0.00006797815,0.001194731,0.09440706],"study_design_scores_gemma":[0.5323607,0.02019549,0.3123362,0.0017825086,0.002631867,0.00019839,0.011877317,0.022781614,0.0001848243,0.024656398,0.06877613,0.002218545],"about_ca_topic_score_codex":0.00006169571,"about_ca_topic_score_gemma":0.00025316176,"teacher_disagreement_score":0.5624825,"about_ca_system_score_codex":0.000094211355,"about_ca_system_score_gemma":0.00061310077,"threshold_uncertainty_score":0.99999493},"labels":[],"label_agreement":null},{"id":"W2921215381","doi":"10.18438/eblip29537","title":"Naming Specific Adverse Effects Improves Relative Recall for Search Filters Identifying Literature on Surgical Interventions in MEDLINE and Embase","year":2019,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"MEDLINE; Medicine; Psychological intervention; Adverse effect; Systematic review; Recall; Information retrieval; Computer science; Psychology; Internal medicine; Psychiatry; Cognitive psychology","score_opus":0.3344232172704538,"score_gpt":0.46781339555984297,"score_spread":0.13339017828938915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921215381","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84326404,0.01458942,0.05851386,0.06293475,0.001272416,0.008761783,0.00011039215,0.00005757206,0.010495784],"genre_scores_gemma":[0.94270873,0.0021624267,0.038941573,0.009261593,0.00011818671,0.00018492035,0.00018399012,0.000020015264,0.006418566],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9909525,0.004130153,0.0030887893,0.00044699467,0.0012019037,0.00017968606],"domain_scores_gemma":[0.96261656,0.034486387,0.0017689548,0.0007570828,0.00024135508,0.00012964339],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.027747398,0.00019669876,0.00080347195,0.00071197725,0.00013712214,0.0017004482,0.0003607393,0.00009858064,0.0006851622],"category_scores_gemma":[0.026735779,0.000116969866,0.0004109712,0.0011253523,0.000041864132,0.10353791,0.00011686948,0.00034251853,0.00026476305],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00588707,0.0006169767,0.022995906,0.014850753,0.0005542003,0.00016936485,0.015771378,0.0027380968,0.00081287854,0.55869293,0.027968533,0.34894192],"study_design_scores_gemma":[0.004019009,0.0014065935,0.043459333,0.016447404,0.00028851014,0.00010835058,0.007549804,0.1938328,0.0010220013,0.0024150393,0.7286172,0.00083399063],"about_ca_topic_score_codex":9.534741e-7,"about_ca_topic_score_gemma":8.4372545e-8,"teacher_disagreement_score":0.7006486,"about_ca_system_score_codex":0.000014947831,"about_ca_system_score_gemma":0.000050098763,"threshold_uncertainty_score":0.9993359},"labels":[],"label_agreement":null},{"id":"W2921521753","doi":"10.3760/cma.j.issn.0254-6450.2018.12.021","title":"[Risk of bias assessment: (9) Application of the risk of bias assessment results].","year":2018,"lang":"en","type":"review","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Natural Science Foundation of China","keywords":"Risk assessment; Quality assessment; Quality (philosophy); Computer science; Risk analysis (engineering); Medicine; External quality assessment; Computer security","score_opus":0.7885639500783945,"score_gpt":0.5438822266318213,"score_spread":0.24468172344657324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921521753","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002735719,0.95243496,0.009113146,0.00008042179,0.00068014837,0.010678005,0.0019282209,0.000007037854,0.024804514],"genre_scores_gemma":[0.006100609,0.9839203,0.0034180873,0.000012169073,0.0001665665,0.002789268,0.00006411026,0.000037416165,0.0034914894],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9268401,0.038799353,0.0240678,0.0014887648,0.008401749,0.00040220554],"domain_scores_gemma":[0.9003046,0.015675705,0.07119426,0.010344643,0.0023192377,0.00016150641],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.26744065,0.0006375282,0.012483428,0.000693547,0.00012550245,0.00020143657,0.005075928,0.00034197615,0.0002900573],"category_scores_gemma":[0.07037992,0.00024253578,0.008186508,0.0039558727,0.00031023653,0.00013285343,0.0005371168,0.00048722472,0.00012662093],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026107327,0.00011949634,0.0048201107,0.0035352162,0.0014342935,1.07868466e-7,0.000042512547,0.000008323977,8.059805e-8,0.0006145555,0.010515651,0.97890705],"study_design_scores_gemma":[0.00017253785,0.00002408881,0.042002354,0.0009056571,0.007703786,0.0000021174808,0.000060052243,0.00031488473,0.0000031055802,0.0011320224,0.9474717,0.00020771206],"about_ca_topic_score_codex":0.0001447153,"about_ca_topic_score_gemma":0.00005618328,"teacher_disagreement_score":0.9786993,"about_ca_system_score_codex":0.0001240184,"about_ca_system_score_gemma":0.0004139188,"threshold_uncertainty_score":0.9890322},"labels":[],"label_agreement":null},{"id":"W2921935945","doi":"10.1007/s11192-019-03059-2","title":"The progressive substitution of hazard ratios for relative risks in biomedical research","year":2019,"lang":"en","type":"article","venue":"Scientometrics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Agence Nationale de la Recherche","keywords":"Hazard ratio; Relative risk; Medicine; Hazard; Statistics; Confidence interval; Actuarial science; Econometrics; Demography; Mathematics; Business; Chemistry; Sociology","score_opus":0.9042976211939502,"score_gpt":0.6664328341718819,"score_spread":0.23786478702206826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921935945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96572423,0.002344461,0.022358796,0.0010910966,0.0011327672,0.00321903,0.000022936418,0.000002648494,0.0041040587],"genre_scores_gemma":[0.99270374,0.000022622897,0.0027096528,0.000013105709,0.000039683244,0.000085270054,0.0000044804074,0.0000038853623,0.0044175684],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9721274,0.0064168,0.005097999,0.00085161,0.015029858,0.00047636268],"domain_scores_gemma":[0.95381314,0.034294564,0.0028041552,0.002569978,0.006345374,0.00017281539],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3580447,0.00011079245,0.0010775084,0.0051720515,0.00024690275,0.00062414986,0.0019474463,0.00009378924,0.0004989521],"category_scores_gemma":[0.30676004,0.00004415738,0.000526331,0.04337439,0.000489419,0.0002909859,0.000182702,0.00023010517,0.001034751],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005876504,0.00029085606,0.7353748,0.00010975271,0.00012529116,0.0000033532544,0.0022987875,0.000318887,0.00033827918,0.15875071,0.03769043,0.06464005],"study_design_scores_gemma":[0.0014286236,0.000645537,0.39487678,0.00014468697,0.000076736425,0.0000047330277,0.0037852537,0.0981456,0.00039391255,0.07297694,0.42722568,0.00029553534],"about_ca_topic_score_codex":0.000009617283,"about_ca_topic_score_gemma":0.000021653292,"teacher_disagreement_score":0.38953525,"about_ca_system_score_codex":0.00010357321,"about_ca_system_score_gemma":0.0002628099,"threshold_uncertainty_score":0.99974304},"labels":[],"label_agreement":null},{"id":"W2922115868","doi":"10.1037/pas0000583","title":"Leveraging the Open Science Framework in clinical psychological assessment research.","year":2019,"lang":"en","type":"review","venue":"Psychological Assessment","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"PsycINFO; Openness to experience; Psychology; Open science; Transparency (behavior); Psychological testing; Applied psychology; Psychological research; Psychological science; Clinical psychology; MEDLINE; Social psychology; Computer science; Political science","score_opus":0.9835644180846813,"score_gpt":0.8212685488498886,"score_spread":0.16229586923479267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2922115868","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043103285,0.744819,0.009446311,0.0037426401,0.004734431,0.013637395,0.000032420136,0.000027217293,0.22312959],"genre_scores_gemma":[0.006522,0.9456486,0.038748533,0.0018651277,0.0006153331,0.0018902665,0.000023380744,0.000062538275,0.0046242108],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7765926,0.14725938,0.035941303,0.010877442,0.026758216,0.0025710356],"domain_scores_gemma":[0.8957641,0.06902773,0.010904701,0.02144931,0.0020458172,0.00080829975],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","open_science","insufficient_payload"],"category_scores_codex":[0.66528225,0.0013568751,0.01834586,0.0015764481,0.0010429132,0.01089157,0.05033925,0.0012862794,0.022739748],"category_scores_gemma":[0.07115508,0.0004797162,0.0061080772,0.0137871895,0.0022489747,0.0005646908,0.009019647,0.00910392,0.010748825],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063538214,0.0013648642,0.0023557926,0.00031254665,0.00014635704,0.000058995207,0.000041069277,0.0000036826182,1.1048539e-7,0.03329068,0.03408285,0.9283367],"study_design_scores_gemma":[0.00029002602,0.00046479376,0.031506643,0.002692842,0.00029254178,0.000058264977,0.00030604118,0.000216711,7.611477e-9,0.04092889,0.9226535,0.00058975106],"about_ca_topic_score_codex":0.000014051723,"about_ca_topic_score_gemma":0.000004977611,"teacher_disagreement_score":0.92774695,"about_ca_system_score_codex":0.0008423979,"about_ca_system_score_gemma":0.0011330307,"threshold_uncertainty_score":0.9999182},"labels":[],"label_agreement":null},{"id":"W2922370107","doi":"10.1016/j.jsp.2016.04.001","title":"The Single-Case Reporting guideline In BEhavioural interventions (SCRIBE) 2016 statement","year":2016,"lang":"en","type":"article","venue":"Journal of School Psychology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of British Columbia; Ottawa Hospital; Children's Hospital of Eastern Ontario; University of Alberta","funders":"Centre of Excellence in Cognition and its Disorders, Australian Research Council","keywords":"Consolidated Standards of Reporting Trials; Checklist; Guideline; CLARITY; Psychological intervention; Psychology; Transparency (behavior); Research design; Medical education; Applied psychology; Medicine; Computer science; Sociology; Psychiatry","score_opus":0.9226439552401556,"score_gpt":0.6439356413344016,"score_spread":0.278708313905754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2922370107","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84604174,0.0029728226,0.09436188,0.051605284,0.0025182788,0.00040349297,0.00000765083,0.0000029579858,0.0020858971],"genre_scores_gemma":[0.9839144,0.0001316191,0.008003089,0.0005395496,0.00021184202,0.000008550409,3.7547605e-7,0.000010317471,0.007180291],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94251925,0.0066238237,0.04781406,0.00047523013,0.0022221862,0.00034545234],"domain_scores_gemma":[0.952034,0.0020387468,0.041684847,0.0019162368,0.002100493,0.00022569085],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24175231,0.00017607232,0.0017667676,0.00052809564,0.00013266108,0.00034648422,0.0012451517,0.0000726574,0.0072121373],"category_scores_gemma":[0.10971797,0.000056188088,0.0020099154,0.0005705846,0.000089605426,0.00038516603,0.00009766333,0.0002853353,0.00074553123],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003951783,0.00020041678,0.10134386,0.0000050612884,0.00016042947,0.001389045,0.00007832421,0.000006314887,0.0011322098,0.0001443093,0.71287715,0.18262339],"study_design_scores_gemma":[0.0041721887,0.0011928384,0.14934868,0.0012863586,0.0006731243,0.027995814,0.0052593485,0.00010306187,0.00013570678,0.038922682,0.7703728,0.0005374047],"about_ca_topic_score_codex":0.000008436936,"about_ca_topic_score_gemma":0.00018102191,"teacher_disagreement_score":0.18208598,"about_ca_system_score_codex":0.00009731948,"about_ca_system_score_gemma":0.00007995798,"threshold_uncertainty_score":0.9936954},"labels":[],"label_agreement":null},{"id":"W2922738421","doi":"10.1080/00031305.2018.1564697","title":"A Proposed Hybrid Effect Size Plus <i>p</i> -Value Criterion: Empirical Evidence Supporting its Use","year":2019,"lang":"en","type":"article","venue":"The American Statistician","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Value (mathematics); Mathematics; Statistics","score_opus":0.614450181809646,"score_gpt":0.5502659135980562,"score_spread":0.06418426821158973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2922738421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9719843,0.00019790893,0.022033084,0.002280387,0.00035349224,0.0019564715,0.0000944587,0.000024285811,0.0010755662],"genre_scores_gemma":[0.98200464,0.000013855,0.0070777577,0.0041213115,0.00011899461,0.00004299417,0.0000047338513,0.000030811112,0.006584875],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9688624,0.018587425,0.005545392,0.0012588777,0.00512157,0.000624338],"domain_scores_gemma":[0.9324388,0.055751022,0.0065742116,0.0040916507,0.00086704234,0.00027729545],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.061539527,0.00045971732,0.0040178625,0.00014405456,0.0002610645,0.0016775778,0.0023997552,0.00002621855,0.0064754435],"category_scores_gemma":[0.15893364,0.00019577619,0.0009830205,0.0015613338,0.0003278854,0.00048313622,0.00030196167,0.00030716223,0.013533305],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008330949,0.00019252085,0.27169555,0.0006092319,0.001099044,0.0005389761,0.0056178756,0.0012815524,0.008381963,0.0047374642,0.44384825,0.26116446],"study_design_scores_gemma":[0.0017636052,0.0044759717,0.50840116,0.0010648756,0.0027856166,0.0005312678,0.0042049726,0.2758874,0.0015533563,0.0059969705,0.19058135,0.002753461],"about_ca_topic_score_codex":0.00023108536,"about_ca_topic_score_gemma":0.000018137009,"teacher_disagreement_score":0.27460584,"about_ca_system_score_codex":0.00009581132,"about_ca_system_score_gemma":0.00022445232,"threshold_uncertainty_score":0.9993588},"labels":[],"label_agreement":null},{"id":"W2923388716","doi":"10.1186/s40814-019-0423-8","title":"A guide to the reporting of protocols of pilot and feasibility trials","year":2019,"lang":"en","type":"editorial","venue":"Pilot and Feasibility Studies","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":245,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Keele University; University of Oxford; National Institute for Health and Care Research; Queen Mary University of London","keywords":"Protocol (science); Clinical trial; Consolidated Standards of Reporting Trials; Guideline; Transparency (behavior); Pilot trial; Medical physics; Medicine; Computer science; Alternative medicine; Randomized controlled trial; Surgery","score_opus":0.928565812055621,"score_gpt":0.6621429209336258,"score_spread":0.26642289112199524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2923388716","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12580581,0.039750893,0.0012730686,0.004108498,0.45242998,0.36672708,0.0022264859,0.00004671986,0.007631443],"genre_scores_gemma":[0.27091622,0.002896595,0.017086515,0.00049568724,0.56717604,0.045792427,0.00010948863,0.00028684526,0.0952402],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8895,0.027634809,0.06667861,0.003884497,0.01168709,0.0006149618],"domain_scores_gemma":[0.63160473,0.17295553,0.14990813,0.021345964,0.023640316,0.00054534216],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.50493103,0.00072412693,0.017810509,0.00029137314,0.00026324514,0.00038375251,0.0016178268,0.000209338,0.00017328515],"category_scores_gemma":[0.82658035,0.0002851293,0.0017916736,0.00093598047,0.0005360039,0.00015338947,0.001245805,0.00043007405,0.000037406433],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044266752,0.00021430358,0.045914892,0.0023699598,0.000952056,8.61311e-7,0.0011718853,0.0000019250272,0.000074260555,0.0000415428,0.94576937,0.0030463042],"study_design_scores_gemma":[0.0018091383,0.0031621696,0.03129166,0.0012316898,0.0016401557,0.0000033432723,0.0037183112,0.000032189895,0.00007407508,0.0070423223,0.9494034,0.0005915678],"about_ca_topic_score_codex":0.00021899027,"about_ca_topic_score_gemma":0.0007109065,"teacher_disagreement_score":0.32164937,"about_ca_system_score_codex":0.00009382506,"about_ca_system_score_gemma":0.00040311934,"threshold_uncertainty_score":0.99996006},"labels":[],"label_agreement":null},{"id":"W2923408976","doi":"10.1515/cclm-2019-0122","title":"Benefits and harms of wellness initiatives","year":2019,"lang":"en","type":"article","venue":"Clinical Chemistry and Laboratory Medicine (CCLM)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network; Mount Sinai Hospital","funders":"","keywords":"Microbiome; Psychological intervention; Disease; Medicine; Health care; Scale (ratio); Selection (genetic algorithm); Psychology; Bioinformatics; Nursing; Biology; Pathology; Computer science","score_opus":0.574513719208131,"score_gpt":0.5320688702280574,"score_spread":0.04244484898007361,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2923408976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98048145,0.006642136,0.00006382456,0.0010953961,0.00023284093,0.00020236985,0.00003412731,0.0000042064476,0.011243679],"genre_scores_gemma":[0.9963114,0.0006770542,0.00013380522,0.00056942523,0.00026289566,0.0000050302006,0.0000066482576,0.000007991113,0.0020257526],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.989881,0.0017309402,0.0058646305,0.0008363996,0.0015284049,0.00015866294],"domain_scores_gemma":[0.9870065,0.0077180476,0.002617879,0.0015159136,0.0008317013,0.0003099922],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04600606,0.00023246111,0.003003971,0.00004080833,0.000053543783,0.00005826757,0.0005621324,0.00018210693,0.009204317],"category_scores_gemma":[0.036015168,0.00011216458,0.00027279416,0.0006311347,0.0005277854,0.00016242347,0.0001291392,0.0002764488,0.00014672735],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007842749,0.00019230625,0.91263455,0.0011327668,0.00041744823,0.000010031485,0.00088831875,0.000010920128,0.004401103,0.0021006973,0.03598118,0.042152278],"study_design_scores_gemma":[0.005528244,0.00071244617,0.59367764,0.0017082104,0.0011817538,0.000029545845,0.010837575,0.001351811,0.013663819,0.0059082056,0.36430144,0.0010993108],"about_ca_topic_score_codex":0.000001384077,"about_ca_topic_score_gemma":5.051184e-7,"teacher_disagreement_score":0.32832026,"about_ca_system_score_codex":0.0000038711883,"about_ca_system_score_gemma":0.0000694563,"threshold_uncertainty_score":0.9917014},"labels":[],"label_agreement":null},{"id":"W2923548233","doi":"10.1016/j.jclinepi.2019.03.006","title":"Following Cochrane review protocols to completion 10 years later: a retrospective cohort study and author survey","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Queen's University; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; MEDLINE; Protocol (science); Multivariate analysis; Systematic review; Cochrane Library; Cohort study; Meta-analysis; Family medicine; Alternative medicine; Internal medicine; Pathology","score_opus":0.8668252123045457,"score_gpt":0.696430463642595,"score_spread":0.1703947486619507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2923548233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97550106,0.0016178347,0.0018280944,0.004000971,0.00083191117,0.01582208,0.000008345695,0.0000025994364,0.00038710842],"genre_scores_gemma":[0.9827706,0.00057964463,0.006523789,0.0054120664,0.00033605643,0.00044842064,0.0000037204227,0.000020063919,0.0039056025],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6434989,0.2787896,0.06914509,0.0018688579,0.006115922,0.00058163266],"domain_scores_gemma":[0.7757225,0.17876673,0.03705738,0.0036100552,0.0040400373,0.00080332835],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8181804,0.00024170011,0.021378823,0.00022832725,0.000048667585,0.00009731974,0.0012406029,0.0001760983,0.0048385034],"category_scores_gemma":[0.7737156,0.000115208335,0.003062774,0.0007500181,0.00006261128,0.00015211412,0.00018644612,0.0006311723,0.0018080226],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007070892,0.00011171834,0.9375992,0.0000591927,0.00039313,0.000010958331,0.00002930317,0.000007900364,0.0000012113162,0.000048885166,0.05813047,0.003537344],"study_design_scores_gemma":[0.0005383359,0.001425841,0.96176463,0.0006580585,0.00026199128,0.000024254132,0.000026785357,0.00022488444,4.1185316e-8,0.0013896856,0.033580925,0.00010458307],"about_ca_topic_score_codex":0.000021352078,"about_ca_topic_score_gemma":0.00003819756,"teacher_disagreement_score":0.13222359,"about_ca_system_score_codex":0.000037560276,"about_ca_system_score_gemma":0.00010098242,"threshold_uncertainty_score":0.9989692},"labels":[],"label_agreement":null},{"id":"W2925030076","doi":"10.1016/j.jclinepi.2019.03.007","title":"The number needed to treat in pairwise and network meta-analysis and its graphical representation","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Number needed to treat; Number needed to harm; Plot (graphics); Forest plot; Statistics; Pairwise comparison; Mathematics; Econometrics; Computer science; Confidence interval; Relative risk; Meta-analysis; Medicine","score_opus":0.9101426292902045,"score_gpt":0.6740004347000321,"score_spread":0.23614219459017238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2925030076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94274515,0.0044812593,0.004416579,0.04698817,0.00034596966,0.0003752187,0.0000018976884,0.0000010349902,0.000644741],"genre_scores_gemma":[0.9865251,0.0011420901,0.004326517,0.00535441,0.00023346601,0.000008603149,5.938173e-7,0.000005817862,0.002403398],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8299187,0.12782842,0.038893104,0.0010338606,0.0018877918,0.00043816568],"domain_scores_gemma":[0.6063795,0.37266672,0.01749572,0.0018306114,0.0010701761,0.00055729045],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.52384716,0.00020885082,0.015752375,0.00030325793,0.00007700947,0.00013418467,0.0007980844,0.00022281564,0.0020390686],"category_scores_gemma":[0.44088063,0.000072526615,0.0070041646,0.001981128,0.00011398924,0.00016284284,0.00015246955,0.0005421101,0.000256093],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000099664336,0.000026888201,0.9590323,0.0000048261636,0.011516592,0.0000060273073,0.000048125523,0.0015864566,0.000001173597,0.0037535455,0.019520583,0.004403827],"study_design_scores_gemma":[0.0004730479,0.00019323839,0.8668624,0.00000646693,0.033738606,0.00004921187,0.00025482711,0.012709153,5.5068887e-7,0.0698597,0.01572785,0.00012492266],"about_ca_topic_score_codex":0.00003377652,"about_ca_topic_score_gemma":0.00012959735,"teacher_disagreement_score":0.2448383,"about_ca_system_score_codex":0.0000074273453,"about_ca_system_score_gemma":0.000035726272,"threshold_uncertainty_score":0.9988732},"labels":[],"label_agreement":null},{"id":"W2925232006","doi":"10.1007/s00330-019-06045-7","title":"Comparative reviews of diagnostic test accuracy in imaging research: evaluation of current practices","year":2019,"lang":"en","type":"review","venue":"European Radiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Ottawa Hospital; University of Ottawa","funders":"National Institute for Health and Care Research; University of Ottawa","keywords":"Medicine; Comparative effectiveness research; Medical physics; Meta-analysis; Neuroradiology; Systematic review; MEDLINE; Test (biology); Clinical study design; Pathology; Alternative medicine; Clinical trial","score_opus":0.9826190062658249,"score_gpt":0.7413920938802429,"score_spread":0.24122691238558203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2925232006","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010447731,0.9749448,0.000073151,0.000034450004,0.000509164,0.0047693616,0.000049050373,0.000001677417,0.019513901],"genre_scores_gemma":[0.0015831669,0.9975652,0.00021051036,0.000009100088,0.00015723797,0.00011691351,0.00007294661,0.000024821336,0.00026009302],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.4490905,0.5090013,0.03138531,0.002348478,0.0075774738,0.0005969355],"domain_scores_gemma":[0.43535808,0.4770243,0.07401007,0.007929123,0.0055151833,0.00016326355],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.5536421,0.00051435473,0.016510151,0.0016914075,0.000052821688,0.00014325809,0.0036890411,0.00007927894,0.003428474],"category_scores_gemma":[0.8404359,0.0002484005,0.0023168211,0.0029143163,0.0003110801,0.0002636056,0.00046939868,0.00092145154,0.01073579],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013937462,0.00011242539,0.0009133441,0.00599643,0.00009613273,0.000004695834,0.0004532955,0.000013046846,0.0000014412367,0.00011894125,0.040547308,0.9517415],"study_design_scores_gemma":[0.00014698158,0.000059127553,0.00071896013,0.0090476135,0.0015427988,0.000035305937,0.00012480794,0.0003410149,1.675811e-7,0.00014960393,0.9876552,0.0001784235],"about_ca_topic_score_codex":0.000007353222,"about_ca_topic_score_gemma":0.000011872087,"teacher_disagreement_score":0.9515631,"about_ca_system_score_codex":0.00012629716,"about_ca_system_score_gemma":0.0006021717,"threshold_uncertainty_score":0.99999684},"labels":[],"label_agreement":null},{"id":"W2925403918","doi":"10.1186/s13223-019-0325-6","title":"Changing the culture is a marathon not a sprint","year":2019,"lang":"en","type":"article","venue":"Allergy Asthma and Clinical Immunology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"Canadian Institutes of Health Research","keywords":"Timeline; Premise; Process (computing); Public relations; Knowledge management; Psychology; Engineering ethics; Computer science; Political science; Engineering","score_opus":0.456820678684427,"score_gpt":0.5021427528301659,"score_spread":0.045322074145738855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2925403918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96217877,0.0036671257,0.0018140351,0.00936759,0.0013847282,0.00057244627,0.0000047547774,0.000010001486,0.021000568],"genre_scores_gemma":[0.9300893,0.00073656125,0.000511354,0.0052794856,0.00013721519,0.000018373554,0.0000022132267,0.0000093011595,0.06321619],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9872511,0.005658679,0.0047915983,0.0009193413,0.0010526286,0.00032666145],"domain_scores_gemma":[0.9915729,0.0034958161,0.0017995934,0.0027155029,0.0003389073,0.00007723614],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.041515104,0.0002258877,0.0020818934,0.000113147486,0.00016402552,0.00030691834,0.0013770404,0.0002520381,0.013792871],"category_scores_gemma":[0.0060899127,0.000086488544,0.0013811119,0.00052290055,0.0001876854,0.0000960367,0.0005030184,0.00041998702,0.010713051],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000297222,0.0004454544,0.032496244,0.000029336556,0.006823494,0.000039848164,0.010474399,0.00001768601,0.0013820964,0.11230665,0.07884206,0.75684553],"study_design_scores_gemma":[0.00035351515,0.00019990846,0.0645331,0.000014275075,0.000035741905,0.000035640653,0.0031535018,0.0013706833,0.00002107416,0.002542313,0.9275992,0.00014105167],"about_ca_topic_score_codex":0.000009910316,"about_ca_topic_score_gemma":0.000021857417,"teacher_disagreement_score":0.84875715,"about_ca_system_score_codex":0.0000066889083,"about_ca_system_score_gemma":0.000035128003,"threshold_uncertainty_score":0.99005723},"labels":[],"label_agreement":null},{"id":"W2925846695","doi":"10.1136/bmjebm-2019-111174","title":"Assessing assumptions for statistical analyses in randomised clinical trials","year":2019,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Novo Nordisk Fonden","keywords":"Statistical power; Statistical hypothesis testing; Clinical trial; Statistical analysis; Computer science; Statistical model; Econometrics; Medical physics; Management science; Data science; Medicine; Statistics; Machine learning; Mathematics; Engineering","score_opus":0.9827549661353883,"score_gpt":0.784218247525338,"score_spread":0.1985367186100503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2925846695","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07567447,0.0033540193,0.88545984,0.020596383,0.0019819136,0.011734404,0.00033873395,0.00001682122,0.0008434198],"genre_scores_gemma":[0.9425531,0.00014093137,0.04856948,0.0038535146,0.0014924651,0.00092221994,0.00039697776,0.000029181972,0.002042103],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.8520341,0.09455587,0.042358875,0.0020644057,0.008381313,0.0006054457],"domain_scores_gemma":[0.4141476,0.56547076,0.013002444,0.0046570282,0.0021777337,0.00054442824],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.65141046,0.00037273802,0.010696663,0.0009201188,0.000097782,0.00057066215,0.0012730458,0.00018543354,0.030496651],"category_scores_gemma":[0.83608127,0.00015932374,0.0026041502,0.0016909953,0.00022733954,0.00057373976,0.0000488186,0.00030267198,0.0012670431],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021344938,0.00027358893,0.12379715,0.0004479366,0.00051742356,0.000033091652,0.00010700229,0.0013078196,0.0013966179,0.0015962704,0.79740274,0.07098584],"study_design_scores_gemma":[0.08785263,0.0017689711,0.35320953,0.0095987,0.007833742,0.000021978296,0.0036728256,0.339555,0.00013912705,0.023018833,0.1719331,0.0013955523],"about_ca_topic_score_codex":0.00005494031,"about_ca_topic_score_gemma":0.00004675775,"teacher_disagreement_score":0.8668786,"about_ca_system_score_codex":0.00006789946,"about_ca_system_score_gemma":0.0006219662,"threshold_uncertainty_score":0.9995106},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2933387395","doi":"10.1186/s41512-019-0052-y","title":"Challenges of rapid reviews for diagnostic test accuracy questions: a protocol for an international survey and expert consultation","year":2019,"lang":"en","type":"article","venue":"Diagnostic and Prognostic Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Agency for Drugs and Technologies in Health; Queen's University; University of Toronto; St. Michael's Hospital","funders":"Instituto de Salud Carlos III","keywords":"Protocol (science); Test (biology); Management science; Systematic review; Computer science; Diagnostic test; Critical appraisal; Best practice; Data science; Risk analysis (engineering); Medicine; MEDLINE; Engineering; Pathology; Alternative medicine; Political science","score_opus":0.8737448761086614,"score_gpt":0.6505695240934505,"score_spread":0.22317535201521088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2933387395","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06608039,0.023423247,0.016876092,0.0045766877,0.0005982623,0.8838146,0.0009924875,0.000025574513,0.003612656],"genre_scores_gemma":[0.41886616,0.009710712,0.008644781,0.00012731888,0.00025163704,0.5613637,0.00014959052,0.000043860317,0.0008422581],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98350745,0.007887303,0.004486874,0.0012744174,0.0024212948,0.00042265773],"domain_scores_gemma":[0.2951049,0.6946225,0.0020790822,0.0017722048,0.0061107087,0.00031059765],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12183328,0.00030099196,0.0019185133,0.000494515,0.00021475066,0.0006833031,0.0010515384,0.00013646313,0.0007274248],"category_scores_gemma":[0.90931594,0.00017118605,0.00031458697,0.0006035955,0.0002515076,0.00055224675,0.00017180468,0.00018243422,0.00017755803],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017133752,0.00064193265,0.35326383,0.0016041732,0.00013396767,0.0000016498774,0.0017936765,0.000005791141,0.000090074005,0.009459019,0.023874076,0.6089605],"study_design_scores_gemma":[0.0034021856,0.0034425932,0.5524462,0.0018093429,0.00009921565,0.000020300886,0.0017346888,0.010277018,0.00007180498,0.01950384,0.40668863,0.00050416833],"about_ca_topic_score_codex":0.000055345932,"about_ca_topic_score_gemma":0.000101527716,"teacher_disagreement_score":0.7874826,"about_ca_system_score_codex":0.000022725802,"about_ca_system_score_gemma":0.00016622778,"threshold_uncertainty_score":0.9042574},"labels":[],"label_agreement":null},{"id":"W2936219721","doi":"10.3168/jds.2018-15797","title":"Invited review: Completeness of reporting of experiments: REFLECTing on a year of animal trials in the Journal of Dairy Science","year":2019,"lang":"en","type":"review","venue":"Journal of Dairy Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Checklist; Blinding; Consolidated Standards of Reporting Trials; Sample size determination; Sample (material); Randomized controlled trial; Clinical trial; Medicine; Family medicine; Psychology; Medical education; Statistics; Pathology; Mathematics","score_opus":0.9271117068036647,"score_gpt":0.6686709800774879,"score_spread":0.2584407267261768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936219721","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024460554,0.9724335,0.00033471768,0.00016252206,0.00085179345,0.001243999,0.000015419031,6.4951155e-7,0.0004968106],"genre_scores_gemma":[0.044507544,0.94659823,0.008297352,0.00027812104,0.00024217897,0.0000060294774,7.80253e-7,0.000024450854,0.0000453357],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.8146784,0.03240695,0.12014461,0.0012431262,0.03076673,0.00076021557],"domain_scores_gemma":[0.68187386,0.016113635,0.2898377,0.003442375,0.008508644,0.00022380751],"candidate_categories":["metaresearch","metaepi_broad","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7184208,0.0004845686,0.02136562,0.0040005003,0.00017656779,0.0002972274,0.010343687,0.00012383198,0.00019065337],"category_scores_gemma":[0.44539654,0.00019263395,0.0050609754,0.013762365,0.0012127197,0.0011770607,0.00042888263,0.0008606767,0.000009010166],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005546265,0.002033328,0.0073786248,0.09726639,0.0016493865,0.0002317598,0.011807066,0.00031181762,0.048043247,0.00061563647,0.036574867,0.79353327],"study_design_scores_gemma":[0.0023769105,0.0065050246,0.0037779529,0.571182,0.009414567,0.0052357186,0.013488608,0.00041234487,0.0033592454,0.00059866224,0.38228527,0.0013636965],"about_ca_topic_score_codex":0.000009730331,"about_ca_topic_score_gemma":0.0000014155224,"teacher_disagreement_score":0.7921696,"about_ca_system_score_codex":0.00019843108,"about_ca_system_score_gemma":0.0029862267,"threshold_uncertainty_score":0.99501085},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2936257342","doi":"10.1177/2515245920958687","title":"Many Labs 5: Testing Pre-Data-Collection Peer Review as an Intervention to Increase Replicability","year":2020,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Economic and Social Research Council; Templeton Religion Trust; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Agence Nationale de la Recherche; Laura and John Arnold Foundation; Association for Psychological Science; Templeton World Charity Foundation; John Templeton Foundation","keywords":"Replication (statistics); Replicate; Protocol (science); Data collection; Computer science; Sample size determination; Open science; Psychology; Range (aeronautics); Medicine; Statistics; Alternative medicine; Pathology; Mathematics","score_opus":0.8184135919381903,"score_gpt":0.7484966159576015,"score_spread":0.06991697598058877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936257342","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5462375,0.027059784,0.3270642,0.040890817,0.00085756986,0.003966422,0.000014187137,0.000043954646,0.05386553],"genre_scores_gemma":[0.17847027,0.0019583632,0.8133532,0.0057070074,0.00006511599,0.00011142407,0.000003250225,0.000005628627,0.00032579302],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9555405,0.030272672,0.0057777357,0.003798065,0.0041904114,0.0004206449],"domain_scores_gemma":[0.94494283,0.033129364,0.010167427,0.008180151,0.0025472955,0.0010329045],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4415349,0.00023220996,0.001553408,0.00023047374,0.00020614505,0.0007657897,0.0034781366,0.0000740785,0.0014105365],"category_scores_gemma":[0.76544577,0.00012256397,0.00015698289,0.008378805,0.00030025947,0.0043062414,0.0007590058,0.00046130733,0.00010793715],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075696844,0.00017735691,0.043416943,0.00012300233,0.000003153553,0.0000076197302,0.000275454,0.00003978184,0.0002787039,0.00057725864,0.0007007031,0.9543243],"study_design_scores_gemma":[0.00048103,0.001546862,0.2900087,0.00059655623,0.000106451036,0.00010330888,0.0011683782,0.05307299,0.00004581907,0.09065841,0.561627,0.00058455364],"about_ca_topic_score_codex":0.00011364961,"about_ca_topic_score_gemma":0.00008788532,"teacher_disagreement_score":0.95373976,"about_ca_system_score_codex":0.000042236836,"about_ca_system_score_gemma":0.000036506804,"threshold_uncertainty_score":0.9995023},"labels":[],"label_agreement":null},{"id":"W2936291752","doi":"10.1177/0829573519843027","title":"Registered Reports, Replication, and the <i>Canadian Journal of School Psychology</i> : Improving the Evidence in Evidence-Based School Psychology","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of School Psychology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"Fonds de Recherche du Québec-Société et Culture","keywords":"Credibility; Psychology; Replication (statistics); School psychology; Transparency (behavior); Evidence-based practice; Protocol (science); Foundation (evidence); Applied psychology; Medical education; Clinical psychology; Alternative medicine; Medicine; Political science; Law","score_opus":0.6630796453234574,"score_gpt":0.5184568333057847,"score_spread":0.1446228120176727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936291752","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6509397,0.07202006,0.0039425497,0.25922662,0.0063218325,0.0027077969,0.000014497789,0.0000050509566,0.004821899],"genre_scores_gemma":[0.9660311,0.000599853,0.0015896396,0.030206619,0.00054132135,0.00003057027,9.62048e-7,0.00003606156,0.0009639205],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96480364,0.0146423215,0.01551492,0.0016221546,0.0023948473,0.001022145],"domain_scores_gemma":[0.95692915,0.0053512193,0.01938336,0.010352171,0.0049084662,0.0030756616],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19453503,0.0005532788,0.0035740982,0.0027297218,0.0005589956,0.0015532724,0.0059445063,0.0005280905,0.008987296],"category_scores_gemma":[0.20781207,0.0002706445,0.0014911264,0.0027518335,0.0013220346,0.0013103549,0.000055940272,0.0025860392,0.00077564357],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022276716,0.000019643023,0.73105997,0.000031554453,0.00019478968,0.0003879874,0.00023916378,0.00007896314,0.00031955398,0.00034127344,0.25972044,0.0073838783],"study_design_scores_gemma":[0.003092376,0.00055238063,0.8293064,0.0011456884,0.00039444488,0.0058379974,0.0007432806,0.00014308398,0.000012337588,0.014012817,0.14433303,0.00042615013],"about_ca_topic_score_codex":0.007942568,"about_ca_topic_score_gemma":0.1611587,"teacher_disagreement_score":0.31509134,"about_ca_system_score_codex":0.00039283605,"about_ca_system_score_gemma":0.008468439,"threshold_uncertainty_score":0.99997455},"labels":[],"label_agreement":null},{"id":"W2936495146","doi":"10.5195/jmla.2019.629","title":"Errata for trial publications are not uncommon, are frequently not trivial, and can be challenging to access: a retrospective review","year":2019,"lang":"en","type":"review","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Agency for Drugs and Technologies in Health","funders":"","keywords":"Library science; Computer science; World Wide Web; Data science; Information retrieval","score_opus":0.7476557721975313,"score_gpt":0.547750207836723,"score_spread":0.1999055643608083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936495146","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011834222,0.7995479,0.00032693488,0.1921666,0.0023150758,0.0043936265,0.0006464807,0.000007922405,0.0005836366],"genre_scores_gemma":[0.000067475914,0.9764124,0.0002766437,0.008043903,0.0016844698,0.0002281125,0.000042460095,0.000048687194,0.01319586],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9604765,0.0135951275,0.014129444,0.00086160656,0.010555764,0.00038155404],"domain_scores_gemma":[0.90959674,0.020471364,0.06344113,0.0033061062,0.0022758597,0.000908804],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.099816725,0.00056828704,0.012246285,0.00074078544,0.00031592647,0.0021025676,0.006390225,0.00054584374,0.0027717943],"category_scores_gemma":[0.3111855,0.0002450296,0.0062395763,0.0028668658,0.00004059859,0.0012658198,0.0007843453,0.0012919635,0.000075575466],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060591672,0.00009640472,0.00054572156,0.0058633364,0.0012341784,0.00000308977,0.00006342954,6.316639e-7,1.9267574e-8,0.0007155328,0.93070155,0.060715515],"study_design_scores_gemma":[0.0015668633,0.00008521551,0.00037543805,0.023272512,0.0029472024,0.000023802566,0.000048824124,0.000025072091,1.2883955e-7,0.0006814527,0.9707384,0.00023507478],"about_ca_topic_score_codex":0.0000016491597,"about_ca_topic_score_gemma":0.000012677447,"teacher_disagreement_score":0.21136877,"about_ca_system_score_codex":0.0004201552,"about_ca_system_score_gemma":0.001432221,"threshold_uncertainty_score":0.9992017},"labels":[],"label_agreement":null},{"id":"W2936837693","doi":"10.5195/jmla.2019.519","title":"A failed attempt at developing a search filter for systematic review methodology articles in Ovid Embase","year":2019,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Information retrieval; Filter (signal processing); Terminology; Search engine indexing; Systematic review; Set (abstract data type); Plan (archaeology); Subject (documents); Data mining; MEDLINE; World Wide Web","score_opus":0.651634081726472,"score_gpt":0.5182840485301347,"score_spread":0.13335003319633731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936837693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6074549,0.018146329,0.02130624,0.34113064,0.0023989766,0.008058588,0.000034181343,0.000012824694,0.0014572971],"genre_scores_gemma":[0.6714778,0.0022952005,0.0686824,0.08935923,0.0012707816,0.0003820345,0.000020218453,0.000119641154,0.1663927],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.94502366,0.036823463,0.010338314,0.00034169425,0.0071753766,0.00029749272],"domain_scores_gemma":[0.942855,0.043294635,0.011524819,0.0013222445,0.0007527318,0.00025059254],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23092301,0.00017877865,0.0040694308,0.00029835512,0.00008111998,0.00026640683,0.0021113087,0.00015768007,0.00892212],"category_scores_gemma":[0.24546766,0.000069679336,0.0019085144,0.0013274677,0.000022986575,0.00058322656,0.00031899486,0.00036910037,0.00062462303],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106643325,0.00016287703,0.4859054,0.06785657,0.0014484583,0.00003720051,0.0017538426,0.0000667239,0.00012473967,0.0029738324,0.43825313,0.0013105725],"study_design_scores_gemma":[0.012594693,0.00088087,0.15715384,0.49523017,0.0060466295,0.000909202,0.0050141844,0.06420371,0.0020078495,0.07843951,0.17523894,0.002280417],"about_ca_topic_score_codex":7.803058e-7,"about_ca_topic_score_gemma":0.0000043289415,"teacher_disagreement_score":0.4273736,"about_ca_system_score_codex":0.00020928012,"about_ca_system_score_gemma":0.00039425117,"threshold_uncertainty_score":0.99198383},"labels":[],"label_agreement":null},{"id":"W2937205465","doi":"10.1136/vetreco-2018-000322","title":"Incomplete reporting of experimental studies and items associated with risk of bias in veterinary research","year":2019,"lang":"en","type":"article","venue":"Veterinary Record Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Université de Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Université de Montréal","keywords":"Blinding; Medicine; Observational study; Sample size determination; Publication bias; Family medicine; Veterinary medicine; Confidence interval; Statistics; Clinical trial; Mathematics; Pathology; Internal medicine","score_opus":0.9459302355016761,"score_gpt":0.6441238976064604,"score_spread":0.3018063378952157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937205465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929913,0.0011648221,0.00000691611,0.000030200352,0.000115707684,0.0013552562,0.000015203417,0.0000019771862,0.0043185996],"genre_scores_gemma":[0.99522966,0.000082588755,0.0026905923,0.000008415967,0.000009859006,0.0000677362,0.000002848419,0.000013427389,0.0018948918],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97239995,0.014119859,0.009845421,0.0008725764,0.0024902502,0.000271922],"domain_scores_gemma":[0.9778621,0.0069538797,0.012252585,0.001929676,0.0009315253,0.000070220514],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16625205,0.00021727294,0.0039406107,0.0005263405,0.00009181569,0.0002300879,0.0014164593,0.000060182643,0.0007550266],"category_scores_gemma":[0.03628828,0.000111427165,0.00030424053,0.0014886941,0.00017932043,0.00041043892,0.0016101212,0.00020581619,0.00006163378],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037852797,0.00016054367,0.96721196,0.00017654255,0.00050737115,0.000105093284,0.0031501118,0.000013991687,0.018509602,0.000042792075,0.0008965042,0.008846963],"study_design_scores_gemma":[0.002320776,0.017466962,0.9096165,0.0029062214,0.00013550806,0.00023152707,0.044440962,0.0035824457,0.0010142627,0.0021209277,0.015516494,0.00064744265],"about_ca_topic_score_codex":0.0005360258,"about_ca_topic_score_gemma":0.00006338845,"teacher_disagreement_score":0.12996377,"about_ca_system_score_codex":0.000057171874,"about_ca_system_score_gemma":0.00006030289,"threshold_uncertainty_score":0.9718295},"labels":[],"label_agreement":null},{"id":"W2937385524","doi":"10.1016/j.jclinepi.2019.04.002","title":"Established search filters may miss studies when identifying randomized controlled trials","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Health Technology Assessment international","keywords":"Randomized controlled trial; Randomization; Medicine; Cochrane Library; Surgery","score_opus":0.9617084884340436,"score_gpt":0.7322913021805164,"score_spread":0.22941718625352714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937385524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75737935,0.04391917,0.09303823,0.07359688,0.019487634,0.006371295,0.000010921463,0.000009293015,0.006187216],"genre_scores_gemma":[0.8639578,0.008203634,0.0646096,0.011109531,0.003353355,0.000071470735,0.0000033651747,0.00004050797,0.04865073],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.087096654,0.7239288,0.18174176,0.0012061155,0.0053586243,0.00066806504],"domain_scores_gemma":[0.006561614,0.8804294,0.104753755,0.002445304,0.005291674,0.00051825726],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.97315943,0.0004536116,0.13127764,0.00084008614,0.00009558558,0.00033622296,0.0028492338,0.00040890428,0.017459143],"category_scores_gemma":[0.9881823,0.000152227,0.04032533,0.00051778794,0.0005004009,0.0004295345,0.00026604097,0.0012080616,0.0022063572],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11277911,0.00027885268,0.24115427,0.00021817193,0.033038806,0.00006758002,0.001135348,0.0013979729,0.000045780736,0.009779552,0.5713331,0.028771443],"study_design_scores_gemma":[0.4935784,0.00077708723,0.011139496,0.00069483236,0.008263265,0.0001482388,0.0037591334,0.018711597,0.0000070418178,0.40074492,0.061649255,0.0005267591],"about_ca_topic_score_codex":0.000009702513,"about_ca_topic_score_gemma":0.000004169555,"teacher_disagreement_score":0.50968385,"about_ca_system_score_codex":0.000037598245,"about_ca_system_score_gemma":0.00032115413,"threshold_uncertainty_score":0.99857056},"labels":[],"label_agreement":null},{"id":"W2938096405","doi":"10.1016/j.joca.2019.02.026","title":"Nuts and bolts of systematic reviews and meta-analyses, including network meta-analyses","year":2019,"lang":"en","type":"article","venue":"Osteoarthritis and Cartilage","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Systematic review; Meta-analysis; Meta-regression; Critical appraisal; Strengths and weaknesses; Psychological intervention; Computer science; Systematic error; MEDLINE; Psychology; Medicine; Management science; Risk analysis (engineering); Alternative medicine; Engineering; Pathology; Biology; Psychiatry; Social psychology; Statistics; Mathematics","score_opus":0.8115081491096053,"score_gpt":0.5244293749685484,"score_spread":0.287078774141057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2938096405","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3418076,0.648316,0.00039654676,0.00030082776,0.00016456065,0.0035790482,0.00006928914,0.000009723428,0.0053563993],"genre_scores_gemma":[0.9875376,0.0028468634,0.001795098,0.00038295594,0.00005600722,0.00024553452,0.000007095197,0.000025817406,0.0071030185],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9710504,0.013008188,0.0109875165,0.0014738092,0.003039467,0.0004406579],"domain_scores_gemma":[0.9852224,0.00436467,0.006364479,0.003124935,0.0006031107,0.0003204097],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07430833,0.00068559934,0.01815003,0.00033912243,0.00023573654,0.0010335869,0.00070652,0.00014709547,0.0053569367],"category_scores_gemma":[0.009262295,0.00030300475,0.004265002,0.0011685333,0.00016374231,0.00049404876,0.00042064607,0.00017862403,0.00029361562],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002798427,0.0007880434,0.060852323,0.18737444,0.21826476,0.00049115816,0.016689466,0.0013677127,0.21541826,0.039503135,0.20321213,0.055758737],"study_design_scores_gemma":[0.0025025604,0.0011293613,0.0014739789,0.0025647748,0.8471886,0.0005765218,0.004041765,0.0016044,0.0045177094,0.0120178005,0.119732514,0.0026500311],"about_ca_topic_score_codex":0.0000215005,"about_ca_topic_score_gemma":0.00015644546,"teacher_disagreement_score":0.64573,"about_ca_system_score_codex":0.000010783346,"about_ca_system_score_gemma":0.00002377792,"threshold_uncertainty_score":0.9999422},"labels":[],"label_agreement":null},{"id":"W2938347500","doi":"10.1007/s10654-011-9552-y","title":"Strengthening the reporting of genetic risk prediction studies: the GRIPS statement","year":2011,"lang":"en","type":"article","venue":"European Journal of Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"National Center for Research Resources; Centers for Disease Control and Prevention; U.S. Department of Health and Human Services; National Institutes of Health; Erasmus Universitair Medisch Centrum Rotterdam; Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Medicine; Checklist; Multidisciplinary approach; Public health; Transparency (behavior); Epidemiology; Risk assessment; Data science; Pathology; Computer science","score_opus":0.911112650420077,"score_gpt":0.5596843365882473,"score_spread":0.3514283138318297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2938347500","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.830534,0.014935057,0.14477772,0.001502095,0.0013342013,0.00034635933,0.000007369003,0.0000027116878,0.0065605342],"genre_scores_gemma":[0.9735089,0.0012298039,0.02433962,0.000271758,0.00028379,0.0000017498667,2.4643228e-7,0.000009893369,0.00035421795],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6182455,0.24302958,0.1343273,0.00083556963,0.00300317,0.00055890885],"domain_scores_gemma":[0.797413,0.028851554,0.16902043,0.00250251,0.0021005527,0.00011197662],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.681281,0.00016786854,0.002837968,0.00014717554,0.00021035074,0.000027646965,0.0016310395,0.00001872293,0.0008385454],"category_scores_gemma":[0.55554867,0.000048512327,0.001412669,0.00036750457,0.00023864623,0.00008176048,0.00017650244,0.00037997807,0.00010646231],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034280925,0.000046893616,0.72770506,0.000025895026,0.0020930958,0.000059153776,0.014177447,0.0048096953,0.000042885673,0.0007758076,0.14748055,0.10274922],"study_design_scores_gemma":[0.00028025144,0.00068635365,0.80266285,0.0001538334,0.0011554703,0.00042735727,0.016607823,0.0036663131,0.00002018773,0.018281255,0.15593891,0.00011938305],"about_ca_topic_score_codex":0.000007342232,"about_ca_topic_score_gemma":0.000004197808,"teacher_disagreement_score":0.21417803,"about_ca_system_score_codex":0.00001824511,"about_ca_system_score_gemma":0.000034147848,"threshold_uncertainty_score":0.9181484},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2939229719","doi":"10.1111/1742-6723.13298","title":"Review article: A primer for clinical researchers in the emergency department: Part IX. How to conduct a systematic review in the field of emergency medicine","year":2019,"lang":"en","type":"review","venue":"Emergency Medicine Australasia","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; University of British Columbia","funders":"National Health and Medical Research Council; Children’s Hospital Foundation; Children's Hospital Foundation; Royal Children's Hospital Foundation; Murdoch Children's Research Institute; Medical Research Council; Children’s Hospital of Wisconsin Research Institute","keywords":"Medicine; Systematic review; Psychological intervention; Emergency department; Alternative medicine; Clinical Practice; MEDLINE; Family medicine; Nursing; Pathology","score_opus":0.9123274949034408,"score_gpt":0.6810654715246183,"score_spread":0.2312620233788225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2939229719","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014270017,0.92770064,0.00009402422,0.034493003,0.0032134042,0.03243521,0.000045495497,0.0000060408724,0.0019979298],"genre_scores_gemma":[0.000026379175,0.97871786,0.000061409446,0.0016787985,0.00077117316,0.0054965154,0.00010060713,0.000058943508,0.0130883],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.87112045,0.06153685,0.053084314,0.0027478563,0.010181027,0.0013294816],"domain_scores_gemma":[0.9412543,0.02211441,0.019959923,0.013615172,0.0024947496,0.0005614405],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.3394941,0.0013844408,0.025254369,0.0009150499,0.00013254584,0.000029029472,0.008960448,0.0004341625,0.05336036],"category_scores_gemma":[0.3441595,0.00047960435,0.006320434,0.01100513,0.00017121485,0.0002369756,0.00025024218,0.0014927414,0.0010772746],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030566391,0.00009488535,0.0002769199,0.40337133,0.00032807744,0.0000040424834,0.00027382915,7.7834095e-8,9.378843e-8,0.00014644234,0.588318,0.0071832426],"study_design_scores_gemma":[0.0001837263,0.000466805,0.00007029986,0.32773963,0.00792486,0.0000140460925,0.0005776955,0.0000053683552,2.8261239e-8,0.00020023675,0.66252637,0.00029094584],"about_ca_topic_score_codex":0.00007417093,"about_ca_topic_score_gemma":0.00020016916,"teacher_disagreement_score":0.075631715,"about_ca_system_score_codex":0.00008026575,"about_ca_system_score_gemma":0.00035289527,"threshold_uncertainty_score":0.9998906},"labels":[],"label_agreement":null},{"id":"W2940254905","doi":"10.1097/ceh.0000000000000244","title":"Assessing the Quality of Evidence Presented at Annual General Meetings: A 5-Year Retrospective Study","year":2019,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Saskatchewan","funders":"","keywords":"Quality (philosophy); Medicine; Medical education; Family medicine; Psychology","score_opus":0.717423534578461,"score_gpt":0.6653456284828526,"score_spread":0.05207790609560836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940254905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97841555,0.000960141,0.00019887673,0.016992543,0.0013062084,0.0017056094,0.0000024742444,0.0000012727199,0.00041732946],"genre_scores_gemma":[0.9917585,0.00002782421,0.00081293465,0.00041673894,0.00019065864,0.000020892148,3.9742818e-7,0.0000063826815,0.006765673],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9189879,0.06310945,0.011624675,0.00041193393,0.00558495,0.0002811289],"domain_scores_gemma":[0.94853,0.015854837,0.02777844,0.0025983227,0.0051024477,0.00013591959],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2864326,0.00014999488,0.0018654809,0.00032990813,0.00028351048,0.00027056006,0.0017372651,0.00004974891,0.00043893652],"category_scores_gemma":[0.06562505,0.000049968596,0.0005563462,0.0013460537,0.0000551122,0.0006185737,0.00014873441,0.00056246854,0.000047590704],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023930626,0.00032719335,0.89766556,0.00005751154,0.000037147976,2.0280741e-7,0.072290085,0.000020765787,0.000091182985,0.00030564066,0.026012179,0.0031686013],"study_design_scores_gemma":[0.00018729652,0.000111640584,0.7312117,0.0008389487,0.000033826735,0.000006675701,0.26555797,0.000074345815,0.0000031028676,0.00081407087,0.0011176015,0.000042796455],"about_ca_topic_score_codex":0.00011870707,"about_ca_topic_score_gemma":0.00009891708,"teacher_disagreement_score":0.22080754,"about_ca_system_score_codex":0.00018994386,"about_ca_system_score_gemma":0.0010711553,"threshold_uncertainty_score":0.9422456},"labels":[],"label_agreement":null},{"id":"W2941548807","doi":"10.1016/j.jpurol.2019.12.002","title":"Assessing the methodological and reporting quality of clinical systematic reviews and meta-analyses in paediatric urology: can practices on contemporary highest levels of evidence be built?","year":2019,"lang":"en","type":"article","venue":"Journal of Pediatric Urology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster Children's Hospital; Hospital for Sick Children","funders":"","keywords":"Systematic review; Medicine; MEDLINE; Descriptive statistics; Meta-analysis; Family medicine; Pathology; Statistics","score_opus":0.9923623509027766,"score_gpt":0.7523361985670046,"score_spread":0.24002615233577196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941548807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8877576,0.10320989,0.0010243544,0.006427135,0.00035251238,0.0010931809,0.00000534969,0.0000013253058,0.00012865206],"genre_scores_gemma":[0.9919298,0.002453832,0.0045885677,0.0007163425,0.00022443273,0.000012967989,2.1665116e-7,0.000007952612,0.00006586727],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7362901,0.19752012,0.06112338,0.0010261589,0.003723934,0.0003163154],"domain_scores_gemma":[0.39852235,0.33266512,0.2641459,0.0024220375,0.0020253467,0.00021924589],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.63807124,0.0003593621,0.016775433,0.0008696881,0.00006462525,0.0001859386,0.0013065554,0.00029954378,0.0003247542],"category_scores_gemma":[0.77987117,0.00012070349,0.0028361361,0.0015365452,0.00023383251,0.0005925625,0.0002651328,0.0009163112,0.000008147485],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001211969,0.00022927255,0.9896602,0.003386009,0.003319486,0.000061130195,0.00047803012,0.0001263768,0.00019921956,0.00019443195,0.0014667084,0.0007579196],"study_design_scores_gemma":[0.000845134,0.0015927204,0.94302815,0.00008250683,0.047522515,0.00042299545,0.0015117717,0.00076851173,0.000009569886,0.0029729158,0.00094103947,0.00030216176],"about_ca_topic_score_codex":0.000058940474,"about_ca_topic_score_gemma":0.000024331495,"teacher_disagreement_score":0.33776775,"about_ca_system_score_codex":0.000014272486,"about_ca_system_score_gemma":0.000361798,"threshold_uncertainty_score":0.99782157},"labels":[],"label_agreement":null},{"id":"W2942642522","doi":"10.2196/12953","title":"Crowdsourcing the Citation Screening Process for Systematic Reviews: Validation Study","year":2019,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of Ottawa; Children's Hospital of Eastern Ontario; University of British Columbia","funders":"CHEO Research Institute","keywords":"Crowdsourcing; Citation; Computer science; Data science; Process (computing); Systematic review; MEDLINE; World Wide Web; Political science","score_opus":0.9506345197915059,"score_gpt":0.723311628932528,"score_spread":0.22732289085897794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942642522","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006891809,0.94095147,0.044298545,0.00053134165,0.000579682,0.0133542875,0.0000034727243,0.00000151244,0.0002108018],"genre_scores_gemma":[0.0010594892,0.9838773,0.0003528308,0.000068113746,0.0012911601,0.0011145162,0.000008761632,0.00005967148,0.012168178],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.73181593,0.16260707,0.046159845,0.0013464424,0.057313114,0.0007576014],"domain_scores_gemma":[0.7256592,0.19225574,0.055901412,0.0064416304,0.01886891,0.000873149],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7758518,0.0005135417,0.015910747,0.001990782,0.00019661913,0.002764547,0.010751002,0.0004043022,0.004087732],"category_scores_gemma":[0.59441406,0.00016179035,0.0061534676,0.003083353,0.00012713265,0.0003686606,0.0004388323,0.0024820087,0.0018926999],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013155072,0.00019155709,0.00004285636,0.2792725,0.0016603215,0.000024281338,0.0020798235,0.000009298974,3.765863e-8,0.00013892034,0.08557235,0.6309949],"study_design_scores_gemma":[0.00025329218,0.00040570504,0.0000026296857,0.2393747,0.0024190797,0.00020497855,0.004047653,0.003075132,1.5662204e-7,0.00032601837,0.7497291,0.00016155143],"about_ca_topic_score_codex":0.000007448217,"about_ca_topic_score_gemma":0.000008453727,"teacher_disagreement_score":0.66415673,"about_ca_system_score_codex":0.00018173757,"about_ca_system_score_gemma":0.00090630807,"threshold_uncertainty_score":0.9998193},"labels":[],"label_agreement":null},{"id":"W2943212052","doi":"10.1089/bio.2018.0143","title":"Biospecimen Data Reporting in the Research Literature","year":2019,"lang":"en","type":"article","venue":"Biopreservation and Biobanking","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Cancer Agency; University of British Columbia","funders":"","keywords":"Biobank; Replicate; Data science; Sample (material); Computer science; Medicine; Bioinformatics; Biology","score_opus":0.9567425506064037,"score_gpt":0.6419520274247466,"score_spread":0.3147905231816571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943212052","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9747835,0.0017404568,0.00013881725,0.007153582,0.00014380897,0.0007429309,0.000011943539,0.0000037484683,0.015281206],"genre_scores_gemma":[0.99385184,0.000043376916,0.000945999,0.00046279214,0.00011205546,0.000008225811,0.000059469196,0.0000041917096,0.004512075],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9809506,0.0061000953,0.006616118,0.001083031,0.00498213,0.00026805015],"domain_scores_gemma":[0.98667824,0.002965033,0.003644304,0.005815567,0.00085506745,0.000041790638],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.29050776,0.00011772036,0.00077266287,0.00040772432,0.00016432177,0.0025442934,0.0026311676,0.00008027796,0.0015058458],"category_scores_gemma":[0.04197743,0.0000460324,0.00015019882,0.0028453856,0.00003831839,0.00062319514,0.0005786619,0.0002751504,0.0005413899],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061502355,0.000029562565,0.9074308,0.000053471107,0.000023317498,0.000012073563,0.0021395406,0.00000302593,0.0017849798,0.012821315,0.0587669,0.016928822],"study_design_scores_gemma":[0.00015027038,0.000022399667,0.4712169,0.00014072166,0.0000118446505,0.000017987908,0.0026414923,0.016330658,0.000036943595,0.009332297,0.49997434,0.00012415467],"about_ca_topic_score_codex":0.00004557285,"about_ca_topic_score_gemma":0.00006118915,"teacher_disagreement_score":0.44120747,"about_ca_system_score_codex":0.00001214438,"about_ca_system_score_gemma":0.00002757862,"threshold_uncertainty_score":0.99940693},"labels":[],"label_agreement":null},{"id":"W2943331484","doi":"10.1513/annalsats.201902-143ed","title":"<i>AnnalsATS:</i> New Developments and Advice for Authors","year":2019,"lang":"en","type":"editorial","venue":"Annals of the American Thoracic Society","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Medicine; Advice (programming); MEDLINE; Family medicine; Medical physics; Medical education; Law","score_opus":0.6742885793114353,"score_gpt":0.5888449946042632,"score_spread":0.08544358470717206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943331484","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009366194,0.008133929,0.009745521,0.017401911,0.9434751,0.0057779346,0.0017594879,0.00004796138,0.004291961],"genre_scores_gemma":[0.0024391774,0.004535949,0.07758877,0.011005275,0.41614515,0.00022990772,0.0002048783,0.0002621267,0.48758876],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9792408,0.004280079,0.0067057963,0.0015080622,0.0077351457,0.0005301672],"domain_scores_gemma":[0.943801,0.020961659,0.024772806,0.0057919156,0.004305012,0.0003676137],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0767238,0.00066134665,0.006376644,0.00012990015,0.00025455916,0.0005539085,0.0044326545,0.00037081537,0.00024844185],"category_scores_gemma":[0.05689327,0.00030962567,0.0060439124,0.0019409042,0.0004091325,0.00018644496,0.00070450315,0.0005736385,0.00025038593],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028467466,0.000019689503,0.00053888385,0.00017753226,0.0007951239,9.691015e-8,0.0006929539,0.000006557295,0.000010068424,0.000013320291,0.95484036,0.042876955],"study_design_scores_gemma":[0.000102699814,0.00007258447,0.0007643938,0.0001628176,0.00040947334,7.7884664e-7,0.0008228653,0.00020020279,0.0000557845,0.002041108,0.9950336,0.00033369736],"about_ca_topic_score_codex":0.0001363018,"about_ca_topic_score_gemma":0.0000131317165,"teacher_disagreement_score":0.52733,"about_ca_system_score_codex":0.000030190726,"about_ca_system_score_gemma":0.0009999594,"threshold_uncertainty_score":0.99993557},"labels":[],"label_agreement":null},{"id":"W2943542684","doi":"10.1016/j.jclinepi.2019.04.023","title":"Characteristics and methods of incorporating randomized and nonrandomized evidence in network meta-analyses: a scoping review","year":2019,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Waterloo; McMaster University; Public Health Ontario; University of Toronto","funders":"","keywords":"Randomized controlled trial; Meta-analysis; Medicine; MEDLINE; Psychology; Surgery; Internal medicine; Political science","score_opus":0.9804609832807286,"score_gpt":0.7795628539234762,"score_spread":0.20089812935725238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943542684","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008862877,0.93203497,0.06255804,0.00065673277,0.0007572473,0.003916091,0.0000060339153,0.0000010236788,0.00006101746],"genre_scores_gemma":[0.000007094197,0.8374904,0.1609527,0.0009941569,0.00035133367,0.00007159432,0.000002687581,0.000021421922,0.000108603024],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.08058827,0.71479094,0.20011616,0.0016788366,0.0023198153,0.00050596474],"domain_scores_gemma":[0.024313208,0.74706084,0.2238372,0.0024841228,0.0019175586,0.00038706625],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9396686,0.000963254,0.25733516,0.0007962234,0.000052787196,0.00012498883,0.0021841072,0.00086160074,0.0009891951],"category_scores_gemma":[0.9644934,0.00035791527,0.036232617,0.0013401612,0.00072647823,0.00031457978,0.0005543382,0.0020946139,0.000036692414],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021148254,0.000058250138,0.0011501447,0.10845054,0.017803637,0.00002093478,0.000019474403,0.000023070254,4.642733e-8,0.00038818436,0.0014711104,0.86849976],"study_design_scores_gemma":[0.022996271,0.00032686038,0.00009822948,0.63834643,0.2543297,0.0004026132,0.0000117195095,0.0020937412,1.3438467e-8,0.0126346545,0.068158396,0.0006013529],"about_ca_topic_score_codex":0.000009035865,"about_ca_topic_score_gemma":0.0000073851606,"teacher_disagreement_score":0.8678984,"about_ca_system_score_codex":0.000025533309,"about_ca_system_score_gemma":0.0010463031,"threshold_uncertainty_score":0.99992406},"labels":[],"label_agreement":null},{"id":"W2943784761","doi":"10.1016/j.jclinepi.2019.04.018","title":"Development of the summary of findings table for network meta-analysis","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":219,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University; Impact","funders":"","keywords":"Grading (engineering); Table (database); Stakeholder; Ranking (information retrieval); Computer science; Psychology; Information retrieval; Data mining; Engineering","score_opus":0.9409926138663134,"score_gpt":0.6599909357485194,"score_spread":0.281001678117794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943784761","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7001574,0.0105089,0.27049354,0.010739517,0.003334488,0.0015666427,0.000039880273,0.000001737119,0.0031578883],"genre_scores_gemma":[0.6383781,0.0001279069,0.34615228,0.0028978167,0.00034213514,0.000013616045,0.0000028591435,0.000013656722,0.012071681],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.8512735,0.056657672,0.08781651,0.0007603429,0.0030336422,0.00045834557],"domain_scores_gemma":[0.55561364,0.34245482,0.09430631,0.0035534159,0.003801166,0.00027063471],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.6773918,0.00021406742,0.028272532,0.00026940714,0.000061020928,0.00002066953,0.0026794826,0.00024818158,0.0055418303],"category_scores_gemma":[0.423443,0.000071998846,0.0276363,0.0016423345,0.00015345962,0.00010325344,0.0002138298,0.00039268826,0.000071092116],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009242017,0.000117392505,0.7381513,0.00006790674,0.12388404,3.626511e-7,0.00008535912,0.013108619,0.000017343864,0.0055720718,0.11579311,0.003110072],"study_design_scores_gemma":[0.0006787987,0.00032388675,0.2890022,0.000042320593,0.15236668,0.00000872551,0.00018723203,0.008462073,0.000039531365,0.047480673,0.5012047,0.00020313894],"about_ca_topic_score_codex":0.000003467653,"about_ca_topic_score_gemma":0.000022755667,"teacher_disagreement_score":0.4491491,"about_ca_system_score_codex":0.000013028779,"about_ca_system_score_gemma":0.00035234066,"threshold_uncertainty_score":0.9953672},"labels":[],"label_agreement":null},{"id":"W2944137011","doi":"10.1093/jnci/djz082","title":"Can We Find the Positive in Negative Clinical Trials?","year":2019,"lang":"en","type":"article","venue":"JNCI Journal of the National Cancer Institute","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lunenfeld-Tanenbaum Research Institute; University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Medicine; Clinical trial; Internal medicine","score_opus":0.8921829368630759,"score_gpt":0.6558444253929707,"score_spread":0.2363385114701052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944137011","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83763236,0.002029689,0.0004825525,0.12913117,0.01334917,0.0016329105,0.0001910527,0.0000013016612,0.015549795],"genre_scores_gemma":[0.98876303,0.00015328646,0.0003167496,0.0029253454,0.0011201047,0.000010393121,5.670654e-7,0.000004759932,0.0067057568],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9686469,0.014710664,0.009731246,0.0003020698,0.006468604,0.00014053755],"domain_scores_gemma":[0.9626029,0.018516863,0.014059764,0.0008032048,0.003910685,0.00010655008],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2076976,0.00016013502,0.0022348538,0.000249572,0.00012690143,0.0003215124,0.002224856,0.000079055164,0.0025439516],"category_scores_gemma":[0.115929216,0.00005077724,0.002306241,0.0012005452,0.00014557321,0.00039180455,0.00011688581,0.000591916,0.00023111656],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059477694,0.00033572482,0.24942666,0.000039706487,0.003070189,0.000019436224,0.005187118,0.05090894,0.00033914397,0.042745695,0.54908264,0.09824996],"study_design_scores_gemma":[0.002426275,0.00011729657,0.48089215,0.0004500322,0.00045574145,0.000090829875,0.00080050924,0.0045834887,0.00015775334,0.118345,0.39143112,0.00024981736],"about_ca_topic_score_codex":0.000058695845,"about_ca_topic_score_gemma":0.0006681377,"teacher_disagreement_score":0.23146547,"about_ca_system_score_codex":0.0002517993,"about_ca_system_score_gemma":0.0012175222,"threshold_uncertainty_score":0.99836785},"labels":[],"label_agreement":null},{"id":"W2944297570","doi":"10.1016/j.jclinepi.2019.04.011","title":"Measuring clinical uncertainty as a preliminary step to randomized controlled trials","year":2019,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; University of Alberta Hospital; Centre Hospitalier de l’Université de Montréal; Health Sciences Centre","funders":"","keywords":"Randomized controlled trial; Medicine; Clinical trial; MEDLINE; Medical physics; Surgery; Internal medicine; Biology","score_opus":0.944615994858276,"score_gpt":0.6895696071753569,"score_spread":0.2550463876829191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944297570","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034317728,0.0065870723,0.052784007,0.9006487,0.023594268,0.008057274,0.000031767464,0.000007753448,0.0048573525],"genre_scores_gemma":[0.0020518221,0.0020244624,0.019892782,0.90741867,0.034197323,0.00015201261,0.000015708034,0.00007352347,0.034173705],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.020406868,0.68215746,0.2860504,0.002306959,0.008138471,0.00093982404],"domain_scores_gemma":[0.0028240217,0.7364043,0.24781561,0.005404291,0.0067354073,0.00081639155],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.98364383,0.0014379851,0.30588627,0.0017091202,0.0001193797,0.0004205656,0.008107457,0.0049516745,0.013255964],"category_scores_gemma":[0.9971225,0.0005128872,0.15108009,0.00081932446,0.0007746824,0.00021465404,0.00062345754,0.010814283,0.011400067],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10139309,0.0001201769,0.0044515454,0.00007869503,0.01137411,0.00023436741,0.000020927106,0.00059290335,1.1071277e-7,0.00021227327,0.8668351,0.014686704],"study_design_scores_gemma":[0.13676167,0.0017300649,0.00081977295,0.00061724783,0.00975195,0.0001995263,0.000036178157,0.004145528,3.5371773e-8,0.022459773,0.82305664,0.00042161858],"about_ca_topic_score_codex":0.000024697742,"about_ca_topic_score_gemma":0.0000045423753,"teacher_disagreement_score":0.15480617,"about_ca_system_score_codex":0.00009472282,"about_ca_system_score_gemma":0.0020395038,"threshold_uncertainty_score":0.999837},"labels":[],"label_agreement":null},{"id":"W2944706384","doi":"10.1186/s40814-019-0436-3","title":"Reporting quality of pilot clinical trials in chronic kidney disease patients on hemodialysis: a methodological survey","year":2019,"lang":"en","type":"article","venue":"Pilot and Feasibility Studies","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Impact; University Health Network; Alberta Kidney Disease Network; Hamilton Health Sciences; McMaster University; Queen's University","funders":"","keywords":"Consolidated Standards of Reporting Trials; Medicine; Clinical trial; Physical therapy; Family medicine; Randomized controlled trial; Research design; Hemodialysis; Sample size determination; Internal medicine","score_opus":0.9869544743132604,"score_gpt":0.7307441444803571,"score_spread":0.25621032983290337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944706384","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945261,0.0018287466,0.00020332461,0.0003297941,0.00041110662,0.0023175927,0.00009484746,0.0000057457723,0.0002827595],"genre_scores_gemma":[0.99849534,0.00020095652,0.0005847725,0.00023451506,0.00006605535,0.000050772396,0.000015741583,0.0000065917534,0.00034526834],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6431312,0.28488606,0.06368888,0.002896083,0.00491696,0.00048080098],"domain_scores_gemma":[0.30945277,0.5514338,0.11580542,0.014263777,0.0075050383,0.0015391741],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.80455315,0.00036104862,0.013438458,0.00024063412,0.00009815919,0.00013359061,0.00064811204,0.00006915811,0.00053663115],"category_scores_gemma":[0.93267477,0.0001627373,0.0020519441,0.00094323553,0.00027836201,0.0001353197,0.00038818855,0.00025799643,0.00013274513],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010914224,0.0006842861,0.99191815,0.0002466123,0.00037094287,8.1984246e-7,0.00014017597,0.000009869221,0.000019025898,0.00011426789,0.0014552623,0.0039491393],"study_design_scores_gemma":[0.0016455083,0.00089893304,0.99006575,0.000085893014,0.00017387353,6.193542e-8,0.00023546226,0.00021492451,0.000004577507,0.006376283,0.0001330284,0.00016569161],"about_ca_topic_score_codex":0.00014565088,"about_ca_topic_score_gemma":0.0004957088,"teacher_disagreement_score":0.33367845,"about_ca_system_score_codex":0.00011075289,"about_ca_system_score_gemma":0.00019379905,"threshold_uncertainty_score":0.91862607},"labels":[],"label_agreement":null},{"id":"W2945795829","doi":"10.1097/xeb.0000000000000165","title":"A unified framework for bias assessment in clinical research","year":2019,"lang":"en","type":"review","venue":"International Journal of Evidence-Based Healthcare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Safeguarding; Unification; Variety (cybernetics); Data science; Computer science; Quality (philosophy); Management science; Risk analysis (engineering); External validity; Knowledge management; Psychology; Engineering; Medicine; Artificial intelligence; Social psychology; Epistemology","score_opus":0.9926379136441166,"score_gpt":0.8093812354542618,"score_spread":0.1832566781898548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945795829","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000034800512,0.9520967,0.019580161,0.020084906,0.005297304,0.0027087678,0.000104536324,0.0000022234417,0.00009058628],"genre_scores_gemma":[0.0008461761,0.96640605,0.028786073,0.0008820002,0.0020067266,0.00013711183,0.000023953384,0.00004430989,0.00086762843],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8558104,0.07489622,0.04427258,0.0016511909,0.022671618,0.00069796166],"domain_scores_gemma":[0.675457,0.2534822,0.03735122,0.004021916,0.029066702,0.00062098517],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.47828674,0.0005708773,0.012537934,0.0043143826,0.00011170343,0.0014983058,0.009127971,0.0008181453,0.0017749942],"category_scores_gemma":[0.34213966,0.00025968466,0.009740724,0.0025408287,0.0001421648,0.00053335493,0.00029574116,0.003973598,0.00074928167],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007795179,0.00015398563,0.0051158885,0.005492323,0.0005228057,0.00009090366,0.000051647097,0.000040704916,1.51899e-8,0.011932068,0.016839819,0.95968187],"study_design_scores_gemma":[0.00030517075,0.0004678212,0.00049491355,0.09169104,0.0003233686,0.000043573196,0.00018594644,0.0004349995,4.6342983e-8,0.017462866,0.8883801,0.00021015952],"about_ca_topic_score_codex":0.000051179402,"about_ca_topic_score_gemma":0.00007814694,"teacher_disagreement_score":0.9594717,"about_ca_system_score_codex":0.0012940101,"about_ca_system_score_gemma":0.0126347365,"threshold_uncertainty_score":0.9999855},"labels":[],"label_agreement":null},{"id":"W2945914441","doi":"10.1136/bmjopen-2017-020580","title":"A methodological survey on reporting of pilot and feasibility trials for physiotherapy interventions: a study protocol","year":2019,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Medicine; Consolidated Standards of Reporting Trials; Clinical trial; Protocol (science); Physical therapy; Pilot trial; Research design; Medical physics; Psychological intervention; Alternative medicine; Randomized controlled trial; Surgery; Nursing; Statistics","score_opus":0.994634143884182,"score_gpt":0.8154411019337413,"score_spread":0.17919304195044072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945914441","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26489043,0.0000068757245,0.006300984,0.0000904661,0.0000625841,0.72791636,0.000022204302,0.000001876773,0.0007082144],"genre_scores_gemma":[0.37276918,2.4353136e-7,0.032167252,0.00012323773,0.000043588203,0.5862084,0.000004854574,0.000013492324,0.008669753],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7733651,0.17576988,0.04513439,0.0019105109,0.0035795025,0.00024060371],"domain_scores_gemma":[0.88311285,0.058167648,0.05180758,0.005176224,0.0016412664,0.0000944438],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8206338,0.0001672282,0.0070223976,0.00011321093,0.00006711128,0.00063401693,0.0013032745,0.000034223216,0.0035686165],"category_scores_gemma":[0.5805408,0.00006589193,0.0014784457,0.00047417407,0.000024485214,0.00014691475,0.00032667693,0.00005132311,0.000061707164],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003658519,0.001957252,0.96202743,0.0006341635,0.00054817734,9.957864e-7,0.00038278356,0.000015367019,0.0004908304,0.00031922187,0.010611333,0.019353932],"study_design_scores_gemma":[0.0031775683,0.0044063707,0.98085135,0.00029304836,0.000085790096,0.0000014655067,0.00061308406,0.00035133163,0.00006867933,0.009073497,0.0009418884,0.000135929],"about_ca_topic_score_codex":0.00014957173,"about_ca_topic_score_gemma":0.00023617854,"teacher_disagreement_score":0.24009305,"about_ca_system_score_codex":0.00001302374,"about_ca_system_score_gemma":0.00006719364,"threshold_uncertainty_score":0.9973422},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2946263550","doi":"10.1016/j.jclinepi.2019.05.014","title":"A systematic survey identified 36 criteria for assessing effect modification claims in randomized trials or meta-analyses","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Hamilton Health Sciences; University of Toronto; McMaster University; Impact","funders":"Gottfried und Julia Bangerter-Rhyner-Stiftung; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Freiwillige Akademische Gesellschaft","keywords":"Credibility; Randomized controlled trial; MEDLINE; Critical appraisal; Medicine; Systematic review; Meta-analysis; Evidence-based medicine; Psychology; Family medicine; Alternative medicine; Surgery","score_opus":0.986123992205875,"score_gpt":0.786402226976338,"score_spread":0.199721765229537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946263550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5467674,0.0053849528,0.43363336,0.0028364728,0.004294197,0.006924841,0.00002451237,0.000004223804,0.00013005774],"genre_scores_gemma":[0.98083526,0.00016967728,0.015746443,0.0008318683,0.0003704734,0.00021613952,0.000011335961,0.000021113676,0.0017976903],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.03933401,0.80046505,0.15579575,0.0011817787,0.00276236,0.00046104426],"domain_scores_gemma":[0.012461735,0.8581816,0.12314907,0.0026869285,0.0032278008,0.00029285598],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9800065,0.00050393,0.12132371,0.0010712073,0.000069171016,0.00051583,0.0023341842,0.00054215634,0.0041972753],"category_scores_gemma":[0.98793197,0.00016795428,0.037363946,0.0011450072,0.00017718237,0.00056936615,0.00009025287,0.0006653577,0.0004990179],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.26093456,0.0018351105,0.32218352,0.02995658,0.22136192,0.00007834857,0.0006130636,0.011147097,0.0008353957,0.007067221,0.12917925,0.014807937],"study_design_scores_gemma":[0.17327885,0.0017692421,0.20997228,0.00424414,0.140658,0.00020068791,0.00051540555,0.300087,0.00004677093,0.16715112,0.00097287557,0.0011036092],"about_ca_topic_score_codex":0.000034479064,"about_ca_topic_score_gemma":0.000052486583,"teacher_disagreement_score":0.43406788,"about_ca_system_score_codex":0.00004712677,"about_ca_system_score_gemma":0.00031156823,"threshold_uncertainty_score":0.99671304},"labels":[],"label_agreement":null},{"id":"W2947151211","doi":"10.1016/j.jclinepi.2019.05.023","title":"Several reasons explained the variation in the results of 22 meta-analyses addressing the same question","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Meta-analysis; Medicine; Systematic review; Odds ratio; Guideline; Confidence interval; MEDLINE; Hazard ratio; Absolute risk reduction; Mean difference; Statistics; Internal medicine; Pathology; Mathematics","score_opus":0.9622313822225307,"score_gpt":0.7073287243466567,"score_spread":0.25490265787587396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947151211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6518067,0.005348276,0.058717698,0.27507055,0.0025732943,0.0014029756,0.00002996751,0.0000031955176,0.0050473474],"genre_scores_gemma":[0.98833716,0.00017558175,0.0049646744,0.0052076885,0.00041650288,0.0000072220014,0.0000017682839,0.0000050267267,0.0008843809],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.38138458,0.539971,0.072133794,0.00096078805,0.0050639557,0.00048591534],"domain_scores_gemma":[0.13569571,0.7775182,0.07922151,0.0049894634,0.002422841,0.0001522731],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.79487187,0.0002180613,0.009458083,0.00020559214,0.000108509164,0.00011301256,0.0028682228,0.00021896062,0.0013240601],"category_scores_gemma":[0.78277916,0.000051983014,0.0067789033,0.0009489634,0.00023196769,0.00023869584,0.00010276632,0.0010287707,0.00015427837],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018859016,0.00083425746,0.31725246,0.000082968,0.018564528,0.000030601303,0.0057907347,0.09061187,0.00020365059,0.080744654,0.45311034,0.03088803],"study_design_scores_gemma":[0.00090361317,0.00037407622,0.82492954,0.00007341675,0.005550149,0.00010208592,0.0013023041,0.033158034,0.0000022040633,0.10209446,0.031393062,0.000117072195],"about_ca_topic_score_codex":0.00011052172,"about_ca_topic_score_gemma":0.00009504944,"teacher_disagreement_score":0.5076771,"about_ca_system_score_codex":0.000018050037,"about_ca_system_score_gemma":0.00016463497,"threshold_uncertainty_score":0.99958885},"labels":[],"label_agreement":null},{"id":"W2947218459","doi":"10.1053/j.jfas.2018.12.021","title":"Publication Barriers of Oral Abstracts From the American College of Foot and Ankle Surgeons: 2010–2014","year":2019,"lang":"en","type":"article","venue":"The Journal of Foot & Ankle Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Foot (prosody); Ankle; Incidence (geometry); Foot and ankle surgery; Quarter (Canadian coin); Family medicine; Surgery; History","score_opus":0.30789967782373034,"score_gpt":0.403197949285574,"score_spread":0.09529827146184366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947218459","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9909378,0.0023559444,0.00014573599,0.005119988,0.000544175,0.00031172298,0.000103807004,0.0000014336651,0.00047936616],"genre_scores_gemma":[0.998325,0.00036940904,0.00020794784,0.0002560892,0.000059871534,0.0000020109437,0.0000026090195,0.00001032666,0.0007667529],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9834322,0.0057640234,0.007189603,0.00026228602,0.0031301982,0.00022169486],"domain_scores_gemma":[0.9570692,0.021358198,0.017260164,0.0020443127,0.002068592,0.00019948634],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11236552,0.00021010275,0.0030792677,0.0003644846,0.0001090508,0.00014405519,0.0013199021,0.000051578132,0.0028916846],"category_scores_gemma":[0.023410317,0.0000814432,0.0012996731,0.001197707,0.0003166651,0.0003755226,0.00010592347,0.00023388305,0.000112593036],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014731672,0.000063020154,0.58650553,0.000027678641,0.00061043154,0.0000030060282,0.00050618773,0.000059394697,0.0014334299,0.00020510929,0.39916027,0.011278626],"study_design_scores_gemma":[0.00023177236,0.00012677949,0.9211041,0.00011318955,0.0004916043,0.000060704842,0.003987988,0.0002875713,0.00075482525,0.0035131215,0.06915923,0.0001691505],"about_ca_topic_score_codex":0.00043823753,"about_ca_topic_score_gemma":0.00012825303,"teacher_disagreement_score":0.33459854,"about_ca_system_score_codex":0.000019079547,"about_ca_system_score_gemma":0.0002943078,"threshold_uncertainty_score":0.9980198},"labels":[],"label_agreement":null},{"id":"W2947499960","doi":"10.1016/s1569-1993(19)30126-2","title":"WS02-3-2 Predicting intravenous antibiotic usage with cardiopulmonary exercise testing in cystic fibrosis","year":2019,"lang":"en","type":"article","venue":"Journal of Cystic Fibrosis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Cystic fibrosis; Intravenous antibiotics; Antibiotics; Intensive care medicine; Internal medicine; Microbiology","score_opus":0.19767832474138308,"score_gpt":0.3720289263063554,"score_spread":0.17435060156497234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947499960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872157,0.002828152,0.0055659465,0.00010794067,0.0005733716,0.000770952,0.000022369304,0.000008867455,0.0029067178],"genre_scores_gemma":[0.9463165,0.000023311528,0.05253072,0.000037672846,0.00019217214,0.000006060467,0.0000019838153,0.00003812043,0.00085350464],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97965986,0.0033910242,0.00973286,0.00082518597,0.005807648,0.0005834198],"domain_scores_gemma":[0.978291,0.009229686,0.0084016975,0.0021067983,0.001623782,0.0003470748],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.050168972,0.0005102061,0.0051367604,0.001135684,0.00014961357,0.00086611003,0.0017991514,0.00016424937,0.0011200238],"category_scores_gemma":[0.024094006,0.00026333926,0.0013221771,0.0030534635,0.000089122404,0.0007230783,0.00016605342,0.00058176805,0.0006741267],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029772636,0.00019361991,0.9341205,0.0006785287,0.0003219245,0.0003565803,0.001081228,0.017205536,0.0059801526,0.000024972163,0.0017385073,0.03800072],"study_design_scores_gemma":[0.0023833301,0.002889422,0.9119233,0.011816683,0.0027259758,0.0029114415,0.0041960645,0.053731073,0.00080122484,0.0017206873,0.0037186872,0.0011821263],"about_ca_topic_score_codex":0.000052557752,"about_ca_topic_score_gemma":0.000009669907,"teacher_disagreement_score":0.046964772,"about_ca_system_score_codex":0.00015420832,"about_ca_system_score_gemma":0.00026850976,"threshold_uncertainty_score":0.9999819},"labels":[],"label_agreement":null},{"id":"W2947600391","doi":"10.1148/radiol.2019182206","title":"Publication Bias: Association of Diagnostic Accuracy in Radiology Conference Abstracts with Full-Text Publication","year":2019,"lang":"en","type":"article","venue":"Radiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Confidence interval; Logistic regression; Publication bias; Confounding; Odds ratio; Diagnostic accuracy; Youden's J statistic; MEDLINE; Medical physics; Family medicine; Internal medicine; Receiver operating characteristic","score_opus":0.4263609372469979,"score_gpt":0.44171475260037985,"score_spread":0.015353815353381928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947600391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97733045,0.00032865832,0.0027709568,0.006942365,0.00026885592,0.0010777346,0.000018803019,0.0000086983155,0.011253492],"genre_scores_gemma":[0.9949259,0.00009458821,0.000860327,0.0003154987,0.000050868854,0.00009309138,0.00012311648,0.00000836306,0.0035282136],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9825831,0.007908357,0.006743825,0.0009147603,0.0015005007,0.00034947568],"domain_scores_gemma":[0.93846756,0.042770073,0.012558754,0.0027164696,0.003365136,0.000122022204],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.05712742,0.00021527422,0.0023700127,0.00070533314,0.00003656362,0.0002382457,0.0012271088,0.00027374987,0.007836049],"category_scores_gemma":[0.2692927,0.00011694569,0.0003070977,0.0015002917,0.00006944313,0.0005269136,0.000056336783,0.00022490788,0.0048447954],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030287116,0.00011086456,0.91569823,0.000042371095,0.0001687963,0.0000017055155,0.0005517165,0.0007248531,0.0013486802,0.012539173,0.052707765,0.016075563],"study_design_scores_gemma":[0.0006176966,0.00019972405,0.9375629,0.000026930478,0.000071871335,0.000065412685,0.00022980482,0.0033990284,0.000056577366,0.0020832573,0.055500314,0.00018647031],"about_ca_topic_score_codex":0.00003851532,"about_ca_topic_score_gemma":0.00016796337,"teacher_disagreement_score":0.21216528,"about_ca_system_score_codex":0.00013698277,"about_ca_system_score_gemma":0.00020590477,"threshold_uncertainty_score":0.9959301},"labels":[],"label_agreement":null},{"id":"W2948230746","doi":"10.1016/j.jht.2019.01.003","title":"Systematic reviews and meta-analyses: Valuable pieces of the clinical decision-making puzzle","year":2019,"lang":"en","type":"editorial","venue":"Journal of Hand Therapy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Systematic review; Audience measurement; Psychological intervention; Clinical Practice; Critical appraisal; Medicine; Occupational therapy; Medical education; MEDLINE; Evidence-based medicine; Alternative medicine; Evidence-based practice; Psychology; Family medicine; Physical therapy; Nursing; Political science; Pathology","score_opus":0.8002903658347238,"score_gpt":0.6247538080065993,"score_spread":0.1755365578281245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948230746","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014686541,0.43267855,0.0075120917,0.00030066207,0.5537782,0.0035661445,0.00006513601,0.0000015257706,0.0006290961],"genre_scores_gemma":[0.028232666,0.15641548,0.022992497,0.0011519132,0.7439253,0.0002066615,0.000009269361,0.0002671097,0.04679915],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9029575,0.042283807,0.039183196,0.00089075195,0.014402853,0.00028188401],"domain_scores_gemma":[0.65608805,0.17862268,0.14401151,0.010362906,0.010576519,0.00033834844],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.3973283,0.0007493501,0.028394638,0.00067054416,0.00025337297,0.0016645592,0.0054921997,0.0006068116,0.004070828],"category_scores_gemma":[0.29112375,0.00021242209,0.019486288,0.0012658751,0.00018371012,0.00039353943,0.00025616982,0.0011628,0.0002869624],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004923454,0.000081491984,0.00010804074,0.0019947551,0.0153150195,0.0000040981604,0.00016244437,0.000043427513,0.0000068288896,0.000013272074,0.97916377,0.0030576035],"study_design_scores_gemma":[0.00052970025,0.00022669726,0.0000312503,0.0040698913,0.031575803,0.000031273525,0.00014733816,0.000149722,0.000005499088,0.0028206124,0.9601924,0.0002198142],"about_ca_topic_score_codex":0.0000039896604,"about_ca_topic_score_gemma":0.000022891703,"teacher_disagreement_score":0.27626306,"about_ca_system_score_codex":0.00004406595,"about_ca_system_score_gemma":0.0005231212,"threshold_uncertainty_score":0.99988854},"labels":[],"label_agreement":null},{"id":"W2949669020","doi":"10.1097/prs.0000000000005880","title":"Meta-Analyses in Plastic Surgery: Can We Trust Their Results?","year":2019,"lang":"en","type":"review","venue":"Plastic & Reconstructive Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Plastic surgery; Medicine; Psychology; Surgery","score_opus":0.8547029389453844,"score_gpt":0.5082543381112116,"score_spread":0.34644860083417284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949669020","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003650822,0.9837078,0.00043393398,0.00006167908,0.008267233,0.0017203939,0.0032998621,0.000028406306,0.002115648],"genre_scores_gemma":[0.0018081054,0.9926665,0.00031897635,0.000034858018,0.00046674188,0.0005760448,0.00042875038,0.00017512133,0.0035249402],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.90878344,0.03924456,0.039007016,0.004895793,0.0067057568,0.0013634183],"domain_scores_gemma":[0.3944726,0.5664465,0.029460493,0.0075251525,0.0015017255,0.0005935443],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.11722579,0.002858402,0.067783326,0.0082146935,0.00022918482,0.0016393644,0.0032256362,0.0009354829,0.014896865],"category_scores_gemma":[0.39678943,0.0013085213,0.03754307,0.0087862145,0.000515167,0.0005399185,0.00045562244,0.0015454495,0.008627816],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004517792,0.00012289309,0.0024456203,0.00760641,0.036236618,0.00015472162,0.00015639623,0.00007960434,2.3065596e-7,0.00014524485,0.033943802,0.91906327],"study_design_scores_gemma":[0.00015048003,0.000020376585,0.00035247934,0.006598313,0.054021638,0.000358465,0.00059011666,0.00034538403,9.225497e-7,0.0010858261,0.9347817,0.0016943492],"about_ca_topic_score_codex":0.000091378046,"about_ca_topic_score_gemma":0.00028542825,"teacher_disagreement_score":0.91736895,"about_ca_system_score_codex":0.0004524196,"about_ca_system_score_gemma":0.0029964645,"threshold_uncertainty_score":0.99939704},"labels":[],"label_agreement":null},{"id":"W2949729372","doi":"10.1016/j.jclinepi.2019.05.032","title":"A scoping review found increasing examples of rapid qualitative evidence syntheses and no methodological guidance","year":2019,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Agency for Drugs and Technologies in Health","funders":"University of Sheffield","keywords":"CINAHL; Qualitative research; MEDLINE; Data extraction; Management science; Thematic analysis; Computer science; Systematic review; Critical appraisal; Data science; Medicine; Psychology; Alternative medicine; Nursing; Pathology; Psychological intervention; Sociology; Engineering; Social science","score_opus":0.9947103896578098,"score_gpt":0.8136177345857206,"score_spread":0.18109265507208916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949729372","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022446908,0.97609663,0.01977502,0.0006399914,0.0010714433,0.0017297597,0.000015995585,0.0000020174534,0.00064670783],"genre_scores_gemma":[0.000014984279,0.8662116,0.13191591,0.0011479217,0.00052747154,0.000022850645,0.000001085604,0.00002031788,0.00013784612],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.12507376,0.73897797,0.1302859,0.0018213161,0.0032938104,0.00054722937],"domain_scores_gemma":[0.005048655,0.83189934,0.15578085,0.0029830576,0.0038451748,0.00044288463],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.92673206,0.0008441125,0.10436672,0.00055609865,0.00008076099,0.00010404814,0.0037921588,0.0009376915,0.002960989],"category_scores_gemma":[0.9945975,0.00033706755,0.01816464,0.0010491392,0.0009911249,0.0003992037,0.0006038882,0.0018234735,0.0005028744],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046177534,0.000050445837,0.00068070285,0.13721293,0.0011805224,0.0000074218556,0.000053799344,0.0000014478301,1.10290316e-7,0.0013677401,0.008381947,0.85101676],"study_design_scores_gemma":[0.00006556195,0.00051653926,0.00019219503,0.6007379,0.0039459355,0.00025148052,0.00006817633,0.000022700828,9.23685e-9,0.004385994,0.38957852,0.00023497976],"about_ca_topic_score_codex":0.000014074423,"about_ca_topic_score_gemma":0.000003683859,"teacher_disagreement_score":0.8507818,"about_ca_system_score_codex":0.000046731882,"about_ca_system_score_gemma":0.0012731691,"threshold_uncertainty_score":0.99990815},"labels":[],"label_agreement":null},{"id":"W2949739188","doi":"10.1111/psyp.12616","title":"Combating the scientific decline effect with confidence (intervals)","year":2016,"lang":"en","type":"article","venue":"Psychophysiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Replicate; Frequentist inference; Psychology; Confidence interval; Statistics; Value (mathematics); Econometrics; Statistical power; Cognitive psychology; Bayesian probability; Mathematics; Bayesian inference","score_opus":0.5506417977930721,"score_gpt":0.5241337761284232,"score_spread":0.02650802166464894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949739188","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96383125,0.0002506678,0.02369208,0.0072008255,0.0010624839,0.00063190336,0.0000070976175,0.000010223022,0.003313482],"genre_scores_gemma":[0.99033713,0.0000054928605,0.0006770029,0.00082897174,0.00011281039,0.000059583435,0.0000014832757,0.0000086218315,0.0079689],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9827721,0.010100961,0.0033776625,0.0011415948,0.0022844605,0.00032318756],"domain_scores_gemma":[0.97908115,0.013801743,0.002264982,0.004073453,0.00068628765,0.00009236963],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.06550811,0.00023789395,0.0017957735,0.00014826166,0.00030684826,0.0005261627,0.0026059914,0.00005404934,0.0062144906],"category_scores_gemma":[0.01655174,0.0000573041,0.00072604953,0.00097201904,0.0005453358,0.00014169443,0.00017797013,0.00010558406,0.009979378],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029310823,0.00013798056,0.07540425,0.00006553795,0.00062367745,0.000011841253,0.0008166712,0.000042429678,0.39236984,0.008973105,0.28708014,0.23418143],"study_design_scores_gemma":[0.0037909125,0.0025088887,0.17529626,0.00059646624,0.00063541194,0.00014963826,0.0005554181,0.004682906,0.011627019,0.24671122,0.5521824,0.0012635047],"about_ca_topic_score_codex":0.000005872934,"about_ca_topic_score_gemma":0.000029844041,"teacher_disagreement_score":0.38074282,"about_ca_system_score_codex":0.00001099104,"about_ca_system_score_gemma":0.00002808229,"threshold_uncertainty_score":0.99469393},"labels":[],"label_agreement":null},{"id":"W2949773107","doi":"10.1007/s00268-019-05064-1","title":"Reporting Quality of Journal Abstracts for Surgical Randomized Controlled Trials Before and After the Implementation of the CONSORT Extension for Abstracts","year":2019,"lang":"en","type":"review","venue":"World Journal of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; University of Toronto","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Consolidated Standards of Reporting Trials; Blinding; Medicine; Randomized controlled trial; Randomization; Confidence interval; Surgery; Internal medicine","score_opus":0.8103522298390888,"score_gpt":0.6112884404910579,"score_spread":0.19906378934803093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949773107","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019976985,0.9689626,0.00035152046,0.00056984817,0.002071083,0.007899388,0.000090174944,7.114352e-7,0.00007769318],"genre_scores_gemma":[0.11065911,0.8849883,0.00097271695,0.000087918364,0.001091845,0.00029487157,0.000011427634,0.000049036873,0.0018447816],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7879536,0.048123874,0.15676324,0.00058880093,0.006165622,0.00040482468],"domain_scores_gemma":[0.2976125,0.3054056,0.3895565,0.0014969625,0.0057624015,0.00016605543],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.79537266,0.0004955253,0.052842185,0.00091974525,0.00017370099,0.0004842938,0.00081702723,0.00016502594,0.0007141065],"category_scores_gemma":[0.41599688,0.00013890487,0.041334894,0.000590908,0.00019152362,0.00023550603,0.000071169045,0.00047887696,0.0000025438771],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030003307,0.0001335327,0.0026308927,0.012411222,0.0124084875,0.000029125827,0.00031866322,0.000030122912,0.0000051477396,0.0002572386,0.016605258,0.925167],"study_design_scores_gemma":[0.08532792,0.000082448256,0.006964305,0.021818146,0.043786407,0.0017295019,0.00092677784,0.000026836331,0.000010611842,0.005214508,0.833635,0.00047758943],"about_ca_topic_score_codex":0.0000061605133,"about_ca_topic_score_gemma":0.000033473945,"teacher_disagreement_score":0.9246894,"about_ca_system_score_codex":0.000043825537,"about_ca_system_score_gemma":0.0011999272,"threshold_uncertainty_score":0.9682659},"labels":[],"label_agreement":null},{"id":"W2950639132","doi":"10.7202/1060013ar","title":"Le biais de confirmation en recherche","year":2019,"lang":"fr","type":"article","venue":"Revue de psychoéducation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa; Université de Sherbrooke; Université de Montréal","funders":"","keywords":"Humanities; Philosophy","score_opus":0.885587137266441,"score_gpt":0.6096521250382549,"score_spread":0.27593501222818606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950639132","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27213237,0.01332536,0.17643267,0.21347988,0.0065308707,0.0024751069,0.000030636864,0.000023075774,0.31557006],"genre_scores_gemma":[0.61987174,0.0009487885,0.043344747,0.0013346103,0.00081570307,0.000091886766,0.000046669214,0.000032267693,0.3335136],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96378,0.028490294,0.0050391983,0.0009374815,0.0013270853,0.0004259621],"domain_scores_gemma":[0.9875345,0.005363834,0.002993658,0.0030590252,0.0008271946,0.00022175418],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.14104857,0.00026948683,0.0015478784,0.00032253304,0.00010291088,0.0007436267,0.0011561363,0.00046243644,0.020484503],"category_scores_gemma":[0.021824397,0.00021052553,0.0010088242,0.0015777312,0.000037966496,0.00050737866,0.00003455635,0.00042346577,0.04150088],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015972913,0.00042318038,0.031800292,0.0010444352,0.0002984453,0.000001654918,0.019691614,0.0005452686,0.003182605,0.17933938,0.34852144,0.4151357],"study_design_scores_gemma":[0.00022470424,0.000038979666,0.023287656,0.00031547854,0.00020402596,0.0000740996,0.0024934597,0.023324208,0.00014492734,0.029467447,0.92018086,0.0002441841],"about_ca_topic_score_codex":0.00028562144,"about_ca_topic_score_gemma":0.00008142882,"teacher_disagreement_score":0.5716594,"about_ca_system_score_codex":0.00047579562,"about_ca_system_score_gemma":0.00092720904,"threshold_uncertainty_score":0.9864152},"labels":[],"label_agreement":null},{"id":"W2952843659","doi":"10.1177/2515245919849434","title":"The Power of Replicated Measures to Increase Statistical Power","year":2019,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Statistical power; Sample size determination; Statistics; Null hypothesis; Representativeness heuristic; Type I and type II errors; Sample (material); Measure (data warehouse); Power (physics); Commit; Statistical hypothesis testing; Mathematics; Correlation; Population; Econometrics; Computer science; Data mining; Demography","score_opus":0.5505241764023473,"score_gpt":0.6993197340519034,"score_spread":0.1487955576495561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952843659","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71814793,0.006798029,0.10855913,0.0030413843,0.0009373602,0.0013969613,0.000007772356,0.000006314597,0.1611051],"genre_scores_gemma":[0.7466503,0.00045064106,0.25208366,0.0005537616,0.0000058740534,0.000026264926,1.2823412e-7,0.0000028233017,0.00022655961],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9726555,0.016924454,0.0045866226,0.0018078847,0.003554563,0.00047100362],"domain_scores_gemma":[0.94763994,0.04501686,0.0036102722,0.0029383246,0.0005634237,0.00023119363],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3145459,0.0001888834,0.0013318029,0.00029423312,0.00013995443,0.00048447083,0.00262747,0.00007137171,0.0017574563],"category_scores_gemma":[0.32946652,0.000074037656,0.00014263384,0.0040869983,0.00076665607,0.0009421002,0.00031842073,0.00033177302,0.00016732702],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025958993,0.00022769226,0.18020271,0.0000115340345,0.000011471692,0.000009578965,0.0006280133,0.00011890775,0.004231851,0.08010696,0.0005591257,0.73363256],"study_design_scores_gemma":[0.00028004881,0.0004818878,0.3882214,0.000034849552,0.000015922467,0.000026096319,0.0017803968,0.0009555255,0.000118419266,0.15284045,0.4550008,0.00024419086],"about_ca_topic_score_codex":0.000021471069,"about_ca_topic_score_gemma":0.000033675162,"teacher_disagreement_score":0.73338836,"about_ca_system_score_codex":0.000023111275,"about_ca_system_score_gemma":0.000036063117,"threshold_uncertainty_score":0.99915504},"labels":[],"label_agreement":null},{"id":"W2952844886","doi":"10.1371/journal.pone.0211919","title":"Evolution of international collaborative research efforts to develop non-Cochrane systematic reviews","year":2019,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"European Regional Development Fund; Instituto de Salud Carlos III; Consejería de Salud y Familias, Junta de Andalucía","keywords":"Systematic review; MEDLINE; Medicine; Data science; Bioinformatics; Computer science; Biology","score_opus":0.7170454720776057,"score_gpt":0.5342975291380084,"score_spread":0.18274794293959729,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952844886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9237779,0.006641528,0.0066393903,0.0012160424,0.00046899414,0.015170222,0.000040187177,0.000008088284,0.046037678],"genre_scores_gemma":[0.9416226,0.00016264059,0.019489996,0.000082623446,0.00009213881,0.0005368057,0.000008932313,0.000014642215,0.037989635],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9640514,0.011661934,0.009921463,0.0008900291,0.013174109,0.00030106728],"domain_scores_gemma":[0.97083926,0.006085806,0.0038457813,0.0032934586,0.0157587,0.00017701158],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.1871087,0.00020598175,0.0049618594,0.0009185679,0.000075853284,0.0002931473,0.0019171787,0.00007565624,0.006085709],"category_scores_gemma":[0.15498106,0.000104193176,0.00041094175,0.0059951944,0.000040340678,0.00024812392,0.00025807883,0.00016118612,0.029353319],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002700499,0.0057006855,0.2601279,0.17885846,0.008667459,0.000023562818,0.022943398,0.00039057064,0.13507865,0.037400138,0.34833395,0.0022051898],"study_design_scores_gemma":[0.006316728,0.0040044906,0.17149748,0.42352736,0.0071714423,0.000055584354,0.034340363,0.11600472,0.05070533,0.025157712,0.15572883,0.005489974],"about_ca_topic_score_codex":0.000011450563,"about_ca_topic_score_gemma":0.0000343605,"teacher_disagreement_score":0.24466889,"about_ca_system_score_codex":0.000196558,"about_ca_system_score_gemma":0.00022721535,"threshold_uncertainty_score":0.99482286},"labels":[],"label_agreement":null},{"id":"W2953029151","doi":"10.1186/s13643-019-1062-0","title":"A question of trust: can we build an evidence base to gain trust in systematic review automation technologies?","year":2019,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":162,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"National Institute of Environmental Health Sciences; Medical Research Council; University College London; U.S. Environmental Protection Agency","keywords":"Automation; Systematic review; Workflow; Documentation; Computer science; Disk formatting; Data science; Medicine; Knowledge management; Risk analysis (engineering); Software engineering; MEDLINE; Engineering","score_opus":0.47575059867883507,"score_gpt":0.4983922702418923,"score_spread":0.022641671563057242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953029151","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041587375,0.6995155,0.028894665,0.007460945,0.0012506754,0.21910374,0.000052885396,0.00021899598,0.0019151816],"genre_scores_gemma":[0.8791717,0.04281039,0.033168018,0.0024305668,0.00010763688,0.027901677,0.00003853346,0.00018214028,0.014189301],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.88323903,0.06639046,0.04095171,0.0019774558,0.0068507264,0.00059059507],"domain_scores_gemma":[0.9509626,0.007961066,0.025262143,0.013900593,0.0016267308,0.0002868814],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.35599342,0.00091147335,0.022612453,0.0015361689,0.00008075865,0.0005114553,0.0046101795,0.00025566987,0.0014610513],"category_scores_gemma":[0.3252701,0.00041542042,0.0025247096,0.006303442,0.000056576348,0.0008922685,0.0002588947,0.00031057931,0.00919258],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028826375,0.00006889466,0.0015008427,0.9924113,0.0000752613,0.0000043903437,0.00069364184,0.000045165507,0.00014280417,0.001863542,0.0022663707,0.0009249172],"study_design_scores_gemma":[0.00016503231,0.00018766851,0.00014003372,0.97856313,0.0012469263,0.00006392883,0.0020810128,0.014952779,0.000043286866,0.0013126123,0.0007269988,0.0005165663],"about_ca_topic_score_codex":0.0000672545,"about_ca_topic_score_gemma":0.00015333078,"teacher_disagreement_score":0.8375844,"about_ca_system_score_codex":0.000337457,"about_ca_system_score_gemma":0.00016432027,"threshold_uncertainty_score":0.99982977},"labels":[],"label_agreement":null},{"id":"W2953858316","doi":"10.1002/cl2.1010","title":"PROTOCOL: The methodological and reporting characteristics of Campbell reviews: a methodological systematic review","year":2019,"lang":"en","type":"article","venue":"Campbell Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bruyère; Ottawa Hospital","funders":"China Scholarship Council; Lanzhou University","keywords":"Systematic review; Psychological intervention; Protocol (science); Psychology; Political science; Public relations; MEDLINE; Medicine; Alternative medicine; Law; Psychiatry","score_opus":0.9394958518425133,"score_gpt":0.6315783393087755,"score_spread":0.3079175125337378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953858316","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00083640416,0.25009573,0.02498587,0.0005778885,0.00053444644,0.71859026,0.0000139125905,0.00003013183,0.0043353396],"genre_scores_gemma":[0.005047026,0.059964377,0.08754649,0.00790195,0.0004499175,0.79894197,0.000032065735,0.00020348481,0.03991271],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.45717028,0.3878013,0.1419727,0.0034676695,0.00849272,0.0010953547],"domain_scores_gemma":[0.52690285,0.120382175,0.3210891,0.026896426,0.003926165,0.00080329063],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.7661502,0.0013891588,0.055555474,0.00033621138,0.00027514054,0.0007106039,0.0046113166,0.00035887078,0.004303232],"category_scores_gemma":[0.78126484,0.00043756294,0.0075028264,0.00279925,0.00028332608,0.0003271311,0.0007437175,0.00073378097,0.0064833676],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000595265,0.000054653396,0.0010499842,0.9878042,0.0002551506,0.000008526899,0.00030671337,4.4022096e-7,0.00011819871,0.0012702792,0.008210348,0.00091558043],"study_design_scores_gemma":[0.00033836826,0.00024650627,0.0004785974,0.88207626,0.006276808,0.000917913,0.0006047927,0.00070786616,0.000020165182,0.0018724058,0.10552801,0.00093231024],"about_ca_topic_score_codex":0.0000060919133,"about_ca_topic_score_gemma":0.0000022408815,"teacher_disagreement_score":0.2674191,"about_ca_system_score_codex":0.000090984584,"about_ca_system_score_gemma":0.000106690466,"threshold_uncertainty_score":0.9998859},"labels":[],"label_agreement":null},{"id":"W2954129194","doi":"10.1016/j.jclinepi.2019.06.015","title":"Statistical significance did not affect time to publication in non-Cochrane systematic reviews: a metaepidemiological study","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Telecommunications Advancement Foundation","keywords":"Affect (linguistics); Systematic review; Medicine; Meta-analysis; Statistical significance; Cochrane collaboration; MEDLINE; Psychology; Cochrane Library; Internal medicine; Biology","score_opus":0.8716201039842042,"score_gpt":0.6761427288288345,"score_spread":0.19547737515536967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954129194","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76684254,0.003119443,0.17990324,0.028323762,0.002661428,0.016647052,0.000028850209,0.000012739072,0.0024609542],"genre_scores_gemma":[0.9468352,0.00024571933,0.036333475,0.01060637,0.0005485405,0.00023877365,0.0000050748567,0.000024398927,0.0051624067],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.25660428,0.5676153,0.16590214,0.0029606812,0.0057209902,0.0011966445],"domain_scores_gemma":[0.13607989,0.78150153,0.071881264,0.005862129,0.0033859618,0.0012892162],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.87193084,0.00056196784,0.045788225,0.0008128988,0.00005393191,0.00015778896,0.003610796,0.00042870932,0.013344611],"category_scores_gemma":[0.9585998,0.00023353536,0.0054666065,0.0017893381,0.00015416357,0.0003371446,0.00026358955,0.0014372377,0.038074374],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005172476,0.0017729725,0.7492699,0.002990389,0.0009849997,0.00007455794,0.00023483773,0.0013182029,0.00008177795,0.0032091544,0.22710308,0.012442895],"study_design_scores_gemma":[0.0019289579,0.004820252,0.9414415,0.0026484325,0.0010326606,0.00012110191,0.0002950024,0.021241356,0.0000012191322,0.007834093,0.018081296,0.0005541295],"about_ca_topic_score_codex":0.00001316868,"about_ca_topic_score_gemma":0.000011626397,"teacher_disagreement_score":0.21388626,"about_ca_system_score_codex":0.00009472594,"about_ca_system_score_gemma":0.0001795097,"threshold_uncertainty_score":0.98755735},"labels":[],"label_agreement":null},{"id":"W2954143103","doi":"10.1016/j.jclinepi.2019.06.004","title":"Letter re: stratification by quality is not recommended in meta-analysis","year":2019,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Australian National University","keywords":"Meta-analysis; Stratification (seeds); Quality (philosophy); Medicine; Internal medicine; Biology; Epistemology; Philosophy","score_opus":0.9750267250948861,"score_gpt":0.7192927886614524,"score_spread":0.2557339364334337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954143103","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043641095,0.0018761158,0.01870161,0.97509897,0.0016105633,0.0005095761,0.00017403139,0.0000020494122,0.0015906839],"genre_scores_gemma":[0.0029542076,0.00031379735,0.008218989,0.9614804,0.0026756283,0.000018437662,0.00010327458,0.000022623784,0.024212638],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.3048078,0.4995903,0.18374497,0.003137355,0.0078074345,0.00091212994],"domain_scores_gemma":[0.29879275,0.5123278,0.17672098,0.008743551,0.0031161162,0.000298846],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.81300753,0.0008569717,0.07674535,0.0015786078,0.00005870524,0.0002755248,0.00544275,0.0029835652,0.04763838],"category_scores_gemma":[0.6418371,0.00037497078,0.061023872,0.0021132317,0.00021518065,0.00032757522,0.00018508644,0.007498482,0.0026190917],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032070362,0.00007413333,0.017990693,0.000042119937,0.07116778,0.000020355776,0.000028067327,0.000059756978,0.000001021072,0.00008642923,0.90914255,0.0013550319],"study_design_scores_gemma":[0.00028071774,0.00011994964,0.0072463593,0.000008711478,0.0814489,0.000008172089,0.000018204382,0.0005315042,9.211897e-7,0.011776425,0.898266,0.0002941298],"about_ca_topic_score_codex":0.00006961459,"about_ca_topic_score_gemma":0.00006847585,"teacher_disagreement_score":0.17117038,"about_ca_system_score_codex":0.000084143474,"about_ca_system_score_gemma":0.00028760842,"threshold_uncertainty_score":0.9999383},"labels":[],"label_agreement":null},{"id":"W2954528386","doi":"10.2106/jbjs.20.00474","title":"Interpreting Patient-Reported Outcome Measures in Orthopaedic Surgery","year":2020,"lang":"en","type":"review","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Fowler Kennedy Sport Medicine Clinic; Western University","funders":"","keywords":"Medicine; Minimal clinically important difference; Confidence interval; Consolidated Standards of Reporting Trials; Odds ratio; Orthopedic surgery; Physical therapy; Cohort study; Retrospective cohort study; Prospective cohort study; Randomized controlled trial; Clinical trial; MEDLINE; Surgery; Internal medicine","score_opus":0.7883633869180982,"score_gpt":0.49569204034325354,"score_spread":0.2926713465748446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954528386","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001916195,0.995269,0.00032576133,0.00038730795,0.0014429591,0.0003942362,0.0000084644025,0.0000036271772,0.00025244695],"genre_scores_gemma":[0.0036531142,0.9953559,0.00021826761,0.0002455545,0.0002766382,0.000012500312,0.0000053148005,0.00004046907,0.0001922419],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.91084135,0.015760563,0.065861695,0.00087465777,0.0062532397,0.00040848684],"domain_scores_gemma":[0.8854706,0.032860465,0.077826545,0.0017838576,0.0014847098,0.0005737981],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.25617158,0.0007318678,0.037723288,0.00455002,0.00007879523,0.0007442931,0.00028928646,0.000293779,0.0010616805],"category_scores_gemma":[0.24393837,0.00034137216,0.021301555,0.0024886583,0.000069239,0.00039365413,0.0002185794,0.001079456,0.00017382044],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008141427,0.000039307062,0.025969857,0.0033066764,0.00054985017,0.0016318588,0.00011006851,6.657509e-7,2.5083335e-7,0.0000030299514,0.042542573,0.9258377],"study_design_scores_gemma":[0.00004786521,0.000019460445,0.00088580983,0.017343631,0.0012148487,0.001956129,0.00016010688,0.000016432861,1.3543553e-7,0.00011413425,0.9779228,0.0003186437],"about_ca_topic_score_codex":0.000008640798,"about_ca_topic_score_gemma":0.000008209861,"teacher_disagreement_score":0.9353802,"about_ca_system_score_codex":0.00009263085,"about_ca_system_score_gemma":0.0008545909,"threshold_uncertainty_score":0.99990386},"labels":[],"label_agreement":null},{"id":"W2954577146","doi":"10.6084/m9.figshare.c.4312298","title":"Stakeholder involvement in systematic reviews: a scoping review","year":2018,"lang":"en","type":"review","venue":"Discovery Research Portal (University of Dundee)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Systematic review; Stakeholder; Medicine; Data extraction; Population; Grey literature; Protocol (science); MEDLINE; Family medicine; Alternative medicine; Public relations; Political science; Environmental health; Pathology","score_opus":0.9306076388998077,"score_gpt":0.599762381144996,"score_spread":0.33084525775481166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954577146","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012100932,0.9723728,0.0003193198,0.000054735934,0.00015110218,0.017550346,0.00007583402,0.0000051191155,0.009458668],"genre_scores_gemma":[0.00001357549,0.97897595,0.00025894484,0.0000404629,0.000058213962,0.00007286578,0.0000992372,0.000034919733,0.020445842],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.90217537,0.06426842,0.017061064,0.002509843,0.013038214,0.000947109],"domain_scores_gemma":[0.96113133,0.0105744265,0.016596226,0.00893795,0.0023387158,0.0004213235],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.32207996,0.00084856094,0.027137926,0.0025498043,0.00028788552,0.0006420227,0.0067183,0.00034625301,0.012649002],"category_scores_gemma":[0.045466803,0.0004918975,0.007693668,0.006477475,0.000553386,0.0013390465,0.0014034526,0.0009565517,0.0062620398],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002344934,0.00011848322,0.000023459846,0.90926737,0.0003769622,0.000119253906,0.00024374828,1.3582378e-7,4.8454755e-8,0.00052193407,0.052329734,0.036996525],"study_design_scores_gemma":[0.000096027405,0.000062650826,0.0000058021933,0.7347515,0.001033597,0.000015477028,0.0017234057,0.0000084482235,1.9411583e-8,0.0002257773,0.26175547,0.0003218306],"about_ca_topic_score_codex":0.00016527575,"about_ca_topic_score_gemma":0.0018824793,"teacher_disagreement_score":0.27661318,"about_ca_system_score_codex":0.0002123897,"about_ca_system_score_gemma":0.0013829599,"threshold_uncertainty_score":0.9997533},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2954838902","doi":"10.1016/j.jval.2019.04.1576","title":"PNS220 CHARACTERISTICS AND METHODS OF INCORPORATING RANDOMIZED AND NON-RANDOMIZED EVIDENCE IN NETWORK META-ANALYSES: A SCOPING REVIEW","year":2019,"lang":"en","type":"review","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Ottawa","funders":"","keywords":"Randomized controlled trial; Observational study; Pooling; Medicine; Statistics; Artificial intelligence; Computer science; Mathematics; Internal medicine","score_opus":0.9324885607285037,"score_gpt":0.6726216544897671,"score_spread":0.25986690623873665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954838902","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000062586205,0.9618107,0.016362282,0.00024646052,0.00026610112,0.02120088,0.00001672881,0.000003387866,0.00008718233],"genre_scores_gemma":[0.000019590774,0.91387594,0.08439943,0.00036219248,0.000071643706,0.001083936,0.000013971247,0.000038455597,0.00013484785],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.40714577,0.49024257,0.092225105,0.0037467007,0.0056196596,0.0010201986],"domain_scores_gemma":[0.6073562,0.3072797,0.07828217,0.005655909,0.000984951,0.0004410322],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7222409,0.0011270762,0.118545786,0.0013549061,0.00009852352,0.0004069609,0.0015467306,0.0003245123,0.00043995847],"category_scores_gemma":[0.31532338,0.00049947185,0.008672835,0.003781291,0.00038461568,0.00031360638,0.00049406424,0.0008101651,0.000048640057],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014178113,0.000030947238,0.000066960354,0.6231234,0.0036502078,0.000006784082,0.00031838185,0.00012672624,4.580765e-8,0.00045644937,0.00020699862,0.37059528],"study_design_scores_gemma":[0.036544543,0.00004523002,0.0000041260846,0.8960959,0.04056688,0.000032509666,0.000032437314,0.01673034,2.7461233e-8,0.002169379,0.007185879,0.00059274933],"about_ca_topic_score_codex":0.0007123147,"about_ca_topic_score_gemma":0.000049682385,"teacher_disagreement_score":0.40691754,"about_ca_system_score_codex":0.00011619801,"about_ca_system_score_gemma":0.0015983626,"threshold_uncertainty_score":0.99974567},"labels":[],"label_agreement":null},{"id":"W2955134686","doi":"10.5195/jmla.2019.443","title":"Building capacity for librarian support and addressing collaboration challenges by formalizing library systematic review services","year":2019,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Queen's University; Medical Library Association","keywords":"Documentation; Service (business); Systematic review; Workload; Computer science; Presentation (obstetrics); Knowledge management; Quality (philosophy); Process management; MEDLINE; Business; Medicine; Political science","score_opus":0.2976109739189423,"score_gpt":0.42285523167073336,"score_spread":0.12524425775179104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955134686","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18544325,0.3294054,0.004388036,0.438319,0.007090801,0.01249641,0.0004279823,0.00008520613,0.022343889],"genre_scores_gemma":[0.7281309,0.06084011,0.052655403,0.08611825,0.0037169454,0.0002922276,0.00013315504,0.00030361596,0.06780944],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9787986,0.007442339,0.0073330873,0.0003457282,0.005841103,0.00023910565],"domain_scores_gemma":[0.975013,0.00710032,0.016227266,0.0009120459,0.00043612754,0.00031121407],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05854135,0.00023562393,0.003206031,0.00018700265,0.00019803132,0.001577096,0.0016569719,0.00021185471,0.0018723431],"category_scores_gemma":[0.024281349,0.00010394303,0.0010630529,0.00083750446,0.000023369916,0.005433349,0.0002506576,0.00033322492,0.000048798593],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044471064,0.00016620665,0.027918654,0.18457063,0.001747322,0.0000069758134,0.001978751,0.000011538834,0.00013816441,0.015866483,0.76239836,0.0051524816],"study_design_scores_gemma":[0.0021183977,0.00036469486,0.003401671,0.14909849,0.0032780361,0.00025807717,0.0029748348,0.007217683,0.00055827043,0.024491051,0.80544674,0.00079207483],"about_ca_topic_score_codex":2.915748e-7,"about_ca_topic_score_gemma":5.45686e-7,"teacher_disagreement_score":0.5426876,"about_ca_system_score_codex":0.000039782146,"about_ca_system_score_gemma":0.00022922773,"threshold_uncertainty_score":0.9994594},"labels":[],"label_agreement":null},{"id":"W2955235983","doi":"10.1016/j.jval.2019.04.1569","title":"PNS212 AUTOMATING VARIABLE SELECTION IN META-REGRESSION","year":2019,"lang":"en","type":"article","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Confidence interval; Covariate; Ranking (information retrieval); Statistics; Bayesian probability; Computer science; Meta-regression; Meta-analysis; Regression analysis; Regression; Feature selection; Machine learning; Artificial intelligence; Medicine; Mathematics; Internal medicine","score_opus":0.7890056633125838,"score_gpt":0.5528310360976231,"score_spread":0.23617462721496074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955235983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9487026,0.0054938206,0.017245214,0.003149407,0.0010940846,0.0032763362,0.000007169599,0.000034178298,0.0209972],"genre_scores_gemma":[0.9493314,0.000025473393,0.043580532,0.0005169618,0.000047757712,0.000055106084,0.0000024243668,0.000013242463,0.0064271255],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9669852,0.018808642,0.009401395,0.0009711416,0.0033852812,0.00044832175],"domain_scores_gemma":[0.99132943,0.0037478309,0.0033782749,0.0012240667,0.00020508318,0.00011529315],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.1814489,0.00021389182,0.0033923252,0.00070463005,0.00007614524,0.00024146638,0.00065925077,0.00008511108,0.009090813],"category_scores_gemma":[0.0127173085,0.0000954224,0.00058138586,0.0031988781,0.000008573773,0.00027705447,0.00006766463,0.00024851452,0.0024775073],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018274923,0.00030622157,0.54837906,0.001156399,0.00037383093,0.0000051881802,0.003377826,0.33437663,0.00061265205,0.051592637,0.025309749,0.034491543],"study_design_scores_gemma":[0.00030297862,0.00007956392,0.022316702,0.0002957266,0.0000629922,0.000010064536,0.0003728963,0.92562807,0.00002098565,0.02304396,0.027691742,0.00017431016],"about_ca_topic_score_codex":0.0021920914,"about_ca_topic_score_gemma":0.00011963131,"teacher_disagreement_score":0.59125143,"about_ca_system_score_codex":0.0001719613,"about_ca_system_score_gemma":0.00025040875,"threshold_uncertainty_score":0.9982992},"labels":[],"label_agreement":null},{"id":"W2955516289","doi":"10.1016/j.jval.2019.04.1395","title":"PNS33 BUGSNET: A NEW COMPREHENSIVE R PACKAGE FOR NETWORK META-ANALYSIS","year":2019,"lang":"en","type":"article","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Waterloo","funders":"","keywords":"Computer science; Systematic review; Best practice; Completeness (order theory); Data science; MEDLINE; Mathematics","score_opus":0.8786727326830011,"score_gpt":0.5574297508011428,"score_spread":0.3212429818818583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955516289","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12705682,0.15535066,0.62705266,0.04933438,0.0034494034,0.025321806,0.0004530489,0.000075809265,0.01190539],"genre_scores_gemma":[0.7879018,0.00029849645,0.11671705,0.013171613,0.0006816767,0.00031900816,0.00009383358,0.000078593584,0.08073792],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9683758,0.013911543,0.011568928,0.001565974,0.0038488184,0.0007289134],"domain_scores_gemma":[0.9763768,0.0122088045,0.0055796835,0.004798967,0.00063239346,0.00040337353],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.09440537,0.00038802862,0.011115286,0.0007438373,0.00012811471,0.0004533982,0.0016033917,0.00010677303,0.014492861],"category_scores_gemma":[0.0051349537,0.00019391839,0.008575464,0.0052153114,0.000025002691,0.00016469846,0.00011474085,0.00019804011,0.0037976978],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036268357,0.000112799244,0.033644766,0.00040798617,0.0731686,0.000004542013,0.0017431977,0.432254,0.0000085693155,0.025058977,0.42836177,0.005198528],"study_design_scores_gemma":[0.00067595905,0.00024564646,0.010059618,0.000026697446,0.04430673,0.0000046975474,0.0006571857,0.1770196,0.0000032340772,0.046743557,0.7197587,0.0004984129],"about_ca_topic_score_codex":0.0016588701,"about_ca_topic_score_gemma":0.00033592875,"teacher_disagreement_score":0.660845,"about_ca_system_score_codex":0.000083377505,"about_ca_system_score_gemma":0.00033013657,"threshold_uncertainty_score":0.996978},"labels":[],"label_agreement":null},{"id":"W2956151376","doi":"10.1016/j.ejca.2019.05.026","title":"Response to: Assessing the risk of bias and publication bias should be integral parts of the systematic review","year":2019,"lang":"en","type":"letter","venue":"European Journal of Cancer","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto","funders":"","keywords":"Publication bias; Subgroup analysis; Meta-analysis; Systematic review; MEDLINE; Medicine; Cochrane Library; Relative risk; Confidence interval; Internal medicine; Political science; Law","score_opus":0.7385142302246156,"score_gpt":0.5209842950287482,"score_spread":0.21752993519586739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2956151376","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0075564594,0.1124091,0.0011292333,0.8720617,0.0013072239,0.0024772177,0.000088218796,0.0000019174631,0.0029689006],"genre_scores_gemma":[0.09882403,0.014569794,0.0012854895,0.83186764,0.0018645131,0.000053655167,0.000006018815,0.00016492956,0.05136393],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8346837,0.14019588,0.01653697,0.00051503454,0.007838082,0.00023033224],"domain_scores_gemma":[0.93580997,0.013334052,0.042589583,0.0037012845,0.0044891564,0.000075941796],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.32895523,0.00036134262,0.005258176,0.0004195521,0.00009313968,0.00080397376,0.0036130229,0.00007738122,0.0008952923],"category_scores_gemma":[0.19933103,0.00010882341,0.0025759814,0.0013324046,0.00013456476,0.0002581804,0.00024595368,0.0011545955,0.00007331306],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009402879,0.0000062556446,0.0012712692,0.012893016,0.0005019869,0.0000068610184,0.00038361052,0.000021611895,0.000013340949,0.000006576061,0.98347574,0.00141033],"study_design_scores_gemma":[0.000111597794,0.00006666158,0.0050373906,0.0735351,0.0036924577,0.000069418835,0.00019887958,0.000060949464,0.000011742149,0.000029547366,0.9170462,0.0001400907],"about_ca_topic_score_codex":0.000008662097,"about_ca_topic_score_gemma":0.0000046748482,"teacher_disagreement_score":0.12962422,"about_ca_system_score_codex":0.000056518646,"about_ca_system_score_gemma":0.0003081222,"threshold_uncertainty_score":0.9802823},"labels":[],"label_agreement":null},{"id":"W2956990660","doi":"10.17605/osf.io/bcv4f","title":"Supplemental materials for preprint: The Psychometric Properties of the Montreal Cognitive Assessment (MoCA)","year":2019,"lang":"en","type":"article","venue":"OSF Preprints (OSF Preprints)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Montreal Cognitive Assessment; Preprint; Psychology; Cognition; Cognitive impairment; Computer science; Psychiatry","score_opus":0.3000891081060228,"score_gpt":0.43605385395967317,"score_spread":0.13596474585365037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2956990660","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7934627,0.0000064766223,0.0033820972,0.0009787111,0.0007385325,0.008074894,0.00016922949,0.000010807599,0.19317658],"genre_scores_gemma":[0.8606763,0.000014712918,0.000518319,0.00016198197,0.00004812351,0.00088458054,0.0000091616475,0.0000230519,0.13766381],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9744408,0.011086605,0.0062398463,0.0028293827,0.0049423287,0.00046104778],"domain_scores_gemma":[0.9761465,0.0052336305,0.004766496,0.011910198,0.0018134344,0.0001297009],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.16262028,0.00043104778,0.0022967847,0.00029768844,0.00029800276,0.00076854293,0.005281851,0.0001355714,0.64669997],"category_scores_gemma":[0.046383996,0.0001840911,0.0017388866,0.0011656681,0.00023911805,0.00029565088,0.0021553088,0.00025896102,0.34004292],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065508025,0.0018652796,0.57079107,0.0010898665,0.004110858,0.000002026898,0.009732555,0.0014418763,0.110266216,0.0114363935,0.20352188,0.085086904],"study_design_scores_gemma":[0.0027140095,0.000015354766,0.7144201,0.00045138202,0.0011318881,0.000041674222,0.0071585854,0.0039536124,0.1249739,0.017928578,0.12634407,0.0008668565],"about_ca_topic_score_codex":0.00019439259,"about_ca_topic_score_gemma":0.000091608905,"teacher_disagreement_score":0.30665705,"about_ca_system_score_codex":0.00014577057,"about_ca_system_score_gemma":0.00023131639,"threshold_uncertainty_score":0.98150814},"labels":[],"label_agreement":null},{"id":"W2959013041","doi":"10.1186/s13643-019-1090-9","title":"Steps toward more complete reporting of systematic reviews of diagnostic test accuracy: Preferred Reporting Items for Systematic Reviews and Meta-Analyses of Diagnostic Test Accuracy (PRISMA-DTA)","year":2019,"lang":"en","type":"editorial","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Systematic review; Medicine; Test (biology); Meta-analysis; Statement (logic); Medical physics; MEDLINE; Completeness (order theory); Data mining; Pathology; Computer science","score_opus":0.8101208102529157,"score_gpt":0.5653399910287313,"score_spread":0.24478081922418438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2959013041","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014535752,0.6421241,0.013406796,0.00016785311,0.060007885,0.2820066,0.001623817,0.00005720326,0.00046035871],"genre_scores_gemma":[0.04135615,0.38682926,0.065035135,0.0006910833,0.09640016,0.3759248,0.0032939762,0.0027106688,0.027758773],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.4561235,0.11405726,0.39935076,0.0067554405,0.021640804,0.0020722141],"domain_scores_gemma":[0.0039026986,0.5305103,0.43737435,0.01794327,0.0096996445,0.000569756],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.6321391,0.0053178906,0.19453153,0.002401325,0.00043344812,0.0017008015,0.009714886,0.0017335595,0.00080378115],"category_scores_gemma":[0.99797684,0.0023695114,0.036592476,0.0053119757,0.0005251675,0.0013112376,0.0014041906,0.0016206048,0.0009710862],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006554452,0.00027019074,0.00020582703,0.7508171,0.0069684857,0.000021093785,0.0011314848,0.000020794634,0.00018962422,0.00002224724,0.24023949,0.00010707502],"study_design_scores_gemma":[0.0006637115,0.00046698996,0.000015724474,0.726714,0.18895707,0.00018251057,0.001448781,0.0016283367,0.00007044949,0.00027708063,0.07763493,0.0019403825],"about_ca_topic_score_codex":0.00018285855,"about_ca_topic_score_gemma":0.00005894829,"teacher_disagreement_score":0.4522208,"about_ca_system_score_codex":0.00044093834,"about_ca_system_score_gemma":0.0010657965,"threshold_uncertainty_score":0.99980676},"labels":[],"label_agreement":null},{"id":"W2959374711","doi":"10.1016/j.jclinepi.2019.07.003","title":"A guidance was developed to identify participants with missing outcome data in randomized controlled trials","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Randomized controlled trial; Missing data; Medicine; Outcome (game theory); Statistics; Surgery; Mathematics","score_opus":0.9695328181265813,"score_gpt":0.7508663805780501,"score_spread":0.2186664375485312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2959374711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80882883,0.0025283252,0.14914319,0.0330036,0.0024588965,0.003085882,0.00000849483,0.0000025100403,0.0009402793],"genre_scores_gemma":[0.90096045,0.0001559399,0.08828575,0.0076114973,0.00045441883,0.00002918766,0.0000020874074,0.00001455652,0.0024861326],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.108542666,0.64113593,0.24295487,0.0017888997,0.0046697445,0.0009078674],"domain_scores_gemma":[0.01110389,0.87148625,0.10954627,0.00495984,0.0021627056,0.00074102497],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.9664545,0.00037316873,0.10306393,0.0006261999,0.000041769934,0.00021166279,0.004144788,0.00028009646,0.003669197],"category_scores_gemma":[0.98948216,0.00012218105,0.008084062,0.0008715676,0.00016993906,0.00037738337,0.00034907553,0.0007528904,0.0015029173],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.055072606,0.000113385126,0.91848546,0.000026715486,0.0019184625,0.00003665125,0.000077316196,0.000707445,0.000012514272,0.000624359,0.013537243,0.009387832],"study_design_scores_gemma":[0.36951333,0.0004573509,0.52997154,0.0008166952,0.003149301,0.000082451974,0.00025218076,0.034781754,0.0000015870828,0.029010603,0.031537063,0.00042613922],"about_ca_topic_score_codex":0.000014864342,"about_ca_topic_score_gemma":0.000059271002,"teacher_disagreement_score":0.38851395,"about_ca_system_score_codex":0.000028120363,"about_ca_system_score_gemma":0.0005543633,"threshold_uncertainty_score":0.99927455},"labels":[],"label_agreement":null},{"id":"W2961273870","doi":"10.1186/s12998-019-0253-z","title":"Guideline implementation in the Canadian chiropractic setting: a pilot cluster randomized controlled trial and parallel study","year":2019,"lang":"en","type":"article","venue":"Chiropractic & Manual Therapies","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Trois-Rivières; Canadian Chiropractic Association; Centre Intégré de Santé et de Services Sociaux des Laurentides; McGill University; Jewish Rehabilitation Hospital; William Osler Health System; Centre for Interdisciplinary Research in Rehabilitation; International Collaboration On Repair Discoveries; University of British Columbia","funders":"McGill University","keywords":"Guideline; Chiropractic; Medicine; Randomized controlled trial; Rehabilitation; Cluster (spacecraft); Physical therapy; Medical physics; Alternative medicine; Family medicine; Internal medicine; Pathology; Computer science","score_opus":0.3704027972142028,"score_gpt":0.5128209953222369,"score_spread":0.14241819810803413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2961273870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95555085,0.0009731797,0.0002139466,0.015284686,0.00056315935,0.022550106,0.0000054085604,0.000006839468,0.0048518335],"genre_scores_gemma":[0.99214697,0.000052964377,0.0013171368,0.002888551,0.00019454361,0.0009987418,0.000016550002,0.000020466045,0.0023640764],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9500073,0.03450977,0.009950044,0.00101065,0.0040523545,0.00046986734],"domain_scores_gemma":[0.9755103,0.0156238135,0.005850703,0.0023151715,0.00053853187,0.00016147795],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.24517119,0.0004767713,0.005488628,0.00063053664,0.0003653866,0.002355038,0.0011783927,0.0000751612,0.009440709],"category_scores_gemma":[0.025021628,0.00018708226,0.0010224408,0.00067583297,0.000093778326,0.00066824595,0.00008914561,0.0004118627,0.00087669067],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.86085624,0.00158612,0.016406106,0.000037686477,0.0045627654,0.000063388376,0.047371436,0.00016577433,0.000035834957,0.004841787,0.04076152,0.023311373],"study_design_scores_gemma":[0.90204686,0.0007399307,0.006031165,0.000009685715,0.0008525718,0.000032175263,0.040481333,0.0023817923,3.530628e-7,0.0062336912,0.040880524,0.0003099441],"about_ca_topic_score_codex":0.012220308,"about_ca_topic_score_gemma":0.065691754,"teacher_disagreement_score":0.22014956,"about_ca_system_score_codex":0.00007158201,"about_ca_system_score_gemma":0.0002523167,"threshold_uncertainty_score":0.99990124},"labels":[],"label_agreement":null},{"id":"W2961552777","doi":"10.1016/j.jclinepi.2019.07.005","title":"A randomized trial provided new evidence on the accuracy and efficiency of traditional vs. electronically annotated abstraction approaches in systematic reviews","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; National Research Council Canada","funders":"Agency for Healthcare Research and Quality; Patient-Centered Outcomes Research Institute","keywords":"Abstraction; Computer science; Confidence interval; Software verification; Randomized controlled trial; Odds ratio; Data mining; Medicine; Programming language; Software; Surgery; Internal medicine; Software system","score_opus":0.9429509968337885,"score_gpt":0.632094509033019,"score_spread":0.31085648780076947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2961552777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9452121,0.009277334,0.010511819,0.024199393,0.00082945917,0.0092410995,0.0000016358063,0.000002104231,0.00072501367],"genre_scores_gemma":[0.9939444,0.0021280274,0.0019221115,0.0012474812,0.00032455722,0.00006441519,7.4042214e-7,0.0000068878103,0.00036140153],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.57404643,0.3272236,0.09401342,0.0010372467,0.0032320428,0.00044725987],"domain_scores_gemma":[0.058354244,0.8645419,0.07430615,0.0017764588,0.0007645999,0.00025668426],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7771569,0.00028921053,0.02286611,0.00033194822,0.00004060605,0.00008190505,0.0015044174,0.00026220575,0.00083296647],"category_scores_gemma":[0.94958144,0.00009772418,0.00489393,0.00069086486,0.00024099645,0.00032345232,0.000048204867,0.0010942569,0.00019909127],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.76179266,0.0022320074,0.018929549,0.0072908825,0.0021186697,0.000014512446,0.000594957,0.0024045538,0.00009213628,0.14582661,0.040884312,0.017819177],"study_design_scores_gemma":[0.6342304,0.009613557,0.037512466,0.020751001,0.0027972064,0.00034419913,0.00058673625,0.07712245,0.000014805034,0.21277915,0.0035568818,0.000691173],"about_ca_topic_score_codex":0.000010261253,"about_ca_topic_score_gemma":0.0000065896775,"teacher_disagreement_score":0.5373182,"about_ca_system_score_codex":0.00003627072,"about_ca_system_score_gemma":0.0005398382,"threshold_uncertainty_score":0.99164045},"labels":[],"label_agreement":null},{"id":"W2962424168","doi":"10.1002/cl2.178","title":"PROTOCOL: Do evidence summaries increase health policy‐makers’ use of evidence from systematic reviews? A systematic review protocol","year":2017,"lang":"en","type":"review","venue":"Campbell Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Systematic review; Psychological intervention; Evidence-based practice; Facilitator; Protocol (science); Plain language; Evidence-based policy; Health policy; Grey literature; Psychology; Mental health; Political science; Public relations; MEDLINE; Medicine; Health care; Alternative medicine; Psychiatry; Social psychology; Law","score_opus":0.9455169661930234,"score_gpt":0.6619400857730161,"score_spread":0.2835768804200073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962424168","genre_codex":"review","genre_gemma":"protocol","domain_codex":"methods","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.0759129e-8,0.50221455,0.00085582025,0.000154873,0.00028261438,0.4961535,0.00019294904,0.000041054267,0.00010462751],"genre_scores_gemma":[6.257752e-8,0.49417627,0.0017492176,0.00046027676,0.00027024592,0.49630734,0.000045391902,0.00020683427,0.006784356],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.34659284,0.42871195,0.19255008,0.007918742,0.02165539,0.0025709972],"domain_scores_gemma":[0.36177295,0.16045722,0.39267334,0.07497772,0.00747262,0.0026461398],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.59132403,0.007555257,0.23542218,0.0032397602,0.0013743731,0.009695323,0.0274745,0.0015003753,0.002818657],"category_scores_gemma":[0.8870446,0.002944899,0.04167758,0.008657089,0.0008462772,0.0043689967,0.0028577559,0.0021761556,0.029810773],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012637547,0.00018795527,0.000009930555,0.9234347,0.0019996965,0.000030826868,0.0004305675,4.314697e-7,1.5763362e-7,0.00018761106,0.065325014,0.008380508],"study_design_scores_gemma":[0.00017856852,0.00013715078,2.947216e-7,0.52948284,0.017871935,0.00022108071,0.000050034352,0.000037244554,8.1529365e-8,0.00008727145,0.45066568,0.0012678287],"about_ca_topic_score_codex":0.00096711016,"about_ca_topic_score_gemma":0.00019716809,"teacher_disagreement_score":0.39395183,"about_ca_system_score_codex":0.0022474187,"about_ca_system_score_gemma":0.0057743196,"threshold_uncertainty_score":0.9999257},"labels":[],"label_agreement":null},{"id":"W2962429249","doi":"10.7287/peerj.preprints.27732v1","title":"Bayesian meta-analysis of studies with rare events: Do the choice of prior distributions and the exclusion of studies without events in both arms matter?","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Frequentist inference; Meta-analysis; Bayesian probability; Rare events; Statistics; Random effects model; Odds ratio; Randomized controlled trial; Confidence interval; Medicine; Credible interval; Publication bias; Odds; Econometrics; Internal medicine; Mathematics; Bayesian inference; Logistic regression","score_opus":0.6188394358402168,"score_gpt":0.5283538914667333,"score_spread":0.09048554437348355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962429249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8126071,0.13467161,0.035184905,0.0075696833,0.00026983093,0.008438708,0.00054614525,0.0000061018613,0.00070590596],"genre_scores_gemma":[0.9943127,0.0011752045,0.001099043,0.00007453459,0.0000106124835,0.00024565385,0.000012595739,0.000012192664,0.0030574366],"study_design_codex":"observational","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9690517,0.013043344,0.011047766,0.0013030816,0.005306144,0.00024795116],"domain_scores_gemma":[0.9656606,0.011896529,0.013876112,0.0059599252,0.0025519666,0.000054898286],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07274574,0.00062213483,0.016722394,0.0007657608,0.00015052277,0.00008207521,0.002512765,0.00012308579,0.0012404592],"category_scores_gemma":[0.011390334,0.00016867934,0.005600277,0.0027136826,0.0006174925,0.00013249334,0.00221727,0.00032186392,0.000015097181],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007956976,0.00019946451,0.5805731,0.0014288998,0.40289223,4.8756857e-7,0.008666518,0.004046329,0.000004716488,0.000717333,0.0011596609,0.00023172595],"study_design_scores_gemma":[0.001297057,0.00008879093,0.3847004,0.00075809914,0.5557638,0.0000028412494,0.0378765,0.004087052,0.000035169636,0.014610994,0.00028375903,0.000495575],"about_ca_topic_score_codex":0.00030252358,"about_ca_topic_score_gemma":0.0015202016,"teacher_disagreement_score":0.1958727,"about_ca_system_score_codex":0.000050741222,"about_ca_system_score_gemma":0.00009371755,"threshold_uncertainty_score":0.99967253},"labels":[],"label_agreement":null},{"id":"W2962568023","doi":"10.1016/j.annepidem.2019.07.010","title":"Response to Acquavella J, conflict of interest: a hazard for epidemiology","year":2019,"lang":"en","type":"letter","venue":"Annals of Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Confounding; Observational error; Statistics; Medicine; Sample size determination; Hazard ratio; Standard error; Observational study; Random error; Sample (material); Errors-in-variables models; Citation; Econometrics; Confidence interval; Computer science; Mathematics","score_opus":0.9593542961996878,"score_gpt":0.6488817582065084,"score_spread":0.3104725379931794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962568023","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009377062,0.0047444687,0.04810827,0.9318875,0.0013073463,0.0026348636,0.0008063701,0.000006431901,0.0011276691],"genre_scores_gemma":[0.0035553994,0.0002570928,0.014468797,0.94607365,0.00089649705,0.00022473982,0.00017248816,0.00006217663,0.034289163],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.6067335,0.30788702,0.07471374,0.005588975,0.0022633567,0.0028134438],"domain_scores_gemma":[0.38161376,0.56743824,0.035373423,0.010375564,0.0049003894,0.00029862073],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.6151496,0.00092407526,0.02934654,0.0018742316,0.00005824545,0.000025292691,0.00561421,0.0021710242,0.0049475227],"category_scores_gemma":[0.8681713,0.00049302453,0.009483721,0.00090542936,0.0005196388,0.00008277331,0.00056414545,0.0010461778,0.0032102044],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005247053,0.000023570308,0.0053602066,0.00043215422,0.00089470646,0.000006115217,0.00011843354,0.000107713015,0.0000825447,0.0030158726,0.9872932,0.002140792],"study_design_scores_gemma":[0.00019358077,0.00091733783,0.002392672,0.00021491873,0.00021493359,0.000018599918,0.000034799512,0.0005598596,0.000054013686,0.041196723,0.9538502,0.00035233286],"about_ca_topic_score_codex":0.000058590595,"about_ca_topic_score_gemma":0.000017550688,"teacher_disagreement_score":0.25955123,"about_ca_system_score_codex":0.000024828549,"about_ca_system_score_gemma":0.0002757917,"threshold_uncertainty_score":0.9997659},"labels":[],"label_agreement":null},{"id":"W2963124710","doi":"10.1136/bmjebm-2019-ebmlive.60","title":"52 Strengthening the evidence in exercise sciences initiative (SEES initiative): a prospective project based on openness, surveillance, and feedback","year":2019,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Openness to experience; Transparency (behavior); Protocol (science); Usability; Medical education; Quality (philosophy); Public relations; Medicine; Psychology; Political science; Alternative medicine; Computer science","score_opus":0.6705248017251533,"score_gpt":0.49805594108342244,"score_spread":0.17246886064173084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963124710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8751444,0.0011530715,0.0007119289,0.0016132788,0.00021818353,0.005797531,0.000023136054,0.00001644619,0.11532198],"genre_scores_gemma":[0.9966802,0.00007756648,0.0012653994,0.00038242925,0.000022021706,0.00019358525,0.0000011828785,0.000009400287,0.0013682403],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9826688,0.007981717,0.0035787963,0.001502183,0.0038997391,0.00036874547],"domain_scores_gemma":[0.9770662,0.018072912,0.002258868,0.0017377198,0.00079220417,0.00007205178],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.090387195,0.00037449435,0.002281338,0.000614704,0.0003050203,0.0016243913,0.0018211148,0.00006564678,0.0031279891],"category_scores_gemma":[0.023154654,0.00014257338,0.0004064037,0.0038974597,0.00036512854,0.00097209436,0.00024968796,0.0002535286,0.00078119757],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008241025,0.00009016235,0.9811695,0.000057792113,0.000044745324,0.000004554089,0.0043604486,0.0005402877,0.00002429238,0.0025917862,0.004807893,0.0062261024],"study_design_scores_gemma":[0.0010219645,0.0005726194,0.8417678,0.0015117893,0.000067955945,0.0000070765545,0.02946642,0.11839054,0.00025335824,0.004926589,0.0013658821,0.000648004],"about_ca_topic_score_codex":0.00008912599,"about_ca_topic_score_gemma":0.00037290566,"teacher_disagreement_score":0.13940172,"about_ca_system_score_codex":0.00005134792,"about_ca_system_score_gemma":0.00032918228,"threshold_uncertainty_score":0.9999968},"labels":[],"label_agreement":null},{"id":"W2963478041","doi":"10.1515/jci-2016-0014","title":"A Causal Inference Approach to Network Meta-Analysis","year":2016,"lang":"en","type":"article","venue":"RePEc: Research Papers in Economics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish General Hospital; Centre Hospitalier de l’Université de Montréal; McGill University; Université de Montréal","funders":"","keywords":"Causal inference; Identifiability; Counterfactual thinking; Inference; Meta-analysis; Randomized controlled trial; Nonparametric statistics; Population; Econometrics; Computer science; Outcome (game theory); Observational study; Machine learning; Artificial intelligence; Statistics; Medicine; Mathematics; Psychology; Internal medicine","score_opus":0.7608913745564984,"score_gpt":0.5343455602091537,"score_spread":0.22654581434734467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963478041","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.081774086,0.00096513337,0.027303457,0.0054389955,0.00032640193,0.0036083136,0.0001550072,0.000027775965,0.88040084],"genre_scores_gemma":[0.93198466,0.00024534893,0.010299329,0.00034808286,0.00013950239,0.00043193658,0.0000056351378,0.000023151026,0.05652236],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97492814,0.011481446,0.0070408047,0.0021405043,0.0034128802,0.000996234],"domain_scores_gemma":[0.9768324,0.014105124,0.001386198,0.006309303,0.00084359443,0.00052340253],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.16495748,0.0003511898,0.0058903056,0.0014928898,0.00019524115,0.0008345422,0.0031794214,0.00014689221,0.010554195],"category_scores_gemma":[0.039272185,0.0001505918,0.0042534396,0.0037657241,0.00017078024,0.00027068268,0.00062557077,0.00030086323,0.0018448039],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009966946,0.00055582944,0.15666094,0.000054373715,0.15856619,0.00003099842,0.0012799237,0.10714556,0.00016600429,0.035955615,0.027222175,0.5122627],"study_design_scores_gemma":[0.00067492627,0.00020946491,0.037958562,0.000021484466,0.02880206,0.000013294549,0.0012841797,0.04885706,0.000028363587,0.02218424,0.8586194,0.001346995],"about_ca_topic_score_codex":0.000029222667,"about_ca_topic_score_gemma":0.00044655558,"teacher_disagreement_score":0.85021055,"about_ca_system_score_codex":0.00021203607,"about_ca_system_score_gemma":0.00018884608,"threshold_uncertainty_score":0.99893236},"labels":[],"label_agreement":null},{"id":"W2963492888","doi":"10.1101/704502","title":"Early-Career Coordinated Distributed Experiments: Empowerment Through Collaboration","year":2019,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Uppsala Universitet; Universitat de Barcelona","keywords":"Independence (probability theory); Empowerment; Resource (disambiguation); Scale (ratio); Knowledge management; Psychology; Public relations; Business; Political science; Computer science; Geography","score_opus":0.2845971090988684,"score_gpt":0.4013062164937098,"score_spread":0.11670910739484142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963492888","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92557716,0.0032412307,0.05873689,0.00088703044,0.0046237195,0.004728794,0.0018214474,0.00015454068,0.00022917995],"genre_scores_gemma":[0.9933717,0.00007890654,0.0049255476,0.00035683837,0.0003125525,0.0005336036,0.0000068351765,0.0001199652,0.0002940388],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97313106,0.006256984,0.009543287,0.0034759135,0.006752816,0.00083991565],"domain_scores_gemma":[0.9719899,0.0008644234,0.00880755,0.010924595,0.0069945375,0.00041896355],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.03042148,0.0013154167,0.00564441,0.0005638065,0.0003081649,0.004324704,0.004006517,0.00088953326,0.0040817345],"category_scores_gemma":[0.0115356855,0.0008866328,0.0017766291,0.003525941,0.0001467105,0.0007403945,0.001362045,0.0008326342,0.006871498],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002102667,0.0017977387,0.18716791,0.0014659936,0.007199676,0.00022993395,0.00076626864,0.0039302106,0.28761157,0.010460132,0.4991444,0.000015906],"study_design_scores_gemma":[0.0029734797,0.00036919673,0.2926041,0.0014558039,0.0023307865,7.042835e-8,0.0003788216,0.0087840175,0.1036218,0.0001635623,0.5820491,0.00526931],"about_ca_topic_score_codex":0.00005418,"about_ca_topic_score_gemma":0.0000020717207,"teacher_disagreement_score":0.18398975,"about_ca_system_score_codex":0.0006390828,"about_ca_system_score_gemma":0.0008848256,"threshold_uncertainty_score":0.9999597},"labels":[],"label_agreement":null},{"id":"W2964283462","doi":"10.1016/j.jogc.2019.06.009","title":"L'importance des grands titres pour informer de la sûreté des dispositifs médicaux","year":2019,"lang":"fr","type":"editorial","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Women and Children’s Health Research Institute; University of Alberta","funders":"","keywords":"Humanities; Implant; Medicine; Art; Surgery","score_opus":0.13555225684761726,"score_gpt":0.3855182462442062,"score_spread":0.24996598939658896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964283462","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2710012,0.087790266,0.0013457959,0.0003915067,0.6246203,0.0004582727,0.00024497916,0.000001817652,0.014145858],"genre_scores_gemma":[0.7717179,0.02657799,0.02253351,0.0014542462,0.05799869,0.000033636687,0.00007090662,0.00018447812,0.11942863],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9783101,0.005329198,0.009801235,0.00065689354,0.0051203948,0.0007821646],"domain_scores_gemma":[0.8444234,0.13195741,0.015825106,0.0014925342,0.005260777,0.0010407566],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.041103918,0.0006951675,0.0056800656,0.0009255697,0.00047858123,0.001048544,0.0021513957,0.00091517577,0.009823713],"category_scores_gemma":[0.2968882,0.00040227108,0.0015727828,0.0016402706,0.0007425989,0.00044728667,0.0001911751,0.0015283272,0.00006389225],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055957016,0.00005831871,0.25868568,0.0003269554,0.0008362835,0.0011186984,0.00028859932,0.00013333173,0.0000018380056,0.0001791322,0.6340874,0.10427819],"study_design_scores_gemma":[0.0010033674,0.00022911624,0.21792217,0.000079746744,0.0011214756,0.0001637523,0.00043762923,0.00032334193,0.0000020903465,0.0022621925,0.77611715,0.00033797033],"about_ca_topic_score_codex":0.010334833,"about_ca_topic_score_gemma":0.059335094,"teacher_disagreement_score":0.5666216,"about_ca_system_score_codex":0.002792003,"about_ca_system_score_gemma":0.015068442,"threshold_uncertainty_score":0.99998844},"labels":[],"label_agreement":null},{"id":"W2964482969","doi":"10.1016/j.wneu.2019.07.146","title":"Assessing Publication Rate of Abstracts Presented in Spine Conferences as a Quality Benchmark: The Example of the Canadian Spine Society Annual Meetings","year":2019,"lang":"en","type":"article","venue":"World Neurosurgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Confidence interval; Presentation (obstetrics); Impact factor; Odds ratio; Neurosurgery; Bibliometrics; General surgery; Family medicine; Library science; Surgery; Internal medicine","score_opus":0.5284482634030891,"score_gpt":0.47586274483062035,"score_spread":0.05258551857246879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964482969","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.968755,0.000095453826,0.000011871257,0.009299645,0.00035310487,0.000650719,0.000017845787,0.0000025199336,0.020813834],"genre_scores_gemma":[0.9924726,0.0000076068945,0.00007001086,0.0010982445,0.00002488116,0.000014908033,0.0000087261,0.0000059978297,0.0062970477],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98281014,0.007388194,0.006384975,0.00064249994,0.0024770359,0.00029714714],"domain_scores_gemma":[0.9824455,0.005441748,0.0075238356,0.0028172305,0.0016375554,0.00013417538],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09880941,0.00019214294,0.0015688223,0.00031815414,0.00014700503,0.0006365601,0.001356737,0.00005978052,0.0015861125],"category_scores_gemma":[0.031999364,0.000082394894,0.0009729088,0.0029852595,0.00017124733,0.00044695416,0.00013571998,0.0002580295,0.000056788922],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058820574,0.000092715956,0.93368524,0.0001424657,0.00007930592,0.0000011241234,0.00096600095,0.0002751381,0.0044792523,0.007926957,0.049376663,0.0029692354],"study_design_scores_gemma":[0.0000783776,0.00000568958,0.92178476,0.00006361294,0.000025491674,0.0000011906681,0.00033597776,0.0007077567,0.00060833816,0.00051657006,0.075793274,0.00007897646],"about_ca_topic_score_codex":0.074979536,"about_ca_topic_score_gemma":0.12005402,"teacher_disagreement_score":0.06681005,"about_ca_system_score_codex":0.00003194449,"about_ca_system_score_gemma":0.0007246033,"threshold_uncertainty_score":0.9993266},"labels":[],"label_agreement":null},{"id":"W2964552443","doi":"10.1161/jaha.119.012292","title":"Resource Sharing to Improve Research Quality","year":2019,"lang":"en","type":"review","venue":"Journal of the American Heart Association","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"National Heart, Lung, and Blood Institute","keywords":"Medicine; Quality (philosophy); Quality management; Intensive care medicine; Operations management","score_opus":0.8637045375386297,"score_gpt":0.6615732698472212,"score_spread":0.20213126769140854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964552443","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019902023,0.9871249,0.0001593176,0.0044089304,0.0014486295,0.00211479,0.00004166371,0.0000031391053,0.0027083955],"genre_scores_gemma":[0.0006830373,0.86139035,0.0021623708,0.0016906052,0.0028373464,0.000054905846,0.0000029122832,0.00009927063,0.13107917],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8972415,0.06846923,0.016042208,0.0008058794,0.01694333,0.00049787725],"domain_scores_gemma":[0.913881,0.033133455,0.042761594,0.0050423513,0.0049009034,0.0002807107],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4965337,0.00032305656,0.01400615,0.0009654037,0.00024043594,0.0012662599,0.0047641634,0.0001432963,0.00037202289],"category_scores_gemma":[0.2505272,0.00012913879,0.009187854,0.005182605,0.00004800413,0.00017514294,0.00068315765,0.001404957,0.003481228],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064256274,0.000035824272,0.009519476,0.0006831222,0.00075834605,7.8894595e-7,0.00021612084,0.000015114083,0.000005589375,0.00006724889,0.39000928,0.59868264],"study_design_scores_gemma":[0.000038118418,0.00008417759,0.0022722264,0.0012954093,0.0006234069,0.000010523255,0.00022692869,0.000014164741,3.7755075e-7,0.00028745757,0.99501795,0.00012926677],"about_ca_topic_score_codex":0.000050656585,"about_ca_topic_score_gemma":0.000010288796,"teacher_disagreement_score":0.60500866,"about_ca_system_score_codex":0.0014891833,"about_ca_system_score_gemma":0.0005428403,"threshold_uncertainty_score":0.9997705},"labels":[],"label_agreement":null},{"id":"W2964741075","doi":"","title":"How up-to-date are Cochrane Reviews","year":2008,"lang":"en","type":"article","venue":"The Lancet","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Services and Policy Research","funders":"","keywords":"MEDLINE; Medicine; Political science","score_opus":0.8306615772300697,"score_gpt":0.5303412769441403,"score_spread":0.3003203002859294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964741075","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40131745,0.076026104,0.03910132,0.36258805,0.00334115,0.0061116116,0.00015430278,0.00007678294,0.11128323],"genre_scores_gemma":[0.63040787,0.004575908,0.005556381,0.014818267,0.0020248296,0.00014293575,0.000007342764,0.000023710696,0.34244275],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9864075,0.006589582,0.0031645342,0.0005804982,0.0029607704,0.00029711725],"domain_scores_gemma":[0.989032,0.0013504699,0.002355248,0.006739578,0.00039399497,0.00012871264],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.072806574,0.00020962834,0.004589574,0.0000946084,0.00023388209,0.00060450914,0.0033382762,0.00003668057,0.003830263],"category_scores_gemma":[0.0356429,0.00006991808,0.0009906025,0.0011250022,0.000061669605,0.00012131872,0.00014305285,0.00014371956,0.022266947],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043290297,0.000004697195,0.0042265044,0.000024939734,0.000029202818,0.000005246409,0.0006211649,0.000005955375,0.00004600249,0.0004302031,0.98976076,0.004840998],"study_design_scores_gemma":[0.0001186262,0.000009898954,0.0117679,0.000057792655,0.0000485673,0.000027729873,0.00019614643,0.00015236666,0.000024984298,0.00086685864,0.9866305,0.00009862645],"about_ca_topic_score_codex":0.000003677019,"about_ca_topic_score_gemma":0.000021824975,"teacher_disagreement_score":0.3477698,"about_ca_system_score_codex":0.00000818588,"about_ca_system_score_gemma":0.00001606085,"threshold_uncertainty_score":0.9970804},"labels":[],"label_agreement":null},{"id":"W2965178062","doi":"10.1200/jco.2012.30.15_suppl.6043","title":"Bias in reporting of endpoints of efficacy and toxicity in randomized clinical trials (RCTs) for women with breast cancer (BC).","year":2012,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Princess Margaret Cancer Centre","funders":"","keywords":"Medicine; Internal medicine; Clinical trial; Clinical endpoint; Breast cancer; Randomized controlled trial; Publication bias; Selection bias; Protocol (science); Reporting bias; Toxicity; Meta-analysis; Oncology; Cancer; MEDLINE; Alternative medicine; Pathology","score_opus":0.92882046466475,"score_gpt":0.7182021969669887,"score_spread":0.21061826769776126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965178062","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944266,0.00063414744,0.0011795665,0.0015719151,0.00065648585,0.0010166373,0.000008031545,4.645968e-7,0.00050616794],"genre_scores_gemma":[0.992729,0.00042341018,0.0059974487,0.00021268838,0.0004296093,0.000026400452,1.8676783e-7,0.000007044055,0.00017419424],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.5319846,0.19445242,0.2671434,0.0009945291,0.0046313186,0.0007937443],"domain_scores_gemma":[0.19323535,0.5446665,0.25732237,0.0012079313,0.0029008612,0.0006669488],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8788815,0.00018912808,0.028984735,0.0004443476,0.000016637408,0.0000290023,0.00058866484,0.00034468345,0.0009814161],"category_scores_gemma":[0.84547335,0.000074603486,0.002954031,0.00058214273,0.0003849266,0.0002340648,0.00008518843,0.00056340476,0.000004013981],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06809904,0.0014836346,0.7067532,0.00007675503,0.00081174297,0.000014366655,0.0005388939,0.000055857687,0.000038935905,0.00010668688,0.00085822,0.22116265],"study_design_scores_gemma":[0.14083715,0.0019016458,0.8481374,0.00038261397,0.00084030343,0.00010342041,0.00074503815,0.00078440504,0.000035744448,0.0024745578,0.0036228574,0.00013490503],"about_ca_topic_score_codex":0.000039529663,"about_ca_topic_score_gemma":0.00016879404,"teacher_disagreement_score":0.35021412,"about_ca_system_score_codex":0.00006152335,"about_ca_system_score_gemma":0.0009574159,"threshold_uncertainty_score":0.9999318},"labels":[],"label_agreement":null},{"id":"W2965306894","doi":"10.1136/bmjopen-2018-027575","title":"Protocol for a systematic scoping review of reasons given to justify the performance of randomised controlled trials","year":2019,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Mount Allison University; Ottawa Hospital","funders":"Canadian Institutes of Health Research; University of Ottawa","keywords":"Medicine; Protocol (science); Randomized controlled trial; Alternative medicine; Systematic review; MEDLINE; Intensive care medicine; Surgery; Pathology","score_opus":0.8185552713000156,"score_gpt":0.6525538477908415,"score_spread":0.16600142350917413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965306894","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00048604156,0.0005068042,0.0008971546,0.0017860254,0.00006801721,0.99153596,0.000012094769,0.0000013172546,0.0047065713],"genre_scores_gemma":[0.004688526,0.000016669397,0.002544265,0.00041215733,0.000031364754,0.98553,0.0000011178084,0.000009720943,0.006766188],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9150347,0.04423226,0.034740128,0.0007765639,0.004940851,0.0002754812],"domain_scores_gemma":[0.9168986,0.04774811,0.027834836,0.0051276493,0.002295627,0.00009518772],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5770048,0.00023214839,0.019355567,0.00014204448,0.00007403826,0.00035360645,0.0035620714,0.00004403606,0.0046164244],"category_scores_gemma":[0.3588218,0.0000716681,0.0033183692,0.0007771835,0.000023990402,0.00018786099,0.00029789787,0.000048307396,0.0005790227],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0053195995,0.00006180683,0.00021990313,0.94465935,0.00092386635,1.8580235e-7,0.00034899716,0.0000993787,0.00016276102,0.0007528008,0.04681169,0.0006396786],"study_design_scores_gemma":[0.038496155,0.00028943253,0.00004884658,0.950973,0.0016040903,0.0000040628233,0.00030324038,0.0052291597,0.00016941935,0.000062484905,0.0026392965,0.00018085212],"about_ca_topic_score_codex":0.0000052403934,"about_ca_topic_score_gemma":0.000004536639,"teacher_disagreement_score":0.21818297,"about_ca_system_score_codex":0.000013964732,"about_ca_system_score_gemma":0.00035734058,"threshold_uncertainty_score":0.9962935},"labels":[],"label_agreement":null},{"id":"W2965308822","doi":"10.1200/jco.2009.27.15_suppl.6627","title":"Characterization of published errors in high-impact oncology journals","year":2009,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Baker Hughes (Canada)","funders":"","keywords":"Medicine; Citation; Clinical Oncology; Statistics; Internal medicine; Library science; Cancer; Computer science; Mathematics","score_opus":0.8010223464168651,"score_gpt":0.6690094960107177,"score_spread":0.1320128504061474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965308822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9711463,0.00023120354,0.002424534,0.02002346,0.0016577803,0.00024270464,0.0000052585033,0.0000011565144,0.004267614],"genre_scores_gemma":[0.99282026,0.00028868302,0.0037574386,0.0018564387,0.00068397104,0.0000011716307,0.0000023453217,0.000006562132,0.0005831141],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.89875877,0.03640741,0.058911726,0.0006056326,0.004906509,0.00040993522],"domain_scores_gemma":[0.8980349,0.020920254,0.07372016,0.0015855967,0.005106287,0.00063284836],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3557225,0.00023557057,0.011943184,0.0013022325,0.000035759243,0.00018765558,0.0020540396,0.0006198977,0.010940055],"category_scores_gemma":[0.25343615,0.00010587153,0.003974365,0.0017749928,0.00013287169,0.00092599227,0.0000688727,0.0011815929,0.0001791586],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000818306,0.0027307363,0.2696748,0.000010922446,0.0005467635,0.00027035575,0.00039457413,0.00034669015,0.004530171,0.00081020675,0.030709745,0.6891567],"study_design_scores_gemma":[0.0018440686,0.0052216914,0.9093535,0.00005371227,0.00021463168,0.00015000298,0.00012134086,0.00043111196,0.000038378384,0.012459962,0.07001342,0.000098158795],"about_ca_topic_score_codex":0.000009657696,"about_ca_topic_score_gemma":0.000042279426,"teacher_disagreement_score":0.68905854,"about_ca_system_score_codex":0.00019129367,"about_ca_system_score_gemma":0.0018249823,"threshold_uncertainty_score":0.98996407},"labels":[],"label_agreement":null},{"id":"W2966225522","doi":"10.1053/j.semnuclmed.2019.07.007","title":"Evidence-Based Medicine in the Domain of Nuclear Medicine, the Fifty-Year View","year":2019,"lang":"en","type":"review","venue":"Seminars in Nuclear Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Medicine; Publishing; Reign; Evidence-based medicine; MEDLINE; Quality (philosophy); Alternative medicine; Medical education; Family medicine; Epistemology; Law; Pathology","score_opus":0.7237772176629925,"score_gpt":0.538741906394343,"score_spread":0.18503531126864947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966225522","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000058860554,0.9414994,0.000020031439,0.03280317,0.00096539233,0.003846874,0.000011928447,0.0000095975565,0.020784749],"genre_scores_gemma":[0.00043029807,0.99160534,0.00032904354,0.00547066,0.0007785915,0.00007684515,0.00002282117,0.00011166459,0.001174737],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.92587155,0.03625513,0.021912288,0.0021540287,0.0130033,0.00080372876],"domain_scores_gemma":[0.9312435,0.04599263,0.011680178,0.010169042,0.00068922044,0.0002254235],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.26454616,0.0012880976,0.019763144,0.0020108358,0.00018042298,0.00011217259,0.010801029,0.0005757996,0.038978588],"category_scores_gemma":[0.09885611,0.00039690753,0.0023044024,0.008414355,0.0021478944,0.00021689662,0.00039232755,0.0018746377,0.0027109175],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023694425,0.00006347391,0.00008203938,0.009384136,0.00017132986,0.0000657208,0.0059294836,0.0000045929924,0.000002070658,0.00452124,0.5288801,0.45087212],"study_design_scores_gemma":[0.00057122856,0.0004840502,0.00010061462,0.15660596,0.0016708106,0.000058730264,0.008008924,0.00014678753,1.2532734e-8,0.0012116984,0.8308566,0.00028453613],"about_ca_topic_score_codex":0.00025265286,"about_ca_topic_score_gemma":0.00006459536,"teacher_disagreement_score":0.45058757,"about_ca_system_score_codex":0.0002050875,"about_ca_system_score_gemma":0.0002843955,"threshold_uncertainty_score":0.99998707},"labels":[],"label_agreement":null},{"id":"W2966276524","doi":"10.1016/j.jclinepi.2019.07.012","title":"Poor quality patient reported outcome measures bias effect estimates in orthopaedic randomized studies","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medicine; Prom; Sample size determination; Randomized controlled trial; Patient-reported outcome; Publication bias; Physical therapy; Orthopedic surgery; Statistics; Meta-analysis; Quality of life (healthcare); Internal medicine; Surgery; Mathematics","score_opus":0.9529865251177858,"score_gpt":0.713398364297704,"score_spread":0.23958816082008183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966276524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97910744,0.0069355383,0.0029333492,0.0061127055,0.003336773,0.0010278907,0.0000015965667,0.0000037221228,0.00054099644],"genre_scores_gemma":[0.9890255,0.00055671757,0.006952655,0.0027094716,0.00021203338,0.000018194492,8.964795e-7,0.000010758703,0.00051381625],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.26378065,0.54217225,0.18620145,0.0014934153,0.0056714593,0.0006808041],"domain_scores_gemma":[0.019159557,0.8673112,0.107136525,0.002700622,0.0032630642,0.0004290624],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.91246843,0.00042450512,0.048656363,0.00058134797,0.00004832837,0.000063359876,0.0012843392,0.00035306538,0.0012224788],"category_scores_gemma":[0.98478895,0.00015279281,0.013922499,0.0007530529,0.00042524593,0.00019583027,0.00019455893,0.00109343,0.0006574141],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005074419,0.00009685362,0.967586,0.000070504284,0.0014807857,0.000043243133,0.00008763804,0.0005206184,0.000002820659,0.00051182765,0.004827946,0.019697374],"study_design_scores_gemma":[0.0460541,0.0011691612,0.8785498,0.0003242305,0.0012326238,0.00015937125,0.00037080343,0.0042907163,0.00000396248,0.05812908,0.009407172,0.0003089543],"about_ca_topic_score_codex":0.000035042656,"about_ca_topic_score_gemma":0.00003766249,"teacher_disagreement_score":0.32513893,"about_ca_system_score_codex":0.000046080793,"about_ca_system_score_gemma":0.00016246244,"threshold_uncertainty_score":0.99969053},"labels":[],"label_agreement":null},{"id":"W2966491293","doi":"10.29173/cais1039","title":"In - text citation function s of self - citations: Implications for research evaluation practice","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Citation; Function (biology); Citation analysis; Psychology; Information retrieval; Computer science; Library science; Biology","score_opus":0.6472627001346416,"score_gpt":0.5427399226407374,"score_spread":0.10452277749390415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966491293","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96704423,0.00019878721,0.0016636843,0.0089562815,0.00017609021,0.0024205477,0.00010481552,0.000005754071,0.0194298],"genre_scores_gemma":[0.99366534,0.000028388247,0.0051061832,0.00011838707,0.00008709278,0.00029311524,0.000005901706,0.000010393729,0.0006852294],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9905376,0.0012871723,0.0039693713,0.0005720993,0.0033529366,0.00028083174],"domain_scores_gemma":[0.38621706,0.010545568,0.009264294,0.0012581785,0.5925916,0.00012334668],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.095225416,0.00017483573,0.0010543684,0.0008576302,0.00019777573,0.0020385636,0.001999988,0.00012637864,0.00027053335],"category_scores_gemma":[0.6075331,0.00010477244,0.0004189575,0.00306022,0.000327176,0.009208846,0.00020385244,0.00017375757,0.000029417723],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005873412,0.0010202556,0.2120121,0.00091254764,0.00068385765,7.7956294e-8,0.12384843,0.000049913033,0.051250763,0.39389297,0.14413895,0.07160279],"study_design_scores_gemma":[0.0008595033,0.0008221201,0.53105956,0.0002847801,0.0006560391,0.000007797018,0.02148437,0.008533075,0.004710887,0.28534105,0.14599426,0.00024652635],"about_ca_topic_score_codex":0.00006769557,"about_ca_topic_score_gemma":0.000038839527,"teacher_disagreement_score":0.6043205,"about_ca_system_score_codex":0.00008557193,"about_ca_system_score_gemma":0.00047527364,"threshold_uncertainty_score":0.9989974},"labels":[],"label_agreement":null},{"id":"W2967468559","doi":"10.1161/circ.138.suppl_1.17059","title":"Abstract 17059: Re-Use of Clinical Trial Data From the NHLBI Data Repository (BioLINCC) for Patient-Level Meta-Analyses of Cardiovascular Outcomes: Challenges and Opportunities","year":2018,"lang":"en","type":"article","venue":"Circulation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Compendium; Medicine; Metadata; Clinical trial; Meta-analysis; Data quality; Protocol (science); Systematic review; Psychological intervention; MEDLINE; Alternative medicine; Metric (unit); Internal medicine; Computer science; World Wide Web; Pathology","score_opus":0.9888867629884858,"score_gpt":0.6284819140484117,"score_spread":0.3604048489400741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967468559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9048984,0.053572483,0.028990136,0.0009935994,0.0016794654,0.0035911372,0.005460093,0.0000113336855,0.0008033652],"genre_scores_gemma":[0.99474424,0.0006614317,0.0034725557,0.000069137765,0.00033827306,0.000020981854,0.00061908405,0.000011526913,0.000062781495],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97908026,0.0064182924,0.01008243,0.0012408476,0.0030473694,0.00013082263],"domain_scores_gemma":[0.9523174,0.021239296,0.008179954,0.016488804,0.0016776581,0.00009686703],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08860481,0.00024135577,0.004850074,0.00012685603,0.0001323839,0.00023938704,0.0024323426,0.0001392344,0.00032087948],"category_scores_gemma":[0.0686808,0.00010252937,0.0026767117,0.00016382037,0.0002694291,0.0007734902,0.00056690397,0.000089096684,0.000013714178],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002167875,0.0009616965,0.044020966,0.00046346206,0.22281495,0.000009833886,0.003978265,0.00056419265,0.00037001245,0.0015901598,0.070259355,0.65279925],"study_design_scores_gemma":[0.006198845,0.00023877695,0.63862586,0.00009127104,0.08606756,0.0000041094054,0.003294256,0.03984923,0.00010231672,0.0036762897,0.2212978,0.0005536881],"about_ca_topic_score_codex":0.00034781385,"about_ca_topic_score_gemma":0.00013202947,"teacher_disagreement_score":0.6522455,"about_ca_system_score_codex":0.000006109103,"about_ca_system_score_gemma":0.00010590012,"threshold_uncertainty_score":0.9391641},"labels":[],"label_agreement":null},{"id":"W2968650104","doi":"10.1016/j.tics.2019.07.009","title":"Preregistration Is Hard, And Worthwhile","year":2019,"lang":"en","type":"review","venue":"Trends in Cognitive Sciences","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":355,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Western University","funders":"National Institute on Aging; National Institutes of Health; Templeton Religion Trust; John Templeton Foundation; Templeton World Charity Foundation; Einstein Stiftung Berlin","keywords":"Credibility; Psychology; Humility; Flexibility (engineering); Engineering ethics; Social psychology; Epistemology; Management; Law","score_opus":0.954671997202372,"score_gpt":0.6642604816659146,"score_spread":0.2904115155364574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968650104","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000057618712,0.9153992,0.00013680567,0.00012060046,0.0003004023,0.0006848927,0.00014521323,0.0000041629046,0.08315112],"genre_scores_gemma":[0.0005393406,0.9509258,0.0005162909,0.00012802058,0.00008497018,0.00009827154,0.000038170616,0.000012198886,0.04765693],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97817546,0.0063078045,0.0074224616,0.002909619,0.0048067966,0.0003778298],"domain_scores_gemma":[0.9843139,0.0072321813,0.005962732,0.001867427,0.00049445656,0.00012932575],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08738723,0.0005766024,0.0074838134,0.002122382,0.00019554602,0.0019670622,0.0019756344,0.00021784751,0.017273683],"category_scores_gemma":[0.012960169,0.00026394616,0.001849852,0.006183771,0.0005438126,0.0005172315,0.00022660085,0.00031612994,0.0027951628],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.4264814e-7,0.00001698976,0.00064160797,0.00045599125,0.00005371783,0.000002501496,0.00018635865,2.1283972e-7,9.880971e-9,0.0002561776,0.009496824,0.98888904],"study_design_scores_gemma":[0.00009348692,0.00006913591,0.00057170313,0.003902068,0.00072609104,0.000022252858,0.00037841705,0.00019806612,1.9053772e-7,0.0011684194,0.99251413,0.0003560539],"about_ca_topic_score_codex":0.000014548115,"about_ca_topic_score_gemma":0.00008530622,"teacher_disagreement_score":0.988533,"about_ca_system_score_codex":0.000032155232,"about_ca_system_score_gemma":0.00026158593,"threshold_uncertainty_score":0.9999813},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2969493263","doi":"10.1016/j.scitotenv.2019.134000","title":"Environmental sciences benefit from robust evidence irrespective of speed","year":2019,"lang":"en","type":"article","venue":"The Science of The Total Environment","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Environment and Climate Change Canada; Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Environment and Climate Change Canada","keywords":"Focus (optics); Environmental research; Data science; Computer science; Environmental science; Environmental resource management","score_opus":0.4222424456400266,"score_gpt":0.3974609373401112,"score_spread":0.024781508299915433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969493263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936198,0.0007330666,0.000100955,0.00092680426,0.0003345631,0.0007649464,0.000031610776,0.0000014406353,0.0034867965],"genre_scores_gemma":[0.9938885,0.000037806924,0.00096937345,0.000027475877,0.000026268675,0.000004531472,2.0598526e-7,0.000005343557,0.0050404845],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.98429435,0.0014355595,0.0030204058,0.0010439288,0.0098820925,0.00032366955],"domain_scores_gemma":[0.98945045,0.0025333818,0.0035047224,0.0043684742,0.000049158425,0.000093824834],"candidate_categories":["metaresearch","sts","open_science","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.051600534,0.00024435014,0.0012500414,0.00015587462,0.00038853893,0.00021485506,0.0069024996,0.00003755197,0.014110369],"category_scores_gemma":[0.0030367416,0.00008906187,0.000926851,0.0011591672,0.0036531156,0.0005411133,0.0014802887,0.0001431344,0.002340889],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038679333,0.0002510352,0.021236502,0.000014113336,0.00015155996,5.911831e-7,0.0031813397,0.52824676,0.43733677,0.0038453531,0.00055622484,0.0051410603],"study_design_scores_gemma":[0.000281064,0.0002972022,0.8433583,0.0001756126,0.0002719709,0.000012237785,0.00569506,0.062034104,0.068151005,0.019090142,0.00026606146,0.00036726982],"about_ca_topic_score_codex":0.00009150302,"about_ca_topic_score_gemma":0.0000011961029,"teacher_disagreement_score":0.8221218,"about_ca_system_score_codex":0.00013156701,"about_ca_system_score_gemma":0.00007591641,"threshold_uncertainty_score":0.99905837},"labels":[],"label_agreement":null},{"id":"W2969586929","doi":"10.1200/jco.2007.25.18_suppl.6541","title":"Trends in the quality of abstracts of articles describing randomized controlled cancer trials (RCTs) from 1975–2004","year":2007,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto","funders":"","keywords":"Medicine; Randomized controlled trial; Consolidated Standards of Reporting Trials; Clinical endpoint; Family medicine; Sample size determination; Confidence interval; Descriptive statistics; Scale (ratio); Quality Score; Internal medicine; Statistics","score_opus":0.939348455631671,"score_gpt":0.7084923521184733,"score_spread":0.23085610351319774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969586929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9836693,0.0038415527,0.0034369796,0.0034014718,0.0009701519,0.00059065636,0.000009284307,4.8217817e-7,0.0040801675],"genre_scores_gemma":[0.9955987,0.00024666227,0.002865102,0.0006074467,0.0004303029,0.000007659469,4.558856e-7,0.000004045713,0.00023964429],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.40998065,0.31997442,0.2562455,0.0009235641,0.012227,0.0006488697],"domain_scores_gemma":[0.17142758,0.68786234,0.13587397,0.0015196638,0.0030390956,0.00027736832],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.86516947,0.00018824512,0.030832836,0.0005589457,0.000028274995,0.00006290428,0.0014102224,0.0002908712,0.0039771823],"category_scores_gemma":[0.66988283,0.00006193818,0.0109047415,0.00087552634,0.00033299232,0.00015345821,0.000042575102,0.0005709898,0.000019066307],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.27822933,0.0024383673,0.06167549,0.000025490464,0.0050705993,0.000074753116,0.0022827452,0.0010922095,0.0016442694,0.0018109679,0.0096346745,0.6360211],"study_design_scores_gemma":[0.5557663,0.0010381136,0.3921682,0.0002575973,0.005006515,0.00001306307,0.0035538292,0.00089327845,0.00041348295,0.032208227,0.008470876,0.00021052014],"about_ca_topic_score_codex":0.00039531023,"about_ca_topic_score_gemma":0.001624476,"teacher_disagreement_score":0.63581055,"about_ca_system_score_codex":0.000038544727,"about_ca_system_score_gemma":0.00053362915,"threshold_uncertainty_score":0.9990008},"labels":[],"label_agreement":null},{"id":"W2969699414","doi":"10.1136/jisakos-2019-000317","title":"The case for case reporting","year":2019,"lang":"en","type":"article","venue":"Journal of ISAKOS Joint Disorders & Orthopaedic Sports Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Evidence-based medicine; Argument (complex analysis); Publication; Medicine; Scopus; Critical appraisal; Scientific evidence; Cornerstone; MEDLINE; Alternative medicine; Psychology; Medical education; History; Epistemology; Political science; Law; Pathology","score_opus":0.3992706971078253,"score_gpt":0.4755067871363478,"score_spread":0.0762360900285225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969699414","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9479447,0.009582427,0.014510096,0.016022945,0.004641806,0.001840794,0.000004858126,0.000007725478,0.005444622],"genre_scores_gemma":[0.9891812,0.0003937962,0.0016715608,0.00070592336,0.00080406736,0.000016542283,0.0000022385009,0.00003175181,0.007192915],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96009463,0.0017418027,0.031059165,0.0007056311,0.005904119,0.0004946309],"domain_scores_gemma":[0.9278643,0.007239085,0.058207348,0.0030826095,0.0031324516,0.00047420122],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.26660243,0.00042907445,0.0046652546,0.0006553907,0.00046375356,0.00026584533,0.0008448038,0.00011262619,0.006190782],"category_scores_gemma":[0.14730659,0.00015820611,0.0035180445,0.0011981232,0.0002270877,0.00034308925,0.00009083214,0.00048982,0.000085007436],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012428578,0.00013910886,0.16604605,0.00020622752,0.0006507854,0.042296704,0.0022599369,0.00024726603,0.000057894253,0.0010867518,0.31519544,0.47168955],"study_design_scores_gemma":[0.0025567284,0.00080535444,0.006052318,0.0005976222,0.0014476924,0.26040593,0.043768942,0.00522401,0.000005844316,0.015055669,0.6636679,0.00041195273],"about_ca_topic_score_codex":0.000054932276,"about_ca_topic_score_gemma":0.00018779178,"teacher_disagreement_score":0.4712776,"about_ca_system_score_codex":0.000053570337,"about_ca_system_score_gemma":0.0002502423,"threshold_uncertainty_score":0.9947177},"labels":[],"label_agreement":null},{"id":"W2969891354","doi":"10.1016/j.ejim.2019.08.009","title":"Assessment of frequency and reporting of design changes among clinical drug trials published in influential medical journals","year":2019,"lang":"en","type":"article","venue":"European Journal of Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto","funders":"","keywords":"Medicine; Clinical trial; Family medicine; Logistic regression; Sample size determination; Outcome (game theory); Research design; Drug trial; Alternative medicine; MEDLINE; Accrual; Internal medicine; Pathology","score_opus":0.794843250320652,"score_gpt":0.6113426803795993,"score_spread":0.18350056994105268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969891354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9661406,0.0022142963,0.021521162,0.0022629013,0.0015356173,0.00036118377,0.0000014027665,0.0000010526378,0.0059617767],"genre_scores_gemma":[0.993046,0.0003475128,0.0052262386,0.00025851853,0.0007341916,6.548024e-7,3.0386653e-7,0.000014615606,0.00037196765],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7178922,0.120772496,0.1412844,0.001047067,0.01851454,0.0004892947],"domain_scores_gemma":[0.8186263,0.020276934,0.15465072,0.0015681583,0.004219343,0.0006585663],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7595518,0.00025636487,0.008963859,0.001307529,0.000021222471,0.0001710883,0.0019584543,0.000062813284,0.015460976],"category_scores_gemma":[0.53719807,0.000107403444,0.0013046146,0.0007388197,0.00028702273,0.00040120634,0.00021009472,0.0008965009,0.000015775795],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007136736,0.00009191063,0.9553545,0.00007690043,0.00049962685,0.00047964643,0.0006746854,0.000027793318,0.0015087703,0.00006735644,0.0074438215,0.033703633],"study_design_scores_gemma":[0.0028855656,0.0012283319,0.985439,0.0054949354,0.00035907948,0.00050093903,0.0011350053,0.0010729611,0.00013453366,0.00073552184,0.0008944196,0.000119717704],"about_ca_topic_score_codex":0.000030811734,"about_ca_topic_score_gemma":0.000015239021,"teacher_disagreement_score":0.22235376,"about_ca_system_score_codex":0.000026188096,"about_ca_system_score_gemma":0.00022485862,"threshold_uncertainty_score":0.985439},"labels":[],"label_agreement":null},{"id":"W2970444619","doi":"10.1177/1745691619858427","title":"Curtailing the Use of <i>Preregistration</i> : A Misused Term","year":2019,"lang":"en","type":"article","venue":"Perspectives on Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Ottawa Hospital","funders":"","keywords":"Terminology; Transparency (behavior); Term (time); Usability; Outreach; Applied psychology; Reliability (semiconductor); Open science; Computer science; Psychology; Medical education; Data science; Medicine; Political science; Human–computer interaction","score_opus":0.7932016667987911,"score_gpt":0.5780017121838701,"score_spread":0.21519995461492103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970444619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9690094,0.00011209448,0.0029813854,0.0018248964,0.00029979224,0.0006477762,0.0000049270643,0.0000067413985,0.025113009],"genre_scores_gemma":[0.9941336,0.000020517286,0.0018732864,0.00047591462,0.000028685867,0.000011766162,2.2030736e-7,0.0000029319383,0.0034531038],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.98869616,0.0021215647,0.0025227587,0.0015907034,0.004795492,0.00027329556],"domain_scores_gemma":[0.9884507,0.004252171,0.0018657706,0.0043222844,0.0009909559,0.0001180858],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.045813292,0.00018358395,0.0010419096,0.00019633282,0.00022407553,0.0009314237,0.0033717034,0.000050025952,0.0062664663],"category_scores_gemma":[0.027557656,0.00006370658,0.0007184765,0.0028412833,0.00094232487,0.00042953822,0.00008439192,0.00019248715,0.001926508],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002620371,0.0026536626,0.30633733,0.000034480694,0.00020336117,0.000013173043,0.028843923,0.0034297865,0.0954619,0.4428172,0.046627387,0.07331575],"study_design_scores_gemma":[0.00063906616,0.0009672886,0.892771,0.00007624808,0.00007336363,0.000030700117,0.015060769,0.010503358,0.00056284753,0.02272573,0.056030087,0.00055950886],"about_ca_topic_score_codex":0.000005251344,"about_ca_topic_score_gemma":0.0000028219067,"teacher_disagreement_score":0.5864337,"about_ca_system_score_codex":0.00003247683,"about_ca_system_score_gemma":0.00003322541,"threshold_uncertainty_score":0.9988506},"labels":[],"label_agreement":null},{"id":"W2970684805","doi":"10.1136/bmj.l4898","title":"RoB 2: a revised tool for assessing risk of bias in randomised trials","year":2019,"lang":"en","type":"letter","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":30746,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital; St. Michael's Hospital; University of Alberta","funders":"National Eye Institute; Medical Research Council; National Institutes of Health; Biosensors International Group; Canada Research Chairs; University of Bristol; Department of Health and Social Care; Medicines Company; National Institute for Health and Care Research; Eli Lilly and Company; University Hospitals Bristol NHS Foundation Trust; NIHR Bristol Biomedical Research Centre; National Health and Medical Research Council; Academy of Medical Sciences; Cancer Research UK; Patient-Centered Outcomes Research Institute; CHDI Foundation; Wellcome Trust; Amgen","keywords":"Systematic review; Medicine; Randomized controlled trial; Publication bias; Clinical trial; MEDLINE; Computer science; Meta-analysis; Medical physics; Internal medicine","score_opus":0.8555470061646158,"score_gpt":0.5891069755627785,"score_spread":0.2664400306018373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970684805","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014822353,0.00861191,0.17358144,0.683631,0.0067984574,0.08508873,0.0012218882,0.000023225359,0.026220994],"genre_scores_gemma":[0.00891384,0.0005288857,0.13463964,0.513482,0.020987973,0.006201719,0.0007233738,0.00034344316,0.31417915],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8480901,0.101074316,0.041488674,0.0016380826,0.007260427,0.00044841587],"domain_scores_gemma":[0.75623524,0.18550442,0.050125808,0.006551944,0.0015386158,0.000043974276],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.602933,0.0004944842,0.019113362,0.00095080084,0.000050828625,0.0011161537,0.0020081543,0.0006199102,0.0053225956],"category_scores_gemma":[0.6553714,0.00021577512,0.009616779,0.0010240937,0.000036491812,0.00019339539,0.000088317516,0.0005866557,0.00093268696],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010830272,0.000011034972,0.0011944673,0.0005185771,0.00041965145,0.0000063630364,0.00005361531,0.000042622847,0.000014312461,0.000007435446,0.988466,0.009157567],"study_design_scores_gemma":[0.0074240803,0.000019619552,0.00038920986,0.00069982244,0.0015290658,0.0000026373048,0.00003540501,0.0023217886,0.000010222506,0.0012866557,0.98600066,0.00028084332],"about_ca_topic_score_codex":0.000016124657,"about_ca_topic_score_gemma":0.000004277777,"teacher_disagreement_score":0.28795815,"about_ca_system_score_codex":0.000041445597,"about_ca_system_score_gemma":0.0003108083,"threshold_uncertainty_score":0.9999208},"labels":[],"label_agreement":null},{"id":"W2971029929","doi":"10.1097/phm.0000000000001305","title":"The Certainty Behind Reporting a Significance Result","year":2019,"lang":"en","type":"article","venue":"American Journal of Physical Medicine & Rehabilitation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute","funders":"","keywords":"Cutoff; Null hypothesis; Statistics; p-value; Confidence interval; Sample size determination; Medicine; Statistical significance; Statistical hypothesis testing; Metric (unit); Value (mathematics); Fragility; Statistical power; Measure (data warehouse); Index (typography); Econometrics; Mathematics; Data mining; Computer science; Physics","score_opus":0.3263926194697049,"score_gpt":0.5165885877280948,"score_spread":0.1901959682583899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971029929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98260856,0.00012999073,0.0014755655,0.012905837,0.0003542724,0.0004169503,9.1066227e-7,0.000002245793,0.0021056572],"genre_scores_gemma":[0.9961222,0.0000013021034,0.0020630949,0.00020172112,0.0005325114,0.000007755663,4.7939716e-7,0.000009047042,0.0010619258],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9733305,0.007078424,0.012893838,0.000473944,0.0059962478,0.00022705937],"domain_scores_gemma":[0.9089371,0.050482273,0.03521278,0.0018467301,0.0033323823,0.00018875801],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.121247746,0.00019658374,0.0029931366,0.00020892937,0.00013342469,0.00014595885,0.0010842652,0.000019118064,0.00031031977],"category_scores_gemma":[0.31204578,0.000069918744,0.0013930148,0.0012350903,0.0006250277,0.00024820055,0.000039030314,0.00033285568,0.0002556691],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008183988,0.00007056464,0.025588924,0.00001974864,0.00012449392,0.0000039530314,0.0075793574,0.00050504797,0.0016176972,0.0028396323,0.0055430117,0.9560257],"study_design_scores_gemma":[0.0017779173,0.06319244,0.42727453,0.0009361976,0.0008552812,0.00011502994,0.13333991,0.02257475,0.0000665747,0.11918109,0.2300645,0.0006217836],"about_ca_topic_score_codex":0.000045900037,"about_ca_topic_score_gemma":0.0000072045077,"teacher_disagreement_score":0.9554039,"about_ca_system_score_codex":0.00006975634,"about_ca_system_score_gemma":0.0001190722,"threshold_uncertainty_score":0.9048604},"labels":[],"label_agreement":null},{"id":"W2971543728","doi":"10.1136/bmjopen-2018-024625","title":"Empirical evaluation of SUCRA-based treatment ranks in network meta-analysis: quantifying robustness using Cohen’s kappa","year":2019,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; St. Joseph’s Healthcare Hamilton; University of Toronto; McMaster University; Children's Hospital of Eastern Ontario; Impact","funders":"","keywords":"Kappa; Medicine; Robustness (evolution); Meta-analysis; Statistics; Mathematics; Combinatorics; Internal medicine","score_opus":0.9733493916709587,"score_gpt":0.6926810856945466,"score_spread":0.2806683059764121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971543728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9365904,0.0020182722,0.031956673,0.0007995216,0.00028730105,0.022544421,0.000024612427,0.0000046077075,0.0057742437],"genre_scores_gemma":[0.9845153,0.000001303725,0.013342825,0.00014278574,0.000033162843,0.00081284076,0.00002345905,0.000013052257,0.0011152745],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9435644,0.034895595,0.010956869,0.0014384687,0.00876381,0.0003808247],"domain_scores_gemma":[0.9840156,0.0038530463,0.0058553377,0.0046642837,0.0015074554,0.000104302606],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.28712946,0.00035606688,0.0093742665,0.00066470593,0.0000879476,0.00085316546,0.002074184,0.000117194846,0.02902068],"category_scores_gemma":[0.0062448336,0.00016753463,0.0049316706,0.0045470083,0.00003338055,0.0003552214,0.00023055049,0.00009160592,0.00043211624],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035850597,0.000097870754,0.1719946,0.000022019281,0.017511267,0.0000018600801,0.00016733647,0.80876607,0.0000096524,0.000055729437,0.00066869473,0.000669035],"study_design_scores_gemma":[0.00084873306,0.000042261483,0.017116271,0.000023674344,0.11549271,0.0000013022028,0.00038652055,0.865047,0.000020705509,0.00027708273,0.00055219943,0.00019157502],"about_ca_topic_score_codex":0.00042280354,"about_ca_topic_score_gemma":0.0016207448,"teacher_disagreement_score":0.28088462,"about_ca_system_score_codex":0.00017802486,"about_ca_system_score_gemma":0.00052775536,"threshold_uncertainty_score":0.9718669},"labels":[],"label_agreement":null},{"id":"W2972237498","doi":"10.1136/bmjopen-2019-031138","title":"Selective reporting bias in randomised controlled trials from two network meta-analyses: comparison of clinical trial registrations and their respective publications","year":2019,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"National Health and Medical Research Council; Medical Research Council; University of Toronto; Canadian Institutes of Health Research; European Commission","keywords":"Medicine; Clinical trial; Alternative medicine; Meta-analysis; Publication bias; Randomized controlled trial; Biostatistics; MEDLINE; Trial registration; Family medicine; Medical physics; Public health; Internal medicine; Pathology","score_opus":0.9816447770188202,"score_gpt":0.7497334009952985,"score_spread":0.23191137602352174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972237498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70648247,0.0026505368,0.020641167,0.004443544,0.0010522831,0.15386522,0.00014071634,0.000015906971,0.11070817],"genre_scores_gemma":[0.9854936,0.00000745283,0.0063620238,0.00010118135,0.00032699958,0.00320317,0.00003247206,0.000011603734,0.004461467],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.49728754,0.2981434,0.19270879,0.004150051,0.0070146625,0.00069556676],"domain_scores_gemma":[0.27785486,0.4492538,0.25542262,0.011265643,0.005791721,0.00041135884],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.68567985,0.00035280455,0.03354109,0.00038052027,0.00014853034,0.0017584306,0.0019100363,0.00014658092,0.004934999],"category_scores_gemma":[0.7555753,0.00014180061,0.0074696587,0.002234187,0.00008930572,0.00050083624,0.0003302862,0.0003177726,0.00011534067],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.26781127,0.0014496243,0.43145564,0.000042015443,0.11471573,0.000005051254,0.0065671667,0.011487613,0.00026490295,0.013473552,0.14391574,0.008811698],"study_design_scores_gemma":[0.7042652,0.00072008575,0.050593846,0.00016011708,0.029985443,0.0000047394124,0.010221908,0.116605274,0.00011742938,0.077252865,0.0092777815,0.00079531275],"about_ca_topic_score_codex":0.0006274857,"about_ca_topic_score_gemma":0.002103376,"teacher_disagreement_score":0.43645394,"about_ca_system_score_codex":0.000027737686,"about_ca_system_score_gemma":0.0006630027,"threshold_uncertainty_score":0.99927783},"labels":[],"label_agreement":null},{"id":"W2972475714","doi":"10.7717/peerj.7654","title":"Rate and success of study replication in ecology and evolution","year":2019,"lang":"en","type":"article","venue":"PeerJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Canada Research Chairs","keywords":"Replicate; Replication (statistics); Evolutionary ecology; Ecology; Biology; Evolutionary biology; Computer science; Statistics","score_opus":0.5457945684125687,"score_gpt":0.5273703656697416,"score_spread":0.018424202742827078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972475714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99767447,0.00024132372,0.00018250674,0.0002739644,0.00004636,0.0005430633,0.0000011366824,7.8310035e-7,0.0010364051],"genre_scores_gemma":[0.997515,0.000006063895,0.000114198054,0.000017850167,0.000005019573,0.000012652217,6.30386e-7,0.0000014523025,0.0023271109],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99410963,0.0026529895,0.002075265,0.0004680113,0.0006320077,0.00006207911],"domain_scores_gemma":[0.99646884,0.0010515548,0.0009782845,0.00123503,0.00024283823,0.000023443083],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.054044057,0.000056596033,0.00094785314,0.00017223587,0.0000162166,0.00006490593,0.0002188585,0.000024965564,0.00044868301],"category_scores_gemma":[0.007249408,0.000029394012,0.000068746864,0.00038244168,0.000018619174,0.00009966957,0.000057552443,0.000032175954,0.00015136544],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002582426,0.000026647836,0.9966578,0.000012117928,0.000010436608,1.6684481e-7,0.00029337234,0.00001127987,0.00026949472,0.0006271406,0.00028554376,0.0018034147],"study_design_scores_gemma":[0.00016153639,0.000048126512,0.9924283,0.0000033551728,0.000023369123,0.0000011778825,0.00052533543,0.0037733724,0.000012197162,0.0024475746,0.00054772524,0.000027949038],"about_ca_topic_score_codex":0.00005757206,"about_ca_topic_score_gemma":0.0002548841,"teacher_disagreement_score":0.04679465,"about_ca_system_score_codex":0.000008991194,"about_ca_system_score_gemma":0.0000109749335,"threshold_uncertainty_score":0.9740607},"labels":[],"label_agreement":null},{"id":"W2972807049","doi":"10.1016/j.jclinepi.2019.09.008","title":"Letter in response to Thompson and Scott Authors’ letter reestablished search filters may miss studies when identifying randomized controlled trials. Language for trial phase necessary when searching for RCT","year":2019,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Agency for Drugs and Technologies in Health","funders":"","keywords":"Randomized controlled trial; Scopus; Medicine; MEDLINE; Psychology; Surgery; Biology","score_opus":0.9058728487789814,"score_gpt":0.7010529576044545,"score_spread":0.20481989117452692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972807049","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04175817,0.0061864126,0.083285965,0.84632397,0.0073284693,0.014958956,0.00012071782,0.0000049544287,0.000032367927],"genre_scores_gemma":[0.0016155117,0.00050982885,0.08036903,0.8632163,0.027061451,0.0010380943,0.000057576002,0.00011870154,0.026013514],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.17828579,0.6958359,0.11625615,0.0028919927,0.0050977725,0.001632429],"domain_scores_gemma":[0.06275195,0.8809736,0.050753452,0.0025199736,0.0025614786,0.00043958897],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity"],"category_scores_codex":[0.94102764,0.0010282261,0.09532757,0.0029157512,0.00019352323,0.00089518866,0.0031370996,0.0016719055,0.00084599387],"category_scores_gemma":[0.96983355,0.0004474278,0.025065638,0.00042189067,0.0004992297,0.00050441385,0.00044013315,0.0044765,0.000063943306],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4131093,0.000058977013,0.000117839976,0.000281864,0.0030632652,0.00008629583,0.0010258568,0.000033810855,0.000022258646,0.000008906924,0.57884514,0.0033464616],"study_design_scores_gemma":[0.51315343,0.0014029621,0.000034489214,0.0009195465,0.002834732,0.000027084581,0.00038004175,0.0025690643,0.0000015070175,0.009843816,0.46845326,0.00038007458],"about_ca_topic_score_codex":0.000025528137,"about_ca_topic_score_gemma":0.000015524489,"teacher_disagreement_score":0.1851377,"about_ca_system_score_codex":0.000119580465,"about_ca_system_score_gemma":0.00062601705,"threshold_uncertainty_score":0.99979776},"labels":[],"label_agreement":null},{"id":"W2972873725","doi":"10.1016/j.jclinepi.2019.09.004","title":"Rapid reviews of medical tests used many similar methods to systematic reviews but key items were rarely reported: a scoping review","year":2019,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Toronto; St. Michael's Hospital; Canadian Agency for Drugs and Technologies in Health","funders":"European Social Fund; Instituto de Salud Carlos III; Canada Research Chairs","keywords":"Key (lock); Systematic review; Medicine; Management science; Computer science; MEDLINE; Engineering; Biology","score_opus":0.9726130047355873,"score_gpt":0.7656639066092733,"score_spread":0.206949098126314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972873725","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000010308135,0.9242556,0.046804223,0.0040336116,0.0050696624,0.019243788,0.000021199725,0.0000075285257,0.0005633664],"genre_scores_gemma":[1.1468771e-7,0.9000607,0.08810542,0.008316315,0.0013851479,0.0004541176,0.0000149433245,0.00009588595,0.0015673363],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.069311254,0.58982223,0.32667723,0.0031829092,0.009856763,0.0011496205],"domain_scores_gemma":[0.027004138,0.5655604,0.38584313,0.0146220075,0.0043673594,0.0026029667],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.95344895,0.002315497,0.2775731,0.0018125928,0.00012358968,0.00020068415,0.013932785,0.0029622407,0.015363736],"category_scores_gemma":[0.9841883,0.00093349884,0.072871976,0.004033493,0.00043488524,0.00037906657,0.0012565112,0.0051339976,0.006316573],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005956067,0.000090186404,0.00008649399,0.47588688,0.0011697398,0.000057756675,0.0000124789685,8.7447904e-7,4.3428233e-8,0.00012879836,0.12321997,0.39934084],"study_design_scores_gemma":[0.00016294203,0.00028760632,0.000008082766,0.47675818,0.009506649,0.0009960978,0.000008037894,0.000049982675,1.5385979e-8,0.00026441322,0.5115947,0.00036329989],"about_ca_topic_score_codex":0.0000085690845,"about_ca_topic_score_gemma":0.000011299156,"teacher_disagreement_score":0.39897755,"about_ca_system_score_codex":0.00016924672,"about_ca_system_score_gemma":0.0036097176,"threshold_uncertainty_score":0.99931157},"labels":[],"label_agreement":null},{"id":"W2973239684","doi":"10.1016/j.jclinepi.2019.09.010","title":"Comparison of bias adjustment methods in meta-analysis suggests that quality effects modeling may have less limitations than other approaches","year":2019,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":59,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Weighting; Meta-analysis; Publication bias; Context (archaeology); Computer science; Econometrics; Quality (philosophy); Selection bias; Statistics; Medicine; Mathematics","score_opus":0.9963492713835682,"score_gpt":0.7933603616672651,"score_spread":0.20298890971630312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973239684","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000092193244,0.70715517,0.28976747,0.0005428579,0.00085428916,0.0010474819,0.000027062095,0.000001625575,0.000511866],"genre_scores_gemma":[0.0025748513,0.8083227,0.18671976,0.00037692804,0.00029167454,0.00008814929,0.000021768741,0.000047466132,0.0015566938],"study_design_codex":"design_other","study_design_gemma":"meta_analysis","domain_scores_codex":[0.22874069,0.6299505,0.13409658,0.0021551445,0.0043681776,0.0006888546],"domain_scores_gemma":[0.13424197,0.6999603,0.15807249,0.0055415374,0.0016685749,0.00051512575],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity"],"category_scores_codex":[0.81280273,0.0011039885,0.16024135,0.0026149445,0.000057895064,0.00010646626,0.0042686174,0.0015221768,0.00089877076],"category_scores_gemma":[0.6666845,0.00044575948,0.09261033,0.002471529,0.0002958758,0.00021465863,0.00036084116,0.0025892116,0.00015422374],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032021322,0.0007356149,0.0542433,0.0055334587,0.2158228,0.0000039907018,0.00021282627,0.037181765,2.9719565e-8,0.0031397385,0.0016304677,0.68146396],"study_design_scores_gemma":[0.0004689857,0.0003734626,0.0039688554,0.0011748619,0.6843278,0.000018802764,0.00074556813,0.084770344,2.48273e-7,0.009516973,0.21398373,0.0006504047],"about_ca_topic_score_codex":0.00009949092,"about_ca_topic_score_gemma":0.00036128503,"teacher_disagreement_score":0.68081355,"about_ca_system_score_codex":0.000096666205,"about_ca_system_score_gemma":0.0005629109,"threshold_uncertainty_score":0.99979943},"labels":[],"label_agreement":null},{"id":"W2973619521","doi":"","title":"Improving quality and efficiency in selecting, abstracting and appraising studies for rapid reviews","year":2017,"lang":"en","type":"article","venue":"Monash University Research Portal (Monash University)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Quality (philosophy); Computer science; Risk analysis (engineering); Business","score_opus":0.8641997236682126,"score_gpt":0.5904623418137449,"score_spread":0.2737373818544677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973619521","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96359974,0.00211884,0.0015958715,0.0007697972,0.00011637179,0.0016890822,0.000027309205,0.00001406141,0.030068947],"genre_scores_gemma":[0.9760514,0.0013368552,0.0024750084,0.000018706642,0.000049288483,0.0000011298222,0.0000041385097,0.000012642286,0.02005085],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9881119,0.0053501306,0.0020189136,0.0015657614,0.0022631441,0.00069012085],"domain_scores_gemma":[0.9846951,0.0073296675,0.0034802102,0.002261096,0.0018530483,0.00038089984],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08204628,0.00032170102,0.002252332,0.0014843098,0.0029562695,0.00090438244,0.0020323626,0.00014790503,0.00016293264],"category_scores_gemma":[0.05179535,0.00025100037,0.0005637185,0.0012807052,0.00073868415,0.0014281268,0.0014034009,0.0005626561,0.0000345907],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041316732,0.00042914329,0.54746276,0.0017865011,0.0007253821,0.0010816143,0.007886482,0.00005033198,0.0034710413,0.032957662,0.015006698,0.3887292],"study_design_scores_gemma":[0.0038004054,0.00045393742,0.32134494,0.0006469826,0.00042462343,0.000049592625,0.12768006,0.0074369875,0.00017716337,0.0031945796,0.53333676,0.0014539274],"about_ca_topic_score_codex":0.0005815111,"about_ca_topic_score_gemma":0.0016973059,"teacher_disagreement_score":0.5183301,"about_ca_system_score_codex":0.00015067215,"about_ca_system_score_gemma":0.00016634006,"threshold_uncertainty_score":0.9999942},"labels":[],"label_agreement":null},{"id":"W2973969701","doi":"10.5489/cuaj.6249","title":"Evidence synthesis and dissemination","year":2019,"lang":"en","type":"editorial","venue":"Canadian Urological Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Computational biology; Biology","score_opus":0.3179128326501208,"score_gpt":0.4385291845740798,"score_spread":0.12061635192395898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973969701","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035365194,0.005954145,0.0005710888,0.023107823,0.9590367,0.0007526535,0.00046846183,0.000008247282,0.0065643354],"genre_scores_gemma":[0.1325164,0.0017389678,0.0004938253,0.0009929896,0.78733855,0.000050704137,0.000058604706,0.0000451674,0.07676477],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97066987,0.012826807,0.005881998,0.0009183543,0.009200385,0.0005025882],"domain_scores_gemma":[0.8299886,0.14734392,0.0141321225,0.0015728932,0.0057741115,0.001188372],"candidate_categories":["metaresearch","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.16282913,0.00037741745,0.0031723136,0.0007439615,0.00039346906,0.003935795,0.0017872617,0.0013087963,0.016093493],"category_scores_gemma":[0.7695942,0.00019674953,0.0012566043,0.0006924169,0.000034405544,0.00040245257,0.0000722555,0.0014332792,0.0033662666],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025915544,0.000004373544,0.026542794,0.000008574224,0.00012490453,0.000009781839,0.000045795947,0.0000056807344,0.0000010930727,0.000033372486,0.96409506,0.009126001],"study_design_scores_gemma":[0.00003381503,0.00003974762,0.020933313,0.000116680334,0.00034096598,0.000012037776,0.00005351685,0.00027805957,3.2708874e-7,0.0012500113,0.97673506,0.00020647646],"about_ca_topic_score_codex":0.00022334569,"about_ca_topic_score_gemma":0.0007504884,"teacher_disagreement_score":0.60676503,"about_ca_system_score_codex":0.0011499545,"about_ca_system_score_gemma":0.0010533074,"threshold_uncertainty_score":0.9999877},"labels":[],"label_agreement":null},{"id":"W2974146296","doi":"10.1371/journal.pone.0222770","title":"Agreement between the Cochrane risk of bias tool and Physiotherapy Evidence Database (PEDro) scale: A meta-epidemiological study of randomized controlled trials of physical therapy interventions","year":2019,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":180,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"Health Canada","keywords":"Blinding; Medicine; Randomized controlled trial; Physical therapy; Intraclass correlation; Cochrane Library; Cohen's kappa; Systematic review; Meta-analysis; Kappa; MEDLINE; Psychological intervention; Statistics; Clinical psychology; Internal medicine; Psychometrics; Psychiatry","score_opus":0.8778024592230358,"score_gpt":0.5776512858208697,"score_spread":0.3001511734021661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2974146296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9703876,0.015676107,0.0016730475,0.0002981467,0.000022735916,0.011755438,0.0001403676,0.0000025769452,0.000044027438],"genre_scores_gemma":[0.99534243,0.0024728535,0.0011119876,0.000032262913,0.00005513216,0.0005822735,0.0000042595707,0.0000074502227,0.00039132257],"study_design_codex":"meta_analysis","study_design_gemma":"randomized_trial","domain_scores_codex":[0.8195953,0.15054251,0.022610098,0.0008608023,0.006188659,0.00020263529],"domain_scores_gemma":[0.6629036,0.30204186,0.028939819,0.004222536,0.0018041099,0.00008809957],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.46229038,0.00038293988,0.042762928,0.00024714007,0.00006313684,0.00008304154,0.0012865744,0.000054985023,0.004472789],"category_scores_gemma":[0.26459646,0.000109938395,0.01197792,0.000696137,0.00027418553,0.00016993712,0.00015836599,0.0001737097,0.0000426883],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08459327,0.03399624,0.3955314,0.0023233583,0.39708894,0.0000012841788,0.007735905,0.00028938064,0.06673789,0.0010530628,0.0010452111,0.009604081],"study_design_scores_gemma":[0.5317134,0.008713636,0.10638543,0.005905338,0.28504372,9.2144467e-7,0.004266191,0.03335593,0.01193846,0.0117118675,0.00003985124,0.0009252308],"about_ca_topic_score_codex":0.00011093646,"about_ca_topic_score_gemma":0.000016613503,"teacher_disagreement_score":0.44712013,"about_ca_system_score_codex":0.000006948912,"about_ca_system_score_gemma":0.000030264704,"threshold_uncertainty_score":0.9979169},"labels":[],"label_agreement":null},{"id":"W2974374499","doi":"10.1111/bjd.18528","title":"Quality of reporting in systematic reviews published in dermatology journals","year":2019,"lang":"en","type":"article","venue":"British Journal of Dermatology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"","keywords":"Dermatology; Quality (philosophy); Medicine; Philosophy; Epistemology","score_opus":0.6679723516129221,"score_gpt":0.5441044734489416,"score_spread":0.12386787816398048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2974374499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94629675,0.0469123,0.0013520278,0.0014268262,0.00064799207,0.0012840396,0.0000026505115,0.0000016541508,0.0020757786],"genre_scores_gemma":[0.99669135,0.0010363363,0.0017826281,0.00022564326,0.000026151281,0.000017002825,0.0000010126836,0.000012322802,0.00020754972],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8151681,0.06355678,0.11540421,0.00079063117,0.0044545485,0.0006257529],"domain_scores_gemma":[0.87254506,0.009445149,0.113449246,0.0019144589,0.0024502752,0.0001957849],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2525059,0.00028982648,0.01748739,0.0017930662,0.000039527476,0.00051803753,0.002275516,0.0002717668,0.003875929],"category_scores_gemma":[0.37447414,0.0001837849,0.0026328547,0.002276076,0.00008640145,0.0009513261,0.0001583775,0.00079696835,0.00031014177],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016649776,0.00015130719,0.9768246,0.008162307,0.00013602877,0.0025987264,0.00039464858,0.000027195962,0.00029246477,0.0003696123,0.008521827,0.0025046745],"study_design_scores_gemma":[0.0033029122,0.000064056454,0.5221427,0.029865569,0.00025365007,0.4182257,0.003858259,0.0010177424,0.00026171483,0.015686784,0.0046888245,0.00063209416],"about_ca_topic_score_codex":0.00007246798,"about_ca_topic_score_gemma":0.0005668519,"teacher_disagreement_score":0.45468184,"about_ca_system_score_codex":0.00006824623,"about_ca_system_score_gemma":0.00023362729,"threshold_uncertainty_score":0.99709904},"labels":[],"label_agreement":null},{"id":"W2974443830","doi":"10.1097/xeb.0000000000000202","title":"Evaluation of the JBI scoping reviews methodology by current users","year":2019,"lang":"en","type":"article","venue":"International Journal of Evidence-Based Healthcare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Systematic review; Descriptive statistics; Medical education; Work (physics); Psychology; MEDLINE; Medicine; Engineering; Political science","score_opus":0.9639324986681995,"score_gpt":0.6972528755337374,"score_spread":0.26667962313446214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2974443830","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5403037,0.28325555,0.04571706,0.10580352,0.019169968,0.005337977,0.00006162701,0.0000041340118,0.00034645954],"genre_scores_gemma":[0.99127734,0.002293598,0.004116576,0.0017554677,0.00031067425,0.00002433633,0.0000027859724,0.000010256693,0.00020898516],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.91012365,0.058015984,0.012769691,0.00053483614,0.018333683,0.0002221437],"domain_scores_gemma":[0.9493291,0.010790863,0.019093582,0.001638661,0.01899752,0.00015030496],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3210511,0.00019765725,0.0022184127,0.00046275157,0.000059923983,0.00018991613,0.0033010417,0.00007683946,0.0045558093],"category_scores_gemma":[0.14000511,0.0000793358,0.0019044974,0.00073269824,0.00006348081,0.0005249834,0.00010717625,0.0003734292,0.00026452373],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001087382,0.00011733486,0.26984802,0.00067278324,0.00040125512,0.0000017878119,0.00078184117,0.0035469974,0.0014157727,0.0009383253,0.05974465,0.6624225],"study_design_scores_gemma":[0.0068508876,0.0018020074,0.14601631,0.15887952,0.0046448056,0.0003044667,0.0035803947,0.07852801,0.0077985465,0.05887727,0.53113353,0.0015842452],"about_ca_topic_score_codex":0.000041976713,"about_ca_topic_score_gemma":0.000054822034,"teacher_disagreement_score":0.66083825,"about_ca_system_score_codex":0.00034810306,"about_ca_system_score_gemma":0.001571696,"threshold_uncertainty_score":0.99635416},"labels":[],"label_agreement":null},{"id":"W2975561732","doi":"10.14288/1.0380693","title":"The paramount consideration : decision-making by the British Columbia Review Board in initial disposition decisions","year":2019,"lang":"en","type":"article","venue":"cIRcle (University of British Columbia)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Disposition; Operations research; Business; Actuarial science; Engineering; Psychology; Social psychology","score_opus":0.13449382737590926,"score_gpt":0.35235038310595584,"score_spread":0.21785655573004659,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975561732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98262614,0.008761094,0.0024259635,0.000667985,0.00038624284,0.0018994956,0.0001849399,0.000010570615,0.0030375556],"genre_scores_gemma":[0.991827,0.003083346,0.0005511763,0.0005727664,0.000029407376,0.0000069921157,0.000021769507,0.000013046375,0.003894504],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9883963,0.003945668,0.0029100997,0.0009888477,0.0034066837,0.00035241476],"domain_scores_gemma":[0.98464495,0.009522696,0.0022798383,0.002242357,0.0011886053,0.00012156149],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.027944818,0.000097938675,0.0017992553,0.000048382983,0.0015866446,0.0075468523,0.002033399,0.0001350235,0.004870736],"category_scores_gemma":[0.013059738,0.00017062265,0.0010493008,0.0014680357,0.0003113762,0.0006728775,0.0003297819,0.00030061053,0.0007076539],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037962122,0.000045084453,0.020269927,0.000033589255,0.000040840983,0.00003539045,0.000044991724,0.000012139458,0.000005329545,0.0000029338921,0.33499524,0.64451075],"study_design_scores_gemma":[0.0005108591,0.000049855258,0.94279426,0.00330883,0.00016547462,0.0001674322,0.0016435337,0.0013967176,4.1166498e-8,0.0062286737,0.043492086,0.00024225538],"about_ca_topic_score_codex":0.08998687,"about_ca_topic_score_gemma":0.89169097,"teacher_disagreement_score":0.92252433,"about_ca_system_score_codex":0.0001132444,"about_ca_system_score_gemma":0.0001556283,"threshold_uncertainty_score":0.9997132},"labels":[],"label_agreement":null},{"id":"W2977196850","doi":"10.1136/bmjopen-2019-031259","title":"Endorsement of reporting guidelines and study registration by endocrine and internal medicine journals: meta-epidemiological study","year":2019,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Nutrition, Metabolism and Diabetes","funders":"","keywords":"Medicine; Epidemiology; Family medicine; Alternative medicine; MEDLINE; Internal medicine; Pathology","score_opus":0.9514187445368164,"score_gpt":0.7041191700587885,"score_spread":0.24729957447802786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977196850","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97639185,0.002056559,0.0012076285,0.0034473916,0.00013464616,0.011869082,0.0000037149277,0.0000020021923,0.004887126],"genre_scores_gemma":[0.9879146,0.0000415021,0.002054811,0.00023785883,0.000064857544,0.00026244222,0.0000016977838,0.0000049373753,0.009417265],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9388972,0.016334265,0.038019594,0.001394161,0.0051190364,0.00023573464],"domain_scores_gemma":[0.96838593,0.0028987979,0.02539194,0.0019892673,0.0012077547,0.0001262963],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.40260792,0.00024714746,0.006128745,0.00014989664,0.000072249495,0.0004418445,0.0011401939,0.000025178158,0.006236896],"category_scores_gemma":[0.19819428,0.000089512454,0.00039251792,0.00033169155,0.000047385114,0.00027948513,0.0007443335,0.00011291409,0.000028690032],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026299575,0.00017883332,0.9196102,0.000027352164,0.0014706097,0.000022560665,0.00064067746,0.0000095028345,0.00037107192,0.000068798654,0.072746396,0.0048276708],"study_design_scores_gemma":[0.0045982823,0.0052043577,0.85218626,0.00047117073,0.007376502,0.0005382361,0.08164805,0.005035161,0.00007368249,0.0048666378,0.03741115,0.00059051753],"about_ca_topic_score_codex":0.0006304592,"about_ca_topic_score_gemma":0.00018130767,"teacher_disagreement_score":0.20441364,"about_ca_system_score_codex":0.000009050382,"about_ca_system_score_gemma":0.000025534235,"threshold_uncertainty_score":0.9946715},"labels":[],"label_agreement":null},{"id":"W2977336871","doi":"10.1097/pcc.0000000000002120","title":"Research Collaboration in Pediatric Critical Care Randomized Controlled Trials: A Social Network Analysis of Coauthorship*","year":2019,"lang":"en","type":"article","venue":"Pediatric Critical Care Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; McMaster University; Impact","funders":"Canadian Institutes of Health Research","keywords":"Randomized controlled trial; Betweenness centrality; Medicine; Centrality; Statistics; Surgery","score_opus":0.5558605318433981,"score_gpt":0.6190325370978903,"score_spread":0.06317200525449218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977336871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7199903,0.19057488,0.011522017,0.023995047,0.005840348,0.0168015,0.00030853783,0.000049731803,0.030917624],"genre_scores_gemma":[0.9939668,0.000353212,0.00056603027,0.00014601473,0.0041170074,0.00040756084,0.00008783869,0.000024822228,0.00033067205],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.8253271,0.12997766,0.026168846,0.0018230502,0.01566416,0.001039178],"domain_scores_gemma":[0.6160935,0.35834318,0.0038255174,0.002430327,0.018767368,0.0005400994],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.46081007,0.0005656591,0.030883227,0.0054674773,0.00027733276,0.000457674,0.0015358533,0.00048740007,0.013449313],"category_scores_gemma":[0.76671255,0.0002738816,0.0059538153,0.026400808,0.0006177896,0.00023148829,0.00021281354,0.00089476473,0.0003960331],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06412046,0.000610752,0.62893057,0.006043999,0.0033966044,0.00013227809,0.048190523,0.0016062298,0.000014424624,0.16493842,0.07827822,0.0037375432],"study_design_scores_gemma":[0.38783002,0.0017186992,0.041732796,0.00022945597,0.21550778,0.0000065619874,0.26364505,0.042770278,0.0000041782896,0.040793534,0.0038162463,0.0019454045],"about_ca_topic_score_codex":0.00010395457,"about_ca_topic_score_gemma":0.0002713195,"teacher_disagreement_score":0.5871977,"about_ca_system_score_codex":0.00019920715,"about_ca_system_score_gemma":0.00064196344,"threshold_uncertainty_score":0.99997133},"labels":[],"label_agreement":null},{"id":"W2977548824","doi":"10.1177/1740774519876912","title":"Comparison between protocols and publications for prognostic and predictive cancer biomarker studies","year":2019,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Genome Canada","keywords":"Medicine; Biomarker; Oncology; Cancer; Internal medicine; Biology","score_opus":0.9841015201374957,"score_gpt":0.7837125324978088,"score_spread":0.20038898763968693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977548824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7426348,0.008828641,0.020372136,0.01380647,0.0010853405,0.21081035,0.0009502808,0.00003056713,0.0014814576],"genre_scores_gemma":[0.9395629,0.00019161921,0.005089708,0.0002768974,0.00066831615,0.0435997,0.0000196259,0.000018341481,0.010572894],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9630314,0.018356647,0.015905071,0.0011240152,0.0013862874,0.00019655221],"domain_scores_gemma":[0.7194057,0.26425588,0.011235368,0.0022723328,0.0025036393,0.0003270343],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3228585,0.00018512497,0.0067517823,0.0001415236,0.000113100345,0.00058875995,0.0005050326,0.00012788629,0.00066727184],"category_scores_gemma":[0.50305134,0.00008031568,0.0009530527,0.00044712413,0.0001902077,0.0001768448,0.00015925558,0.00010863416,0.00016244156],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033722037,0.000044681117,0.9023325,0.000082844825,0.00079104834,2.661488e-8,0.00009649071,9.2513517e-7,0.0000058337605,0.00031194993,0.044596512,0.051703494],"study_design_scores_gemma":[0.0014430329,0.00033938343,0.77554655,0.00015377907,0.0011143071,3.2115048e-7,0.0004582617,0.0028346027,0.000007461666,0.015341589,0.20261024,0.00015050232],"about_ca_topic_score_codex":9.790839e-7,"about_ca_topic_score_gemma":0.00000407913,"teacher_disagreement_score":0.24589925,"about_ca_system_score_codex":0.000010513373,"about_ca_system_score_gemma":0.00007761114,"threshold_uncertainty_score":0.73061585},"labels":[],"label_agreement":null},{"id":"W2978795816","doi":"10.1002/14651858.ed000142","title":"Updated guidance for trusted systematic reviews: a new edition of the Cochrane Handbook for Systematic Reviews of Interventions","year":2019,"lang":"en","type":"editorial","venue":"Cochrane Database of Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7022,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Campbell Scientific (Canada); Bruyère; University of Ottawa","funders":"National Eye Institute; Medical Research Council; National Institute for Health and Care Research","keywords":"Systematic review; Psychological intervention; Medicine; Psychology; MEDLINE; Political science; Nursing; Law","score_opus":0.5248680818986631,"score_gpt":0.518759690794282,"score_spread":0.006108391104381106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2978795816","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000021148367,0.5994083,0.12315746,0.00005737429,0.11266016,0.15928869,0.005287991,0.000013724333,0.00012415346],"genre_scores_gemma":[0.00015687809,0.5151336,0.056793958,0.0003400711,0.12953351,0.16246961,0.016554993,0.0009781613,0.11803918],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.76140714,0.088986374,0.13156027,0.0033295094,0.013656619,0.0010600922],"domain_scores_gemma":[0.4810281,0.14522965,0.30984652,0.043376196,0.019780884,0.0007386363],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.4061209,0.0027069885,0.088166125,0.0014436712,0.00030891865,0.00056973676,0.0121154105,0.0010848237,0.0018661019],"category_scores_gemma":[0.729216,0.0011617241,0.032036364,0.003826109,0.00035336692,0.0008344312,0.0007168197,0.0007745072,0.0014857851],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002421841,0.000130979,7.8408584e-7,0.51017946,0.00079476024,4.491104e-7,0.00017913285,0.0000038160147,0.00011795105,0.00021452738,0.48833814,0.00001579577],"study_design_scores_gemma":[0.0013637168,0.00026638567,3.6002024e-7,0.86230356,0.024202986,0.000025908936,0.00028465298,0.0010249297,0.00007724357,0.00021101595,0.10945376,0.00078546884],"about_ca_topic_score_codex":0.00004598749,"about_ca_topic_score_gemma":0.00010157317,"teacher_disagreement_score":0.37888438,"about_ca_system_score_codex":0.00034308597,"about_ca_system_score_gemma":0.0010004977,"threshold_uncertainty_score":0.99929166},"labels":[],"label_agreement":null},{"id":"W2978852629","doi":"10.5195/jmla.2019.710","title":"Benchmarking veterinary librarians’ participation in systematic reviews and scoping reviews","year":2019,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Benchmarking; Medical education; Systematic review; Veterinary medicine; Grey literature; Medicine; Political science; MEDLINE; Business; Marketing","score_opus":0.5256046503492132,"score_gpt":0.4930269158842673,"score_spread":0.03257773446494594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2978852629","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88120866,0.06661705,0.0016053821,0.02711383,0.0062184804,0.007994579,0.000005475328,0.000010488647,0.009226038],"genre_scores_gemma":[0.95740783,0.01071572,0.0041905087,0.0076566264,0.001434118,0.00012977289,0.0000052728224,0.000043781947,0.01841637],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9406142,0.037994504,0.015157141,0.00036069268,0.0056301616,0.00024327026],"domain_scores_gemma":[0.9629251,0.012408569,0.022871189,0.0013155286,0.00019744436,0.0002821905],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1835682,0.00020693966,0.0042144563,0.00029855577,0.00007813507,0.00071777764,0.0014912417,0.00016108432,0.0062054326],"category_scores_gemma":[0.13941629,0.000083121915,0.0012897674,0.0012830085,0.00002158324,0.0017540244,0.00026361513,0.00046086343,0.00045644084],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026981781,0.00016030374,0.86596775,0.014216033,0.00024891188,0.000024977942,0.001692491,0.000046458415,0.00007129716,0.0010379666,0.10001898,0.016487874],"study_design_scores_gemma":[0.0024406195,0.00054805627,0.30226168,0.20913106,0.0010536796,0.00027710188,0.00066119246,0.021350848,0.0000388274,0.010220748,0.4511747,0.00084148225],"about_ca_topic_score_codex":5.665655e-7,"about_ca_topic_score_gemma":0.0000013189988,"teacher_disagreement_score":0.56370604,"about_ca_system_score_codex":0.000070439375,"about_ca_system_score_gemma":0.00016051388,"threshold_uncertainty_score":0.99470305},"labels":[],"label_agreement":null},{"id":"W2979201572","doi":"10.1016/j.jclinepi.2019.09.018","title":"Reporting of randomized factorial trials was frequently inadequate","year":2019,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Schulich School of Medicine and Dentistry; Cancer Research UK","keywords":"Factorial; Factorial experiment; Medicine; Clinical trial; Randomized controlled trial; Research design; Psychological intervention; Factorial analysis; Sample size determination; Statistics; Internal medicine; Mathematics; Nursing","score_opus":0.9837821651697639,"score_gpt":0.7642308995158902,"score_spread":0.21955126565387373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979201572","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000051638926,0.9524184,0.025667176,0.0005983508,0.017460195,0.00230875,0.000027391869,0.0000019464276,0.0014661399],"genre_scores_gemma":[0.000070322734,0.982401,0.009890521,0.0002660584,0.0052738152,0.000020419591,0.000010120858,0.00003401597,0.0020337235],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.016132519,0.53504413,0.4429302,0.0011896197,0.004246171,0.000457386],"domain_scores_gemma":[0.0023797166,0.5162506,0.4750124,0.0029456876,0.0030518067,0.00035977672],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.98286366,0.0009645573,0.35834908,0.0012236688,0.000053390908,0.00013727778,0.0049540997,0.002047963,0.0061805057],"category_scores_gemma":[0.9975954,0.0003286273,0.14449053,0.0010471442,0.000526484,0.00021403341,0.00032909965,0.0030007998,0.0011341978],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016929541,0.00009035384,0.00072631845,0.0037105207,0.007948029,0.000035052195,0.000020965308,0.000021121845,5.5034366e-8,0.0033350128,0.04466886,0.93775076],"study_design_scores_gemma":[0.012438442,0.00022847361,0.00002887574,0.0057244264,0.016263673,0.00017546744,0.000012887464,0.0000977809,4.0972754e-8,0.03979006,0.92500275,0.00023712474],"about_ca_topic_score_codex":0.00001733941,"about_ca_topic_score_gemma":0.0000021958383,"teacher_disagreement_score":0.93751365,"about_ca_system_score_codex":0.0000664152,"about_ca_system_score_gemma":0.0023515928,"threshold_uncertainty_score":0.99991655},"labels":[],"label_agreement":null},{"id":"W2979667235","doi":"10.1249/mss.0000000000001999","title":"Statistical Power in a Recent Study by Schoenfeld et al.","year":2019,"lang":"en","type":"letter","venue":"Medicine & Science in Sports & Exercise","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Sample size determination; Statistics; Power analysis; Covariate; Statistical power; Power (physics); Sample (material); Mathematics; Computer science; Algorithm","score_opus":0.3136050965318614,"score_gpt":0.48720863687704336,"score_spread":0.17360354034518194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979667235","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28655827,0.0009597587,0.0005622152,0.6876538,0.004456912,0.0070076482,0.00006473744,0.000018522811,0.012718157],"genre_scores_gemma":[0.2740343,0.00073466206,0.00086861546,0.7021906,0.00025805424,0.00034313565,0.00012665373,0.00007206502,0.021371944],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9430845,0.005134898,0.015285441,0.004566652,0.03057174,0.0013568044],"domain_scores_gemma":[0.98205614,0.0041236845,0.0048136255,0.0072968705,0.0013774832,0.00033220713],"candidate_categories":["metaresearch","metaepi_narrow","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.25727528,0.000933443,0.008668809,0.0032470683,0.0001401734,0.00076972,0.006027219,0.00030309372,0.045126833],"category_scores_gemma":[0.04572108,0.00045780008,0.00046057094,0.008237532,0.0010389672,0.0006669373,0.0005261145,0.0026696455,0.0020348462],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062370136,0.00014929449,0.25574672,0.000018386825,0.0000015201122,0.00075255084,0.0011217202,0.000005028515,0.000001977658,0.0000025160614,0.7332656,0.008928455],"study_design_scores_gemma":[0.00051025837,0.00015673366,0.20319846,0.0005582677,0.00010609821,0.000015013692,0.0020250916,0.00013884422,1.1699504e-7,0.00043987052,0.7924553,0.0003959291],"about_ca_topic_score_codex":0.00036328478,"about_ca_topic_score_gemma":0.00011582331,"teacher_disagreement_score":0.2115542,"about_ca_system_score_codex":0.0003119915,"about_ca_system_score_gemma":0.00078478444,"threshold_uncertainty_score":0.9997874},"labels":[],"label_agreement":null},{"id":"W2979788890","doi":"10.1097/prs.0000000000006370","title":"Discrepancies between Registered and Published Primary and Secondary Outcomes in Randomized Controlled Trials within the Plastic Surgery Literature: A Systematic Review","year":2019,"lang":"en","type":"review","venue":"Plastic & Reconstructive Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medicine; Randomized controlled trial; Trial registration; Clinical trial; Sample size determination; Surgery; Internal medicine","score_opus":0.44293602430443635,"score_gpt":0.4391838518807528,"score_spread":0.0037521724236835308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979788890","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032454508,0.9743007,0.0002559619,0.00017664563,0.0039052172,0.020088729,0.00060126855,0.000020584643,0.00032634733],"genre_scores_gemma":[0.00035931153,0.99363583,0.00014482926,0.00014633073,0.00020178873,0.0039091944,0.00022919668,0.00009057569,0.0012829347],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.7084332,0.20339322,0.07790139,0.0035663398,0.00578674,0.0009190751],"domain_scores_gemma":[0.050295107,0.8742662,0.06870625,0.0050266962,0.0013008026,0.00040494738],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.54539454,0.0023848221,0.2013625,0.003645341,0.00026091826,0.00472037,0.0017049195,0.0007030173,0.0007730699],"category_scores_gemma":[0.91016793,0.00081554195,0.026070014,0.0031958565,0.0010099526,0.0010893538,0.00050694257,0.0015713257,0.00018893424],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011593875,0.000037468428,0.0027555206,0.9447995,0.015078652,0.00004198692,0.00019988767,2.7292077e-7,1.9629878e-8,0.00041767038,0.0036436503,0.03186601],"study_design_scores_gemma":[0.01512879,0.000018327823,0.0006585284,0.90106773,0.07242827,0.0006818521,0.0002384295,0.00006464989,2.0807562e-8,0.0015067142,0.006737221,0.0014694375],"about_ca_topic_score_codex":0.00001376866,"about_ca_topic_score_gemma":0.00002093565,"teacher_disagreement_score":0.670873,"about_ca_system_score_codex":0.00017861798,"about_ca_system_score_gemma":0.0019233439,"threshold_uncertainty_score":0.9994295},"labels":[],"label_agreement":null},{"id":"W2979965235","doi":"10.1016/j.jclinepi.2019.09.025","title":"Overviews of reviews incompletely report methods for handling overlapping, discordant, and problematic data","year":2019,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":79,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; University of British Columbia","funders":"National Health and Medical Research Council; Monash University","keywords":"Systematic review; Protocol (science); Missing data; Medicine; Descriptive statistics; Sample size determination; MEDLINE; Population; Completeness (order theory); Interquartile range; Statistics; Medical physics; Psychology; Computer science; Family medicine; Alternative medicine; Pathology; Mathematics; Surgery; Environmental health","score_opus":0.9902519934726101,"score_gpt":0.8027920283479436,"score_spread":0.18745996512466645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979965235","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000022101285,0.67093164,0.32429415,0.0003680057,0.0016683574,0.002505542,0.000056016248,0.000001011629,0.00017310529],"genre_scores_gemma":[3.8501943e-7,0.6157415,0.38256708,0.00026615185,0.000537492,0.000029016566,0.0000391945,0.000025287387,0.000793881],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.30583742,0.3893199,0.29753134,0.0035723434,0.0028964328,0.0008425792],"domain_scores_gemma":[0.054661226,0.58096194,0.34885892,0.012732971,0.0022045274,0.0005803664],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8998416,0.00093774614,0.121628694,0.0007368217,0.00008369904,0.00014317669,0.007299055,0.00072134455,0.0006796619],"category_scores_gemma":[0.92889297,0.0003673801,0.021430835,0.00093059323,0.00036611586,0.00040923498,0.0014137593,0.0016236661,0.00013543094],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012795572,0.00006917579,0.00078334525,0.032976598,0.0013334884,0.000009667098,0.000012661814,0.0000025977192,1.5186377e-7,0.0008284503,0.053696707,0.9102744],"study_design_scores_gemma":[0.00028275803,0.00032069703,0.00015625404,0.02081291,0.007862642,0.0011615778,0.0000108517,0.0018324275,8.176589e-9,0.02372067,0.9435595,0.00027970105],"about_ca_topic_score_codex":0.0000055926034,"about_ca_topic_score_gemma":0.0000055480946,"teacher_disagreement_score":0.90999466,"about_ca_system_score_codex":0.00003461795,"about_ca_system_score_gemma":0.0009945626,"threshold_uncertainty_score":0.9998778},"labels":[],"label_agreement":null},{"id":"W2980993137","doi":"10.17267/2675-021xevidence.v1i2.2506","title":"Characteristics of systematic reviews published in dentistry by Brazilian corresponding authors","year":2019,"lang":"en","type":"article","venue":"Journal of Evidence-Based Healthcare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; St. Michael's Hospital","funders":"Fundação de Amparo à Pesquisa do Estado do Rio Grande do Sul; Conselho Nacional de Desenvolvimento Científico e Tecnológico; University of Ottawa","keywords":"Medicine; Systematic review; Data extraction; MEDLINE; Family medicine; Protocol (science); Medical physics; Alternative medicine; Pathology","score_opus":0.7970934255869826,"score_gpt":0.5619378126702397,"score_spread":0.23515561291674292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980993137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9283819,0.04834022,0.0040513747,0.0112473145,0.0036868283,0.0041346913,0.000052898497,0.0000042946062,0.00010047686],"genre_scores_gemma":[0.99425054,0.0008794927,0.0015029015,0.0007231743,0.000105515624,0.000024969551,0.000004657485,0.000018853705,0.0024898855],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.9260796,0.031308226,0.033522695,0.0007683396,0.007832,0.00048918446],"domain_scores_gemma":[0.9350559,0.016086547,0.040635265,0.0033783673,0.0043271733,0.00051671185],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.25467703,0.00039105176,0.009275612,0.0014760331,0.000075583994,0.0007885285,0.0029641937,0.00022473253,0.0045288363],"category_scores_gemma":[0.21531208,0.00018086478,0.0023642187,0.0028665331,0.000054986693,0.0013579961,0.00008304721,0.0007218847,0.0006481353],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015093616,0.00014990337,0.8603717,0.07403838,0.000113170245,0.00007941237,0.0007234084,0.00004489653,0.00086595933,0.00025665786,0.0559009,0.0073046642],"study_design_scores_gemma":[0.0030426183,0.0025326707,0.35735396,0.5466104,0.0017837,0.00068365195,0.006900419,0.01393473,0.0006641571,0.0025127372,0.062138714,0.001842247],"about_ca_topic_score_codex":0.000041691528,"about_ca_topic_score_gemma":0.00003716075,"teacher_disagreement_score":0.5030177,"about_ca_system_score_codex":0.00029477992,"about_ca_system_score_gemma":0.00076743943,"threshold_uncertainty_score":0.99638116},"labels":[],"label_agreement":null},{"id":"W2981099573","doi":"10.2196/16078","title":"Transparent, Reproducible, and Open Science Practices of Published Literature in Dermatology Journals: Cross-Sectional Analysis","year":2019,"lang":"en","type":"article","venue":"JMIR Dermatology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Center for Health Sciences, Oklahoma State University; Oklahoma State University","keywords":"Transparency (behavior); Protocol (science); Medicine; Computer science; Dermatology; Alternative medicine; Data science; Family medicine; Pathology","score_opus":0.5632738493809816,"score_gpt":0.5822849774259176,"score_spread":0.019011128044935988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981099573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98550385,0.0030291646,0.00038787484,0.0033697423,0.00029843592,0.0009807562,0.00001764042,0.000004255298,0.006408248],"genre_scores_gemma":[0.9969445,0.000083681436,0.0014358812,0.00025271368,0.00001813355,0.00006533542,0.000012021669,0.0000073642677,0.001180376],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97797215,0.0066846595,0.009127962,0.0025115367,0.003207065,0.00049663393],"domain_scores_gemma":[0.9799045,0.003068002,0.010094244,0.0041851155,0.0025518297,0.00019631197],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0657314,0.0002889896,0.0044220174,0.0035586453,0.00017383175,0.004565245,0.005180989,0.00025387085,0.0061636902],"category_scores_gemma":[0.03377871,0.0001623574,0.00073895685,0.011894809,0.00048271526,0.0035398654,0.00063196867,0.0004371238,0.00022600929],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003331076,0.00009016569,0.9947481,0.00009077711,0.00028054614,0.00003568454,0.0006848936,0.00013385236,0.0003827869,0.0017070572,0.0015394881,0.00027333904],"study_design_scores_gemma":[0.0004804462,0.000018611916,0.9800705,0.00003077856,0.00014864616,0.0015497801,0.00025715792,0.0040285317,0.0002211223,0.0037419777,0.009286312,0.00016614572],"about_ca_topic_score_codex":0.00004268103,"about_ca_topic_score_gemma":0.00019463626,"teacher_disagreement_score":0.031952694,"about_ca_system_score_codex":0.00003115243,"about_ca_system_score_gemma":0.00030042703,"threshold_uncertainty_score":0.9964681},"labels":[],"label_agreement":null},{"id":"W2981447210","doi":"10.1093/eurheartj/ehz748.0084","title":"2131Pragmatic clinical trials in cardiovascular medicine: trends over time in major medical journals","year":2019,"lang":"en","type":"article","venue":"European Heart Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian VIGOUR Centre; University of Calgary; University of Alberta","funders":"","keywords":"Medicine; Randomized controlled trial; Clinical endpoint; Random effects model; Clinical trial; Population; Intervention (counseling); Psychological intervention; MEDLINE; Family medicine; Physical therapy; Internal medicine; Meta-analysis; Nursing","score_opus":0.7977987720848896,"score_gpt":0.6137285983926036,"score_spread":0.18407017369228595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981447210","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8541659,0.026841445,0.0016820531,0.01621459,0.003828993,0.0010540754,0.0000065344093,0.000012917541,0.09619349],"genre_scores_gemma":[0.95829314,0.0008182622,0.0015696994,0.003879088,0.0044172676,0.0000060310254,0.000004031596,0.000091817914,0.030920658],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.573945,0.35565135,0.04774183,0.0014749294,0.020323869,0.0008630286],"domain_scores_gemma":[0.9664847,0.022768361,0.0064004553,0.0029640603,0.00048218385,0.00090023276],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8567292,0.00040511746,0.011847883,0.002073061,0.00009773988,0.0008503183,0.0023989864,0.0001649868,0.21557064],"category_scores_gemma":[0.31512627,0.00018386732,0.0072312355,0.0024997308,0.000116874886,0.00034827847,0.00022368379,0.0018159872,0.022090636],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042003616,0.0001493819,0.49222973,0.000027220296,0.0008239837,0.0010482224,0.00045722126,0.00020942975,0.00004947375,0.000047295063,0.37134847,0.13356757],"study_design_scores_gemma":[0.0028360204,0.00013138998,0.65208864,0.00068959227,0.0002409074,0.0011591556,0.00014907119,0.0035076716,5.568241e-7,0.00043510876,0.33854464,0.00021723684],"about_ca_topic_score_codex":0.000008116112,"about_ca_topic_score_gemma":0.000014760457,"teacher_disagreement_score":0.5416029,"about_ca_system_score_codex":0.00007040797,"about_ca_system_score_gemma":0.00019936748,"threshold_uncertainty_score":0.9786708},"labels":[],"label_agreement":null},{"id":"W2981452012","doi":"10.1186/s12874-019-0829-2","title":"BUGSnet: an R package to facilitate the conduct and reporting of Bayesian network Meta-analyses","year":2019,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":319,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Public Health Ontario; University of Waterloo","funders":"University of Waterloo","keywords":"Computer science; Bayesian probability; Nice; Inference; Bayesian network; Gibbs sampling; Data mining; Data science; Machine learning; Operations research; Artificial intelligence; Mathematics","score_opus":0.9946169984997515,"score_gpt":0.76499760368872,"score_spread":0.22961939481103144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981452012","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36908162,0.0056183627,0.60977155,0.006320025,0.00037330383,0.0021630444,0.000015589885,0.000008703097,0.006647803],"genre_scores_gemma":[0.6383692,0.000107677515,0.338438,0.0012314655,0.0003124656,0.00019474061,0.000008182651,0.000029255301,0.021309022],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.34276947,0.5956274,0.030910378,0.0031233954,0.025926845,0.0016424797],"domain_scores_gemma":[0.30743033,0.65759236,0.0143437665,0.013019063,0.005401393,0.0022130946],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8535877,0.00030346314,0.008746522,0.0005479185,0.00023338929,0.00028210226,0.0032286053,0.00023946345,0.04568693],"category_scores_gemma":[0.87369347,0.00010597341,0.0019820647,0.0028321731,0.00072819274,0.00015132719,0.0008943671,0.0007870075,0.00090432947],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006698034,0.00035436268,0.23097485,0.0013924437,0.018903952,0.0002171597,0.014885277,0.0029771423,0.013885071,0.06421934,0.31888664,0.33263394],"study_design_scores_gemma":[0.001350477,0.0031891312,0.084973305,0.00022677613,0.0072230506,0.00044071476,0.034020357,0.061883107,0.0014144424,0.3134416,0.49056616,0.0012708562],"about_ca_topic_score_codex":0.00048232914,"about_ca_topic_score_gemma":0.0014029606,"teacher_disagreement_score":0.33136308,"about_ca_system_score_codex":0.000018956785,"about_ca_system_score_gemma":0.00059702503,"threshold_uncertainty_score":0.9998736},"labels":[],"label_agreement":null},{"id":"W2981527585","doi":"10.1186/s13643-019-1162-x","title":"Measuring the impact of screening automation on meta-analyses of diagnostic test accuracy","year":2019,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hotel Dieu Hospital","funders":"European Commission","keywords":"Medicine; Meta-analysis; Systematic review; Prioritization; Workload; Identification (biology); Reliability (semiconductor); Diagnostic accuracy; MEDLINE; Medical physics; Computer science; Management science; Pathology","score_opus":0.8520116502274512,"score_gpt":0.5717324406306258,"score_spread":0.2802792095968254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981527585","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48323557,0.20916621,0.13002902,0.0011455268,0.0014297514,0.12921874,0.00024092208,0.00007630722,0.045457944],"genre_scores_gemma":[0.9959051,0.00022831999,0.001767384,0.00004375021,0.000035424946,0.0005475356,0.000004035056,0.000020708561,0.0014477188],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9100874,0.048375208,0.03224073,0.0009866047,0.007960433,0.00034959672],"domain_scores_gemma":[0.51767415,0.39296314,0.06942791,0.016479814,0.003222093,0.00023287696],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.26968428,0.0006223026,0.017015116,0.0005288458,0.0001008155,0.0003917147,0.0029568607,0.000084593776,0.007362903],"category_scores_gemma":[0.698974,0.00017317908,0.013169817,0.0024205127,0.000059136888,0.0003694634,0.0001401739,0.00017767088,0.0055961427],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051685493,0.0019277983,0.120800324,0.49933496,0.11213854,0.000015504811,0.010375888,0.06610334,0.016974641,0.007817497,0.119905,0.044554804],"study_design_scores_gemma":[0.0035654132,0.0036525065,0.14096966,0.15116014,0.25352997,0.00036272453,0.008762421,0.3864707,0.0070657083,0.013548829,0.025601923,0.0053100274],"about_ca_topic_score_codex":0.00008411488,"about_ca_topic_score_gemma":0.000005971066,"teacher_disagreement_score":0.51266956,"about_ca_system_score_codex":0.000052143238,"about_ca_system_score_gemma":0.000074529395,"threshold_uncertainty_score":0.9975783},"labels":[],"label_agreement":null},{"id":"W2981984059","doi":"10.1186/s12874-019-0831-8","title":"A comparison of the statistical performance of different meta-analysis models for the synthesis of subgroup effects from randomized clinical trials","year":2019,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"Arthritis Society","keywords":"Meta-analysis; Subgroup analysis; Variation (astronomy); Statistics; Clinical trial; Econometrics; Aggregate data; Medicine; Mathematics; Internal medicine","score_opus":0.9800549714273895,"score_gpt":0.7562543709335068,"score_spread":0.22380060049388273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981984059","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2184549,0.0027287696,0.77394694,0.0006432425,0.00027624326,0.0037238451,0.00010378703,0.0000012828835,0.000120986835],"genre_scores_gemma":[0.9215968,0.00022222317,0.077039406,0.000048373942,0.00006161961,0.0006337874,0.0000051494458,0.000010853934,0.00038175192],"study_design_codex":"meta_analysis","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.11989362,0.8306524,0.029377332,0.0013336341,0.018148389,0.00059462624],"domain_scores_gemma":[0.020313032,0.9625124,0.00955902,0.004879338,0.002425487,0.00031072067],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8911476,0.00030822546,0.036546286,0.0005546022,0.000109716115,0.000058128702,0.0049339104,0.00039230738,0.015888883],"category_scores_gemma":[0.9532602,0.00008588859,0.018645432,0.0018705671,0.002203634,0.000056326902,0.00067949493,0.00073502905,0.000044791257],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0654921,0.002014678,0.1365099,0.0031913985,0.50692755,0.0000013981966,0.0018733713,0.004331913,0.0008292828,0.11617941,0.00957745,0.15307154],"study_design_scores_gemma":[0.007175176,0.00022675275,0.0064103934,0.00004166161,0.11558362,3.66279e-7,0.00040215606,0.8377673,0.0014981241,0.030702928,0.00010082556,0.000090676534],"about_ca_topic_score_codex":0.00022174265,"about_ca_topic_score_gemma":0.00022205488,"teacher_disagreement_score":0.8334354,"about_ca_system_score_codex":0.000017321594,"about_ca_system_score_gemma":0.00052029965,"threshold_uncertainty_score":0.99118257},"labels":[],"label_agreement":null},{"id":"W2982683456","doi":"10.1186/s13643-019-1222-2","title":"Performance and usability of machine learning for screening in systematic reviews: a comparative evaluation of three tools","year":2019,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":132,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Agency for Healthcare Research and Quality; U.S. Department of Health and Human Services","keywords":"Medicine; Usability; Medical physics; MEDLINE; Medical education; Artificial intelligence; Human–computer interaction","score_opus":0.8283611526367183,"score_gpt":0.548349083404606,"score_spread":0.2800120692321123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982683456","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7170422,0.11727054,0.02563772,0.000043939493,0.0002726045,0.13694273,0.000018518273,0.000006812387,0.0027649417],"genre_scores_gemma":[0.98857015,0.0005889155,0.006096224,0.000015837742,0.000015733314,0.004151847,0.000009322037,0.000014341361,0.0005376093],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.8387159,0.09812988,0.053026985,0.0016347278,0.008017679,0.00047481444],"domain_scores_gemma":[0.94212633,0.021601507,0.029822197,0.00391149,0.0024360777,0.00010241801],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.55355465,0.000525967,0.020874668,0.0004805022,0.00007635887,0.00020069738,0.0012151718,0.000104240986,0.0007125232],"category_scores_gemma":[0.19589955,0.00022778446,0.0020360483,0.0015814118,0.00007587133,0.0005511816,0.00012718048,0.00018493622,0.00042668224],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011084391,0.00005224637,0.07527244,0.91773385,0.00018757432,6.0958854e-8,0.0019006225,0.00066824973,0.00008566993,0.0002962151,0.00015398623,0.0036379779],"study_design_scores_gemma":[0.0008484511,0.0002128641,0.008648719,0.18592212,0.0018733458,0.000013154025,0.0015015915,0.7990519,0.000022297754,0.00051321374,0.0010486349,0.00034371894],"about_ca_topic_score_codex":0.000015631023,"about_ca_topic_score_gemma":0.00007737125,"teacher_disagreement_score":0.79838365,"about_ca_system_score_codex":0.00006701011,"about_ca_system_score_gemma":0.000067390654,"threshold_uncertainty_score":0.99366146},"labels":[],"label_agreement":null},{"id":"W2983079501","doi":"10.1016/j.jclinepi.2019.10.014","title":"GRADE guidelines 26: informative statements to communicate the findings of systematic reviews of interventions","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1188,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Cochrane; Impact","funders":"","keywords":"Grading (engineering); Certainty; CLARITY; Systematic review; Psychological intervention; Medicine; Psychology; Medical education; MEDLINE; Applied psychology; Nursing; Political science; Mathematics; Engineering","score_opus":0.9806397354455053,"score_gpt":0.7703581198119908,"score_spread":0.21028161563351455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2983079501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74773705,0.019983139,0.16429852,0.052735757,0.0041506733,0.0081881285,0.00004725243,0.000005017203,0.0028544655],"genre_scores_gemma":[0.9254409,0.0057858764,0.058821756,0.006704325,0.00015505424,0.000037340764,0.000002328403,0.000018864752,0.0030335377],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.5005208,0.24283472,0.25156355,0.0005941144,0.0039953236,0.000491468],"domain_scores_gemma":[0.40506506,0.38737312,0.19191098,0.0071038185,0.008120141,0.00042687615],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7451009,0.00023106489,0.020215688,0.0003878062,0.00004461509,0.000037739694,0.0044903094,0.00013932855,0.001895107],"category_scores_gemma":[0.8073615,0.00007832693,0.009592271,0.0008118977,0.00020150293,0.0003026933,0.00044072638,0.0005527588,0.0013916031],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014541496,0.00053776,0.49558955,0.021839442,0.0036209493,0.0000018931497,0.0019368747,0.0021349883,0.00002871162,0.018699527,0.44611585,0.009349046],"study_design_scores_gemma":[0.0037264014,0.006005561,0.32037574,0.07898101,0.0055880486,0.00018453605,0.009340196,0.0218222,0.00003803243,0.12420059,0.42890465,0.0008330187],"about_ca_topic_score_codex":0.000012492678,"about_ca_topic_score_gemma":0.000013123176,"teacher_disagreement_score":0.17770387,"about_ca_system_score_codex":0.000018438313,"about_ca_system_score_gemma":0.00008694707,"threshold_uncertainty_score":0.99938595},"labels":[],"label_agreement":null},{"id":"W2984078042","doi":"10.1186/s13643-019-1172-8","title":"Risk of bias tools in systematic reviews of health interventions: an analysis of PROSPERO-registered protocols","year":2019,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":249,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Agency of Canada","funders":"Health Canada; Public Health Agency; Public Health Agency of Canada","keywords":"Randomized controlled trial; Medicine; Psychological intervention; Protocol (science); Systematic review; MEDLINE; Sample size determination; Family medicine; Alternative medicine; Nursing; Surgery; Statistics; Pathology","score_opus":0.864556618290602,"score_gpt":0.6040851740250183,"score_spread":0.2604714442655838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984078042","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.083226934,0.10737326,0.028295495,0.000103739156,0.0004195105,0.7784967,0.00024176814,0.000017092936,0.0018255098],"genre_scores_gemma":[0.82083905,0.005246507,0.02016381,0.00015416578,0.000052517218,0.14588547,0.00010300571,0.000115202136,0.007440295],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.6359712,0.22650893,0.1279048,0.0018789866,0.007170997,0.00056511915],"domain_scores_gemma":[0.8334216,0.011140535,0.13897365,0.01446402,0.0017931612,0.00020706178],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.59600204,0.000845554,0.059853874,0.0027268787,0.000059813894,0.0003250522,0.004084005,0.00017674395,0.003066938],"category_scores_gemma":[0.24997488,0.0003598861,0.0151231,0.00934831,0.00011030545,0.0007069007,0.0002118707,0.0002473492,0.0011971946],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006530483,0.00038137226,0.060627215,0.9330512,0.0015628556,4.010998e-7,0.0017551995,0.000110758025,0.00003597806,0.00093834393,0.00038819443,0.001141949],"study_design_scores_gemma":[0.001069716,0.0010235526,0.02103672,0.9361898,0.013925617,0.000014746052,0.0045758123,0.017545171,0.00003587835,0.00078364456,0.0029647031,0.000834674],"about_ca_topic_score_codex":0.0001717634,"about_ca_topic_score_gemma":0.0004061556,"teacher_disagreement_score":0.73761207,"about_ca_system_score_codex":0.00015492833,"about_ca_system_score_gemma":0.00014862831,"threshold_uncertainty_score":0.9998853},"labels":[],"label_agreement":null},{"id":"W2984364880","doi":"10.1016/j.jclinepi.2019.10.015","title":"GRADE guidelines 27: how to calculate absolute effects for time-to-event outcomes in summary of findings tables and Evidence Profiles","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":78,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"British Heart Foundation","keywords":"Event (particle physics); Absolute (philosophy); Statistics; Medicine; Psychology; Mathematics; Physics","score_opus":0.827267101805932,"score_gpt":0.6489289759367436,"score_spread":0.1783381258691884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984364880","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91779816,0.00281125,0.015440762,0.06167625,0.00089954573,0.0013366834,0.000010583927,0.0000013634279,0.00002541637],"genre_scores_gemma":[0.7211476,0.0010360243,0.2334611,0.01509402,0.0006683968,0.00006210905,0.0000026123298,0.000039171762,0.028488971],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.93564826,0.02568456,0.0354031,0.0009804402,0.0017738267,0.0005098369],"domain_scores_gemma":[0.66613823,0.31427667,0.015802737,0.0013868265,0.0018817866,0.0005137282],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4355407,0.00027459834,0.013212109,0.00053338654,0.000028537734,0.000058484147,0.0013235767,0.00024196539,0.00039393207],"category_scores_gemma":[0.8119311,0.0001227131,0.0028987632,0.0005161693,0.00008815428,0.00023287178,0.0002390551,0.00031771365,0.00025945666],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001259345,0.000061667706,0.81351006,0.00019959916,0.00023666842,0.0000047730505,0.000043085798,0.001103756,0.00024884107,0.0002521833,0.17564505,0.008568377],"study_design_scores_gemma":[0.0010365475,0.0017252632,0.89682496,0.0018739203,0.00031947566,0.000027650323,0.00006400636,0.014312046,0.00004355123,0.012491092,0.07102458,0.00025692693],"about_ca_topic_score_codex":0.000014265769,"about_ca_topic_score_gemma":0.000016058282,"teacher_disagreement_score":0.3763904,"about_ca_system_score_codex":0.0000220661,"about_ca_system_score_gemma":0.00013111284,"threshold_uncertainty_score":0.90315336},"labels":[],"label_agreement":null},{"id":"W2984542815","doi":"10.1016/j.jclinepi.2019.10.011","title":"Excluding non-English publications from evidence-syntheses did not change conclusions: a meta-epidemiological study","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":421,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Agency for Drugs and Technologies in Health; Ottawa Hospital","funders":"","keywords":"English language; Confidence interval; Meta-analysis; Medicine; Systematic review; Inclusion and exclusion criteria; MEDLINE; Limiting; Cochrane Library; Psychology; Alternative medicine; Pathology; Internal medicine; Mathematics education","score_opus":0.9866438556249594,"score_gpt":0.7143336233163583,"score_spread":0.2723102323086011,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984542815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91648525,0.006871262,0.018318284,0.047946475,0.0058539947,0.0024669773,0.0000475318,0.00001812824,0.0019920988],"genre_scores_gemma":[0.96761787,0.0011365892,0.016909972,0.010308771,0.0026612803,0.000111618894,0.0000025034299,0.00001856262,0.001232806],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.5338129,0.34227264,0.11320795,0.0032382072,0.0063038017,0.0011645034],"domain_scores_gemma":[0.035356797,0.8865687,0.06542705,0.005598186,0.0060088653,0.0010403704],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.75956607,0.0006505835,0.03685863,0.00065054995,0.000227744,0.00025591592,0.0053853146,0.0006324784,0.034146067],"category_scores_gemma":[0.9749899,0.00025451355,0.01568557,0.0013058578,0.0003479153,0.0011648474,0.00095789385,0.0018729472,0.0029207265],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010419578,0.00049538375,0.93079996,0.000010493363,0.0035968157,0.000011919528,0.0004418692,0.00012141162,0.000006777247,0.0015464305,0.05204438,0.010820389],"study_design_scores_gemma":[0.0005460611,0.0014538219,0.85615104,0.00023134201,0.004379001,0.000024118244,0.0021255468,0.004677164,0.0000010325298,0.018266575,0.1118093,0.0003349789],"about_ca_topic_score_codex":0.00009715952,"about_ca_topic_score_gemma":0.000042346994,"teacher_disagreement_score":0.5442961,"about_ca_system_score_codex":0.000056144017,"about_ca_system_score_gemma":0.00024523595,"threshold_uncertainty_score":0.999996},"labels":[],"label_agreement":null},{"id":"W2984938923","doi":"10.1111/ger.12439","title":"A typology of systematic reviews for synthesising evidence on health care","year":2019,"lang":"en","type":"review","venue":"Gerodontology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Systematic review; Grey literature; Medicine; Health care; Typology; MEDLINE; Evidence-based medicine; Management science; Alternative medicine; Nursing; Pathology; Sociology","score_opus":0.967174270955538,"score_gpt":0.6797691899922353,"score_spread":0.28740508096330264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984938923","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.2914914e-7,0.9774966,0.0035974423,0.0002899686,0.0012962212,0.016291432,0.000076494514,0.000006487034,0.00094447413],"genre_scores_gemma":[0.000018589724,0.9920862,0.0036515307,0.00035356506,0.00012926802,0.0014986275,0.000024652325,0.00004822661,0.002189378],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.873062,0.08562695,0.035402887,0.002513469,0.0026564593,0.00073823315],"domain_scores_gemma":[0.8364263,0.110010944,0.042316217,0.009803717,0.0012615743,0.00018124457],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.14917098,0.0009895155,0.057391595,0.0011918577,0.00013881725,0.00017932865,0.004507236,0.00061428593,0.0009881336],"category_scores_gemma":[0.30510205,0.00043416442,0.011188321,0.0012218087,0.00012540932,0.00010228973,0.00019135067,0.00035519496,0.006024991],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039438273,0.000014899568,0.0000033003748,0.56613594,0.0002868792,0.0000010305188,0.00025481044,4.1146367e-7,3.855687e-8,0.0015838154,0.027618187,0.40409672],"study_design_scores_gemma":[0.000048381353,0.00024987798,0.0000010750192,0.19217806,0.0028531328,0.00005655923,0.00022867965,0.000006768515,8.683521e-8,0.00012216189,0.8040093,0.0002459083],"about_ca_topic_score_codex":0.000020128651,"about_ca_topic_score_gemma":0.00017271974,"teacher_disagreement_score":0.77639115,"about_ca_system_score_codex":0.0003129686,"about_ca_system_score_gemma":0.001059288,"threshold_uncertainty_score":0.9999251},"labels":[],"label_agreement":null},{"id":"W2985887016","doi":"10.1101/839894","title":"A Bayesian predictive approach for dealing with pseudoreplication","year":2019,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Prioris.ai (Canada)","funders":"Medical Research Council; Biotechnology and Biological Sciences Research Council; Directorate for Biological Sciences; Wellcome Trust","keywords":"Bayesian probability; Statistical inference; Computer science; Statistical model; Statistical hypothesis testing; Bayesian inference; Sample size determination; Sample (material); Statistics; Artificial intelligence; Machine learning; Mathematics","score_opus":0.2621725713394644,"score_gpt":0.37792924374338527,"score_spread":0.11575667240392085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2985887016","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04392872,0.0009379728,0.9485594,0.00019249877,0.00039857553,0.0052867695,0.00033744966,0.00007025176,0.00028835275],"genre_scores_gemma":[0.8484497,0.000029334446,0.14961302,0.00014176194,0.00030442816,0.0012661441,0.0000013589397,0.00009899061,0.00009522528],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9846015,0.0020737643,0.0056688464,0.0032892101,0.003835473,0.0005312143],"domain_scores_gemma":[0.97723806,0.0012759726,0.007486964,0.009534893,0.0041350373,0.00032909247],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.04517963,0.00083915243,0.0041079307,0.0005334689,0.0002307603,0.0016226877,0.0028287475,0.0005178199,0.00034796816],"category_scores_gemma":[0.008190979,0.00048943295,0.0014368885,0.0009978721,0.00009890876,0.00025543498,0.00043157142,0.0005545681,0.0003280941],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012968744,0.0027764689,0.5659531,0.015815528,0.020077482,0.00006319158,0.0007358888,0.1171472,0.116534136,0.0804028,0.078882255,0.00031507382],"study_design_scores_gemma":[0.0015478415,0.00036409008,0.090899065,0.0008965263,0.0033490031,1.2921885e-7,0.00007197789,0.8481622,0.008854612,0.00015768633,0.04286967,0.0028272225],"about_ca_topic_score_codex":0.000017140637,"about_ca_topic_score_gemma":0.0000011288761,"teacher_disagreement_score":0.804521,"about_ca_system_score_codex":0.00017226773,"about_ca_system_score_gemma":0.00055200624,"threshold_uncertainty_score":0.99975574},"labels":[],"label_agreement":null},{"id":"W2985969131","doi":"10.1016/j.jclinepi.2019.11.009","title":"Frequent inappropriate use of unweighted summary statistics in systematic reviews of pathogen genotypes or genogroups","year":2019,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"European and Developing Countries Clinical Trials Partnership; European Commission; Medical Research Council; Alexandria University; Department for International Development; Department for International Development, UK Government","keywords":"Systematic review; Statistics; Pooling; Summary statistics; Epidemiology; Medicine; Meta-analysis; Descriptive statistics; MEDLINE; Mathematics; Biology; Computer science; Pathology; Artificial intelligence","score_opus":0.9622883911138087,"score_gpt":0.6850832624077308,"score_spread":0.27720512870607794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2985969131","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000091143134,0.9691203,0.024873044,0.00006369041,0.0016374806,0.003873284,0.00027289306,0.0000011957042,0.00006692063],"genre_scores_gemma":[0.000009248431,0.9224604,0.07606989,0.00022050417,0.00026359735,0.00003846918,0.000031165848,0.000038375332,0.0008683514],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.3006742,0.4393551,0.2538005,0.0014925667,0.0040014866,0.00067613786],"domain_scores_gemma":[0.22715066,0.4919369,0.271628,0.0053761164,0.003457603,0.00045075343],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7028401,0.00095267716,0.13247615,0.0014738794,0.000029484885,0.00006559039,0.0043337587,0.001328831,0.0020107848],"category_scores_gemma":[0.8497222,0.0003469784,0.018144907,0.0019035705,0.00035199587,0.00024181552,0.00038363787,0.0018797239,0.00060421805],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011417596,0.000445602,0.007708424,0.4315441,0.0033011467,0.000109589004,0.00007791371,0.000053897405,4.528486e-7,0.002869804,0.02736881,0.5264061],"study_design_scores_gemma":[0.00039543738,0.0007452919,0.0008340582,0.09468022,0.008669254,0.00017490752,0.000028360027,0.0005365584,2.7102804e-8,0.0050607976,0.88852,0.0003551114],"about_ca_topic_score_codex":0.000018820054,"about_ca_topic_score_gemma":0.00003255275,"teacher_disagreement_score":0.86115116,"about_ca_system_score_codex":0.000106894746,"about_ca_system_score_gemma":0.001450787,"threshold_uncertainty_score":0.99996763},"labels":[],"label_agreement":null},{"id":"W2987058544","doi":"10.1186/s40814-019-0522-6","title":"A website for pilot and feasibility studies: giving your research the best chance of success","year":2019,"lang":"en","type":"editorial","venue":"Pilot and Feasibility Studies","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Keele University; University of Manchester; University of Leeds; National Institute for Health and Care Research; University of Oxford; McMaster University; Queen Mary University of London","keywords":"Pilot program; Resource (disambiguation); Pilot trial; Computer science; Engineering management; World Wide Web; Engineering; Medical education; Medicine; Randomized controlled trial","score_opus":0.9282448557715881,"score_gpt":0.6509281353030024,"score_spread":0.2773167204685857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987058544","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30412164,0.34559283,0.00028401212,0.0032256695,0.32246682,0.021646285,0.0016904469,0.000025474665,0.00094683043],"genre_scores_gemma":[0.69469345,0.0381227,0.0010332774,0.00011471494,0.21658789,0.0021056,0.000043263775,0.0001289575,0.047170132],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9644442,0.012936549,0.008958407,0.003605381,0.009173161,0.0008822655],"domain_scores_gemma":[0.7975241,0.1612144,0.00799318,0.009555605,0.023407256,0.0003054761],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.25955924,0.00091404363,0.009518932,0.00046583192,0.001323026,0.0008666321,0.0025886067,0.0002678294,0.000074751995],"category_scores_gemma":[0.36580023,0.00040261503,0.0011734947,0.0014475947,0.0021519512,0.0003703235,0.0022093037,0.0009951717,0.00008619442],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000541312,0.00043214316,0.074878514,0.007149461,0.0024135523,0.0000012296815,0.00549743,0.0000015666191,0.000026815567,0.00016456562,0.9070442,0.0018492437],"study_design_scores_gemma":[0.004486198,0.007900838,0.034684815,0.0027580985,0.0029060165,0.0000050791837,0.085886136,0.00041780833,0.00002868665,0.053252824,0.8059273,0.0017462125],"about_ca_topic_score_codex":0.00016775011,"about_ca_topic_score_gemma":0.0020780347,"teacher_disagreement_score":0.39057183,"about_ca_system_score_codex":0.0002481545,"about_ca_system_score_gemma":0.00031372395,"threshold_uncertainty_score":0.9999771},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2987540665","doi":"10.1016/j.jclinepi.2019.11.008","title":"Overall bias methods and their use in sensitivity analysis of Cochrane reviews were not consistent","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Systematic review; Meta-analysis; Medicine; Publication bias; Cochrane collaboration; Psychological intervention; MEDLINE; Reporting bias; Cochrane Library; Internal medicine; Biology; Psychiatry","score_opus":0.942833878443125,"score_gpt":0.7039335505284423,"score_spread":0.23890032791468274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987540665","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94956154,0.004723008,0.041132376,0.0033592125,0.0005970929,0.0003586879,0.000015100172,7.866148e-7,0.00025217407],"genre_scores_gemma":[0.90636986,0.0066447495,0.08107472,0.0050385506,0.00010963364,0.0000017930187,0.000002138346,0.00000772338,0.00075083505],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.4799373,0.4337839,0.082988724,0.0012127452,0.0016477412,0.00042962306],"domain_scores_gemma":[0.16369851,0.7600892,0.07018747,0.0034945132,0.002055533,0.00047475807],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8182604,0.0003028965,0.0347359,0.0009059336,0.000022782006,0.00005607398,0.0006913014,0.00033126897,0.0018894087],"category_scores_gemma":[0.80369854,0.000121479374,0.010077807,0.0012105664,0.0002635251,0.00022761535,0.0001734654,0.000792561,0.000093254486],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100563855,0.00010223812,0.9560052,0.000058447124,0.0017482869,0.000008279388,0.000078204066,0.00094084674,0.00012427577,0.0011520607,0.0035980702,0.036083516],"study_design_scores_gemma":[0.00050471816,0.00023525857,0.9140043,0.00017603008,0.0015260518,0.00004959934,0.000101510144,0.040592298,0.000006324053,0.0037199298,0.038960386,0.0001235886],"about_ca_topic_score_codex":0.000062381456,"about_ca_topic_score_gemma":0.00023353766,"teacher_disagreement_score":0.32630533,"about_ca_system_score_codex":0.000019765263,"about_ca_system_score_gemma":0.00010012022,"threshold_uncertainty_score":0.999836},"labels":[],"label_agreement":null},{"id":"W2987582517","doi":"10.1182/blood-2019-124130","title":"Evaluating the Quality of Systematic Reviews &amp; Meta-Analyses Published on Direct Oral Anticoagulants in the Past 5 Years","year":2019,"lang":"en","type":"article","venue":"Blood","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Systematic review; Data extraction; MEDLINE; Meta-analysis; Publication bias; Impact factor; Alternative medicine; Family medicine; Medical physics; Internal medicine; Pathology","score_opus":0.9485955113618197,"score_gpt":0.6481828709524847,"score_spread":0.300412640409335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987582517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98207366,0.007727354,0.000079302685,0.00042422386,0.00014543284,0.0042510442,0.000015191887,0.000003967621,0.0052798046],"genre_scores_gemma":[0.9957829,0.000036666028,0.000994114,0.00039413717,0.00003076341,0.00022823414,0.0000049673927,0.000009968876,0.0025182297],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.85699433,0.11484774,0.016828068,0.0010915948,0.009891599,0.0003466535],"domain_scores_gemma":[0.9483497,0.028871069,0.012035203,0.009970773,0.00070567016,0.00006754326],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.47370493,0.0003376935,0.009796607,0.00031237185,0.00008072471,0.0009785407,0.0035574462,0.00006737928,0.0039035974],"category_scores_gemma":[0.15601136,0.00009444071,0.0041941633,0.0024351862,0.000054455053,0.00021590224,0.00013387657,0.00022200763,0.0030022839],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000122097,0.0064301034,0.71498483,0.05766631,0.06474115,0.000024511717,0.024344193,0.003359634,0.009517306,0.00838214,0.10372334,0.0067043602],"study_design_scores_gemma":[0.0058899876,0.0011899569,0.7331358,0.008024779,0.19738762,0.00009728445,0.013504728,0.008693993,0.0004979991,0.010507847,0.018251983,0.0028180243],"about_ca_topic_score_codex":0.000108073575,"about_ca_topic_score_gemma":0.0001239174,"teacher_disagreement_score":0.31769356,"about_ca_system_score_codex":0.0000113091455,"about_ca_system_score_gemma":0.000041115178,"threshold_uncertainty_score":0.997774},"labels":[],"label_agreement":null},{"id":"W2987965025","doi":"10.1136/ebnurs-2019-103225","title":"What are sensitivity and specificity?","year":2019,"lang":"en","type":"article","venue":"Evidence-Based Nursing","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Gold standard (test); Test (biology); Disease; Sensitivity (control systems); Measure (data warehouse); Abnormality; Medicine; Statistics; Computer science; Internal medicine; Mathematics; Data mining; Biology; Psychiatry","score_opus":0.6693186864474759,"score_gpt":0.5012031464112853,"score_spread":0.16811554003619067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987965025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9559768,0.010465607,0.016223503,0.013042116,0.001915191,0.00077722716,0.0000033870908,0.000014372683,0.0015818327],"genre_scores_gemma":[0.9939282,0.000112362526,0.0019042941,0.0007018249,0.00015038937,0.0000039987267,0.0000011087694,0.0000111814625,0.0031866492],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98113394,0.010284258,0.003150452,0.0011643328,0.0039681518,0.00029885423],"domain_scores_gemma":[0.9834331,0.01059432,0.0023434875,0.0027560142,0.0006859535,0.00018709143],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08694582,0.00027110564,0.0021776233,0.0003370503,0.00016047317,0.0029747046,0.0005237106,0.000085287444,0.0041188668],"category_scores_gemma":[0.016368015,0.0001490182,0.0007735533,0.0010113046,0.0001231656,0.001932993,0.00004398045,0.00017570877,0.0045875707],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063609936,0.0001522603,0.39412704,0.00021368188,0.00009082681,0.000063566215,0.0015018707,0.0012837996,0.004786536,0.0013951781,0.042161852,0.55415976],"study_design_scores_gemma":[0.0010262688,0.00034524046,0.67456436,0.025913246,0.0007229736,0.00013739521,0.02406657,0.181667,0.0054734997,0.013405238,0.07093549,0.0017427084],"about_ca_topic_score_codex":0.00000698458,"about_ca_topic_score_gemma":0.000015702446,"teacher_disagreement_score":0.5524171,"about_ca_system_score_codex":0.00008094463,"about_ca_system_score_gemma":0.00006473345,"threshold_uncertainty_score":0.9980603},"labels":[],"label_agreement":null},{"id":"W2988223630","doi":"10.1016/j.jclinepi.2019.11.010","title":"Mapping of reporting guidance for systematic reviews and meta-analyses generated a comprehensive item bank for future reporting guidelines","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":194,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Medical Research Council; University of Ottawa","keywords":"Systematic review; Meta-analysis; MEDLINE; Medicine; Accounting; Business; Political science; Pathology","score_opus":0.9762377715888775,"score_gpt":0.7278926392649833,"score_spread":0.2483451323238942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988223630","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3956965,0.14372008,0.43447262,0.014006926,0.0032017133,0.008730084,0.000031746364,0.0000071454333,0.00013321049],"genre_scores_gemma":[0.101816915,0.0021169058,0.88274026,0.007500921,0.0025476604,0.00026395172,0.000009848232,0.000048045713,0.0029554826],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.5260676,0.08270552,0.38665238,0.0016738256,0.0022930999,0.000607571],"domain_scores_gemma":[0.04617668,0.3194657,0.61226267,0.0030218104,0.018734042,0.00033908937],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.79366195,0.0004966285,0.056836892,0.0004392973,0.00010948117,0.00009573118,0.0012186406,0.00038064676,0.00032632033],"category_scores_gemma":[0.97531533,0.00019444377,0.019391933,0.0007510234,0.00011611379,0.00022979033,0.00013665883,0.0004339657,0.00002134793],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039579786,0.00026662563,0.4402336,0.10014805,0.058389153,0.000054591586,0.0007820481,0.0053836904,0.0032441278,0.003562551,0.37336645,0.014173316],"study_design_scores_gemma":[0.003955957,0.0024485749,0.06531973,0.014422553,0.08157568,0.0024778924,0.007000096,0.2856967,0.00014101088,0.04325234,0.49208662,0.00162288],"about_ca_topic_score_codex":0.0000055850855,"about_ca_topic_score_gemma":0.000005939391,"teacher_disagreement_score":0.47989094,"about_ca_system_score_codex":0.000019761983,"about_ca_system_score_gemma":0.00018962227,"threshold_uncertainty_score":0.9904286},"labels":[],"label_agreement":null},{"id":"W2988244482","doi":"10.3138/ptc-2018-0089","title":"Factors Associated with Publication of Research Projects from a Canadian Master of Science Degree Programme in Physical Therapy","year":2019,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Toronto Rehabilitation Institute","funders":"","keywords":"Descriptive statistics; Sample size determination; Logistic regression; Sample (material); Psychology; Medical education; Data collection; Medicine; Family medicine; Statistics; Sociology; Social science; Mathematics","score_opus":0.7756859581320761,"score_gpt":0.5157288058328553,"score_spread":0.2599571522992208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988244482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9962577,0.000074779186,0.000007969566,0.00040941208,0.000056269215,0.001176936,0.000050893614,0.0000015602535,0.0019644306],"genre_scores_gemma":[0.9989998,0.0000023620091,0.000064421096,0.00008564696,0.00001541248,0.000035260415,0.000013857107,0.000012186632,0.0007710546],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9880901,0.002030843,0.0018269849,0.00072238146,0.006838906,0.00049080263],"domain_scores_gemma":[0.99163985,0.0019419746,0.0014687417,0.0019463755,0.0027787378,0.00022431377],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019140212,0.00019386192,0.0015819429,0.00096536597,0.00008091067,0.0002178086,0.0017571357,0.000040439765,0.0012843723],"category_scores_gemma":[0.0030338669,0.00009004676,0.00020795752,0.0069481893,0.0003028666,0.0002974453,0.00003095636,0.00016081617,0.000012721879],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029806324,0.00023232496,0.95938754,0.000025735422,0.00020145577,9.956592e-7,0.0044467426,0.000038992068,0.013368059,0.00061089214,0.0031056893,0.018551745],"study_design_scores_gemma":[0.0006577152,0.00021998465,0.98152816,0.000110085144,0.00000870569,8.026868e-8,0.0028980155,0.004644753,0.004608221,0.0008798441,0.0042393375,0.00020509526],"about_ca_topic_score_codex":0.9377125,"about_ca_topic_score_gemma":0.98216486,"teacher_disagreement_score":0.04445238,"about_ca_system_score_codex":0.00044521166,"about_ca_system_score_gemma":0.005771596,"threshold_uncertainty_score":0.99986476},"labels":[],"label_agreement":null},{"id":"W2988554793","doi":"10.1097/prs.0000000000006102","title":"The Fragility of Statistically Significant Randomized Controlled Trials in Plastic Surgery","year":2019,"lang":"en","type":"review","venue":"Plastic & Reconstructive Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Queen's University","funders":"","keywords":"Randomized controlled trial; Percentile; Fragility; Medicine; Statistical significance; Sample size determination; Exact test; Surgery; Statistics; Internal medicine; Mathematics","score_opus":0.6467825556245241,"score_gpt":0.4952446162552339,"score_spread":0.15153793936929022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988554793","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004794036,0.96367884,0.013599106,0.000018189057,0.011386417,0.009088586,0.0008709913,0.000010075947,0.0008684176],"genre_scores_gemma":[0.0023278673,0.9945461,0.0004323269,0.000008565236,0.00024158938,0.0016826347,0.000077858356,0.00007016645,0.0006128648],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.49650046,0.3602948,0.12811849,0.0034483664,0.010306665,0.0013312332],"domain_scores_gemma":[0.020955564,0.9048469,0.06737586,0.0041288435,0.0023778412,0.00031497132],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.68813926,0.0016579296,0.16702966,0.0030885309,0.00019235577,0.0010291777,0.0020989457,0.0006175457,0.007620583],"category_scores_gemma":[0.9713306,0.0005924513,0.045852274,0.0029745211,0.0014672113,0.00021652409,0.00022490573,0.0010339859,0.0015829639],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012536265,0.00013580151,0.002376613,0.008822263,0.010858858,0.000041320687,0.000045065397,0.000022064018,1.8556054e-7,0.002757149,0.008666274,0.95373815],"study_design_scores_gemma":[0.089736626,0.00011067029,0.0015246735,0.075180575,0.09901941,0.00028912464,0.0011606716,0.009296472,0.0000014218452,0.036224633,0.68219393,0.0052618156],"about_ca_topic_score_codex":0.000024952666,"about_ca_topic_score_gemma":0.000027227006,"teacher_disagreement_score":0.9484763,"about_ca_system_score_codex":0.00020466662,"about_ca_system_score_gemma":0.00397001,"threshold_uncertainty_score":0.9996527},"labels":[],"label_agreement":null},{"id":"W2988645757","doi":"10.1186/s40814-019-0500-z","title":"The reporting of progression criteria in protocols of pilot trials designed to assess the feasibility of main trials is insufficient: a meta-epidemiological study","year":2019,"lang":"en","type":"article","venue":"Pilot and Feasibility Studies","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Population Health Research Institute; McMaster University; Hamilton Health Sciences; University Health Network; Toronto General Hospital; St. Joseph’s Healthcare Hamilton; Impact","funders":"","keywords":"Medicine; Odds ratio; Confidence interval; Clinical trial; Sample size determination; Randomized controlled trial; Meta-analysis; Intervention (counseling); Odds; MEDLINE; Family medicine; Internal medicine; Logistic regression; Psychiatry; Statistics","score_opus":0.9811647581245485,"score_gpt":0.7154181071887392,"score_spread":0.2657466509358093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988645757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91752833,0.002525234,0.0003141157,0.0008402827,0.000114934104,0.07852174,0.0000401719,0.0000038856797,0.000111311485],"genre_scores_gemma":[0.99208784,0.000031431522,0.0013672828,0.00005319232,0.000023586148,0.006293298,4.999337e-7,0.000006963239,0.00013592803],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.55955315,0.30506465,0.12051409,0.004061662,0.009803853,0.001002604],"domain_scores_gemma":[0.64029133,0.2480947,0.09410888,0.010955385,0.0062999544,0.0002497457],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.79534763,0.00046713452,0.018758466,0.00021248138,0.00023463766,0.00017316821,0.0013995022,0.00006416024,0.0003083206],"category_scores_gemma":[0.75425017,0.00013240958,0.0022931434,0.001565592,0.0004596126,0.0001294341,0.0007253569,0.00018591422,0.000007329747],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021155246,0.00228944,0.98032236,0.0004946621,0.001980735,9.654694e-7,0.0047053415,0.000012644167,0.0040157586,0.00025973935,0.00096738286,0.0028354279],"study_design_scores_gemma":[0.0021090794,0.0076469094,0.95139676,0.00027706768,0.0017669583,0.0000020278467,0.020722518,0.00018236708,0.001128101,0.014372467,0.00016760995,0.0002281099],"about_ca_topic_score_codex":0.000055943416,"about_ca_topic_score_gemma":0.0001511957,"teacher_disagreement_score":0.08073819,"about_ca_system_score_codex":0.000050561786,"about_ca_system_score_gemma":0.00011724527,"threshold_uncertainty_score":0.9958091},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2988801505","doi":"10.1136/emermed-2019-208629","title":"Quality of reporting in abstracts of RCTs published in emergency medicine journals: a systematic survey of the literature suggests we can do better","year":2019,"lang":"en","type":"article","venue":"Emergency Medicine Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Hamilton Health Sciences; Population Health Research Institute; McMaster University; Impact","funders":"","keywords":"Consolidated Standards of Reporting Trials; Medicine; Checklist; Psychological intervention; Sample size determination; Systematic review; MEDLINE; Family medicine; Meta-analysis; Randomized controlled trial; Internal medicine; Statistics; Psychology","score_opus":0.6232945886061911,"score_gpt":0.5485495885096484,"score_spread":0.07474500009654272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988801505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9638287,0.022310954,0.00006429505,0.004280802,0.00458268,0.0010112701,0.00001347007,0.0000013082475,0.0039065448],"genre_scores_gemma":[0.99333763,0.0014053824,0.000060018967,0.000016360314,0.00031765524,0.000007984319,0.000004195197,0.000017817063,0.004832934],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8586761,0.03146247,0.09535682,0.00090069394,0.013014749,0.00058918947],"domain_scores_gemma":[0.8777846,0.0039340137,0.107148886,0.0036712198,0.00715953,0.00030173146],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.46128586,0.00046159886,0.00904634,0.0018686951,0.00006455048,0.00004055783,0.002632288,0.00020307621,0.09477427],"category_scores_gemma":[0.3753516,0.00017689748,0.001444878,0.007781216,0.00012433526,0.0004757921,0.0001520806,0.0011213009,0.00001372356],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019436426,0.00010213268,0.92923427,0.0070512136,0.0002016051,0.0000036988777,0.008340174,0.00010236145,0.0020490217,0.000027201491,0.052764777,0.000104083265],"study_design_scores_gemma":[0.0006450458,0.00012246468,0.9704799,0.022645919,0.00014498191,0.000070281654,0.002819645,0.000132713,0.00003595377,0.002619645,0.00013493722,0.00014849193],"about_ca_topic_score_codex":0.0010743212,"about_ca_topic_score_gemma":0.0029580393,"teacher_disagreement_score":0.094760545,"about_ca_system_score_codex":0.000072323295,"about_ca_system_score_gemma":0.00026293198,"threshold_uncertainty_score":0.90605325},"labels":[],"label_agreement":null},{"id":"W2989672233","doi":"10.1038/s41562-019-0772-6","title":"A consensus-based transparency checklist","year":2019,"lang":"en","type":"article","venue":"Nature Human Behaviour","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":172,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Baycrest Hospital; University of Victoria","funders":"University of California, San Francisco; College of Engineering, Michigan State University; Universiteit van Tilburg; Université de Lausanne; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Rotman Research Institute, Baycrest; Universiteit Maastricht; Eötvös Loránd Tudományegyetem; Universiteit van Amsterdam; Curtin University of Technology; University of California, San Diego; University of New South Wales; Universiteit Leiden; University of Bristol; Cardiff University; Medical Research Council; Old Dominion University; University of Illinois at Urbana-Champaign; Michigan State University; University of Nebraska Omaha; University of Cincinnati; University of Miami; University of Missouri; Università degli Studi di Firenze; University of Wisconsin-Madison; Georgia Institute of Technology; Universität Zürich; Carnegie Mellon University; Royal College of Surgeons in Ireland; North Carolina State University; Vanderbilt University; Radboud Universiteit; Ohio State University; Georgia Southern University; University of Southern California; University College London; Case Western Reserve University; Westfälische Wilhelms-Universität Münster; Emory University; Boston College","keywords":"Checklist; Transparency (behavior); Computer science; Psychology; Data science; World Wide Web; Internet privacy; Information retrieval; Computer security; Cognitive psychology","score_opus":0.5050894686496086,"score_gpt":0.5198022252280753,"score_spread":0.014712756578466712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989672233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9685239,0.00064747245,0.00020905622,0.0007759657,0.0005502649,0.000820612,0.000047522135,0.000018708104,0.028406454],"genre_scores_gemma":[0.95464927,5.470883e-7,0.00086611055,0.00059484004,0.000070464834,0.00002173398,0.000031715,0.000018747838,0.04374658],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98579055,0.002685361,0.005063061,0.0011458043,0.0050016157,0.00031359887],"domain_scores_gemma":[0.9915921,0.0009043602,0.0022362485,0.0041111507,0.0009746076,0.00018152838],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.031833056,0.00035194418,0.0026225452,0.00039098668,0.00016785956,0.00060920324,0.0019427926,0.00040501304,0.05656036],"category_scores_gemma":[0.0027457722,0.00018279461,0.0019450138,0.0010349794,0.00005199947,0.000081783015,0.000039284292,0.00075282785,0.0081790965],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007426924,0.00013134093,0.884742,0.000035879544,0.000050443075,0.000017266751,0.00022603926,0.00002949475,0.0011545834,0.0050813435,0.10767085,0.0008533146],"study_design_scores_gemma":[0.00087098987,0.00010637238,0.8914967,0.00006187294,0.00040200262,0.000014822927,0.00026149265,0.0006549121,0.0003250871,0.002365978,0.102938294,0.0005014841],"about_ca_topic_score_codex":0.000018430243,"about_ca_topic_score_gemma":0.00018790532,"teacher_disagreement_score":0.048381265,"about_ca_system_score_codex":0.00003779097,"about_ca_system_score_gemma":0.000073988835,"threshold_uncertainty_score":0.9969316},"labels":[],"label_agreement":null},{"id":"W2990648940","doi":"10.1136/bmj.l6890","title":"Synthesis without meta-analysis (SWiM) in systematic reviews: reporting guideline","year":2020,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3939,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère","funders":"National Health and Medical Research Council; Medical Research Council; National Institute for Health and Care Research; Scottish Government","keywords":"Guideline; Meta-analysis; Psychological intervention; Systematic review; Transparency (behavior); Computer science; Data extraction; Medicine; MEDLINE; Management science; Pathology; Engineering; Nursing; Political science","score_opus":0.9198438714622045,"score_gpt":0.6020513056362805,"score_spread":0.31779256582592397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990648940","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011761343,0.13056475,0.57255787,0.15858121,0.00073819625,0.039770875,0.00010660785,0.00015774877,0.08576138],"genre_scores_gemma":[0.88673544,0.00011756079,0.0864019,0.008631863,0.000365058,0.0026853506,0.00001453801,0.000056633166,0.014991668],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.8262484,0.048017073,0.11312889,0.0025556565,0.009506341,0.000543631],"domain_scores_gemma":[0.8016578,0.02347841,0.15364163,0.017122325,0.0032406475,0.00085920334],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.4893787,0.0005351565,0.027981982,0.0007735642,0.000097391894,0.0008183133,0.0022776688,0.000109094384,0.030089842],"category_scores_gemma":[0.700464,0.00022256901,0.017119486,0.0076831165,0.000033404263,0.00027408192,0.0002240562,0.00020200976,0.0070169065],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016739636,0.00014731636,0.05663661,0.015491643,0.23368126,0.0002752867,0.0024457492,0.0061796503,0.00012340087,0.00076406583,0.6810904,0.0031478778],"study_design_scores_gemma":[0.00015248207,0.000031262112,0.001103367,0.0005492151,0.6945924,0.000046641297,0.0018697125,0.1721552,0.00006202843,0.00076810515,0.12777711,0.00089249294],"about_ca_topic_score_codex":0.000045067187,"about_ca_topic_score_gemma":0.0001123333,"teacher_disagreement_score":0.8749741,"about_ca_system_score_codex":0.000038204264,"about_ca_system_score_gemma":0.000070932925,"threshold_uncertainty_score":0.99375623},"labels":[],"label_agreement":null},{"id":"W2990665899","doi":"10.1002/lary.28404","title":"Reporting of Clinical Trial Interventions Published in Leading Otolaryngology–Head and Neck Surgery Journals","year":2019,"lang":"en","type":"article","venue":"The Laryngoscope","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Oklahoma Center for the Advancement of Science and Technology","keywords":"Head and neck surgery; Otorhinolaryngology; Medicine; General surgery; Psychological intervention; Head and neck; Clinical trial; Surgery; Internal medicine; Nursing","score_opus":0.8402175449873129,"score_gpt":0.6111746544928546,"score_spread":0.22904289049445836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990665899","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98872966,0.0017659947,0.00026518162,0.001666928,0.0009776718,0.0009170529,0.000002562869,0.000003633874,0.0056713168],"genre_scores_gemma":[0.9945526,0.00007176545,0.00057077873,0.00020022716,0.0001419933,0.000019256822,0.00000233209,0.000009425482,0.004431625],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.91704696,0.021394057,0.05696808,0.0011125884,0.003048109,0.00043017618],"domain_scores_gemma":[0.92663,0.022886232,0.04552,0.0039113928,0.00087410613,0.00017824322],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.45771322,0.00018859572,0.006019713,0.0005147526,0.00008440943,0.0006455358,0.0011278368,0.00013418791,0.00928087],"category_scores_gemma":[0.2910284,0.0000810935,0.002934123,0.0013794691,0.0001055563,0.0005331432,0.00029674778,0.0004670553,0.00056840887],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002686103,0.0001031687,0.9791041,0.00008793142,0.00014095554,0.000010500218,0.00017676933,0.0000084225085,0.000047883026,0.0002650727,0.013144447,0.0066421614],"study_design_scores_gemma":[0.003693675,0.00015939644,0.9801782,0.0008684566,0.0001704737,0.000058502323,0.00032244765,0.0011891425,0.000020425798,0.0037754248,0.009403598,0.00016028046],"about_ca_topic_score_codex":0.000042570427,"about_ca_topic_score_gemma":0.0001146332,"teacher_disagreement_score":0.1666848,"about_ca_system_score_codex":0.000010656241,"about_ca_system_score_gemma":0.000117264295,"threshold_uncertainty_score":0.9916248},"labels":[],"label_agreement":null},{"id":"W2990790246","doi":"10.1186/s12916-019-1436-0","title":"Accuracy in detecting inadequate research reporting by early career peer reviewers using an online CONSORT-based peer-review tool (COBPeer) versus the usual peer-review process: a cross-sectional diagnostic study","year":2019,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital","funders":"Cancer Research UK","keywords":"Medicine; Peer review; Consolidated Standards of Reporting Trials; Randomized controlled trial; Family medicine; Cross-sectional study; MEDLINE; Internal medicine; Pathology","score_opus":0.8886671091862027,"score_gpt":0.6380346204566281,"score_spread":0.25063248872957467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990790246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90261686,0.07761295,0.00047662735,0.008726929,0.0009147456,0.009172891,0.000045867942,0.000023183457,0.00040995728],"genre_scores_gemma":[0.9850627,0.0016494383,0.00059444655,0.0019886568,0.00058549806,0.0006616514,0.0002131962,0.00007866239,0.009165738],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.87920624,0.032034412,0.032235596,0.0035789914,0.051515684,0.0014290848],"domain_scores_gemma":[0.52929795,0.23889704,0.06745928,0.026642136,0.13585234,0.0018512557],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.57336086,0.00074861385,0.006124126,0.00062202575,0.0005758468,0.00085324474,0.003226677,0.0001650007,0.0053713243],"category_scores_gemma":[0.90398467,0.00035245443,0.0010742283,0.00582518,0.00036133314,0.00072210387,0.0003159517,0.0015318196,0.0005346829],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008772742,0.00069683546,0.9164265,0.008842527,0.00022741231,0.000082542094,0.0012140336,0.00059624517,0.00004436097,0.000011902273,0.052796055,0.01897387],"study_design_scores_gemma":[0.011087864,0.003966934,0.5784677,0.0658624,0.004104889,0.00028991431,0.020691596,0.033947084,0.00002475389,0.00027941668,0.27879044,0.002486991],"about_ca_topic_score_codex":0.0010911667,"about_ca_topic_score_gemma":0.00087414123,"teacher_disagreement_score":0.34990826,"about_ca_system_score_codex":0.0002996707,"about_ca_system_score_gemma":0.0011731363,"threshold_uncertainty_score":0.9998928},"labels":[],"label_agreement":null},{"id":"W2991459896","doi":"10.1177/2515245919884304","title":"Enriching Meta-Analytic Models of Summary Data: A Thought Experiment and Case Study","year":2019,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Computer science; Variety (cybernetics); Meta-analysis; Set (abstract data type); Data set; Data mining; Data science; Econometrics; Artificial intelligence; Mathematics","score_opus":0.8449134583857858,"score_gpt":0.7344626627543849,"score_spread":0.11045079563140092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991459896","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9039917,0.038623247,0.039743464,0.00028482956,0.00035454702,0.0012981069,0.000005039547,0.0000035337337,0.015695516],"genre_scores_gemma":[0.7017012,0.0011373374,0.29684088,0.00011396369,0.00001004485,0.000029675943,2.4605657e-7,0.0000030453843,0.00016356636],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.96830136,0.02051787,0.0051509063,0.0027814435,0.002879552,0.0003688815],"domain_scores_gemma":[0.96911305,0.021714907,0.004889389,0.0039136144,0.00022245228,0.00014656538],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.33098966,0.00027485457,0.002972963,0.0005015038,0.00012634236,0.0005560794,0.0025923192,0.00006490743,0.0005780846],"category_scores_gemma":[0.044930186,0.00012124802,0.00021421397,0.003301451,0.00045626087,0.004807519,0.0009945267,0.00035313092,0.000008853186],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014019196,0.0020397836,0.19425853,0.00012118846,0.0004899242,0.00069690467,0.0076272977,0.0032598828,0.001962297,0.017501442,0.0001008528,0.7718017],"study_design_scores_gemma":[0.0029074762,0.0025319147,0.025590047,0.00013711155,0.0035326479,0.002606822,0.1359437,0.40791357,0.00017076195,0.3703192,0.046531886,0.0018148841],"about_ca_topic_score_codex":0.00009498435,"about_ca_topic_score_gemma":0.00010978408,"teacher_disagreement_score":0.7699868,"about_ca_system_score_codex":0.000017559465,"about_ca_system_score_gemma":0.00002686067,"threshold_uncertainty_score":0.9631148},"labels":[],"label_agreement":null},{"id":"W2991524481","doi":"10.3233/shti190526","title":"The Opportunities and Challenges of Pragmatic Randomized Trials Using a Specialized Software: CloudTrials Project","year":2019,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Randomized controlled trial; Clinical trial; Medical physics; Software; Medicine; Patient care; Computer science; Nursing; Surgery; Pathology","score_opus":0.8735056782894698,"score_gpt":0.588457982946401,"score_spread":0.28504769534306884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991524481","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4052085,0.54593563,0.0024656865,0.02589131,0.0018265739,0.015919013,0.00003512672,0.00004169291,0.0026764346],"genre_scores_gemma":[0.18123199,0.76468265,0.05210788,0.00059997983,0.000090794,0.00046776835,0.0000023055795,0.000020657691,0.0007959723],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.94644445,0.020350302,0.030308897,0.0004071332,0.0019722458,0.00051698677],"domain_scores_gemma":[0.92617077,0.055627875,0.015879206,0.0015799719,0.0006946597,0.00004751303],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3326851,0.0002410148,0.00913885,0.0009763152,0.0002763084,0.000099868914,0.0005570333,0.00015142336,0.00003644416],"category_scores_gemma":[0.25028268,0.000095157324,0.0004026159,0.00084163673,0.001029361,0.00019827939,0.00034592237,0.00018373008,0.000009510371],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020555775,0.000050189363,0.002170847,0.008981066,0.0019654664,0.0000015206839,0.048380364,0.0000241472,0.000001407432,0.6167942,0.0034896168,0.31608555],"study_design_scores_gemma":[0.041819997,0.0004429639,0.00011433687,0.0017588758,0.00048656686,0.000069348884,0.47893363,0.00908985,0.000010097923,0.3365302,0.13032663,0.00041747987],"about_ca_topic_score_codex":0.000008396711,"about_ca_topic_score_gemma":0.000021425676,"teacher_disagreement_score":0.43055326,"about_ca_system_score_codex":0.000031689742,"about_ca_system_score_gemma":0.00019976699,"threshold_uncertainty_score":0.7560325},"labels":[],"label_agreement":null},{"id":"W2991792334","doi":"","title":"Preferred reporting items for systematic reviews and meta-analyses: the PRISMA Statement.","year":2009,"lang":"en","type":"article","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":45128,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Systematic review; CLARITY; Meta-analysis; Medicine; Strengths and weaknesses; MEDLINE; Health care; Alternative medicine; Consolidated Standards of Reporting Trials; Family medicine; Medical education; Psychology; Pathology; Political science","score_opus":0.9423289933752216,"score_gpt":0.5904061852232507,"score_spread":0.35192280815197086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991792334","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048374087,0.24845281,0.30517757,0.0574591,0.0017853237,0.28997624,0.00014336349,0.00015362028,0.048477884],"genre_scores_gemma":[0.8782548,0.00024660458,0.00684713,0.0029640195,0.00019052302,0.036775853,0.000013860645,0.000030890664,0.07467632],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9378837,0.01586089,0.039823156,0.0014017767,0.0044207205,0.0006097716],"domain_scores_gemma":[0.94145936,0.008266403,0.043788552,0.0052392893,0.0009933389,0.0002530413],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.41377002,0.00042506744,0.009247065,0.00024333068,0.00029323582,0.001833224,0.0014676491,0.000065336324,0.00039883557],"category_scores_gemma":[0.27540508,0.00013097461,0.0041821166,0.001088767,0.00004127473,0.0003418802,0.00008413825,0.00011959154,0.00013356686],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003768531,0.00030692393,0.0019491713,0.02145528,0.03042275,0.00001861684,0.0037440772,0.00017178651,0.000102901344,0.004805052,0.7131678,0.22381797],"study_design_scores_gemma":[0.00083583413,0.0001216472,0.03378315,0.00039337898,0.12799995,0.00012618788,0.002602001,0.010055428,0.00013434427,0.046577472,0.7761428,0.0012278077],"about_ca_topic_score_codex":0.0000051091924,"about_ca_topic_score_gemma":0.000010978271,"teacher_disagreement_score":0.8298807,"about_ca_system_score_codex":0.000034758745,"about_ca_system_score_gemma":0.00002058396,"threshold_uncertainty_score":0.99920297},"labels":[],"label_agreement":null},{"id":"W2992666900","doi":"10.1136/rapm-2019-101128","title":"Discrepancy between registered and reported trial protocols: don’t ask, don’t tell or zero tolerance?","year":2019,"lang":"en","type":"article","venue":"Regional Anesthesia & Pain Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Ask price; Protocol (science); Documentation; Clinical trial; Trial registration; Psychology; Medicine; Computer science; Alternative medicine; Internal medicine; Business; Pathology","score_opus":0.6459162056120015,"score_gpt":0.4982748520819637,"score_spread":0.14764135353003777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992666900","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7479125,0.0019331662,0.009085542,0.18223697,0.000097697,0.056333136,0.000001439205,0.0000800655,0.0023194572],"genre_scores_gemma":[0.50536805,0.00037351126,0.013828661,0.07497391,0.006612009,0.014996959,0.00025339393,0.00026682,0.38332668],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9699285,0.010890091,0.01012969,0.001857382,0.006704022,0.000490324],"domain_scores_gemma":[0.9784624,0.008849085,0.00691277,0.004568609,0.0007561394,0.0004510053],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12865618,0.00059640297,0.005390848,0.00038691322,0.00017994478,0.00029669033,0.0014794852,0.00021824372,0.006505281],"category_scores_gemma":[0.014603023,0.0002491373,0.00094392954,0.0013311257,0.00034765154,0.0002714981,0.000043875618,0.0002953809,0.0005307588],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006089133,0.000253781,0.27819607,0.0006712526,0.0006146226,0.0004901457,0.0014986901,0.00000949068,0.0001237713,0.0017602806,0.68825877,0.022034],"study_design_scores_gemma":[0.008614107,0.0011043653,0.023618214,0.000834428,0.0002577257,0.0003651815,0.00047917213,0.00071027107,0.000004787259,0.0056833527,0.9579796,0.00034879462],"about_ca_topic_score_codex":0.00008115667,"about_ca_topic_score_gemma":0.000025365525,"teacher_disagreement_score":0.3810072,"about_ca_system_score_codex":0.000050340204,"about_ca_system_score_gemma":0.00019210106,"threshold_uncertainty_score":0.99999607},"labels":[],"label_agreement":null},{"id":"W2993142824","doi":"10.1136/bmjebm-2019-111300","title":"The need for clinical judgement in the application of evidence-based medicine","year":2019,"lang":"en","type":"review","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Robarts Clinical Trials; Western University","funders":"","keywords":"Judgement; Evidence-based medicine; Medicine; Intensive care medicine; MEDLINE; Alternative medicine; Psychotherapist; Psychology; Epistemology; Pathology","score_opus":0.9715138239990201,"score_gpt":0.7161295285443602,"score_spread":0.2553842954546599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993142824","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000038894896,0.8704239,0.05103543,0.057535358,0.0013008765,0.019436492,0.000017531785,0.000008619724,0.00023790574],"genre_scores_gemma":[0.0002950188,0.98580056,0.00095027394,0.004218432,0.0020460822,0.004878618,0.000075552394,0.00005402694,0.0016814367],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.86598647,0.059894253,0.050942693,0.0033213831,0.018878452,0.0009767798],"domain_scores_gemma":[0.5949908,0.35760707,0.029929755,0.0136392815,0.003528343,0.00030475378],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.55339503,0.0011591556,0.018084874,0.0011779751,0.0002792509,0.00023744059,0.00953487,0.00052596605,0.0013950111],"category_scores_gemma":[0.43586642,0.00032131193,0.005459218,0.0053387284,0.001253553,0.0002861917,0.00017631351,0.0009120569,0.0007813229],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008126811,0.000072641764,0.00051506876,0.011048854,0.00020977708,0.0000031069467,0.00008087335,0.000026867305,5.47101e-7,0.0011371328,0.21122016,0.7756037],"study_design_scores_gemma":[0.0008746986,0.0008419699,0.00022406885,0.0852736,0.005338903,0.0000058597334,0.00042780372,0.0035097864,3.0674119e-7,0.0007357417,0.9024619,0.0003053897],"about_ca_topic_score_codex":0.00012523362,"about_ca_topic_score_gemma":0.000090157526,"teacher_disagreement_score":0.7752983,"about_ca_system_score_codex":0.00021678525,"about_ca_system_score_gemma":0.0021654845,"threshold_uncertainty_score":0.99999666},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2993703968","doi":"10.3148/cjdpr-2019-020","title":"Retiring statistical significance","year":2019,"lang":"en","type":"editorial","venue":"Canadian Journal of Dietetic Practice and Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Statistical significance; Statistics; Mathematics","score_opus":0.7305712077656012,"score_gpt":0.613249636398995,"score_spread":0.11732157136660626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993703968","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006682321,0.031527795,0.0023783774,0.015914507,0.8958116,0.00143315,0.00045523388,0.0000015095986,0.051809594],"genre_scores_gemma":[0.038751833,0.0046814303,0.010659379,0.00030653903,0.8630223,0.000023725726,0.000032463435,0.00012556177,0.08239674],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9469825,0.026199454,0.0077093323,0.0009134815,0.017382078,0.0008131791],"domain_scores_gemma":[0.64423317,0.2963252,0.012130556,0.004950142,0.03874368,0.003617245],"candidate_categories":["metaresearch","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.3329156,0.00032436269,0.0035273463,0.0017815141,0.00039726135,0.004086094,0.0029485228,0.00055081456,0.005643543],"category_scores_gemma":[0.7493919,0.00017225505,0.00068383134,0.0012400982,0.0004695765,0.00062231853,0.00012568187,0.0040000277,0.0025479323],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024787225,0.000014409061,0.00015707202,0.00015218754,0.00027005989,0.00046863855,0.0003310206,0.000004089478,0.000005173147,0.00038713278,0.9918989,0.0062865186],"study_design_scores_gemma":[0.00016966021,0.00031692928,0.00012189023,0.0003208956,0.00031225148,0.00006105039,0.002036682,0.00008519306,0.0000016271853,0.002022463,0.99438196,0.00016938275],"about_ca_topic_score_codex":0.0017571582,"about_ca_topic_score_gemma":0.0022532346,"teacher_disagreement_score":0.41647634,"about_ca_system_score_codex":0.00027866743,"about_ca_system_score_gemma":0.012165998,"threshold_uncertainty_score":0.9982978},"labels":[],"label_agreement":null},{"id":"W2994704700","doi":"10.1136/bjsports-2019-100806","title":"Identifying the ‘incredible’! Part 1: assessing the risk of bias in outcomes included in systematic reviews","year":2019,"lang":"en","type":"editorial","venue":"British Journal of Sports Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Systematic review; MEDLINE; Medicine; Psychology; Biology","score_opus":0.5850400641762215,"score_gpt":0.5239972385539,"score_spread":0.06104282562232144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994704700","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021151206,0.3452317,0.00046574487,0.0009539684,0.62650186,0.004616256,0.000034551875,0.0000027081533,0.0010420044],"genre_scores_gemma":[0.12166773,0.34698474,0.0011806523,0.0005867562,0.5150233,0.00018717519,0.00005623858,0.00019165859,0.014121775],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8941255,0.034953866,0.048980717,0.0008073435,0.020683022,0.00044955412],"domain_scores_gemma":[0.81382984,0.07624158,0.101511724,0.0043854686,0.0038288129,0.00020258782],"candidate_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.60323524,0.0006089921,0.019239873,0.0013244484,0.00016465066,0.00096202904,0.004771068,0.0004079908,0.0015347525],"category_scores_gemma":[0.54044706,0.00021451751,0.0031754663,0.0026385698,0.00026534742,0.0004935409,0.0002820008,0.002793329,0.00005605051],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052364244,0.00003871636,0.04452713,0.0073858546,0.00030134502,0.00036792379,0.00069110456,0.000034121113,6.618016e-7,0.0000054378343,0.934794,0.011848484],"study_design_scores_gemma":[0.0015891928,0.00006158953,0.12535337,0.42793885,0.0042096754,0.0006588685,0.00566486,0.00017080914,5.186724e-7,0.0021817551,0.43174726,0.00042326056],"about_ca_topic_score_codex":0.00059274776,"about_ca_topic_score_gemma":0.00035228767,"teacher_disagreement_score":0.50304675,"about_ca_system_score_codex":0.00016122876,"about_ca_system_score_gemma":0.00056291855,"threshold_uncertainty_score":0.99950725},"labels":[],"label_agreement":null},{"id":"W2994995779","doi":"10.1097/phm.0000000000001370","title":"The Randomized Controlled Trials Rehabilitation Checklist","year":2019,"lang":"en","type":"article","venue":"American Journal of Physical Medicine & Rehabilitation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Rehabilitation; Randomized controlled trial; Systematic review; Medicine; Blinding; Checklist; Consolidated Standards of Reporting Trials; Delphi method; Protocol (science); MEDLINE; Physical therapy; Alternative medicine; Psychology; Computer science","score_opus":0.20658709998181454,"score_gpt":0.5034278546429966,"score_spread":0.296840754661182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994995779","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9477013,0.000862168,0.004649418,0.038737614,0.0010513328,0.003930633,0.0000020392988,0.0000046787104,0.0030608599],"genre_scores_gemma":[0.9943722,0.000006602685,0.0033165677,0.00024988773,0.0007679067,0.000092504146,0.0000013224296,0.000013399454,0.0011796125],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.86090386,0.10210999,0.02653575,0.0006117746,0.009547982,0.00029066656],"domain_scores_gemma":[0.41076705,0.54889256,0.032977443,0.0018212309,0.0053293575,0.0002123476],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.51170105,0.00033998577,0.021208974,0.0005286437,0.00013986674,0.00025751186,0.0012093511,0.000035152807,0.0009939369],"category_scores_gemma":[0.8095794,0.00010061319,0.009255623,0.0016739337,0.0015354555,0.0003543299,0.000034945177,0.00033057164,0.0004167324],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.046804346,0.00028517153,0.0029594519,0.000055407352,0.001961763,0.0000011219547,0.012814354,0.0005791442,0.0011079336,0.0416834,0.014310502,0.8774374],"study_design_scores_gemma":[0.33584237,0.06833697,0.016943205,0.0009475806,0.0066887825,0.000025866393,0.08963384,0.033980496,0.000011468705,0.37735865,0.06959738,0.0006333948],"about_ca_topic_score_codex":0.000022222457,"about_ca_topic_score_gemma":0.0000029674486,"teacher_disagreement_score":0.876804,"about_ca_system_score_codex":0.00008640186,"about_ca_system_score_gemma":0.00014365358,"threshold_uncertainty_score":0.9999193},"labels":[],"label_agreement":null},{"id":"W2995019734","doi":"10.1136/bjsports-2019-101675","title":"Identifying the ‘incredible’! Part 2: Spot the difference - a rigorous risk of bias assessment can alter the main findings of a systematic review","year":2019,"lang":"en","type":"review","venue":"British Journal of Sports Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Risk assessment; Medicine; Risk analysis (engineering); Computer science; Computer security","score_opus":0.6291320683530806,"score_gpt":0.5086275613780205,"score_spread":0.1205045069750601,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995019734","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022162862,0.9920216,0.0006064384,0.0007429941,0.0010963527,0.004850991,0.00010457637,0.000001612369,0.0003537904],"genre_scores_gemma":[0.0012273979,0.9951594,0.00014684847,0.00032725997,0.00035389987,0.00006918582,0.000009789176,0.000036587608,0.002669658],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9302063,0.022116745,0.033211708,0.0006901456,0.0133695295,0.00040554424],"domain_scores_gemma":[0.9033348,0.01810513,0.07127317,0.004803352,0.0022842071,0.0001993401],"candidate_categories":["metaresearch","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3351047,0.0007311664,0.024433864,0.00049725163,0.00026912414,0.0004553879,0.0068179476,0.00016561625,0.0032503158],"category_scores_gemma":[0.06299238,0.0002103787,0.0065247114,0.0024401052,0.00053333666,0.00012639361,0.00031767637,0.0017452439,0.000034057957],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023800394,0.00004934813,0.00033839713,0.5282725,0.0022725933,0.00024328804,0.00030503373,0.000001145682,1.7900186e-7,0.00012044137,0.04807419,0.42032048],"study_design_scores_gemma":[0.00018484997,0.00006421376,0.0018451876,0.8799706,0.035908803,0.006688508,0.0006252978,0.000011746095,1.2729895e-7,0.0005533308,0.07395485,0.0001924647],"about_ca_topic_score_codex":0.0002728393,"about_ca_topic_score_gemma":0.000054398537,"teacher_disagreement_score":0.42012802,"about_ca_system_score_codex":0.000109808876,"about_ca_system_score_gemma":0.0008269943,"threshold_uncertainty_score":0.99855566},"labels":[],"label_agreement":null},{"id":"W2995034478","doi":"10.1136/bmj.l6202","title":"The SSSPIN study—spin in studies of spin: meta-research analysis","year":2019,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Spin (aerodynamics); Meta-analysis; Physics; Medicine; Internal medicine","score_opus":0.9465413751363745,"score_gpt":0.707218067329088,"score_spread":0.2393233078072865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995034478","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9750678,0.011458556,0.00013743466,0.0032247426,0.00018550463,0.0027080579,0.000004292078,0.0000021487972,0.007211448],"genre_scores_gemma":[0.97530854,0.000061606705,0.00035364847,0.000043695432,0.000033502794,0.00021214447,4.8839e-7,0.0000055208347,0.02398083],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9417954,0.033112094,0.011882588,0.0011060117,0.011671477,0.0004324092],"domain_scores_gemma":[0.97314215,0.014775972,0.003179758,0.0063034687,0.002525663,0.00007298224],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.41787,0.00020906371,0.0055232593,0.0011950211,0.00015147346,0.00038387266,0.002534571,0.00004336395,0.0043453895],"category_scores_gemma":[0.063392535,0.000070263566,0.0029325935,0.009047101,0.00013582344,0.00012641786,0.00045167602,0.00020593562,0.003210139],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018660863,0.0003070369,0.8590579,0.000059153845,0.039789278,0.000010275817,0.0045906017,0.0015567481,0.00006808016,0.0030313635,0.08376029,0.007750621],"study_design_scores_gemma":[0.00058360695,0.00040956226,0.8054338,0.000034153243,0.011658122,0.0000016024816,0.097792685,0.009712799,0.00006391628,0.0070467773,0.06691297,0.00034999388],"about_ca_topic_score_codex":0.00013106546,"about_ca_topic_score_gemma":0.0016109715,"teacher_disagreement_score":0.35447747,"about_ca_system_score_codex":0.000033813292,"about_ca_system_score_gemma":0.000067863584,"threshold_uncertainty_score":0.997566},"labels":[],"label_agreement":null},{"id":"W2995049945","doi":"10.1016/j.jclinepi.2019.11.019","title":"Grading of Recommendations Assessment, Development, and Evaluations (GRADE) notes: extremely serious, GRADE's terminology for rating down by three levels","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":102,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Terminology; Grading (engineering); Certainty; Stakeholder; Thematic analysis; Context (archaeology); Medicine; Rating system; Psychology; Medical education; Qualitative research; Engineering; Political science; Public relations","score_opus":0.9317008963606049,"score_gpt":0.6954483341648994,"score_spread":0.23625256219570556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995049945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.537464,0.000706732,0.4412118,0.018564608,0.0010475321,0.00070747244,0.000030705385,0.0000024976787,0.00026460737],"genre_scores_gemma":[0.6727981,0.0001387319,0.32526767,0.0010053666,0.00015313462,0.000020910307,0.000012359851,0.000012469471,0.00059125083],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9157015,0.035928003,0.04544547,0.00095798285,0.0014797081,0.00048733645],"domain_scores_gemma":[0.7388879,0.22491342,0.033461176,0.0010473832,0.0014394413,0.00025067732],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.38264835,0.00027146758,0.008627522,0.00037266643,0.00017123486,0.000075281365,0.0011308772,0.00030670024,0.0016971704],"category_scores_gemma":[0.37492913,0.0001451279,0.0019785394,0.00036179757,0.00018945616,0.00031549882,0.00013251329,0.00058496307,0.000049170674],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001745577,0.00013416848,0.7479997,0.000051010855,0.0005749846,7.530843e-7,0.00010186185,0.000080992664,0.00031727197,0.0050722193,0.022524368,0.22312517],"study_design_scores_gemma":[0.0023161466,0.00087561173,0.66017014,0.0002236511,0.0006460469,0.00011338639,0.00044585468,0.027139945,0.00006260104,0.14069347,0.16697203,0.000341133],"about_ca_topic_score_codex":0.0000060887996,"about_ca_topic_score_gemma":0.00004500642,"teacher_disagreement_score":0.22278404,"about_ca_system_score_codex":0.000037035203,"about_ca_system_score_gemma":0.00043898483,"threshold_uncertainty_score":0.9992154},"labels":[],"label_agreement":null},{"id":"W2995629920","doi":"10.18438/eblip29601","title":"Librarian Co-Authored Systematic Reviews are Associated with Lower Risk of Bias Compared to Systematic Reviews with Acknowledgement of Librarians or No Participation by Librarians","year":2019,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Acknowledgement; Systematic review; Publication bias; Documentation; Library science; Medicine; Psychology; MEDLINE; Medical education; Political science; Meta-analysis; Computer science","score_opus":0.4024681131964154,"score_gpt":0.4265071119322983,"score_spread":0.02403899873588289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995629920","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22673233,0.06679419,0.26379827,0.05670312,0.0037878593,0.28446773,0.0028749288,0.000718474,0.0941231],"genre_scores_gemma":[0.86271745,0.009964973,0.057635907,0.030364914,0.00019455767,0.0061135213,0.0008204802,0.00021911167,0.03196908],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.94834805,0.032940518,0.014043076,0.0007584372,0.0035273551,0.00038258545],"domain_scores_gemma":[0.9183885,0.03539048,0.04027974,0.0040398613,0.0014275628,0.0004738455],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","scholarly_communication","insufficient_payload"],"category_scores_codex":[0.059158616,0.0006693798,0.0070826295,0.00074423885,0.00018129281,0.001932447,0.0016060588,0.00017804503,0.0052208733],"category_scores_gemma":[0.19636966,0.00029585112,0.00065206713,0.0038924592,0.000099799814,0.08510981,0.00016514029,0.00030680167,0.00273425],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004751991,0.0013811571,0.062002804,0.54298663,0.002839258,0.000012251983,0.0060061067,0.001971025,0.00011626983,0.01114786,0.36586806,0.00091656786],"study_design_scores_gemma":[0.003881705,0.005257244,0.009667351,0.5150481,0.008804413,0.000036340025,0.009630798,0.08605059,0.00085312495,0.000093723946,0.35846823,0.002208353],"about_ca_topic_score_codex":0.0000036247168,"about_ca_topic_score_gemma":0.0000010953121,"teacher_disagreement_score":0.63598514,"about_ca_system_score_codex":0.000027675003,"about_ca_system_score_gemma":0.00037298095,"threshold_uncertainty_score":0.99994934},"labels":[],"label_agreement":null},{"id":"W2995752792","doi":"10.1080/01442872.2019.1704234","title":"The social construction of naturopathic medicine in Canadian newspapers","year":2019,"lang":"en","type":"article","venue":"Policy Studies","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Scrutiny; Newspaper; Naturopathy; Social media; Medicine; Advertising; Political science; Alternative medicine; Law; Business","score_opus":0.6570073041115085,"score_gpt":0.5782121044590395,"score_spread":0.07879519965246906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995752792","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8173876,0.009411104,0.000004919575,0.067386806,0.0008859706,0.0005905712,0.000009080922,0.000002455385,0.10432154],"genre_scores_gemma":[0.9948584,0.00025119112,0.00004622858,0.00045548362,0.00015875383,0.0000057695775,2.715395e-7,0.0000028125091,0.004221077],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99322194,0.002215339,0.002667895,0.00025102997,0.0014274792,0.00021629034],"domain_scores_gemma":[0.99482155,0.00261253,0.001246366,0.0007163847,0.00054185436,0.000061342624],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.035183754,0.000107937834,0.0014735383,0.00040133117,0.0001914637,0.000043692275,0.0005410926,0.00003524752,0.00032226805],"category_scores_gemma":[0.044010438,0.00003986354,0.00028094606,0.0012588144,0.00029989783,0.000044473483,0.00004945287,0.000093860435,0.00031366275],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073838387,0.0000073273204,0.4605698,0.000077616576,0.00053323153,0.0000021109051,0.025174439,0.000016195838,0.00010437804,0.38649863,0.061601672,0.06540722],"study_design_scores_gemma":[0.00039501698,0.0000550749,0.40565896,0.00008284842,0.00011825858,0.000008248865,0.07296933,0.00028394995,0.0000124113585,0.047525145,0.47271428,0.00017646205],"about_ca_topic_score_codex":0.05955851,"about_ca_topic_score_gemma":0.30034342,"teacher_disagreement_score":0.4111126,"about_ca_system_score_codex":0.00008693268,"about_ca_system_score_gemma":0.00022880055,"threshold_uncertainty_score":0.99348134},"labels":[],"label_agreement":null},{"id":"W2995846175","doi":"10.33211/jnhpr.9","title":"Favouring Responsible Publishing: A Protocol for Creating a Database of Researchers and Surveying their Knowledge, Attitudes and Opinions towards Open Access Publishing and a New Field-Specific Journal","year":2019,"lang":"en","type":"article","venue":"Journal of Natural Health Product Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Hamilton Health Sciences; University of Toronto; McMaster University; Canadian College of Naturopathic Medicine; Impact","funders":"Government of Canada; Australian Government","keywords":"Publishing; Protocol (science); Field (mathematics); Process (computing); Product (mathematics); Open access publishing; Computer science; Scholarly communication; World Wide Web; Public relations; Data science; Political science; Medicine; Alternative medicine","score_opus":0.9505598998894482,"score_gpt":0.7252594829250335,"score_spread":0.22530041696441472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995846175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47201982,0.061377995,0.0021577661,0.2377828,0.001313578,0.22081915,0.00010626848,0.00001036154,0.004412268],"genre_scores_gemma":[0.89706177,0.0024111788,0.07727625,0.0004653948,0.0029533703,0.004667802,0.000014301965,0.00009915898,0.015050752],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96082777,0.023201443,0.0076419343,0.0011649154,0.006157267,0.0010066769],"domain_scores_gemma":[0.9310162,0.038779464,0.009030956,0.002533601,0.016908607,0.0017311584],"candidate_categories":["metaresearch","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4647206,0.00025611563,0.0024327168,0.0022059488,0.0009502704,0.030617563,0.004640506,0.000083020976,0.00031188535],"category_scores_gemma":[0.23825705,0.00012811972,0.0003096876,0.0026723866,0.00014690774,0.013457294,0.0031593312,0.0026676347,0.0000026170364],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019339476,0.00020752175,0.099282265,0.0046507786,0.00031421232,0.0000106274765,0.006972627,0.000008612062,0.0007027905,0.0014355872,0.40620127,0.47827974],"study_design_scores_gemma":[0.0116395475,0.0038574853,0.35254315,0.015813464,0.00005463056,0.0017582057,0.01911013,0.0033264614,0.0012338967,0.023433555,0.5663583,0.0008711872],"about_ca_topic_score_codex":0.00058477675,"about_ca_topic_score_gemma":0.00034409756,"teacher_disagreement_score":0.47740856,"about_ca_system_score_codex":0.00017654769,"about_ca_system_score_gemma":0.0048582377,"threshold_uncertainty_score":0.99963325},"labels":[],"label_agreement":null},{"id":"W2995900180","doi":"10.1111/cid.12876","title":"Analyzing the relationship between Altmetric score and literature citations in the Implantology literature","year":2019,"lang":"en","type":"article","venue":"Clinical Implant Dentistry and Related Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dentistry; Medicine; Psychology; Medical physics","score_opus":0.8381342479105501,"score_gpt":0.6446356953720148,"score_spread":0.19349855253853532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995900180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9794676,0.013449126,0.000059234993,0.0043307603,0.000742618,0.0007797424,0.00007867563,0.000003041294,0.0010892285],"genre_scores_gemma":[0.9917481,0.000698707,0.00006745239,0.00007504473,0.000108097236,0.000017025466,0.000087998604,0.0000065856916,0.0071910047],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.962524,0.02901877,0.0049166204,0.0009817396,0.002121143,0.00043773113],"domain_scores_gemma":[0.87614733,0.12006444,0.0010098574,0.0019377895,0.0006601623,0.00018041111],"candidate_categories":["metaresearch","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15480085,0.00019936902,0.0013502156,0.00086033397,0.0006236193,0.0023294121,0.0014408686,0.0005379044,0.00032252198],"category_scores_gemma":[0.065862395,0.0000719324,0.00050293026,0.0070186295,0.00037431854,0.0002565282,0.00024986186,0.0029453663,0.0010835866],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011665317,0.000025924102,0.9726163,0.00005643613,0.0001148993,0.00066477153,0.00097606366,0.000001711231,0.000003434695,0.0071111354,0.014976939,0.0034407151],"study_design_scores_gemma":[0.00031964033,0.000072302406,0.9558624,0.00022332447,0.00008793484,0.006172292,0.00086024526,0.00028219755,2.784302e-7,0.031597424,0.0044266325,0.000095332274],"about_ca_topic_score_codex":0.0000046335076,"about_ca_topic_score_gemma":0.000016616728,"teacher_disagreement_score":0.09104566,"about_ca_system_score_codex":0.000009263678,"about_ca_system_score_gemma":0.000058105852,"threshold_uncertainty_score":0.99969417},"labels":[],"label_agreement":null},{"id":"W2996193623","doi":"10.1016/j.jclinepi.2019.12.011","title":"Group sample sizes in nonregulated health care intervention trials described as randomized controlled trials were overly similar","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Concordia University; McGill University; Jewish General Hospital","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; Mitacs","keywords":"Randomization; Randomized controlled trial; Clinical trial; Sample size determination; Intervention (counseling); Psychological intervention; Medicine; Research design; Confidence interval; Psychology; Physical therapy; Statistics; Internal medicine; Psychiatry; Mathematics","score_opus":0.8843798894127456,"score_gpt":0.6915576671450481,"score_spread":0.19282222226769752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996193623","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78732085,0.05011571,0.09639343,0.039823398,0.011172092,0.014396355,0.00006688887,0.000010977806,0.0007002745],"genre_scores_gemma":[0.97459334,0.002450312,0.014645936,0.0065236846,0.0011362998,0.00008663778,0.000021333755,0.000021463153,0.0005209932],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.046191238,0.7462983,0.2030687,0.0010505312,0.0028379422,0.00055329903],"domain_scores_gemma":[0.009632653,0.8121894,0.17369992,0.0018679608,0.0020962066,0.0005138972],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.967247,0.0005253927,0.14853376,0.0009051308,0.00006526611,0.00019841643,0.0017548697,0.0006543855,0.01671786],"category_scores_gemma":[0.9873092,0.00019981814,0.051523175,0.00063930626,0.00020116972,0.00038958775,0.00011565707,0.0010940104,0.0005400787],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.47814992,0.0011042401,0.13795051,0.00034019642,0.013055217,0.000036742713,0.0011707542,0.0009530615,0.000029371968,0.020378849,0.05174142,0.29508972],"study_design_scores_gemma":[0.73117846,0.0034902797,0.039514996,0.001209602,0.0033123062,0.000050464037,0.0020792617,0.010336641,0.0000016483712,0.1753546,0.033032913,0.00043881062],"about_ca_topic_score_codex":0.00026339872,"about_ca_topic_score_gemma":0.00017305784,"teacher_disagreement_score":0.2946509,"about_ca_system_score_codex":0.00010417093,"about_ca_system_score_gemma":0.00043602855,"threshold_uncertainty_score":0.984181},"labels":[],"label_agreement":null},{"id":"W2997205435","doi":"10.1016/j.jcjo.2019.10.006","title":"Characteristics and trends in publications of abstracts presented at the Canadian Ophthalmological Society Annual Meetings: 2010–2015","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Ophthalmology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; McMaster University; St. Joseph’s Healthcare Hamilton","funders":"Allergan Foundation; Novartis; Bayer","keywords":"Subspecialty; Impact factor; Citation; Medicine; Presentation (obstetrics); Library science; Original research; MEDLINE; Family medicine; Ophthalmology; Political science; Surgery; Computer science; Law","score_opus":0.42676937497820605,"score_gpt":0.45588526740275076,"score_spread":0.02911589242454471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997205435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9620335,0.00061257684,0.0000016645178,0.008397647,0.00044702127,0.00020033096,0.00016919042,3.8085807e-7,0.0281377],"genre_scores_gemma":[0.9748498,0.0000038011167,0.00022505541,0.00007139,0.00005406469,0.000004078158,0.000013697987,0.0000076032093,0.02477048],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99109256,0.002220689,0.0047048004,0.0003988853,0.0011279207,0.00045513242],"domain_scores_gemma":[0.99081033,0.0016008675,0.003839037,0.0011607067,0.0016860497,0.0009029845],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03275482,0.00020704788,0.0017813097,0.0010143738,0.00018508735,0.00023527666,0.001468149,0.00026057434,0.024489613],"category_scores_gemma":[0.009905825,0.000106236796,0.00068096974,0.0012158081,0.0003459223,0.00021252922,0.000063502506,0.00043774437,0.00017446544],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006446988,0.000018293626,0.9237221,0.00001094723,0.00011537789,0.000432201,0.0008409286,0.000058633275,0.00002076144,0.00035028602,0.07405616,0.00036788487],"study_design_scores_gemma":[0.00016558412,0.000088878056,0.94882226,0.000015983536,0.000047351597,0.020174397,0.00061046187,0.000121414945,0.0000034936381,0.00034075123,0.029510358,0.00009906879],"about_ca_topic_score_codex":0.053934734,"about_ca_topic_score_gemma":0.10546826,"teacher_disagreement_score":0.051533528,"about_ca_system_score_codex":0.00021161711,"about_ca_system_score_gemma":0.0013430762,"threshold_uncertainty_score":0.9984342},"labels":[],"label_agreement":null},{"id":"W2998567889","doi":"10.1016/j.cjca.2019.12.029","title":"Translating Scientific Evidence Into Clinical Practice: Closing the Loop","year":2019,"lang":"en","type":"letter","venue":"Canadian Journal of Cardiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Heart and Stroke Foundation; University of Toronto","funders":"Novo Nordisk; Novartis; Amgen","keywords":"Medicine; Closing (real estate); Loop (graph theory); Law","score_opus":0.7965820660499281,"score_gpt":0.5708654073141076,"score_spread":0.22571665873582047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998567889","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010843428,0.02537744,0.015481502,0.9310124,0.015543907,0.000615008,0.000019445959,0.0000012604255,0.010864711],"genre_scores_gemma":[0.15991159,0.0003193878,0.008177947,0.7562694,0.052365296,0.000014598657,0.000022662352,0.000114787836,0.022804335],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9298847,0.049136,0.014809781,0.0010261093,0.004507966,0.0006354403],"domain_scores_gemma":[0.92170215,0.05021687,0.016719067,0.0047243955,0.006185457,0.00045205347],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.33845034,0.0004227526,0.0069091977,0.0011049144,0.0005500074,0.0027927528,0.0057754708,0.0008864037,0.00093702757],"category_scores_gemma":[0.2836532,0.00018473137,0.006134572,0.0012355105,0.0008710602,0.000578716,0.000059391612,0.0040168148,0.0018508898],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033187073,3.719853e-7,0.0050518354,0.000032079435,0.00060858246,0.00046181708,0.00029415294,0.00031461514,0.000002244112,0.000028899087,0.9672265,0.025975594],"study_design_scores_gemma":[0.00008362556,0.00007479389,0.00055373076,0.0002454938,0.0011524234,0.0012883857,0.00031298312,0.00010969246,2.0968508e-7,0.0010860749,0.9949105,0.00018208234],"about_ca_topic_score_codex":0.00023557305,"about_ca_topic_score_gemma":0.0008465597,"teacher_disagreement_score":0.17474298,"about_ca_system_score_codex":0.00019086032,"about_ca_system_score_gemma":0.006684949,"threshold_uncertainty_score":0.9999763},"labels":[],"label_agreement":null},{"id":"W2998766662","doi":"10.7554/elife.52157","title":"Open exploration","year":2020,"lang":"en","type":"article","venue":"eLife","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; National Institute on Drug Abuse; Social Sciences and Humanities Research Council of Canada; Knut och Alice Wallenbergs Stiftelse; National Science Foundation","keywords":"Open science; Open data; Focus (optics); Open research; Data science; Computer science; Engineering ethics; Political science; Sociology; World Wide Web; Engineering; Mathematics","score_opus":0.9687226010785637,"score_gpt":0.6272201453176606,"score_spread":0.3415024557609031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998766662","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07095672,0.000985523,0.3737921,0.1184228,0.00072772405,0.0024893072,0.000018580231,0.000026406227,0.43258083],"genre_scores_gemma":[0.9649937,0.000012747565,0.008165293,0.011220453,0.0002527095,0.000035121466,0.0000060012912,0.0000067994565,0.015307165],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99016577,0.0026342832,0.0033970124,0.0004760389,0.0032473968,0.00007951816],"domain_scores_gemma":[0.996251,0.0005375215,0.0012696474,0.0013492085,0.00044978014,0.00014288089],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.040531468,0.000083663625,0.001150396,0.000040228962,0.00006409329,0.0015297936,0.0023014427,0.00002131733,0.02246228],"category_scores_gemma":[0.033792302,0.00003766659,0.00039125854,0.0007430561,0.000008923921,0.000546633,0.00029638052,0.000045271056,0.050473128],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021663823,0.000007425195,0.0028189179,0.000003404961,0.00002443155,0.000001580299,0.00088269357,0.000060582373,0.00009648615,0.0036013508,0.97726566,0.015235324],"study_design_scores_gemma":[0.00007008615,0.000017399472,0.0011607239,0.000002675769,0.00002041612,4.1393383e-7,0.0005485929,0.0070622,0.00015424991,0.0016687384,0.98923653,0.000057960508],"about_ca_topic_score_codex":0.0000035353244,"about_ca_topic_score_gemma":0.0000053917806,"teacher_disagreement_score":0.894037,"about_ca_system_score_codex":0.0000043882633,"about_ca_system_score_gemma":0.000028527167,"threshold_uncertainty_score":0.9995067},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2999143593","doi":"10.1016/j.jclinepi.2019.12.004","title":"Can the Schwarz and Lalouch concept of differentiating between explanatory and pragmatic studies be useful for diagnostic test studies?","year":2020,"lang":"en","type":"editorial","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Population and Public Health; University of Ottawa","funders":"National Health Research Institutes","keywords":"Test (biology); Medicine; Psychology; Biology","score_opus":0.9021483929136066,"score_gpt":0.6747074716390209,"score_spread":0.2274409212745857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999143593","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09809372,0.21714689,0.0038998297,0.07280963,0.60342336,0.003201178,0.0013719478,0.000007957346,0.000045519188],"genre_scores_gemma":[0.17418845,0.041851036,0.009919039,0.0032923648,0.76989985,0.00012476528,0.000056866567,0.000087702545,0.0005799168],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8494508,0.08170651,0.06319597,0.0013773193,0.0037349071,0.0005344475],"domain_scores_gemma":[0.010800153,0.92041,0.06301505,0.0012004218,0.004215427,0.00035897037],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3930416,0.00053989084,0.028905522,0.000206498,0.0002036898,0.000086476975,0.0016930338,0.0007148346,0.000050455455],"category_scores_gemma":[0.9901576,0.00020741821,0.0031464235,0.0003004972,0.0012790894,0.0001044317,0.00052885624,0.0018060474,0.0000046746773],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001692928,0.000027621869,0.15273449,0.0005890606,0.00359914,0.00000527482,0.00069778564,0.0000046645564,1.2784801e-7,0.00014586136,0.8376006,0.0045784605],"study_design_scores_gemma":[0.0024338374,0.0030844281,0.063254744,0.0023936972,0.011379595,0.000021716696,0.008619898,0.0004310169,9.865505e-7,0.07798862,0.82986367,0.00052781217],"about_ca_topic_score_codex":0.000005916762,"about_ca_topic_score_gemma":0.00004681438,"teacher_disagreement_score":0.83870345,"about_ca_system_score_codex":0.00003253525,"about_ca_system_score_gemma":0.00037019275,"threshold_uncertainty_score":0.98551136},"labels":[],"label_agreement":null},{"id":"W2999252450","doi":"10.1007/s00330-019-06568-z","title":"Publication bias in diagnostic imaging: conference abstracts with positive conclusions are more likely to be published","year":2020,"lang":"en","type":"article","venue":"European Radiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Mach-Gaensslen Foundation of Canada; University of Ottawa","keywords":"Confounding; Medicine; Logistic regression; Odds ratio; Odds; Publication bias; Neuroradiology; Conditional logistic regression; Family medicine; Internal medicine; Psychiatry","score_opus":0.5713894368245676,"score_gpt":0.4400153789018662,"score_spread":0.13137405792270135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999252450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61859185,0.00035120107,0.014740471,0.295347,0.0002169942,0.0016090281,0.00012381775,0.000039991985,0.06897967],"genre_scores_gemma":[0.98093134,0.000007818609,0.0012631266,0.016789123,0.000100603625,0.000023666074,0.00007002507,0.00001953573,0.0007947894],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98203516,0.010339172,0.004659093,0.0012817964,0.001344895,0.00033988623],"domain_scores_gemma":[0.98537886,0.007602365,0.0031154668,0.0018050751,0.0015956825,0.0005025257],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.02646046,0.00027692592,0.0018141875,0.00037533417,0.000108503205,0.000980602,0.0018499604,0.000038500828,0.0030330732],"category_scores_gemma":[0.20709135,0.00014555667,0.00027054164,0.0016702943,0.00013291447,0.00038919697,0.00031407774,0.00027672955,0.0042126817],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004523307,0.000107060565,0.31374523,0.000021904953,0.00012977514,0.0006275653,0.010723894,0.0011793681,0.00034865914,0.0031928683,0.6607599,0.00911851],"study_design_scores_gemma":[0.00031028883,0.00010892908,0.8735233,0.0000367979,0.000053204712,0.00007198186,0.0014281486,0.0011446842,0.000014601599,0.00009969825,0.12299192,0.0002164777],"about_ca_topic_score_codex":0.000016879665,"about_ca_topic_score_gemma":0.000047403322,"teacher_disagreement_score":0.55977803,"about_ca_system_score_codex":0.000033463395,"about_ca_system_score_gemma":0.00009376755,"threshold_uncertainty_score":0.9978783},"labels":[],"label_agreement":null},{"id":"W2999377053","doi":"10.1016/j.urology.2020.01.004","title":"Low Methodological Quality of Systematic Reviews Published in the Urological Literature (2016-2018)","year":2020,"lang":"en","type":"article","venue":"Urology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Systematic review; Protocol (science); MEDLINE; Urology; Clinical trial; Family medicine; Alternative medicine; Medical physics; Internal medicine; Pathology","score_opus":0.914951677228133,"score_gpt":0.5847821863548874,"score_spread":0.33016949087324554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999377053","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21239123,0.1341013,0.35869697,0.22218128,0.0021898483,0.024254872,0.00010849476,0.000073973795,0.046002034],"genre_scores_gemma":[0.97788674,0.00017431479,0.0031986476,0.018038182,0.00013787071,0.00021910985,0.0000095279665,0.0000069126427,0.00032866845],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.72993714,0.24538264,0.019314956,0.0015077635,0.0034135084,0.00044400594],"domain_scores_gemma":[0.9133348,0.06801651,0.011351503,0.0061581032,0.00089191075,0.00024720182],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.35803106,0.00034015178,0.008769711,0.00020292815,0.0000565841,0.00043836387,0.0042341244,0.00035251764,0.0069986684],"category_scores_gemma":[0.5333664,0.00010653411,0.0021793314,0.0025838995,0.00017982158,0.000191837,0.00024701195,0.0006069472,0.0015885794],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059933885,0.0012704807,0.033617046,0.04028353,0.0007998441,0.00023669963,0.03387563,0.00060846424,0.0023055163,0.17980789,0.6980349,0.008560706],"study_design_scores_gemma":[0.0034583027,0.004233806,0.10617241,0.0014915719,0.002397221,0.000506649,0.006275831,0.029240951,0.00005445383,0.2543647,0.5895712,0.0022329239],"about_ca_topic_score_codex":0.0000024109715,"about_ca_topic_score_gemma":0.0000060046327,"teacher_disagreement_score":0.76549554,"about_ca_system_score_codex":0.000008755026,"about_ca_system_score_gemma":0.000034654688,"threshold_uncertainty_score":0.9991888},"labels":[],"label_agreement":null},{"id":"W2999976890","doi":"10.1080/1750984x.2019.1695141","title":"Questions and answers about conducting systematic reviews in sport and exercise psychology","year":2020,"lang":"en","type":"article","venue":"International Review of Sport and Exercise Psychology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Systematic review; Variety (cybernetics); Psychology; Psychological intervention; Process (computing); Inclusion (mineral); Scientific literature; Engineering ethics; Face (sociological concept); MEDLINE; Management science; Applied psychology; Social psychology; Computer science; Sociology; Social science; Political science; Psychiatry","score_opus":0.48238556288122586,"score_gpt":0.526154066466524,"score_spread":0.0437685035852981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999976890","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25550866,0.71821666,0.00033274532,0.013035681,0.00094938383,0.004463209,0.000018442764,0.000013672712,0.0074615395],"genre_scores_gemma":[0.42213953,0.5689855,0.0024859693,0.005501158,0.000082444065,0.00025964563,0.000026092872,0.000019681542,0.00049997296],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9881204,0.00029803172,0.008952161,0.0012122619,0.0011796802,0.00023747618],"domain_scores_gemma":[0.9935082,0.00022330186,0.0042589367,0.0011781044,0.00056496647,0.00026644405],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.029218735,0.00038177037,0.0060583455,0.00041890235,0.00005673279,0.00010606155,0.0009156004,0.00014019254,0.0015373769],"category_scores_gemma":[0.0029955667,0.00022582538,0.0005443059,0.0007680909,0.00023143773,0.00028507455,0.00014346415,0.00025654834,0.0002222761],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001653302,0.0003145884,0.6914625,0.09395844,0.00035113463,0.00014618902,0.0026140024,0.0000025343058,0.00010383784,0.008000583,0.055563428,0.14731742],"study_design_scores_gemma":[0.0020568036,0.00026216113,0.32992175,0.16536166,0.0021183614,0.00091214926,0.0014536718,0.0007792179,0.000010470213,0.0061813444,0.48970154,0.00124088],"about_ca_topic_score_codex":0.000019280047,"about_ca_topic_score_gemma":0.000010214651,"teacher_disagreement_score":0.4341381,"about_ca_system_score_codex":0.000012383594,"about_ca_system_score_gemma":0.000025440546,"threshold_uncertainty_score":0.9996236},"labels":[],"label_agreement":null},{"id":"W3000424167","doi":"10.1186/s13643-020-1271-6","title":"Inter-rater reliability and concurrent validity of ROBINS-I: protocol for a cross-sectional study","year":2020,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario; Queen's University; Université de Montréal; University of Ottawa; Institute of Health Economics; St. Michael's Hospital; University of Manitoba; Centre Hospitalier de l’Université de Montréal; George & Fay Yee Centre for Healthcare Innovation","funders":"","keywords":"Medicine; Cross-sectional study; Reliability (semiconductor); Protocol (science); Concurrent validity; Validity; Inter-rater reliability; Statistics; Clinical psychology; Psychometrics; Internal consistency; Rating scale; Alternative medicine; Pathology","score_opus":0.8537716622718948,"score_gpt":0.6041317159542434,"score_spread":0.2496399463176514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000424167","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02737622,0.0002772242,0.05557717,0.00019884988,0.00033658772,0.91563857,0.000048189355,0.000011438418,0.00053576194],"genre_scores_gemma":[0.41094643,0.0000031281302,0.0017527303,0.00015043578,0.0001277848,0.5860232,0.0000035610517,0.000018391593,0.00097432424],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9228485,0.038275536,0.03294303,0.0017440347,0.003899496,0.00028936495],"domain_scores_gemma":[0.97353506,0.0066598277,0.014128354,0.0033790132,0.0020362362,0.00026152807],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.23128602,0.00046078698,0.009110575,0.000121255354,0.00012603837,0.0007831549,0.0014029162,0.00008340099,0.001987343],"category_scores_gemma":[0.13896918,0.00018126097,0.0024356828,0.0007312672,0.00009792913,0.0002593901,0.00023405429,0.0001389332,0.00077840267],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038958362,0.00049600966,0.6919495,0.27743617,0.00032037628,0.000001241771,0.0028101092,0.000019032383,0.00003926898,0.00050771807,0.025379313,0.0010023122],"study_design_scores_gemma":[0.007676643,0.004615873,0.14164673,0.013903012,0.0022254826,0.00006381115,0.0031770105,0.039608557,0.00010967233,0.0051456033,0.7798961,0.0019315033],"about_ca_topic_score_codex":0.0000047308063,"about_ca_topic_score_gemma":0.0000064310593,"teacher_disagreement_score":0.7545168,"about_ca_system_score_codex":0.000040768846,"about_ca_system_score_gemma":0.000059529662,"threshold_uncertainty_score":0.9999996},"labels":[],"label_agreement":null},{"id":"W3000482183","doi":"10.3389/fvets.2020.00011","title":"Scoping Reviews, Systematic Reviews, and Meta-Analysis: Applications in Veterinary Medicine","year":2020,"lang":"en","type":"article","venue":"Frontiers in Veterinary Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":135,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Systematic review; Management science; Warrant; Meta-analysis; MEDLINE; Data science; Medicine; Computer science; Psychology; Pathology; Engineering; Political science","score_opus":0.794941650104455,"score_gpt":0.5326584708263854,"score_spread":0.26228317927806966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000482183","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034039643,0.6597852,0.27222484,0.006315071,0.00070360163,0.023400541,0.00002845422,0.00003568246,0.0034669708],"genre_scores_gemma":[0.85568947,0.010018916,0.12236727,0.004804332,0.0001573218,0.004645451,0.000017393875,0.00004497554,0.002254901],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.96712804,0.013347165,0.012837837,0.0024067129,0.0037330391,0.0005472116],"domain_scores_gemma":[0.9886722,0.0018608111,0.004797064,0.0038795876,0.00032661104,0.0004637147],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14755802,0.00054723164,0.01359311,0.0023704271,0.00025175876,0.00050245214,0.0037923434,0.00007884441,0.0010157028],"category_scores_gemma":[0.033032984,0.0002665549,0.0018827894,0.018789744,0.00067594927,0.0009744211,0.0005330494,0.00027409944,0.00026787462],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032994943,0.0015774239,0.13575904,0.43616298,0.072557345,0.001427016,0.08515404,0.004133055,0.014241523,0.011910276,0.20242046,0.034326892],"study_design_scores_gemma":[0.002090592,0.0043210015,0.028960474,0.01430845,0.30690128,0.00041942394,0.020561827,0.17939593,0.000018723254,0.008182515,0.42966446,0.0051753093],"about_ca_topic_score_codex":0.0000147201135,"about_ca_topic_score_gemma":0.0000057901034,"teacher_disagreement_score":0.8216498,"about_ca_system_score_codex":0.00009162913,"about_ca_system_score_gemma":0.00009854494,"threshold_uncertainty_score":0.99997866},"labels":[],"label_agreement":null},{"id":"W3000566943","doi":"10.1186/s13063-019-3944-9","title":"Global mapping of randomised trials related articles published in high-impact-factor medical journals: a cross-sectional analysis","year":2020,"lang":"en","type":"article","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Instituto de Salud Carlos III; Canadian Institutes of Health Research; University of Ottawa; National Institutes of Health; Pfizer","keywords":"Medicine; Cross-sectional study; Impact factor; Alternative medicine; Clinical trial; MEDLINE; Family medicine; Pathology","score_opus":0.8699849195066038,"score_gpt":0.6136677235430681,"score_spread":0.25631719596353575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000566943","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.978539,0.0014841602,0.014153993,0.003030114,0.00037077023,0.0016807651,0.00020920088,0.000012436703,0.0005195944],"genre_scores_gemma":[0.99838734,0.00004516649,0.0007660602,0.00019629969,0.00030746046,0.0000405441,0.000018372244,0.000008488285,0.00023025842],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7769429,0.12678625,0.076348595,0.0018154824,0.017444756,0.0006620295],"domain_scores_gemma":[0.8392623,0.10291853,0.049216628,0.0034803047,0.0034630108,0.0016592206],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.6067418,0.0003879926,0.018341683,0.0012312878,0.0000962798,0.002223997,0.0020246485,0.00036905598,0.237143],"category_scores_gemma":[0.8067723,0.00017456415,0.010855,0.012637139,0.000117217234,0.00060705794,0.00015258939,0.00029421455,0.00049007946],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018818325,0.00012175841,0.97150964,0.000026077607,0.0079824645,0.000019714847,0.0005234712,0.002468467,0.0004481735,0.0002338561,0.007643033,0.007141519],"study_design_scores_gemma":[0.024456397,0.00006922805,0.9433393,0.000048020873,0.001985035,0.000008909035,0.00020772887,0.015762132,0.00009375583,0.01319654,0.0005688473,0.00026410611],"about_ca_topic_score_codex":0.00011003856,"about_ca_topic_score_gemma":0.000052489875,"teacher_disagreement_score":0.23665293,"about_ca_system_score_codex":0.00010752712,"about_ca_system_score_gemma":0.00047013036,"threshold_uncertainty_score":0.99905103},"labels":[],"label_agreement":null},{"id":"W3001477424","doi":"10.1016/j.jclinepi.2019.12.023","title":"GRADE Guidelines 28: Use of GRADE for the assessment of evidence about prognostic factors: rating certainty in identification of groups of patients with different absolute risks","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":402,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Ted Rogers Centre for Heart Research; Toronto General Hospital","funders":"","keywords":"Certainty; Observational study; Grading (engineering); Medicine; Context (archaeology); Randomized controlled trial; Identification (biology); Actuarial science; Psychology; Internal medicine","score_opus":0.9720071128354996,"score_gpt":0.6980668568027285,"score_spread":0.27394025603277106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001477424","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81928295,0.00046681036,0.17585753,0.0033487545,0.0002271236,0.0007838466,0.00003154118,5.720719e-7,8.4695193e-7],"genre_scores_gemma":[0.9854364,0.00039444148,0.013865567,0.00018733022,0.000086159955,0.000012250002,0.0000038292233,0.0000075495727,0.0000065137588],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.883157,0.03811678,0.07436637,0.00074004126,0.003294063,0.00032572175],"domain_scores_gemma":[0.5619466,0.34354502,0.08743634,0.0013675587,0.0055052745,0.00019921236],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18305798,0.00022904041,0.008610157,0.00019641113,0.00003118726,0.000024447954,0.0013753255,0.00015516373,0.00007318635],"category_scores_gemma":[0.7328447,0.00007928084,0.0025170322,0.00055382715,0.0003187013,0.00024502192,0.000115429604,0.00040166356,6.491198e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000112377136,0.00025870357,0.9892187,0.0002281815,0.00035280376,2.8006508e-7,0.00014932352,0.005297652,0.00008296865,0.00048585524,0.00082969136,0.0029834544],"study_design_scores_gemma":[0.00053647714,0.00084156997,0.9233896,0.0004667428,0.0005102782,6.008861e-7,0.00019365648,0.07134741,0.000036710368,0.0024990218,0.00011606311,0.00006186624],"about_ca_topic_score_codex":0.00005461289,"about_ca_topic_score_gemma":0.000035759673,"teacher_disagreement_score":0.54978675,"about_ca_system_score_codex":0.000017906661,"about_ca_system_score_gemma":0.00015858683,"threshold_uncertainty_score":0.8412137},"labels":[],"label_agreement":null},{"id":"W3001927762","doi":"10.1002/jrsm.1389","title":"Searching practices and inclusion of unpublished studies in systematic reviews of diagnostic accuracy","year":2020,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Systematic review; MEDLINE; Medicine; Guideline; Meta-analysis; Cochrane collaboration; Cochrane Library; Family medicine; Internal medicine; Pathology","score_opus":0.9762685390411421,"score_gpt":0.765712340168099,"score_spread":0.2105561988730431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001927762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5303673,0.36290526,0.04853396,0.025322799,0.0003621844,0.022021778,0.00003174853,0.000022395532,0.010432545],"genre_scores_gemma":[0.8167732,0.013719969,0.16871095,0.00008054207,0.000059575592,0.00048487436,5.6725776e-7,0.000021068672,0.00014929332],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.3491783,0.60711724,0.02470879,0.002098156,0.016080748,0.00081678905],"domain_scores_gemma":[0.01607534,0.9613967,0.015167385,0.0033898198,0.0036074785,0.00036330975],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.73279214,0.0002859826,0.008826553,0.0012434205,0.0003574901,0.000337154,0.0028071955,0.00009395554,0.00074700086],"category_scores_gemma":[0.99094427,0.00012927566,0.0008211068,0.0049972893,0.00039000853,0.0007812258,0.005771566,0.00049084536,0.000068159396],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012715992,0.00046711066,0.014576322,0.3014322,0.0016062483,0.000054474847,0.08766422,0.00013409091,0.03326096,0.005283825,0.0074570295,0.5479364],"study_design_scores_gemma":[0.0022918605,0.0018264741,0.016651109,0.16438258,0.004915037,0.00010200297,0.2357471,0.16265346,0.087467976,0.1895725,0.13144825,0.0029416538],"about_ca_topic_score_codex":0.000076792094,"about_ca_topic_score_gemma":0.00002120943,"teacher_disagreement_score":0.5449947,"about_ca_system_score_codex":0.000052868716,"about_ca_system_score_gemma":0.00015498618,"threshold_uncertainty_score":0.81791353},"labels":[],"label_agreement":null},{"id":"W3002644242","doi":"10.1136/bmjopen-2019-031442","title":"Impact and use of reviews and ‘overviews of reviews’ to inform clinical practice guideline recommendations: protocol for a methods study","year":2020,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Guideline; Systematic review; Protocol (science); Grading (engineering); MEDLINE; Clinical Practice; Alternative medicine; Medical physics; Medical education; Management science; Family medicine; Pathology","score_opus":0.9751883259976056,"score_gpt":0.8125312656912593,"score_spread":0.1626570603063463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002644242","genre_codex":"protocol","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012419136,0.00088679965,0.07606526,0.0109293545,0.000051300613,0.9108682,0.00005135177,0.0000019204228,0.0010216146],"genre_scores_gemma":[0.000010384164,0.00020974257,0.75410146,0.0047212597,0.00004827725,0.24038218,0.0000045523843,0.000009445947,0.000512716],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8741278,0.06297195,0.05762391,0.0019087088,0.0030154043,0.0003522332],"domain_scores_gemma":[0.95040286,0.019255977,0.022774378,0.004093762,0.0030072676,0.00046573931],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4439674,0.0002823265,0.00694197,0.00013254923,0.00007958327,0.0006736794,0.001490052,0.000060699356,0.0019245839],"category_scores_gemma":[0.5694541,0.00012505872,0.0010546611,0.0014277861,0.000035079604,0.0011717909,0.0011432711,0.000113714814,0.00010956292],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017565617,0.00015151984,0.004774189,0.00040633013,0.00013135003,1.8011806e-7,0.0010547664,0.0000012930633,0.0000056034087,0.00004864763,0.5034844,0.48976606],"study_design_scores_gemma":[0.0008170577,0.0012051171,0.002233484,0.00033980506,0.0003642366,0.0000035492596,0.00047873057,0.001089248,0.000002485483,0.0001404651,0.99318916,0.00013664944],"about_ca_topic_score_codex":0.000048728474,"about_ca_topic_score_gemma":0.000036782305,"teacher_disagreement_score":0.6780362,"about_ca_system_score_codex":0.000011534619,"about_ca_system_score_gemma":0.0001389321,"threshold_uncertainty_score":0.9989878},"labels":[],"label_agreement":null},{"id":"W3003086189","doi":"10.1136/bmjebm-2019-111268","title":"Assessment of assumptions of statistical analysis methods in randomised clinical trials: the what and how","year":2020,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Novo Nordisk Fonden","keywords":"Statistical analysis; Clinical trial; Statistics; Medical physics; Medicine; Econometrics; Mathematics; Internal medicine","score_opus":0.9498731355574201,"score_gpt":0.7462174734380085,"score_spread":0.20365566211941166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003086189","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011281768,0.0075599225,0.8924442,0.08633724,0.00017659135,0.002086048,0.000013457289,0.0000022876152,0.00009846483],"genre_scores_gemma":[0.84452814,0.0016861376,0.15147743,0.0017854845,0.00022719246,0.00014299898,0.000009373009,0.000007835277,0.0001354296],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.6728549,0.28036153,0.034818433,0.0017560484,0.0098326905,0.00037642615],"domain_scores_gemma":[0.4428292,0.5352082,0.016156463,0.0034726008,0.00182777,0.00050578616],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6434263,0.00024537783,0.01022185,0.0005542534,0.000048365033,0.00019910415,0.0010332296,0.00010219034,0.005867246],"category_scores_gemma":[0.71231323,0.00008922105,0.001955482,0.0037189256,0.0006130015,0.00029242114,0.000085216685,0.000292823,0.000008487899],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016351249,0.00029714682,0.5479127,0.0008495338,0.0054983436,0.00002875154,0.0013945859,0.0020406235,0.0017481401,0.006453751,0.057937756,0.37420353],"study_design_scores_gemma":[0.012297173,0.0007945096,0.470051,0.0015202931,0.017384961,0.000002113488,0.0063650194,0.483827,0.00007667261,0.0021542103,0.005281995,0.00024505108],"about_ca_topic_score_codex":0.000025971725,"about_ca_topic_score_gemma":0.00003270548,"teacher_disagreement_score":0.83324635,"about_ca_system_score_codex":0.000018691479,"about_ca_system_score_gemma":0.0003366075,"threshold_uncertainty_score":0.99504155},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3003273439","doi":"10.2196/16941","title":"Teaching Real-World Evidence: Protocol for a Systematic Review","year":2019,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Imperial College London","keywords":"Protocol (science); Computer science; Medical education; Medicine; Data science; Psychology; Alternative medicine","score_opus":0.97922142811332,"score_gpt":0.8124102993777097,"score_spread":0.16681112873561033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003273439","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.14330885e-10,0.33594,0.00013900228,0.00024580272,0.000011795294,0.6560076,0.000043605844,0.00002481709,0.0075874045],"genre_scores_gemma":[2.7731836e-10,0.12839241,0.0007273492,0.00012890805,0.00031390908,0.6961413,0.00001589136,0.00013984999,0.1741404],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.71250993,0.20287834,0.046660084,0.00527171,0.030527158,0.0021527791],"domain_scores_gemma":[0.8728642,0.07437641,0.024374625,0.021055788,0.00663804,0.00069096434],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.62838465,0.0018432948,0.043900646,0.0034586575,0.0008465351,0.005672793,0.017266015,0.0006417183,0.008344852],"category_scores_gemma":[0.27216962,0.00076802296,0.015753495,0.0073995106,0.00022076297,0.00095123134,0.0017340211,0.0033705859,0.034140505],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009876004,0.00011234907,0.0000015142836,0.5874253,0.0002148767,0.000005157354,0.000024644745,4.4319847e-8,3.8175127e-8,0.0009527025,0.33137494,0.07987854],"study_design_scores_gemma":[0.00013357174,0.00021784494,8.841844e-8,0.4961263,0.00036645526,0.0000125345105,0.000010844583,0.000026168154,4.5842175e-8,0.00041158104,0.50232697,0.00036761572],"about_ca_topic_score_codex":0.000024654553,"about_ca_topic_score_gemma":0.000027107571,"teacher_disagreement_score":0.35621503,"about_ca_system_score_codex":0.00086305203,"about_ca_system_score_gemma":0.0031996465,"threshold_uncertainty_score":0.9994771},"labels":[],"label_agreement":null},{"id":"W3003863736","doi":"10.11124/jbisrir-d-19-00169","title":"Methodological guidance for the conduct of mixed methods systematic reviews","year":2020,"lang":"en","type":"article","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":664,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Queen's University; Centre for Excellence in Mining Innovation","funders":"","keywords":"Systematic review; Management science; Multimethodology; Evidence-based practice; Best practice; Computer science; Medicine; MEDLINE; Psychology; Political science; Engineering; Alternative medicine","score_opus":0.9354775305714882,"score_gpt":0.6479045374214611,"score_spread":0.28757299315002705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003863736","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006750117,0.059565235,0.9190082,0.014166741,0.00037316454,0.0058556236,0.000014158555,0.000011234787,0.00033066163],"genre_scores_gemma":[0.10560878,0.0014360007,0.8857441,0.0018355001,0.00023594,0.0032980805,3.9043658e-7,0.000027693728,0.001813485],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.76678365,0.2025256,0.023117617,0.0019328584,0.0051311455,0.0005091432],"domain_scores_gemma":[0.17428194,0.79541314,0.01937698,0.008171078,0.002395031,0.00036182316],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.531988,0.00042624676,0.009920717,0.00012855488,0.00020063564,0.0004117643,0.004956641,0.00013093384,0.0040677446],"category_scores_gemma":[0.92470634,0.0001439223,0.0048678652,0.001885425,0.00020021433,0.00034466648,0.00025907173,0.00016221359,0.0011544322],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014521467,0.000117461655,0.002018074,0.09576793,0.002300032,0.000006570132,0.0033908596,0.00029545443,0.04061342,0.013116571,0.49653554,0.34569287],"study_design_scores_gemma":[0.00046757478,0.00068361545,0.006380798,0.037526965,0.021032209,0.00008006723,0.011217555,0.13104855,0.060292345,0.028127179,0.7008544,0.0022887464],"about_ca_topic_score_codex":0.000006429757,"about_ca_topic_score_gemma":0.000002567527,"teacher_disagreement_score":0.5928875,"about_ca_system_score_codex":0.000026451564,"about_ca_system_score_gemma":0.000071344984,"threshold_uncertainty_score":0.9996233},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3004184249","doi":"10.1016/j.jclinepi.2020.01.003","title":"Thresholds and innovation: discussion on statistical significance","year":2020,"lang":"en","type":"editorial","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Population and Public Health; University of Ottawa","funders":"","keywords":"Scopus; Statistical significance; Guideline; Value (mathematics); p-value; Medicine; MEDLINE; Psychology; Statistical hypothesis testing; Statistics; Mathematics; Political science; Pathology; Internal medicine; Law","score_opus":0.8888259210256492,"score_gpt":0.6846569297970317,"score_spread":0.20416899122861742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004184249","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00052946276,0.00078664924,0.080525115,0.04514177,0.8704428,0.00040705595,0.00017921034,0.00000345562,0.0019844882],"genre_scores_gemma":[0.0041336007,0.0009394085,0.021798804,0.005158709,0.9629284,0.000008094,0.0000554893,0.00003474902,0.004942734],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.67728126,0.17259167,0.13596618,0.0025342405,0.011007769,0.0006188746],"domain_scores_gemma":[0.08493826,0.7965768,0.10858461,0.002943337,0.0061015496,0.0008554635],"candidate_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.6132078,0.00051493064,0.025234869,0.00064102287,0.00009354239,0.00020142665,0.0023200766,0.001578773,0.0030396362],"category_scores_gemma":[0.96448153,0.00017642918,0.003122437,0.0012815596,0.00048534828,0.00014310353,0.00024392731,0.0041402495,0.0007584327],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019789557,0.00006315028,0.011356352,0.00005362594,0.00027629122,0.00004454045,0.00001570585,0.000021982974,4.076233e-7,0.013523823,0.93791723,0.036528986],"study_design_scores_gemma":[0.00040284172,0.0010440148,0.0074802646,0.00014705154,0.00027103766,0.00001115902,0.00002812297,0.0004813565,8.023086e-8,0.09142007,0.89855254,0.000161452],"about_ca_topic_score_codex":0.0000015851823,"about_ca_topic_score_gemma":0.000002478088,"teacher_disagreement_score":0.6239851,"about_ca_system_score_codex":0.000034552704,"about_ca_system_score_gemma":0.0007949094,"threshold_uncertainty_score":0.9997174},"labels":[],"label_agreement":null},{"id":"W3004187495","doi":"10.1016/j.jclinepi.2020.01.013","title":"Predatory publishing dilutes and distorts evidence in systematic reviews","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Dalhousie University","keywords":"Systematic review; Citation; Publishing; Quality of evidence; Grey literature; Promotion (chess); Psychology; Medicine; MEDLINE; Meta-analysis; Biology; Political science; Computer science; Library science","score_opus":0.9755542450549045,"score_gpt":0.6907644937548005,"score_spread":0.284789751300104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004187495","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44151077,0.2996189,0.097714685,0.15228908,0.003927353,0.0036363427,0.00000839076,0.000009098763,0.0012854061],"genre_scores_gemma":[0.96086377,0.00842855,0.014797365,0.014507186,0.0010022667,0.000019614807,4.6684548e-7,0.000011864844,0.00036891102],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.35364965,0.4657527,0.1737689,0.0018097662,0.004372453,0.0006465484],"domain_scores_gemma":[0.061975356,0.8166722,0.11482325,0.0030926843,0.001989819,0.0014466546],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8018353,0.000262848,0.023794375,0.00024460765,0.000043892498,0.0003518863,0.0022629988,0.00028273187,0.00080654776],"category_scores_gemma":[0.9855073,0.00010739201,0.003636664,0.0007756548,0.000182271,0.0014612669,0.00025305024,0.0011392875,0.00029608334],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038327187,0.00004452884,0.84015656,0.0045704343,0.00014483907,0.000039867668,0.0003520424,0.00007713158,0.000004161001,0.001520841,0.14378299,0.009268275],"study_design_scores_gemma":[0.00090057205,0.0008984352,0.6636981,0.016779622,0.0008895841,0.0002913411,0.0007218177,0.02413228,5.1214994e-7,0.033454902,0.25777796,0.00045492133],"about_ca_topic_score_codex":0.00000533234,"about_ca_topic_score_gemma":0.000014247235,"teacher_disagreement_score":0.51935303,"about_ca_system_score_codex":0.000026801083,"about_ca_system_score_gemma":0.00014239902,"threshold_uncertainty_score":0.9906984},"labels":[],"label_agreement":null},{"id":"W3004227858","doi":"10.1053/j.jvca.2020.01.034","title":"Publication Challenges, Past, Present, and Future","year":2020,"lang":"en","type":"letter","venue":"Journal of Cardiothoracic and Vascular Anesthesia","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Medicine; MEDLINE; Law","score_opus":0.4044662369362275,"score_gpt":0.429342547401356,"score_spread":0.024876310465128504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004227858","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018988084,0.1168775,0.001699194,0.8792641,0.00016761047,0.00036464198,0.000003260255,0.0000038410776,0.0014299257],"genre_scores_gemma":[0.00407879,0.10537655,0.011470788,0.67956084,0.187262,0.00006560448,0.00009400228,0.00029388448,0.011797523],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.976663,0.009861224,0.0061088335,0.00084146543,0.0062689157,0.00025656907],"domain_scores_gemma":[0.98714113,0.001002116,0.0074262023,0.0020020667,0.0021432491,0.00028521224],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.042672873,0.00050242996,0.0057131173,0.0005727143,0.00012685565,0.0015664932,0.0012685476,0.00054852205,0.00038375703],"category_scores_gemma":[0.0014274181,0.00024911575,0.0037041984,0.0005451755,0.00007605015,0.00045362453,0.00008128509,0.001269448,0.0001058035],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045099177,0.0000062891263,0.000321871,0.00023978585,0.0009446644,0.00042165603,0.0002527757,9.4364657e-7,6.416364e-7,0.00005881888,0.9091961,0.088551946],"study_design_scores_gemma":[0.00013683869,0.00007094735,0.0031550047,0.000060768452,0.001408239,0.0027081151,0.00025289782,0.00008158126,4.6697872e-7,0.00062794564,0.9912652,0.00023204679],"about_ca_topic_score_codex":9.949658e-7,"about_ca_topic_score_gemma":9.0649905e-8,"teacher_disagreement_score":0.19970328,"about_ca_system_score_codex":0.000024661855,"about_ca_system_score_gemma":0.00009946153,"threshold_uncertainty_score":0.9999961},"labels":[],"label_agreement":null},{"id":"W3004577559","doi":"10.1016/j.jclinepi.2019.12.021","title":"GRADE guidelines: 21 part 2. Test accuracy: inconsistency, imprecision, publication bias, and other domains for rating the certainty of evidence and presenting it in evidence profiles and summary of findings tables","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":364,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; McGill University; McMaster University Medical Centre; McMaster University","funders":"European Commission","keywords":"Certainty; Operationalization; Test (biology); MEDLINE; Evidence-based medicine; Research design","score_opus":0.9592689633150591,"score_gpt":0.668763848994735,"score_spread":0.2905051143203241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004577559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7917432,0.01446528,0.008254199,0.18433417,0.00015485233,0.0009867589,0.000023992547,0.0000015370621,0.000036013535],"genre_scores_gemma":[0.9469834,0.006388499,0.03978589,0.006397442,0.0003162576,0.00002322581,9.981757e-7,0.00001003433,0.000094232404],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.90355814,0.037345722,0.055539217,0.0011841758,0.001945172,0.00042759153],"domain_scores_gemma":[0.05130843,0.90519434,0.038189333,0.0010862077,0.003902014,0.00031968928],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.43112132,0.00019656235,0.00532224,0.0001795875,0.00009147789,0.000111840905,0.00093255774,0.00022052946,0.000087129105],"category_scores_gemma":[0.97453356,0.000078078854,0.0008044839,0.0005856739,0.00047964812,0.0004897067,0.0003037757,0.00045019377,0.000001255646],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006285015,0.000026915077,0.937952,0.00020540073,0.00007418855,6.781735e-7,0.00031020746,0.000039546085,0.00017461248,0.00059465296,0.04329006,0.017268898],"study_design_scores_gemma":[0.0017319373,0.0013016628,0.73720866,0.005836436,0.0007753865,0.00012454708,0.0043155258,0.11035494,0.00013369005,0.051615246,0.08623413,0.0003678523],"about_ca_topic_score_codex":0.00004434658,"about_ca_topic_score_gemma":0.00005718354,"teacher_disagreement_score":0.8678486,"about_ca_system_score_codex":0.0000074961877,"about_ca_system_score_gemma":0.00020356526,"threshold_uncertainty_score":0.5857803},"labels":[],"label_agreement":null},{"id":"W3004938900","doi":"10.1007/s40279-019-01227-1","title":"Moving Sport and Exercise Science Forward: A Call for the Adoption of More Transparent Research Practices","year":2020,"lang":"en","type":"article","venue":"Sports Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":116,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"CLARITY; Transparency (behavior); Sports science; Data collection; Conformity; Protocol (science); Psychology; Medical education; Sports medicine; Data extraction; Computer science; Medicine; MEDLINE; Alternative medicine; Social psychology; Sociology; Political science; Social science","score_opus":0.7624844710532133,"score_gpt":0.581925147316653,"score_spread":0.18055932373656025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004938900","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87445575,0.016154148,0.022416335,0.078194104,0.00051396305,0.0050656223,0.000013950695,0.000011679785,0.003174423],"genre_scores_gemma":[0.9969792,0.0005913401,0.0013366038,0.0002523961,0.00014377525,0.000048343816,0.0000031523327,0.000006268274,0.0006389576],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98710227,0.00021862649,0.0036173705,0.00075344194,0.008056354,0.0002519483],"domain_scores_gemma":[0.9903771,0.0021575387,0.003644948,0.0014910755,0.002054881,0.0002744277],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15325674,0.00014153967,0.0016161026,0.0002883483,0.000266761,0.00011529337,0.0011514828,0.000035563524,0.00069045386],"category_scores_gemma":[0.030089565,0.000052525105,0.00025455543,0.0020731988,0.00077094475,0.0002805879,0.00008194082,0.0001603352,0.000012347539],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004352643,0.00015975774,0.3655433,0.00158259,0.00020006039,0.000056448225,0.05370438,0.0005236998,0.002381766,0.00576295,0.08428197,0.4853678],"study_design_scores_gemma":[0.0011772701,0.0006065109,0.5318342,0.0012618814,0.0016198241,0.000032931057,0.07842547,0.09006231,0.00036692378,0.0029160932,0.2913563,0.00034030364],"about_ca_topic_score_codex":0.00006661325,"about_ca_topic_score_gemma":0.000012593096,"teacher_disagreement_score":0.4850275,"about_ca_system_score_codex":0.000013898087,"about_ca_system_score_gemma":0.00015496099,"threshold_uncertainty_score":0.9780804},"labels":[],"label_agreement":null},{"id":"W3005727251","doi":"10.1016/j.jclinepi.2019.12.020","title":"GRADE guidelines: 21 part 1. Study design, risk of bias, and indirectness in rating the certainty across a body of evidence for test accuracy","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":383,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; McGill University; Impact; McMaster University","funders":"European Commission","keywords":"Certainty; Test (biology); Guideline; Quality of evidence; Research design; Evidence-based medicine; Systematic review; Psychology; Evidence-based practice; Quality (philosophy); MEDLINE; Medicine; Medical physics; Applied psychology; Meta-analysis; Medical education; Alternative medicine; Statistics; Pathology; Political science","score_opus":0.9877785009089068,"score_gpt":0.7526033643857505,"score_spread":0.23517513652315636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005727251","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89359504,0.0032022875,0.08389865,0.01777195,0.0003106578,0.0011992189,0.000016241282,0.0000011388893,0.0000048078728],"genre_scores_gemma":[0.97656846,0.0012619805,0.020283632,0.0014486051,0.00038354247,0.00001921049,2.2858825e-7,0.000007569197,0.000026771453],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.61723137,0.24791163,0.12891275,0.0015645991,0.003651121,0.00072850625],"domain_scores_gemma":[0.034445535,0.8958907,0.06472286,0.0013376634,0.0033249126,0.00027830072],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.73627347,0.00023980105,0.011579997,0.00011480535,0.00009165451,0.000055342047,0.0018971466,0.00017910468,0.000108882086],"category_scores_gemma":[0.9896314,0.000083625826,0.0025096005,0.00087749504,0.0003287104,0.00021740825,0.00022897456,0.00068166194,0.000007750053],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001983269,0.00018251775,0.96141297,0.000057876092,0.0002802715,0.000004112567,0.0007497483,0.0019674643,0.000024011262,0.000025201427,0.011126742,0.023970779],"study_design_scores_gemma":[0.001975013,0.003162413,0.8951593,0.00052037556,0.0008358271,0.000024288296,0.006345631,0.07502864,0.000032102525,0.010089319,0.006650904,0.00017615163],"about_ca_topic_score_codex":0.0000486235,"about_ca_topic_score_gemma":0.00006281952,"teacher_disagreement_score":0.6479791,"about_ca_system_score_codex":0.000009469281,"about_ca_system_score_gemma":0.00024582766,"threshold_uncertainty_score":0.79158545},"labels":[],"label_agreement":null},{"id":"W3005782611","doi":"10.1016/j.jclinepi.2020.01.020","title":"CONSORT endorsement improves the quality of reports of randomized clinical trials in dentistry","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":65,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Consolidated Standards of Reporting Trials; Medicine; Randomized controlled trial; Dentistry; Descriptive statistics; Interquartile range; Clinical trial; Sample size determination; Family medicine; MEDLINE; Research design; Alternative medicine; Surgery; Statistics","score_opus":0.9704371722934915,"score_gpt":0.7607308662501758,"score_spread":0.20970630604331564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005782611","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9318328,0.0029891247,0.036461394,0.024502905,0.0026057374,0.0011405334,0.000008671197,0.0000010518849,0.00045780925],"genre_scores_gemma":[0.9867676,0.0010629086,0.00808395,0.0033269678,0.0006038923,0.000008389149,8.61364e-7,0.0000053850517,0.00014004615],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.010663864,0.6969745,0.28833142,0.00076343905,0.00300264,0.0002641112],"domain_scores_gemma":[0.004817399,0.76744646,0.2236079,0.0018576152,0.0019190883,0.00035155652],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9786773,0.00023864994,0.060708646,0.00016229347,0.000025466796,0.000029672834,0.0017201179,0.00038286054,0.0019377504],"category_scores_gemma":[0.9940736,0.000082655264,0.024568172,0.00052523805,0.001058948,0.000096810785,0.00021433146,0.0010818541,0.000033011274],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012207489,0.00038218923,0.91714424,0.0001113343,0.0024624814,0.000058043435,0.00012699275,0.00013815452,0.00010110784,0.0042405324,0.03622718,0.026800243],"study_design_scores_gemma":[0.07365488,0.0012500737,0.7142717,0.00028555305,0.0035099234,0.00020254048,0.0011776338,0.005973277,0.000060667433,0.16601849,0.033277676,0.00031757425],"about_ca_topic_score_codex":0.000029230667,"about_ca_topic_score_gemma":0.000012745523,"teacher_disagreement_score":0.20287254,"about_ca_system_score_codex":0.000008927592,"about_ca_system_score_gemma":0.00043106027,"threshold_uncertainty_score":0.9989746},"labels":[],"label_agreement":null},{"id":"W3006024894","doi":"10.12688/f1000research.22226.3","title":"Methods used to meta-analyse results from interrupted time series studies: A methodological systematic review protocol","year":2020,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Monash University; Medical Research Council; Department of Education, Employment and Workplace Relations, Australian Government; Australian Government","keywords":"Meta-analysis; Systematic review; Psychological intervention; Descriptive statistics; Protocol (science); Public health; Publication bias; Medicine; Management science; MEDLINE; Data science; Psychology; Alternative medicine; Computer science; Statistics; Pathology; Political science; Nursing; Engineering; Mathematics","score_opus":0.9837362892177731,"score_gpt":0.7598982907660533,"score_spread":0.2238379984517198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006024894","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006511677,0.033396617,0.13914631,0.05935755,0.00050871354,0.761487,0.0022212754,0.00019302565,0.003624388],"genre_scores_gemma":[0.00005837827,0.00024460666,0.47503418,0.003049168,0.0002639551,0.49267164,0.00015551414,0.000109663844,0.028412906],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.50787926,0.4152992,0.04500544,0.0074376403,0.023149047,0.0012294418],"domain_scores_gemma":[0.66345066,0.24020065,0.03177368,0.042634808,0.019184731,0.002755444],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"category_scores_codex":[0.63182425,0.0019122143,0.050640505,0.0015813116,0.00032482785,0.003328143,0.016107334,0.00066593016,0.03562508],"category_scores_gemma":[0.8306955,0.0008004625,0.01585533,0.006751665,0.0003536504,0.00033871937,0.012890921,0.002595374,0.031464837],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006727631,0.00017409661,0.0000095774885,0.24683778,0.0783997,0.00018765779,0.0042295116,0.00014813645,0.00048226438,0.00012163684,0.66740704,0.001329857],"study_design_scores_gemma":[0.0025811533,0.0018911248,0.00019581839,0.17732939,0.25534862,0.000077941535,0.008934076,0.019334309,0.0018101486,0.114473686,0.41192174,0.0061019994],"about_ca_topic_score_codex":0.000118803284,"about_ca_topic_score_gemma":0.000051450454,"teacher_disagreement_score":0.33588785,"about_ca_system_score_codex":0.00036987916,"about_ca_system_score_gemma":0.0006595478,"threshold_uncertainty_score":0.9997057},"labels":[],"label_agreement":null},{"id":"W3006289070","doi":"10.1038/s41559-020-1109-6","title":"Open Science principles for accelerating trait-based science across the Tree of Life","year":2020,"lang":"en","type":"review","venue":"Nature Ecology & Evolution","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":229,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Division of Emerging Frontiers; Research School of Biology, Australian National University; Natural Environment Research Council; BIO5 Institute, University of Arizona; Biological and Environmental Research; Strategic Environmental Research and Development Program; Universitetet i Bergen; Office of Science; School of Life and Environmental Sciences, Deakin University; Deakin University; Deutsches Zentrum für integrative Biodiversitätsforschung Halle-Jena-Leipzig; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; University of Tasmania; Commonwealth Scientific and Industrial Research Organisation; University of Hawai'i; Deutsche Forschungsgemeinschaft; Sight Research UK; Leverhulme Trust; U.S. Forest Service; U.S. Department of Energy; ACT Government; National Science Foundation; Ecological Society of America; Fairchild Tropical Botanic Garden; University of Bern; National Climate Change Adaptation Research Facility; University of Miami; Utah State University; U.S. Department of Agriculture; Iowa State University","keywords":"Trait; Tree of life (biology); Open science; Tree (set theory); Psychology; Computer science; Data science; Biology; Mathematics; Statistics; Programming language; Combinatorics","score_opus":0.7109238496339488,"score_gpt":0.5835514193384043,"score_spread":0.12737243029554457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006289070","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044821098,0.98248756,0.004687778,0.0012506176,0.0015573923,0.0074056285,0.00022844302,0.000011079726,0.0019232825],"genre_scores_gemma":[0.38748765,0.46763074,0.12005542,0.005234885,0.0034477944,0.0083129555,0.00028750268,0.00031242144,0.0072306367],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97179496,0.0060179327,0.011585952,0.003154915,0.0065208906,0.0009253547],"domain_scores_gemma":[0.96008927,0.013228703,0.01681879,0.004966286,0.0045473017,0.00034965394],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22512212,0.00058612606,0.008380757,0.00070134486,0.0019174609,0.002172396,0.024157323,0.0007089656,0.00042839922],"category_scores_gemma":[0.26474607,0.00024747077,0.0026677195,0.009392546,0.0022071872,0.00074987864,0.002101527,0.001096601,0.00016572067],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022287,0.00013988472,0.00079218706,0.0035232324,0.0002939985,0.00000172765,0.00040623444,0.00019452554,0.000048834165,0.04036138,0.013301726,0.940914],"study_design_scores_gemma":[0.00021768607,0.00011393291,0.004773165,0.0005805591,0.00065893936,0.000009386164,0.00020782447,0.01044652,0.000005102122,0.0007183943,0.98199505,0.00027347248],"about_ca_topic_score_codex":0.00000961472,"about_ca_topic_score_gemma":0.00033391544,"teacher_disagreement_score":0.9686933,"about_ca_system_score_codex":0.0005126733,"about_ca_system_score_gemma":0.009868209,"threshold_uncertainty_score":0.99999774},"labels":[],"label_agreement":null},{"id":"W3006609564","doi":"10.1038/s41598-020-59384-7","title":"A Bayesian predictive approach for dealing with pseudoreplication","year":2020,"lang":"en","type":"article","venue":"Scientific Reports","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Prioris.ai (Canada)","funders":"Medical Research Council; Biotechnology and Biological Sciences Research Council; Directorate for Biological Sciences; Wellcome Trust","keywords":"Bayesian probability; Statistical inference; Computer science; Statistical hypothesis testing; Statistical model; Sample size determination; Bayesian inference; Bayes' theorem; Statistics; Machine learning; Artificial intelligence; Mathematics","score_opus":0.558832712587217,"score_gpt":0.4564388735526019,"score_spread":0.10239383903461513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006609564","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011677288,0.00013834261,0.97203726,0.00082098827,0.000435524,0.0017373784,0.000006214984,0.000018539338,0.013128481],"genre_scores_gemma":[0.9150495,4.3368087e-7,0.08053819,0.00014497795,0.000092674854,0.00018392135,0.00004843271,0.000012243393,0.0039296336],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98763794,0.00072733563,0.0049075373,0.0022357523,0.0042625633,0.00022887511],"domain_scores_gemma":[0.9895116,0.00044787486,0.0044426033,0.0036898896,0.0016363062,0.00027169843],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06880666,0.00018931413,0.0013083231,0.00014386544,0.00036603786,0.0017669922,0.00069731555,0.000047822712,0.0008737356],"category_scores_gemma":[0.015347277,0.00008840395,0.00069900544,0.001365114,0.0001245817,0.00026509425,0.00006529378,0.00007238197,0.000102627644],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013604917,0.0002902008,0.11172646,0.00043115445,0.00082987576,0.00011792046,0.010422884,0.019615216,0.006057631,0.008005727,0.7892328,0.0531341],"study_design_scores_gemma":[0.00019773276,0.00014003733,0.0013631926,0.000025529991,0.00036636493,0.00018944877,0.0012898654,0.69685525,0.0010971421,0.023042267,0.27508014,0.00035303875],"about_ca_topic_score_codex":0.0000031695358,"about_ca_topic_score_gemma":0.0000022791864,"teacher_disagreement_score":0.9033722,"about_ca_system_score_codex":0.00001717197,"about_ca_system_score_gemma":0.000111733665,"threshold_uncertainty_score":0.99926925},"labels":[],"label_agreement":null},{"id":"W3006673017","doi":"10.1002/jrsm.1398","title":"Comparing machine and human reviewers to evaluate the risk of bias in randomized controlled trials","year":2020,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Capital District Health Authority; Institute of Health Economics; University of Alberta","funders":"Canadian Institutes of Health Research; Institute of Health Economics; Alberta Innovates - Health Solutions; Physiotherapy Foundation of Canada; Government of Alberta","keywords":"Blinding; Randomized controlled trial; Computer science; Medical physics; MEDLINE; Sample size determination; Medicine; Applied psychology; Psychology; Statistics; Surgery; Mathematics","score_opus":0.9609323859410629,"score_gpt":0.7227307998086823,"score_spread":0.23820158613238063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006673017","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5023127,0.10101604,0.27132413,0.041561686,0.00033164126,0.051034726,0.000059351372,0.000022953203,0.03233675],"genre_scores_gemma":[0.90182966,0.0020454985,0.093805335,0.00019907043,0.00010021931,0.001375249,6.263056e-7,0.000021837479,0.00062251894],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.07757422,0.8899349,0.021750074,0.001147778,0.009117885,0.0004751256],"domain_scores_gemma":[0.020957312,0.96499586,0.007262348,0.003833479,0.002439407,0.00051158207],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.96138585,0.00031131558,0.030453082,0.00094932754,0.0002630968,0.00066408445,0.0022120012,0.00007225099,0.0040143253],"category_scores_gemma":[0.97377837,0.000098841156,0.004915943,0.0030858477,0.0003093047,0.000089949564,0.00047164128,0.00048235737,0.00018904785],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.071472496,0.0002954177,0.040687066,0.001313711,0.012737396,0.000013614294,0.010342551,0.0017456308,0.013599385,0.01636753,0.029382268,0.80204296],"study_design_scores_gemma":[0.21494733,0.00038617273,0.012977618,0.002094604,0.012252291,0.000005961582,0.006069827,0.6109159,0.007147806,0.06061711,0.071502596,0.0010827675],"about_ca_topic_score_codex":0.00024206412,"about_ca_topic_score_gemma":0.000050149614,"teacher_disagreement_score":0.8009602,"about_ca_system_score_codex":0.000029754692,"about_ca_system_score_gemma":0.00008817553,"threshold_uncertainty_score":0.99689615},"labels":[],"label_agreement":null},{"id":"W3006856936","doi":"10.1136/bmjopen-2019-035114","title":"Impact of a short version of the CONSORT checklist for peer reviewers to improve the reporting of randomised controlled trials published in biomedical journals: study protocol for a randomised controlled trial","year":2020,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University; Ottawa Hospital; Impact","funders":"Cancer Research UK; University of Ottawa; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Medicine; Consolidated Standards of Reporting Trials; Checklist; Randomized controlled trial; Protocol (science); Trial registration; Alternative medicine; Peer review; MEDLINE; Family medicine; Physical therapy; Surgery","score_opus":0.7372826594438796,"score_gpt":0.6398285667009957,"score_spread":0.09745409274288386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006856936","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041897308,0.00003393053,0.0018251517,0.004035184,0.00023403503,0.951255,0.00006563322,0.0000016464483,0.00065206183],"genre_scores_gemma":[0.19683377,7.2556645e-7,0.00069794065,0.00015660402,0.00017757107,0.8014436,0.0000034306736,0.000016648071,0.00066971174],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.69220245,0.10629397,0.17935352,0.0025717674,0.018622683,0.0009556084],"domain_scores_gemma":[0.44364733,0.2359352,0.28340536,0.0112897735,0.02467198,0.0010503626],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7386966,0.00041122697,0.028050222,0.00032150507,0.00013924541,0.00078210136,0.003840294,0.00012514822,0.0022457228],"category_scores_gemma":[0.93206996,0.00011920344,0.0139473695,0.0017228933,0.00011753277,0.00028042484,0.00043295076,0.00018672073,0.0000031114544],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9331343,0.0005615678,0.0010602168,0.00023282501,0.002813209,0.0000010341425,0.0011769624,0.0000390149,0.0015214309,0.00000664328,0.05817445,0.0012783518],"study_design_scores_gemma":[0.98525864,0.0020821579,0.00032225365,0.00036866413,0.0022513834,0.0000014910186,0.0017527201,0.0048439987,0.000119362376,0.00010921801,0.0027514554,0.00013865108],"about_ca_topic_score_codex":0.00005646385,"about_ca_topic_score_gemma":0.000020803383,"teacher_disagreement_score":0.24855512,"about_ca_system_score_codex":0.000052527,"about_ca_system_score_gemma":0.0015726117,"threshold_uncertainty_score":0.99866635},"labels":[],"label_agreement":null},{"id":"W3006905519","doi":"10.1007/s00134-020-05934-6","title":"Contemporary strategies to improve clinical trial design for critical care research: insights from the First Critical Care Clinical Trialists Workshop","year":2020,"lang":"en","type":"article","venue":"Intensive Care Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":77,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"National Center for Advancing Translational Sciences; National Center for Research Resources; National Institute of General Medical Sciences; National Heart, Lung, and Blood Institute; Canadian Institutes of Health Research; Agency for Healthcare Research and Quality; National Institutes of Health","keywords":"Clinical trial; Medicine; Randomized controlled trial; Critically ill; Intensive care; Alternative medicine; Intensive care medicine; Surgery","score_opus":0.9471954211361465,"score_gpt":0.6794024845256805,"score_spread":0.267792936610466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006905519","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049212877,0.08576613,0.19775526,0.6079227,0.029204782,0.024127085,0.00093510596,0.00010535068,0.004970733],"genre_scores_gemma":[0.9521075,0.000038113696,0.0023507979,0.033323433,0.011440156,0.0004911656,0.00010982184,0.000052415988,0.000086618995],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.939496,0.033436254,0.016056877,0.0030996073,0.007157696,0.00075358636],"domain_scores_gemma":[0.35680202,0.5361091,0.0028733544,0.007967979,0.09347929,0.0027682458],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.057658296,0.00068678113,0.007361677,0.0002659005,0.00066628587,0.0012330473,0.0037717754,0.0006183205,0.000836804],"category_scores_gemma":[0.88626516,0.00029586884,0.0031794833,0.0015554306,0.0024086018,0.00030462575,0.0006438649,0.001690096,0.000737627],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016641075,0.000046155747,0.0006657902,0.00020334614,0.00030447124,0.00018833358,0.047898997,0.000006059743,0.000015192473,0.0025507924,0.92213833,0.009341431],"study_design_scores_gemma":[0.013266171,0.0068895374,0.00035453128,0.00046573326,0.0007277314,0.0000025694894,0.66349584,0.00045062246,0.000016362923,0.003585389,0.31040126,0.00034424933],"about_ca_topic_score_codex":0.00013455126,"about_ca_topic_score_gemma":0.00023342409,"teacher_disagreement_score":0.9028946,"about_ca_system_score_codex":0.00011615592,"about_ca_system_score_gemma":0.001326681,"threshold_uncertainty_score":0.99994934},"labels":[],"label_agreement":null},{"id":"W3007382356","doi":"10.1111/eci.13215","title":"Completeness of reporting of case reports in high‐impact medical journals","year":2020,"lang":"en","type":"article","venue":"European Journal of Clinical Investigation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Cancer Research UK","keywords":"Timeline; Medicine; Completeness (order theory); Family medicine; Publishing; MEDLINE; Political science","score_opus":0.9338261825605797,"score_gpt":0.6401453240608549,"score_spread":0.2936808584997248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007382356","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98767793,0.0003760436,0.007638467,0.003238403,0.00035251255,0.00013610661,0.0000025952058,0.0000012979439,0.0005766379],"genre_scores_gemma":[0.99195236,0.000032891137,0.0070618014,0.00051450497,0.00040498306,1.880413e-7,0.0000012852895,0.000012116664,0.000019864618],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7366763,0.06690691,0.1830499,0.00083969627,0.012221726,0.00030552468],"domain_scores_gemma":[0.75446993,0.0111174425,0.22650284,0.0016011471,0.005022007,0.0012866642],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.51663643,0.00018075373,0.005490722,0.00034499532,0.000035433426,0.00013070804,0.0007558581,0.00007151653,0.0023523953],"category_scores_gemma":[0.70019305,0.00008875485,0.002374562,0.001390656,0.00025163795,0.00033929784,0.00012593174,0.00067672675,0.000035849724],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004774084,0.000097565884,0.9370289,0.00009467094,0.00026668815,0.028471947,0.00076710177,0.0014392103,0.00062527496,0.00008251444,0.009496048,0.021582335],"study_design_scores_gemma":[0.0010187618,0.000807327,0.9646835,0.0012119267,0.00035271494,0.016762331,0.0005802791,0.0081044305,0.00031885318,0.004135555,0.0018359097,0.00018845209],"about_ca_topic_score_codex":0.000014215596,"about_ca_topic_score_gemma":0.000006213884,"teacher_disagreement_score":0.1835566,"about_ca_system_score_codex":0.000012462347,"about_ca_system_score_gemma":0.00044354142,"threshold_uncertainty_score":0.9985596},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3007991464","doi":"10.1017/s1466252319000343","title":"How to read and interpret the results of a Bayesian network meta-analysis: a short tutorial","year":2019,"lang":"en","type":"article","venue":"Animal Health Research Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Meta-analysis; Bayesian network; Computer science; Network analysis; Pairwise comparison; Forest plot; Bayesian probability; Plot (graphics); Artificial intelligence; Machine learning; Data mining; Statistics; Mathematics; Medicine","score_opus":0.9222989764462981,"score_gpt":0.650505519365184,"score_spread":0.27179345708111413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007991464","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016568957,0.60566187,0.013728865,0.29618618,0.0011134059,0.040872592,0.00039010006,0.00002627912,0.02545175],"genre_scores_gemma":[0.95325416,0.007075397,0.008424652,0.0025717542,0.0007230134,0.0007273681,0.000017903436,0.000033763037,0.027171988],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8825235,0.08730393,0.015449573,0.0023702565,0.011071482,0.0012812966],"domain_scores_gemma":[0.96839404,0.015931044,0.0034109938,0.008811149,0.0025437947,0.00090900157],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.5334611,0.00040492724,0.011626262,0.00078569114,0.0003314219,0.0012636792,0.0030687635,0.00010514173,0.0023261511],"category_scores_gemma":[0.06628582,0.00014672827,0.0051548104,0.00883483,0.00020819159,0.00027141804,0.00068344374,0.0006387265,0.0010817143],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042650264,0.000087303684,0.0027192673,0.0007137931,0.02112805,0.00000447718,0.002266103,0.000025897123,0.000032374744,0.011151772,0.8916797,0.069764726],"study_design_scores_gemma":[0.00009958958,0.00074553007,0.0014157869,0.00006956508,0.006627201,0.0000035821895,0.00052148005,0.0012740734,0.0000018922784,0.00064307207,0.9884629,0.00013528677],"about_ca_topic_score_codex":0.0003885874,"about_ca_topic_score_gemma":0.0016800885,"teacher_disagreement_score":0.9366852,"about_ca_system_score_codex":0.000070167094,"about_ca_system_score_gemma":0.0002748771,"threshold_uncertainty_score":0.9997731},"labels":[],"label_agreement":null},{"id":"W3008004346","doi":"10.1101/2020.02.14.20023119","title":"Characteristics and Impact of Librarian Co-authored Systematic Reviews: A Bibliometric Analysis","year":2020,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MEDLINE; Library science; Web of science; Bibliometrics; Cochrane Library; Collection development; Inclusion (mineral); Citation analysis; Grey literature; Citation; Medicine; Medical education; Computer science; Political science; Sociology; Social science","score_opus":0.7135928510555525,"score_gpt":0.5326164287326238,"score_spread":0.18097642232292865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008004346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9211296,0.036425527,0.03278062,0.00037293872,0.00044326155,0.0062719434,0.00075154647,0.000024958073,0.0017996323],"genre_scores_gemma":[0.99222,0.0036724617,0.0026799422,0.00006929043,0.00012046295,0.0001948131,0.00012079304,0.00003447223,0.0008877704],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.93242264,0.03014882,0.02760113,0.002341028,0.0070736553,0.00041271007],"domain_scores_gemma":[0.94810396,0.009502121,0.031487253,0.0086960085,0.0015508021,0.00065984234],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","bibliometrics","insufficient_payload"],"category_scores_codex":[0.14948043,0.0009083776,0.024972754,0.08678115,0.0000890074,0.002420678,0.0039789537,0.00037831048,0.0055373763],"category_scores_gemma":[0.20031436,0.00040818556,0.011225328,0.20734778,0.00011891454,0.00022578021,0.0010458434,0.0005785175,0.0011709797],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010905373,0.00008237202,0.92828685,0.045944043,0.010546628,0.000023595225,0.00066152925,0.000037115256,0.00008642276,0.00013791399,0.011216283,0.0029663467],"study_design_scores_gemma":[0.00013428621,0.000091487724,0.94440114,0.0029488693,0.018512988,0.000009752656,0.00008453478,0.030117773,0.000009463926,0.0013555586,0.0017598955,0.00057421764],"about_ca_topic_score_codex":0.000036076988,"about_ca_topic_score_gemma":0.000003554918,"teacher_disagreement_score":0.12056663,"about_ca_system_score_codex":0.00005124881,"about_ca_system_score_gemma":0.00020545839,"threshold_uncertainty_score":0.999837},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3008476194","doi":"10.1002/jrsm.1402","title":"The median and the mode as robust meta‐analysis estimators in the presence of small‐study effects and outliers","year":2020,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council Canada; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Medical Research Council; University of Bristol; National Institute for Health and Care Research","keywords":"Meta-analysis; Outlier; Estimator; Statistics; Robustness (evolution); Econometrics; Publication bias; Reliability (semiconductor); Robust statistics; Computer science; Mathematics; Confidence interval; Medicine","score_opus":0.8839268872716101,"score_gpt":0.6515487591271637,"score_spread":0.23237812814444636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008476194","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44725105,0.05923158,0.29960996,0.16299964,0.00020399275,0.020554846,0.000036424153,0.00002534606,0.010087169],"genre_scores_gemma":[0.9552735,0.00036471654,0.04315817,0.00015182863,0.000027721448,0.00076316023,1.9996956e-7,0.000013590835,0.0002470875],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.60661674,0.37586108,0.005442837,0.0016092802,0.009754392,0.0007157042],"domain_scores_gemma":[0.2883564,0.7025124,0.0019701684,0.005679891,0.0010498248,0.00043135873],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.52195716,0.00029242245,0.0044994536,0.00054158363,0.00063425105,0.001323608,0.003914703,0.00007552855,0.00027121312],"category_scores_gemma":[0.4986857,0.000082462924,0.0017077782,0.006109154,0.0011558278,0.00013252582,0.0006371169,0.00054029864,0.000032192656],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083890266,0.0007437906,0.07204568,0.0011915179,0.25514248,0.00012850866,0.16748974,0.017072529,0.0003998092,0.030257843,0.006634022,0.44805518],"study_design_scores_gemma":[0.0006310273,0.0002406666,0.015679976,0.00003172799,0.07206315,0.000007086352,0.067350596,0.8102425,0.0005915997,0.030283567,0.0025223386,0.0003557927],"about_ca_topic_score_codex":0.00057640544,"about_ca_topic_score_gemma":0.00047192376,"teacher_disagreement_score":0.79317,"about_ca_system_score_codex":0.000012913412,"about_ca_system_score_gemma":0.0000914292,"threshold_uncertainty_score":0.9997131},"labels":[],"label_agreement":null},{"id":"W3009443436","doi":"10.1016/j.jclinepi.2020.01.025","title":"Future of Evidence Ecosystem Series: Evidence synthesis 2.0: when systematic, scoping, rapid, living, and overviews of reviews come together","year":2020,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Systematic review; Evidence-based practice; Evidence-based medicine; Grey literature; Data science; MEDLINE; Computer science; Management science; Medicine; Alternative medicine; Political science; Engineering","score_opus":0.9032400499965897,"score_gpt":0.6166514884168275,"score_spread":0.2865885615797622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009443436","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005870508,0.49321935,0.0069284476,0.49231094,0.0035072535,0.0032390535,0.000058022044,0.0000051451607,0.00014472732],"genre_scores_gemma":[0.0036310202,0.5000198,0.054954287,0.42233956,0.015380203,0.00020574589,0.0000037977632,0.0001511974,0.0033144266],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.32858863,0.48724732,0.17364933,0.0025303306,0.007122147,0.00086224696],"domain_scores_gemma":[0.077205546,0.6720607,0.23867817,0.0067100218,0.0046949508,0.00065055443],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity"],"category_scores_codex":[0.69800216,0.001147078,0.07750128,0.00074856187,0.00009545104,0.00016862543,0.0068865325,0.0019557544,0.006621287],"category_scores_gemma":[0.92923015,0.00047394307,0.01583193,0.0009269759,0.00060547824,0.0008348716,0.00073648663,0.0036105867,0.00042945833],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005715856,0.000039422095,0.019691758,0.11436444,0.0012870214,0.000059785616,0.0003831748,0.0000057979714,0.000003303282,0.000092573624,0.8598942,0.0041213403],"study_design_scores_gemma":[0.00015132516,0.0010400235,0.0014016089,0.36567914,0.004753571,0.00037225324,0.00026931168,0.0003570808,0.0000023173352,0.0028087215,0.62267053,0.0004941257],"about_ca_topic_score_codex":0.000015182217,"about_ca_topic_score_gemma":0.00003231942,"teacher_disagreement_score":0.25138307,"about_ca_system_score_codex":0.0000655318,"about_ca_system_score_gemma":0.0006269706,"threshold_uncertainty_score":0.99977124},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3009456404","doi":"10.1002/jrsm.1405","title":"Multivariate network meta‐analysis of survival function parameters","year":2020,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Precision Nanosystems (Canada)","funders":"","keywords":"Multivariate statistics; Multivariate analysis; Meta-analysis; Computer science; Function (biology); Statistics; Survival analysis; Econometrics; Mathematics; Medicine; Internal medicine; Biology","score_opus":0.9714935275619198,"score_gpt":0.6950105413173112,"score_spread":0.27648298624460854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009456404","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027343638,0.0030325877,0.98169196,0.0029552553,0.00019116832,0.00080079056,0.000040453946,0.000014338942,0.008539071],"genre_scores_gemma":[0.28837368,0.0000732798,0.7091226,0.00023872768,0.00015917953,0.00023552366,0.0000057325924,0.00003425854,0.0017570182],"study_design_codex":"meta_analysis","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.67327493,0.2997704,0.010242106,0.0021504308,0.013664437,0.0008976846],"domain_scores_gemma":[0.6832762,0.30014262,0.0048539853,0.0066444823,0.004236319,0.00084639393],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.57119876,0.00036174236,0.011205383,0.0013593303,0.00026986047,0.00063034525,0.0028067576,0.00016383632,0.029384835],"category_scores_gemma":[0.36675718,0.00017699129,0.010225799,0.017694036,0.00022369751,0.00023399627,0.0004524371,0.00045170164,0.00091084593],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024819124,0.00019589176,0.0056073945,0.00019522777,0.7073,0.000010297937,0.0012165022,0.05827556,0.0047786743,0.010399596,0.023106448,0.18866622],"study_design_scores_gemma":[0.00016225062,0.00019483945,0.013146006,0.000015299429,0.38276538,7.19168e-7,0.0018692057,0.49009994,0.0030863164,0.013045932,0.09505379,0.0005603436],"about_ca_topic_score_codex":0.00012926593,"about_ca_topic_score_gemma":0.000024315144,"teacher_disagreement_score":0.43182436,"about_ca_system_score_codex":0.000032293134,"about_ca_system_score_gemma":0.00010226329,"threshold_uncertainty_score":0.9998671},"labels":[],"label_agreement":null},{"id":"W3010095828","doi":"10.1097/ccm.0000000000004246","title":"Development and Reporting of Prediction Models: Guidance for Authors From Editors of Respiratory, Sleep, and Critical Care Journals","year":2020,"lang":"en","type":"article","venue":"Critical Care Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":284,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Heart, Lung, and Blood Institute; National Institute for Health and Care Research; U.S. Department of Veterans Affairs","keywords":"Operationalization; Medicine; Predictive modelling; Best practice; Inference; Causal inference; Casual; Missing data; MEDLINE; Set (abstract data type); Actuarial science; Computer science; Artificial intelligence; Machine learning","score_opus":0.7475708684647632,"score_gpt":0.552404215678449,"score_spread":0.19516665278631418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010095828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5344623,0.082810216,0.36109176,0.015184247,0.0029544537,0.0013075602,0.00034474395,0.000019589641,0.0018251305],"genre_scores_gemma":[0.9740934,0.000008023734,0.02428558,0.0003235179,0.001238895,0.00002372962,0.000008768196,0.0000104260025,0.000007707059],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98331356,0.0011250182,0.011696024,0.00072077935,0.002948144,0.00019649544],"domain_scores_gemma":[0.9853514,0.0059553133,0.0027928432,0.0007053686,0.0047069956,0.00048808003],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.025136257,0.00020522799,0.0028032733,0.0001500015,0.00012685289,0.0000802395,0.00033069093,0.00012411276,0.0003271503],"category_scores_gemma":[0.33286434,0.000110356596,0.0002821838,0.00037259932,0.00039391342,0.00017451355,0.0001067743,0.0001611862,0.0000018362405],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003453782,0.00015398947,0.27144164,0.02319954,0.00074395904,0.00014533143,0.20264918,0.00015778707,0.014292729,0.028585158,0.16224165,0.2960437],"study_design_scores_gemma":[0.0039059713,0.003565319,0.058564007,0.00776068,0.005895176,0.00005784381,0.5451143,0.08624533,0.011611013,0.0424323,0.23348542,0.0013626487],"about_ca_topic_score_codex":0.000007644389,"about_ca_topic_score_gemma":0.0000044415847,"teacher_disagreement_score":0.43963107,"about_ca_system_score_codex":0.000023220176,"about_ca_system_score_gemma":0.00009555792,"threshold_uncertainty_score":0.8711775},"labels":[],"label_agreement":null},{"id":"W3011286478","doi":"10.1016/j.jclinepi.2020.03.006","title":"Reporting guidelines of health research studies are frequently used inappropriately","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":92,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Economics; University of Ottawa; Ottawa Hospital","funders":"Cancer Research UK","keywords":"Medicine; Guideline; Research design; MEDLINE; Systematic review; Family medicine; Alternative medicine; Reporting bias; Pathology","score_opus":0.9975200409583229,"score_gpt":0.8266172020063054,"score_spread":0.17090283895201752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011286478","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5705068,0.024625892,0.024606202,0.3779213,0.0015239272,0.0004704454,0.0000051204465,0.0000035622854,0.00033671464],"genre_scores_gemma":[0.899437,0.0027782223,0.0829361,0.012952208,0.0014814859,0.000004376397,7.570574e-7,0.000015132412,0.00039468388],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.087564416,0.47695944,0.42233887,0.0018559236,0.010240537,0.0010408146],"domain_scores_gemma":[0.028554091,0.45906466,0.4783071,0.0031519367,0.029861461,0.0010607566],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9343997,0.00023305311,0.028285235,0.00036770545,0.00013256032,0.000048430487,0.002188814,0.0002440883,0.000582522],"category_scores_gemma":[0.99269706,0.00009730875,0.005703709,0.001431068,0.00049637223,0.00016417053,0.00035394105,0.0014281634,0.00019848552],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004540517,0.0000575612,0.6391394,0.00013798596,0.00069984805,0.000031805674,0.00036892697,0.00031634964,0.000010319329,0.0011006786,0.32393613,0.03415556],"study_design_scores_gemma":[0.0013118495,0.0028818084,0.48588455,0.0010420643,0.00037304993,0.00016693716,0.012623558,0.007126891,0.000014554131,0.21760604,0.2706724,0.00029629353],"about_ca_topic_score_codex":0.000023232338,"about_ca_topic_score_gemma":0.000018930048,"teacher_disagreement_score":0.3649691,"about_ca_system_score_codex":0.00003487241,"about_ca_system_score_gemma":0.0007372535,"threshold_uncertainty_score":0.9861409},"labels":[],"label_agreement":null},{"id":"W3011914336","doi":"10.1136/bmjopen-2019-032497","title":"Outcome reporting bias in Cochrane systematic reviews: a cross-sectional analysis","year":2020,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen Elizabeth II Health Sciences Centre; Vancouver General Hospital; University of British Columbia","funders":"","keywords":"Medicine; Systematic review; Protocol (science); MEDLINE; Meta-analysis; Orb (optics); Publication bias; Sample size determination; Alternative medicine; Pathology; Statistics; Artificial intelligence","score_opus":0.9587409467839965,"score_gpt":0.6961486093406096,"score_spread":0.26259233744338684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011914336","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6926201,0.00833166,0.054007623,0.009558499,0.0014165667,0.13426912,0.00008636137,0.00006370228,0.099646345],"genre_scores_gemma":[0.97178113,0.000017647522,0.005613131,0.0024466168,0.00015114044,0.0028116347,0.000020524572,0.000019777839,0.017138408],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8880933,0.025249047,0.07558117,0.0021120268,0.008540293,0.00042415436],"domain_scores_gemma":[0.91814053,0.008904419,0.06379523,0.00717844,0.0015408257,0.00044057486],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.48074403,0.00034963398,0.012935694,0.00056068634,0.00015298596,0.0043755546,0.003985776,0.0001000215,0.015092229],"category_scores_gemma":[0.57480544,0.0001645992,0.0042403718,0.007619494,0.00003776564,0.0005453684,0.00075626356,0.0002183182,0.008515238],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000897941,0.000020951911,0.9899535,0.004623035,0.00046634683,0.000045011046,0.00036146422,0.00064131373,0.000006196807,0.00020194348,0.00358,0.00009121623],"study_design_scores_gemma":[0.0004924405,0.00004378661,0.93276507,0.002070807,0.00161715,0.000063151485,0.00068094116,0.05368254,0.0000038200624,0.00069160614,0.0073431134,0.0005455704],"about_ca_topic_score_codex":0.000100453246,"about_ca_topic_score_gemma":0.00024170596,"teacher_disagreement_score":0.279161,"about_ca_system_score_codex":0.00006112919,"about_ca_system_score_gemma":0.00010701604,"threshold_uncertainty_score":0.996658},"labels":[],"label_agreement":null},{"id":"W3011957638","doi":"10.1016/j.isjp.2020.03.002","title":"Characteristics, results, and reporting of contemporary surgical trials: A systematic review and analysis","year":2020,"lang":"en","type":"review","venue":"International Journal of Surgery Protocols","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; University of Toronto; Health Sciences Centre; Ottawa Hospital","funders":"","keywords":"Categorical variable; Medicine; Randomized controlled trial; Protocol (science); Normality; Descriptive statistics; Quartile; Continuous variable; Sample size determination; Medical physics; Statistics; Surgery; Alternative medicine; Confidence interval; Mathematics; Internal medicine","score_opus":0.9122179476274483,"score_gpt":0.6378596023219139,"score_spread":0.2743583453055345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011957638","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000276769,0.9633893,0.00030931618,0.0005119496,0.00018709469,0.03505288,0.00035102072,0.000002490163,0.00019322423],"genre_scores_gemma":[0.00006239959,0.9938845,0.00036157243,0.00009677335,0.00027975527,0.004886822,0.000053640575,0.000022778415,0.00035178004],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.8105493,0.036629558,0.14376672,0.0010161189,0.007836917,0.00020137319],"domain_scores_gemma":[0.6478836,0.04456053,0.2999916,0.0015280689,0.005709032,0.00032713238],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.44806224,0.00062523125,0.0648157,0.0020521805,0.00004295712,0.0009502566,0.001835266,0.0002111596,0.00046599697],"category_scores_gemma":[0.5576158,0.00027660592,0.01375538,0.0018618882,0.00011008319,0.00036361974,0.00029699356,0.0005058998,0.00002751997],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098421806,0.0001058737,0.001633503,0.7557702,0.030416243,0.0013907027,0.000072791976,1.8711239e-7,1.1953385e-7,0.00009266053,0.015234777,0.1951845],"study_design_scores_gemma":[0.00016462932,0.00003129979,0.00006058117,0.34439063,0.020856043,0.0012542022,0.000018872926,0.00002324323,1.5289818e-7,0.00006421881,0.6329336,0.00020248865],"about_ca_topic_score_codex":0.000002988657,"about_ca_topic_score_gemma":2.814582e-7,"teacher_disagreement_score":0.61769885,"about_ca_system_score_codex":0.000063706786,"about_ca_system_score_gemma":0.00085054437,"threshold_uncertainty_score":0.9999686},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3011957887","doi":"10.1007/s00134-019-05569-2","title":"Determinants of downloads and citations for articles published in Intensive Care Medicine","year":2019,"lang":"en","type":"letter","venue":"Intensive Care Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto","funders":"","keywords":"Medicine; Anesthesiology; Negative binomial distribution; MEDLINE; Index (typography); Intensive care; Statistics; World Wide Web; Computer science; Mathematics; Intensive care medicine","score_opus":0.4591263536161946,"score_gpt":0.48874810818149317,"score_spread":0.029621754565298586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011957887","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07647003,0.027077807,0.0007462947,0.88510996,0.0037162667,0.0047583724,0.00047396377,0.0000116871715,0.0016356154],"genre_scores_gemma":[0.3642906,0.00014558654,0.0003274304,0.6286712,0.0017132555,0.0002353957,0.0006840937,0.0000630878,0.00386934],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9805984,0.0025296302,0.010395346,0.0016994252,0.0042726067,0.00050457363],"domain_scores_gemma":[0.88470924,0.01589023,0.006252784,0.0032086668,0.0897985,0.00014059416],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013830628,0.0007349495,0.009388954,0.0022211524,0.00007554078,0.00013871126,0.001546512,0.00057903916,0.0022213273],"category_scores_gemma":[0.44174862,0.00034031793,0.00096625776,0.0015202115,0.00085183454,0.00022033966,0.00021980837,0.0008823671,0.00011847854],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020046886,0.0000020204582,0.021210462,0.0010372206,0.00013629916,0.00008940173,0.026883198,0.0000014978057,0.000066922745,0.00001532636,0.94367933,0.006858289],"study_design_scores_gemma":[0.0020114386,0.00090833614,0.007928757,0.0044898484,0.0014649937,0.000078082645,0.4645614,0.00038302978,0.00006868638,0.0015317351,0.51611066,0.00046302236],"about_ca_topic_score_codex":0.00035316724,"about_ca_topic_score_gemma":0.0005242665,"teacher_disagreement_score":0.43767822,"about_ca_system_score_codex":0.00012165098,"about_ca_system_score_gemma":0.00017629607,"threshold_uncertainty_score":0.9999049},"labels":[],"label_agreement":null},{"id":"W3012274226","doi":"10.1186/s13643-020-01305-w","title":"Journal impact factor, trial effect size, and methodological quality appear scantly related: a systematic review and meta-analysis","year":2020,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Ottawa Hospital; University of Ottawa; Montfort Hospital","funders":"Queen's University","keywords":"Impact factor; Medicine; Systematic review; Blinding; Meta-analysis; Sample size determination; Publication bias; Randomized controlled trial; Systematic sampling; MEDLINE; Statistics; Family medicine; Internal medicine; Pathology","score_opus":0.9140518313691507,"score_gpt":0.6588662393917551,"score_spread":0.25518559197739554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012274226","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000014566044,0.90585256,0.0018609598,0.0002451649,0.0002630951,0.09123787,0.0002100023,0.000029142522,0.0002997209],"genre_scores_gemma":[0.000010209751,0.9850981,0.0020796799,0.00039992025,0.0001338836,0.008052536,0.000027362972,0.00012109585,0.00407719],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.39581883,0.49592072,0.09336528,0.003990815,0.00994084,0.0009635224],"domain_scores_gemma":[0.66111994,0.17879269,0.14152516,0.014562529,0.0018269713,0.0021727222],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.6810862,0.0045262245,0.30428943,0.0016670543,0.000591303,0.0051813773,0.006186063,0.0011777012,0.014582829],"category_scores_gemma":[0.6016566,0.0014014367,0.109451495,0.009826416,0.0002820607,0.000634066,0.00091605395,0.0023709787,0.004657016],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017336646,0.00003053752,0.0000012471863,0.7656187,0.22899264,0.000033414915,0.00009953255,1.8152778e-7,2.322681e-8,0.00006255028,0.0015528444,0.0035910273],"study_design_scores_gemma":[0.0007717686,0.0002893505,8.605751e-7,0.17665237,0.7294969,0.0011311574,0.00003550068,0.000022072096,5.0120925e-9,0.0001738725,0.090478435,0.0009476916],"about_ca_topic_score_codex":0.000015110575,"about_ca_topic_score_gemma":0.0000065143972,"teacher_disagreement_score":0.5889663,"about_ca_system_score_codex":0.00034218896,"about_ca_system_score_gemma":0.00040620074,"threshold_uncertainty_score":0.9999306},"labels":[],"label_agreement":null},{"id":"W3012418221","doi":"10.2196/17795","title":"Reported Outcomes in Published Systematic Reviews of Interdisciplinary Pain Treatment: Protocol for a Systematic Overview","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Systematic review; Protocol (science); Medicine; Alternative medicine; MEDLINE; Psychology","score_opus":0.948451816089855,"score_gpt":0.7380280739462522,"score_spread":0.2104237421436027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012418221","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024327486,0.000041594973,0.0016194029,0.0021979655,0.000005384658,0.9948375,0.000020086889,0.000017875109,0.0012358384],"genre_scores_gemma":[0.00043518486,5.9025075e-7,0.0013308247,0.00013429635,0.000051116815,0.9939419,0.0000059244276,0.00004399316,0.004056188],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.80618936,0.13580833,0.04279816,0.0026680517,0.011384298,0.0011518223],"domain_scores_gemma":[0.9500343,0.026159847,0.013910136,0.0061776573,0.0032062344,0.0005117924],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.4063626,0.00070229813,0.015454083,0.001201406,0.00020865329,0.001634147,0.004065963,0.00021087461,0.0029218365],"category_scores_gemma":[0.31820336,0.0002888922,0.0039197565,0.0051156203,0.00014095864,0.000729402,0.00082136155,0.00040881257,0.00081786193],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018913494,0.0009843002,0.0045896,0.9415333,0.0003347083,0.000028828848,0.0022560095,0.0000048475285,0.00009412716,0.00073453155,0.048531152,0.0007194219],"study_design_scores_gemma":[0.0089970175,0.007813566,0.0010108184,0.7703035,0.00021296352,0.00003136762,0.0047257547,0.025440672,0.00014907053,0.013174131,0.16699956,0.0011415638],"about_ca_topic_score_codex":0.000008270439,"about_ca_topic_score_gemma":0.00004065972,"teacher_disagreement_score":0.17122982,"about_ca_system_score_codex":0.0002838258,"about_ca_system_score_gemma":0.0003839869,"threshold_uncertainty_score":0.9999601},"labels":[],"label_agreement":null},{"id":"W3012500912","doi":"10.2106/jbjs.19.01356","title":"Are We Ready to Accept Follow-up Rates of 50% in Orthopaedic Research?","year":2020,"lang":"en","type":"letter","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Medical Association; Institute for Clinical Evaluative Sciences; SickKids Foundation; Public Health Ontario; Hospital for Sick Children; Toronto Public Health","funders":"","keywords":"Publication bias; Medicine; Selection bias; Reporting bias; Sample size determination; Population; Clinical research; Affect (linguistics); Research design; Informed consent; Actuarial science; MEDLINE; Psychology; Statistics; Meta-analysis; Alternative medicine; Law; Mathematics; Economics","score_opus":0.8387857835397237,"score_gpt":0.5273820609822394,"score_spread":0.3114037225574843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012500912","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06198364,0.013991928,0.00022159213,0.92110854,0.0013944296,0.0005513796,0.00004953217,0.0000019988536,0.00069695525],"genre_scores_gemma":[0.20704345,0.019666234,0.0034873977,0.69710857,0.014163571,0.00008335878,0.000060288177,0.0002582375,0.05812891],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95290405,0.014137671,0.021830138,0.0007574206,0.009887601,0.00048309407],"domain_scores_gemma":[0.9575707,0.016415717,0.021166898,0.001541192,0.0029600703,0.0003454234],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18242727,0.00038639383,0.011944182,0.0049395757,0.000083857674,0.0005655026,0.00049580313,0.00032307173,0.0031181572],"category_scores_gemma":[0.09785001,0.00019227882,0.004344664,0.0024646479,0.00010553477,0.00029482096,0.00026038723,0.002088315,0.00031532644],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038961833,0.00002183088,0.022020977,0.00042287164,0.00019593463,0.0016450969,0.0002516535,0.000002339535,0.000047423033,0.0000029060961,0.9706959,0.0046540843],"study_design_scores_gemma":[0.00016329197,0.00007181613,0.011734724,0.0018785878,0.00015148807,0.00014773788,0.00083195063,0.000016268257,0.000021968523,0.0014299366,0.98335934,0.00019290294],"about_ca_topic_score_codex":0.000023886983,"about_ca_topic_score_gemma":0.000034940564,"teacher_disagreement_score":0.224,"about_ca_system_score_codex":0.000047231264,"about_ca_system_score_gemma":0.0003629431,"threshold_uncertainty_score":0.99779314},"labels":[],"label_agreement":null},{"id":"W3012637421","doi":"10.2196/17864","title":"Standardized Protocol Items Recommendations for Observational Studies (SPIROS) for Observational Study Protocol Reporting Guidelines: Protocol for a Delphi Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiteit Maastricht","keywords":"Observational study; Strengthening the reporting of observational studies in epidemiology; Protocol (science); Checklist; Delphi method; Delphi; Medicine; Observational methods in psychology; Likert scale; Family medicine; Medical physics; Psychology; Computer science; Alternative medicine; Pathology","score_opus":0.9955369141861513,"score_gpt":0.8323458546954217,"score_spread":0.16319105949072965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012637421","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000034822173,2.8953022e-7,0.031253748,0.01272631,0.000020348472,0.9553512,0.00040476673,0.000079704725,0.00012884208],"genre_scores_gemma":[0.000008123268,6.998327e-9,0.0821543,0.0006081088,0.0010541178,0.91248834,0.00006281692,0.00012417637,0.0034999843],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.91883606,0.015472374,0.042565115,0.004638116,0.016732072,0.0017562886],"domain_scores_gemma":[0.90604955,0.019729052,0.01987937,0.0039776694,0.049745318,0.00061901583],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.30969065,0.0010413624,0.0059448085,0.000792878,0.0025800408,0.0035094176,0.0041253073,0.0002383545,0.001546172],"category_scores_gemma":[0.42351577,0.00059724366,0.002645015,0.004172282,0.00021564655,0.0013366893,0.0010103071,0.0006794068,0.00010587788],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0068568275,0.0050254846,0.042393457,0.005406424,0.0009740105,0.0000057558186,0.004030264,0.0001709462,0.00017565387,0.001411081,0.9242845,0.009265591],"study_design_scores_gemma":[0.021942401,0.010534409,0.0017371449,0.0009193269,0.000050617513,0.0000021608128,0.010509215,0.010790379,0.00007397503,0.011009192,0.9318399,0.0005912786],"about_ca_topic_score_codex":0.000008131457,"about_ca_topic_score_gemma":0.000074669624,"teacher_disagreement_score":0.11382512,"about_ca_system_score_codex":0.00041543483,"about_ca_system_score_gemma":0.0025366975,"threshold_uncertainty_score":0.9996479},"labels":[],"label_agreement":null},{"id":"W3012971470","doi":"10.1016/j.jclinepi.2020.03.016","title":"Reporting scoping reviews—PRISMA ScR extension","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":469,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Royal College of Physicians and Surgeons of Canada; University of Toronto; Sunnybrook Health Science Centre; Toronto Rehabilitation Institute; Ottawa Hospital; St. Michael's Hospital; University of Ottawa","funders":"World Health Organization","keywords":"Dissemination; Reliability (semiconductor); Extension (predicate logic); Work (physics); Psychology; Public relations; Actuarial science; Computer science; Business; Political science; Engineering","score_opus":0.9838119751288401,"score_gpt":0.7476393619638183,"score_spread":0.2361726131650218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012971470","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"reporting","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reporting","domain_consensus":"reporting","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28623676,0.03435522,0.52036756,0.14804152,0.0050638765,0.0011249401,0.0000017740895,0.000009899376,0.004798445],"genre_scores_gemma":[0.5639188,0.00926164,0.30682093,0.11006147,0.00830047,0.000008490446,0.0000022323925,0.00004040372,0.0015855393],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.315932,0.2727117,0.40340742,0.0021823836,0.004967555,0.0007989395],"domain_scores_gemma":[0.04474094,0.36066723,0.5827182,0.0048341933,0.005105035,0.0019344351],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.8542433,0.0002810045,0.02783303,0.00017795572,0.00009807859,0.00009875758,0.001894049,0.00030470456,0.0042948867],"category_scores_gemma":[0.9860847,0.00011655518,0.010520755,0.0008240245,0.00015387383,0.00025406323,0.00024371476,0.0011958884,0.0023971256],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055816745,0.000051447223,0.406236,0.00014978783,0.00019280618,0.000120850054,0.00008945921,0.00033243845,0.000043782027,0.0008002642,0.40058592,0.19134144],"study_design_scores_gemma":[0.00070732005,0.0008677997,0.18653661,0.0020113008,0.0005870186,0.00053308153,0.00019882851,0.020834187,0.0000063741845,0.034311354,0.75307935,0.00032678273],"about_ca_topic_score_codex":0.0000020655757,"about_ca_topic_score_gemma":0.0000016317405,"teacher_disagreement_score":0.35249344,"about_ca_system_score_codex":0.000013179478,"about_ca_system_score_gemma":0.00022827458,"threshold_uncertainty_score":0.99938864},"labels":[],"label_agreement":null},{"id":"W3014233714","doi":"10.1016/j.jclinepi.2020.03.019","title":"Cochrane risk of bias tool was used inadequately in the majority of non-Cochrane systematic reviews","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":50,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Systematic review; Cochrane collaboration; Medicine; Cochrane Library; Meta-analysis; MEDLINE; Internal medicine","score_opus":0.9168510144985633,"score_gpt":0.6535704606308103,"score_spread":0.26328055386775306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014233714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9052059,0.024135482,0.04717333,0.019210089,0.0010760981,0.0025653131,0.000022408862,0.0000018688581,0.00060952775],"genre_scores_gemma":[0.9785261,0.00841253,0.009400094,0.0031223886,0.00042800786,0.000016214242,0.0000011117439,0.000010410974,0.00008315223],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.31333977,0.5027059,0.17592092,0.0011450176,0.0062801023,0.0006083147],"domain_scores_gemma":[0.12100341,0.7136367,0.1579278,0.004236205,0.00274825,0.0004476445],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8206199,0.00037110643,0.03832293,0.00030730822,0.000045385266,0.00004122566,0.003925869,0.00037678453,0.0010879566],"category_scores_gemma":[0.9529269,0.00013089705,0.009502615,0.0016602399,0.0003579988,0.00018399183,0.00014542264,0.0014176945,0.00038608996],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041413365,0.00066969014,0.90276504,0.023839667,0.0014872176,0.0000757022,0.0023793315,0.0010615397,0.000080523656,0.0032941548,0.05343232,0.010500689],"study_design_scores_gemma":[0.005906113,0.005513338,0.80903417,0.023040287,0.0073296637,0.00034994338,0.0032791055,0.06353446,0.000042048123,0.059454363,0.021703722,0.000812791],"about_ca_topic_score_codex":0.000041543506,"about_ca_topic_score_gemma":0.000035450612,"teacher_disagreement_score":0.2109308,"about_ca_system_score_codex":0.000016961143,"about_ca_system_score_gemma":0.00021240607,"threshold_uncertainty_score":0.9998252},"labels":[],"label_agreement":null},{"id":"W3014339638","doi":"10.1016/j.jclinepi.2020.03.017","title":"A systematic survey showed important limitations in the methods for assessing drug safety among systematic reviews","year":2020,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"National Key Research and Development Program of China; Sichuan University; China Postdoctoral Science Foundation; National Natural Science Foundation of China","keywords":"Systematic review; Medicine; MEDLINE; Meta-analysis; Cochrane Library; Family medicine; Internal medicine","score_opus":0.9782708995551342,"score_gpt":0.7588959379542538,"score_spread":0.21937496160088044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014339638","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000023198183,0.79780155,0.18836117,0.001103625,0.0018637978,0.010674878,0.000026143354,0.0000026871182,0.00016383723],"genre_scores_gemma":[0.000017766723,0.92226046,0.07475397,0.0010995348,0.00058912684,0.00074583135,0.00002364312,0.000049198883,0.00046047894],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.03636026,0.72845984,0.23052025,0.0014572939,0.0025825647,0.0006198098],"domain_scores_gemma":[0.009990575,0.747285,0.23545519,0.0044405926,0.0023356292,0.0004929851],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.97107977,0.0012293505,0.15733075,0.0010124878,0.00021525583,0.00067416247,0.008405481,0.000988299,0.00018098761],"category_scores_gemma":[0.99008495,0.00039994525,0.041667216,0.0034097412,0.00030269183,0.0004144884,0.00024899186,0.0030926922,0.0002886954],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015147216,0.00015078064,0.0027733375,0.7995496,0.002715979,0.000033955126,0.000272782,0.000012902266,5.736416e-9,0.0013349121,0.023109866,0.17003076],"study_design_scores_gemma":[0.00029852393,0.00014382582,0.0016278656,0.32478988,0.013514901,0.000325946,0.00053047226,0.0045084357,9.714662e-10,0.0066234428,0.6472053,0.0004314123],"about_ca_topic_score_codex":0.00001034826,"about_ca_topic_score_gemma":0.00015388765,"teacher_disagreement_score":0.62409544,"about_ca_system_score_codex":0.00015900885,"about_ca_system_score_gemma":0.0012625298,"threshold_uncertainty_score":0.99984527},"labels":[],"label_agreement":null},{"id":"W3014456301","doi":"10.1016/j.jclinepi.2020.03.020","title":"Exclusion of studies with no events in both arms in meta-analysis impacted the conclusions","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":94,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"National Natural Science Foundation of China","keywords":"Meta-analysis; Medicine; Environmental health; Pathology","score_opus":0.964455149900288,"score_gpt":0.7093569863493486,"score_spread":0.2550981635509394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014456301","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88201046,0.01041891,0.011086979,0.09533718,0.00030180224,0.0005606661,0.0000100695015,0.000001416895,0.0002725319],"genre_scores_gemma":[0.9866199,0.0008529455,0.006238293,0.0059686364,0.00013039654,0.000005627552,7.4574564e-7,0.0000061061787,0.00017734432],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7194074,0.19296592,0.08171366,0.0011503929,0.0042272145,0.0005354404],"domain_scores_gemma":[0.35360596,0.54420716,0.09288554,0.0038037712,0.0047225393,0.0007750199],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.51497483,0.00028363912,0.029651277,0.0005304555,0.000052736388,0.000014374232,0.0019931155,0.00018940632,0.0024222226],"category_scores_gemma":[0.7072844,0.0000821281,0.011396699,0.0033026598,0.00030093198,0.0001536296,0.0003567026,0.00094009796,0.00009252189],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002465603,0.00017144103,0.93107724,0.000023871957,0.050951373,0.000024182506,0.00083884574,0.009121678,0.0000073513265,0.000287732,0.006581052,0.00066868577],"study_design_scores_gemma":[0.0011896897,0.0011078719,0.8974636,0.00005030626,0.061044224,0.000018393013,0.0020139408,0.016573971,0.0000010389344,0.014645118,0.005724639,0.00016716479],"about_ca_topic_score_codex":0.000035596222,"about_ca_topic_score_gemma":0.00026134378,"teacher_disagreement_score":0.3658014,"about_ca_system_score_codex":0.00002459915,"about_ca_system_score_gemma":0.00018480909,"threshold_uncertainty_score":0.9985039},"labels":[],"label_agreement":null},{"id":"W3014523815","doi":"","title":"La declaración CONSORT: Recomendaciones revisadas para mejorar la calidad de los informes de ensayos aleatorizados de grupos paralelos","year":2002,"lang":"es","type":"article","venue":"Revista de sanidad militar","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Humanities; Medicine; Philosophy","score_opus":0.35914819209173365,"score_gpt":0.4573151858866164,"score_spread":0.09816699379488275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014523815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8049168,0.15483914,0.01764245,0.0031522366,0.000252837,0.004032578,0.0006292823,0.00013024268,0.014404413],"genre_scores_gemma":[0.94393903,0.022011137,0.023917075,0.0014510256,0.0004046855,0.00025004262,0.000033994133,0.00014264003,0.007850362],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.939227,0.039100137,0.013021411,0.00227172,0.0041747293,0.002205041],"domain_scores_gemma":[0.9723828,0.014690461,0.004696276,0.0056794095,0.0010017079,0.0015493692],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.09817907,0.001540996,0.0075697717,0.0008056764,0.000672879,0.0032247282,0.003400941,0.001058726,0.020286525],"category_scores_gemma":[0.050025657,0.0010744894,0.0044820863,0.0023392737,0.00066989457,0.00081019156,0.0003580807,0.0012593276,0.006219078],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021592816,0.0013623697,0.5082198,0.011338085,0.004366821,0.0020375096,0.015464035,0.0002541323,0.003328777,0.083785154,0.2648925,0.10473495],"study_design_scores_gemma":[0.00074408023,0.0001766626,0.00950632,0.0021964163,0.0021364216,0.0013165353,0.0017447635,0.010630626,0.00030969895,0.0015776024,0.9684089,0.0012519798],"about_ca_topic_score_codex":0.00018441629,"about_ca_topic_score_gemma":0.000035098274,"teacher_disagreement_score":0.7035164,"about_ca_system_score_codex":0.00086984114,"about_ca_system_score_gemma":0.00088092854,"threshold_uncertainty_score":0.99973387},"labels":[],"label_agreement":null},{"id":"W3014611575","doi":"10.3899/jrheum.191306","title":"The Quality of Randomized Controlled Trials in High-impact Rheumatology Journals, 1998–2018","year":2020,"lang":"en","type":"article","venue":"The Journal of Rheumatology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Arthritis and Musculoskeletal and Skin Diseases","keywords":"Medicine; Rheumatology; Internal medicine; Randomized controlled trial; Quality (philosophy); Physical therapy; MEDLINE; Family medicine","score_opus":0.6149117043568925,"score_gpt":0.5423629869051924,"score_spread":0.0725487174517001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014611575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9389879,0.0210823,0.011995668,0.025257252,0.00093780766,0.0014994909,0.000008438253,0.0000021844992,0.00022895465],"genre_scores_gemma":[0.9922135,0.0070383055,0.00036483633,0.00022967774,0.00002158091,0.000014816029,4.2099836e-7,0.000011824588,0.00010505949],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.2755283,0.58644706,0.12747253,0.0006641057,0.009008659,0.0008792962],"domain_scores_gemma":[0.2585568,0.58548343,0.14935999,0.0030724604,0.003075351,0.00045199314],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7573272,0.00041158244,0.047098823,0.0005691967,0.00020669882,0.0003110821,0.003958592,0.000199998,0.0026271197],"category_scores_gemma":[0.704844,0.000108296255,0.011580597,0.0012169562,0.0006396734,0.00020292275,0.0001680153,0.0007293661,0.0002543383],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.38782343,0.00038518643,0.34452882,0.00024831653,0.028212475,0.000023902388,0.011471829,0.0032481656,0.0006647966,0.04331329,0.17278653,0.0072932406],"study_design_scores_gemma":[0.7106538,0.0010045307,0.017321704,0.00086111797,0.0074021528,0.0066025183,0.011572209,0.017178997,0.00008268698,0.21810822,0.00840066,0.0008113837],"about_ca_topic_score_codex":0.00030565102,"about_ca_topic_score_gemma":0.00014198344,"teacher_disagreement_score":0.32720712,"about_ca_system_score_codex":0.000038473652,"about_ca_system_score_gemma":0.00040489648,"threshold_uncertainty_score":0.9983182},"labels":[],"label_agreement":null},{"id":"W3015151154","doi":"","title":"Blinded or Nonblinded Randomized Controlled Trials in Rehabilitation Research A Conceptual Analysis Based on a Systematic Review","year":2020,"lang":"en","type":"review","venue":"STM:n Hallinnonalan avoin julkaisuarkisto (Julkari)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Blinding; Randomized controlled trial; Rehabilitation; Systematic review; Data extraction; Inclusion and exclusion criteria; Meta-analysis; Physical therapy; Medicine; Psychology; MEDLINE; Alternative medicine; Physical medicine and rehabilitation; Surgery; Internal medicine; Pathology","score_opus":0.8386975850596528,"score_gpt":0.6292080615426933,"score_spread":0.20948952351695949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015151154","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002572145,0.9104477,0.0047607208,0.0023072436,0.000563186,0.07694107,0.00047488624,0.00006555514,0.0044370615],"genre_scores_gemma":[0.00032166182,0.9549423,0.0031925836,0.0015686519,0.00048334725,0.02700489,0.0009194436,0.00024980586,0.011317328],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.28835726,0.5533455,0.11907428,0.007061765,0.030252673,0.0019085049],"domain_scores_gemma":[0.19581784,0.70025384,0.07708702,0.016119123,0.009296882,0.0014252702],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","research_integrity","insufficient_payload"],"category_scores_codex":[0.82283807,0.0038790894,0.25328118,0.015907753,0.00058239483,0.0030692148,0.009486674,0.0017123846,0.019317765],"category_scores_gemma":[0.87913346,0.0016522962,0.08099867,0.04017524,0.0013823694,0.00040223438,0.0005405035,0.0043358966,0.009996652],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.037543703,0.001476399,0.00001670513,0.84877944,0.040881053,0.0005151636,0.0010135452,0.00021949937,2.3354895e-7,0.010106509,0.03916792,0.020279817],"study_design_scores_gemma":[0.09285286,0.0006646874,0.0000018353032,0.39086837,0.13778406,0.000025908688,0.00060273387,0.024219718,6.6305134e-8,0.001405326,0.34961706,0.0019573637],"about_ca_topic_score_codex":0.000075660966,"about_ca_topic_score_gemma":0.00043194706,"teacher_disagreement_score":0.45791107,"about_ca_system_score_codex":0.0013904716,"about_ca_system_score_gemma":0.0055058394,"threshold_uncertainty_score":0.9995836},"labels":[],"label_agreement":null},{"id":"W3015272713","doi":"10.1002/jrsm.1409","title":"Epidemiology and reporting characteristics of <scp>non‐Cochrane</scp> updates of systematic reviews: A cross‐sectional study","year":2020,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Interquartile range; Systematic review; Medicine; Psychological intervention; Epidemiology; MEDLINE; Family medicine; Pathology; Surgery; Political science","score_opus":0.9391071364579964,"score_gpt":0.70956632107567,"score_spread":0.2295408153823264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015272713","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8858846,0.015792733,0.08925267,0.0003866905,0.00019508733,0.0066174776,0.000046713732,0.000011082967,0.001812941],"genre_scores_gemma":[0.8637645,0.0006463454,0.13398129,0.000058319718,0.00013442611,0.0005184578,0.000002105032,0.000026118178,0.00086843467],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.35286063,0.53432304,0.09494281,0.003652727,0.012822,0.0013988295],"domain_scores_gemma":[0.10399921,0.80471987,0.07321344,0.007993361,0.009094462,0.0009796743],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.80902773,0.00035739105,0.014365376,0.00068581646,0.00023753631,0.00022673655,0.0019834787,0.00017355294,0.00081354345],"category_scores_gemma":[0.97222674,0.00017777436,0.0017898689,0.0023322913,0.0004381667,0.0001859923,0.00059512554,0.00047380704,0.00019817571],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013239454,0.00018888112,0.9474202,0.034544155,0.00075268,0.000012973958,0.0019186976,0.0000100493135,0.004278146,0.00044399526,0.0013030573,0.009113968],"study_design_scores_gemma":[0.00025195564,0.00051931635,0.9563049,0.0045692814,0.0009461637,0.00006677968,0.0070105777,0.01986412,0.0035840173,0.0042344164,0.002424701,0.00022375016],"about_ca_topic_score_codex":0.000033109587,"about_ca_topic_score_gemma":0.0000020124019,"teacher_disagreement_score":0.27039683,"about_ca_system_score_codex":0.000032687243,"about_ca_system_score_gemma":0.00013846024,"threshold_uncertainty_score":0.98198843},"labels":[],"label_agreement":null},{"id":"W3015543160","doi":"10.1136/bmj.m982","title":"Prospective registration and reporting of trial number in randomised clinical trials: global cross sectional study of the adoption of ICMJE and Declaration of Helsinki recommendations","year":2020,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":95,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto General Hospital; York University; Public Health Ontario; University of Toronto; University Health Network","funders":"","keywords":"Medicine; Clinical trial; Trial registration; Medical journal; Confidence interval; Odds ratio; Publication bias; Randomized controlled trial; Prospective cohort study; Family medicine; Internal medicine","score_opus":0.8925268619629034,"score_gpt":0.6606809165210339,"score_spread":0.23184594544186954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015543160","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9932669,0.00003074423,0.002282262,0.00044257304,0.00016672822,0.0033285853,0.000016695776,8.2991426e-7,0.00046469065],"genre_scores_gemma":[0.9987378,0.0000065441004,0.0010844229,0.000010301621,0.00007756556,0.000039611932,0.0000033910358,0.0000017650293,0.000038575097],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9326595,0.02243116,0.04161275,0.00065823336,0.002552162,0.00008615896],"domain_scores_gemma":[0.9560331,0.004347326,0.03784957,0.0006014531,0.0011301594,0.00003839517],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19594076,0.000086416134,0.0023942161,0.000042915704,0.000042322226,0.00006164678,0.00016537913,0.00007288657,0.00011518853],"category_scores_gemma":[0.24493822,0.0000433583,0.00054544426,0.00068821333,0.00008855603,0.00014349961,0.000050763985,0.00007730254,9.20222e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0053311344,0.0002133977,0.9905334,0.000036853697,0.000120312274,1.5395275e-7,0.00079371687,0.0000781459,0.000098660574,0.0003123783,0.0003791554,0.0021026882],"study_design_scores_gemma":[0.02624097,0.00027343552,0.9672642,0.00003575241,0.00017583874,0.000003160736,0.0015494991,0.0026545345,0.00007038702,0.0016582925,0.00003287131,0.000041087107],"about_ca_topic_score_codex":0.00005452793,"about_ca_topic_score_gemma":0.00016125444,"teacher_disagreement_score":0.048997458,"about_ca_system_score_codex":0.000012722172,"about_ca_system_score_gemma":0.000106440275,"threshold_uncertainty_score":0.8279482},"labels":[],"label_agreement":null},{"id":"W3016006458","doi":"10.1111/iej.13276","title":"Preferred Reporting Items for study Designs in Endodontology (PRIDE): guiding authors to identify and correct reporting deficiencies in their manuscripts prior to peer review","year":2020,"lang":"en","type":"editorial","venue":"International Endodontic Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Pride; Quality (philosophy); Task (project management); Scope (computer science); Resource (disambiguation); Peer review; Medical education; Medicine; Psychology; Public relations; Computer science; Political science; Engineering","score_opus":0.8258372863127367,"score_gpt":0.5880121704061316,"score_spread":0.23782511590660504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016006458","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10918968,0.008399445,0.049898766,0.013346283,0.80650437,0.010667838,0.00013476466,0.000029204297,0.0018296596],"genre_scores_gemma":[0.6164969,0.0012671121,0.036133107,0.0024412277,0.3058788,0.0024805313,0.00021846131,0.00034420323,0.034739677],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9187299,0.0076184324,0.055360105,0.0028033778,0.014537669,0.0009504876],"domain_scores_gemma":[0.8429138,0.028391883,0.107303716,0.0033322682,0.016922602,0.0011357423],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.32367516,0.0007576945,0.0071167764,0.0021745581,0.00025057181,0.0026903301,0.0032730338,0.00031392468,0.00036654834],"category_scores_gemma":[0.8432751,0.00047033204,0.0016599533,0.0015167682,0.00003563885,0.0004733391,0.0006901325,0.0012200589,0.000073810865],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007532783,0.00010829424,0.037623327,0.00024746422,0.00033083765,0.0006053379,0.003832563,0.00015562278,0.00019666496,0.000016806625,0.94410163,0.012706114],"study_design_scores_gemma":[0.0009734064,0.0003602749,0.019380651,0.0049729454,0.00044854125,0.00088025606,0.0046334583,0.0012215632,0.000019711251,0.00092301855,0.9654933,0.0006928508],"about_ca_topic_score_codex":0.00016320952,"about_ca_topic_score_gemma":0.0010964667,"teacher_disagreement_score":0.5196,"about_ca_system_score_codex":0.00062407,"about_ca_system_score_gemma":0.0006712097,"threshold_uncertainty_score":0.9997748},"labels":[],"label_agreement":null},{"id":"W3016686763","doi":"10.1016/j.jclinepi.2020.03.026","title":"Individual participant data meta-analyses (IPDMA): data contribution was associated with trial corresponding author country, publication year, and journal impact factor","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University; Jewish General Hospital","funders":"Fonds de Recherche du Québec - Santé","keywords":"Medicine; Odds ratio; Impact factor; Confidence interval; Randomized controlled trial; CINAHL; MEDLINE; Meta-analysis; Logistic regression; Internal medicine; Psychological intervention; Psychiatry","score_opus":0.9903826871403237,"score_gpt":0.7473339363049085,"score_spread":0.24304875083541522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016686763","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6175495,0.013120745,0.23760928,0.1204604,0.0029544744,0.0020607386,0.00610095,0.000019816984,0.00012412081],"genre_scores_gemma":[0.98875916,0.00024161392,0.005897216,0.0029429242,0.0015375526,0.0000037712753,0.00046515523,0.000018115894,0.00013450837],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.7688793,0.16603309,0.05626734,0.0018602788,0.006123335,0.0008366529],"domain_scores_gemma":[0.25254697,0.53610927,0.18596296,0.010437719,0.010940988,0.004002083],"candidate_categories":["metaresearch","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6266367,0.00041896265,0.016914897,0.00036930238,0.00022154301,0.000980592,0.0056309747,0.00041282352,0.005544492],"category_scores_gemma":[0.9282323,0.0001616686,0.002789047,0.0012198876,0.00031574996,0.0016146289,0.0008579052,0.0016232528,0.00010946651],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008172589,0.00037239378,0.2694514,0.000012396091,0.05769098,0.00005626727,0.00019178771,0.00032096967,0.000012053336,0.00053792895,0.6515045,0.011676698],"study_design_scores_gemma":[0.026464336,0.0059853,0.54713905,0.00009336013,0.109481834,0.0004355272,0.00071365817,0.11556177,0.0000016626035,0.004863877,0.18857957,0.00068003894],"about_ca_topic_score_codex":0.000013108386,"about_ca_topic_score_gemma":0.000029628216,"teacher_disagreement_score":0.5163323,"about_ca_system_score_codex":0.000027235337,"about_ca_system_score_gemma":0.0009306001,"threshold_uncertainty_score":0.99974906},"labels":[],"label_agreement":null},{"id":"W3016709664","doi":"10.1016/j.ajem.2019.12.030","title":"Evaluation of intervention reporting in published emergency medicine clinical trials","year":2020,"lang":"en","type":"article","venue":"The American Journal of Emergency Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Oklahoma Center for the Advancement of Science and Technology","keywords":"Checklist; Medicine; Intervention (counseling); MEDLINE; Randomized controlled trial; Descriptive statistics; Clinical trial; Family medicine; Statistics; Psychology; Psychiatry; Internal medicine","score_opus":0.9528074698318214,"score_gpt":0.7133255179381338,"score_spread":0.2394819518936876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016709664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9222767,0.0071540675,0.013179966,0.046207875,0.0057772477,0.0007878839,0.0000018356152,0.000002629637,0.0046118163],"genre_scores_gemma":[0.9959462,0.0010960571,0.00020911478,0.00015535581,0.002214615,0.00000780161,0.0000023215587,0.000011791898,0.0003566877],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.56286436,0.18867552,0.21739115,0.0012916791,0.029251091,0.0005261857],"domain_scores_gemma":[0.42855978,0.018974708,0.5188597,0.0050627934,0.027589537,0.00095350575],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.83584607,0.00026626282,0.008856274,0.0006177487,0.000053788,0.0000131943125,0.0020427203,0.00004399969,0.09981213],"category_scores_gemma":[0.8729827,0.00009648234,0.0029697435,0.0048488607,0.00030315056,0.00031094166,0.00009762606,0.0005129655,0.00004229252],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027719073,0.00018653076,0.23324302,0.000068124136,0.0012751966,0.0000071269646,0.0057810023,0.00039222106,0.001205988,0.0001606029,0.41601568,0.34138733],"study_design_scores_gemma":[0.007889149,0.012264089,0.7191943,0.0019041866,0.017327856,0.00008661517,0.07613087,0.06511425,0.00007181153,0.05933134,0.04002413,0.0006614304],"about_ca_topic_score_codex":0.00012418388,"about_ca_topic_score_gemma":0.00003852242,"teacher_disagreement_score":0.48595124,"about_ca_system_score_codex":0.000039283103,"about_ca_system_score_gemma":0.0001710442,"threshold_uncertainty_score":0.90101075},"labels":[],"label_agreement":null},{"id":"W3016791968","doi":"10.1016/j.jclinepi.2020.04.012","title":"Reporting guidelines for journal and conference abstracts","year":2020,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; University of Ottawa; Ottawa Hospital","funders":"","keywords":"Library science; Medicine; Family medicine; Computer science","score_opus":0.9929273461946317,"score_gpt":0.7996835823483579,"score_spread":0.19324376384627384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016791968","genre_codex":"review","genre_gemma":"review","domain_codex":"reporting","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":"reporting","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017676648,0.9341721,0.050815918,0.010966236,0.0030372953,0.0005399891,0.00001401098,0.0000015698106,0.0004351959],"genre_scores_gemma":[0.0000117660065,0.8822871,0.109780505,0.0021350274,0.0048099924,0.0000066692705,0.0000026373773,0.000022661405,0.0009436287],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.3470821,0.13897537,0.50717723,0.0018909832,0.0040992354,0.0007750798],"domain_scores_gemma":[0.0149169415,0.40632224,0.56213474,0.0018579789,0.013487002,0.0012810868],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.86814183,0.000659297,0.07851337,0.00047512748,0.00014462207,0.00045279696,0.0029797836,0.0009950353,0.0010108633],"category_scores_gemma":[0.9904045,0.00025357743,0.02539166,0.00047607097,0.00025000804,0.0002283817,0.0002466874,0.002788053,0.00025702233],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000941774,0.000016170676,0.0004475512,0.001135547,0.00075529236,0.000078488134,0.000007652187,0.0000088414545,1.7578392e-8,0.00041686997,0.22852962,0.7685945],"study_design_scores_gemma":[0.00020267976,0.00031185828,0.00026803065,0.0045426646,0.0027042169,0.0044600675,0.00003717552,0.00038614403,5.8449703e-9,0.031879377,0.9550173,0.00019045704],"about_ca_topic_score_codex":9.3969925e-7,"about_ca_topic_score_gemma":0.000002209709,"teacher_disagreement_score":0.76840407,"about_ca_system_score_codex":0.000030050733,"about_ca_system_score_gemma":0.0019196096,"threshold_uncertainty_score":0.99999166},"labels":[],"label_agreement":null},{"id":"W3017614346","doi":"10.1097/01.aog.0000664948.77097.97","title":"Determining the Impact of Journal Abstract Structure and Word Limit on the Completeness of Study Reporting [32G]","year":2020,"lang":"en","type":"article","venue":"Obstetrics and Gynecology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Checklist; Medicine; Completeness (order theory); Word (group theory); Obstetrics and gynaecology; Linguistics; Mathematics; Psychology; Pregnancy","score_opus":0.7212081767694881,"score_gpt":0.5065252208120954,"score_spread":0.21468295595739273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017614346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.998249,0.00048212634,0.00003787404,0.00041414218,0.00016365954,0.00033732617,0.000009221902,6.5734963e-7,0.0003060082],"genre_scores_gemma":[0.9997077,0.000026943735,0.00008461599,0.00012439892,0.000025599094,0.0000017535443,4.3791664e-7,0.000004641003,0.000023886738],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9907653,0.0019861967,0.0056386213,0.00032898755,0.0011326012,0.00014829314],"domain_scores_gemma":[0.9226929,0.061278958,0.014134737,0.00096730475,0.00080786314,0.000118246106],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.023860486,0.00015196502,0.001754683,0.0001407785,0.00020522825,0.00025814667,0.0006496598,0.000055093977,0.0008148365],"category_scores_gemma":[0.29514125,0.00004825047,0.00040855957,0.00081268116,0.00009186101,0.000052929565,0.00014104637,0.00025575396,0.0000036718086],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055669266,0.00004997598,0.90948725,0.000016485548,0.00025468558,0.000018181167,0.0020503043,0.00023662754,0.00011841806,0.00010168902,0.0009911286,0.086669706],"study_design_scores_gemma":[0.00021906529,0.00044803222,0.99300784,0.000006464104,0.0001165165,0.00001803406,0.0026296258,0.0019580908,0.000010726705,0.00070277107,0.0008259027,0.00005690953],"about_ca_topic_score_codex":0.0000058708943,"about_ca_topic_score_gemma":0.0000067720166,"teacher_disagreement_score":0.27128077,"about_ca_system_score_codex":0.000010997146,"about_ca_system_score_gemma":0.000050814284,"threshold_uncertainty_score":0.8921888},"labels":[],"label_agreement":null},{"id":"W3017990947","doi":"10.1101/2020.04.22.20072371","title":"Randomized clinical trial quality has improved over time but is still not good enough: an analysis of 176,620 randomized controlled trials published between 1966 and 2018","year":2020,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"ZonMw","keywords":"Blinding; Randomized controlled trial; Consolidated Standards of Reporting Trials; Publication bias; Medicine; Impact factor; Trial registration; Quality (philosophy); Clinical trial; Randomization; Meta-analysis; Statistics; Surgery; Internal medicine; Mathematics; Political science","score_opus":0.7599059732435721,"score_gpt":0.5685616534246286,"score_spread":0.1913443198189435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017990947","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9258203,0.0021419006,0.028325101,0.00672802,0.0022087856,0.031949177,0.0019424141,0.000049790935,0.0008344931],"genre_scores_gemma":[0.9856611,0.0004847501,0.0037934892,0.0007077424,0.0018626665,0.0016184096,0.0004947992,0.0000767491,0.0053003235],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.25742528,0.5796033,0.13978685,0.007182839,0.015035075,0.000966643],"domain_scores_gemma":[0.26251262,0.5697454,0.14321874,0.016702354,0.0059359996,0.0018848577],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.86364055,0.0018389572,0.1864342,0.0023522023,0.00020759014,0.005281404,0.0053714123,0.0015937065,0.022497194],"category_scores_gemma":[0.83595306,0.00080861076,0.07287741,0.0027658027,0.0013972479,0.0005307165,0.0015719875,0.0014830267,0.00030278877],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.906014,0.00030954054,0.0029757973,0.00013091702,0.08533597,0.0000029815203,0.00066151255,0.000018952636,0.00008565995,0.00019198204,0.0030994192,0.0011732435],"study_design_scores_gemma":[0.80202633,0.00013462998,0.0017605942,0.000048739366,0.11442787,2.4393242e-7,0.000055438624,0.07626036,0.000024390927,0.0032010071,0.0014264376,0.0006339809],"about_ca_topic_score_codex":0.00080871326,"about_ca_topic_score_gemma":0.000070037764,"teacher_disagreement_score":0.113556795,"about_ca_system_score_codex":0.00006021201,"about_ca_system_score_gemma":0.0009489201,"threshold_uncertainty_score":0.99970245},"labels":[],"label_agreement":null},{"id":"W3018400464","doi":"10.1136/bmjopen-2020-036799","title":"Effect of an editorial intervention to improve the completeness of reporting of randomised trials: a randomised controlled trial","year":2020,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"HORIZON EUROPE Marie Sklodowska-Curie Actions; H2020 Marie Skłodowska-Curie Actions; Universitat Politècnica de Catalunya","keywords":"Medicine; Checklist; Consolidated Standards of Reporting Trials; Randomized controlled trial; Intervention (counseling); Family medicine; Physical therapy; Surgery; Nursing","score_opus":0.7187181764034881,"score_gpt":0.6127107011060289,"score_spread":0.10600747529745924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3018400464","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7998821,0.00006998614,0.009611578,0.0005969812,0.0126617905,0.17580952,0.000037701742,0.0000036585348,0.0013266853],"genre_scores_gemma":[0.9885378,5.693231e-7,0.00056971353,0.00004677669,0.0051489584,0.0054891896,0.0000074035743,0.000011833701,0.0001877767],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.5910196,0.25762907,0.13598506,0.0019795003,0.012928678,0.00045810526],"domain_scores_gemma":[0.69169027,0.11787704,0.17998977,0.0059689237,0.004114221,0.00035978956],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6941504,0.00023953497,0.016889501,0.0001295946,0.000060814848,0.00036137472,0.0026945288,0.00008325202,0.0013082685],"category_scores_gemma":[0.7620535,0.00008544604,0.00600601,0.00074466696,0.00005245713,0.00020173188,0.00037936016,0.00009592987,0.0000244636],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9685766,0.0000839609,0.000037967184,0.00024592073,0.0008401047,0.0000010516488,0.00060813833,0.00007007206,0.009267944,0.000025320092,0.009760251,0.010482683],"study_design_scores_gemma":[0.98210406,0.0025383949,0.000020664958,0.00015971229,0.0015395536,7.502146e-7,0.00036752495,0.0057079587,0.0063196737,0.00013476714,0.0010052953,0.00010165175],"about_ca_topic_score_codex":0.000120756136,"about_ca_topic_score_gemma":0.000015532052,"teacher_disagreement_score":0.18865567,"about_ca_system_score_codex":0.000009279608,"about_ca_system_score_gemma":0.0001456102,"threshold_uncertainty_score":0.99960464},"labels":[],"label_agreement":null},{"id":"W3019149611","doi":"10.1016/j.apmr.2020.03.015","title":"Scoping Review on Rehabilitation Scoping Reviews","year":2020,"lang":"en","type":"article","venue":"Archives of Physical Medicine and Rehabilitation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Health Sciences Centre; Baycrest Hospital; St. Michael's Hospital; Public Health Ontario; University of Toronto; Sunnybrook Health Science Centre; Toronto Rehabilitation Institute","funders":"","keywords":"Rehabilitation; Physical medicine and rehabilitation; Medicine; Physical therapy","score_opus":0.4900426512211999,"score_gpt":0.5317020801971605,"score_spread":0.04165942897596059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3019149611","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1701239,0.23459409,0.034468185,0.49021056,0.0005327805,0.029874563,0.000023106491,0.00006290256,0.040109906],"genre_scores_gemma":[0.90556026,0.014466568,0.062597565,0.014887568,0.0014166055,0.0006288056,0.00004040262,0.00005704494,0.00034521084],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9848999,0.0067072497,0.005501758,0.0008172975,0.0019292547,0.00014453988],"domain_scores_gemma":[0.9257325,0.06957597,0.002905717,0.0012760655,0.0002872404,0.00022252872],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018312216,0.00023813851,0.0035958183,0.0002240831,0.00007971042,0.000030728566,0.00043035182,0.000024430328,0.00034098604],"category_scores_gemma":[0.27633435,0.000109732864,0.0010306975,0.0008787093,0.00043145812,0.00018090692,0.00006692028,0.0001408544,0.00017046223],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009237624,0.0002825144,0.003468625,0.13380188,0.00010225921,0.0000010042378,0.048033156,0.00010027839,0.005141901,0.030212244,0.03579231,0.7429715],"study_design_scores_gemma":[0.0012898647,0.012144384,0.0116759045,0.8555532,0.00070096244,0.000002012178,0.00401295,0.012595606,0.000077620934,0.090273626,0.011082193,0.00059169123],"about_ca_topic_score_codex":0.0000036849235,"about_ca_topic_score_gemma":0.0000023479797,"teacher_disagreement_score":0.7423798,"about_ca_system_score_codex":0.00000550079,"about_ca_system_score_gemma":0.00003407188,"threshold_uncertainty_score":0.7297614},"labels":[],"label_agreement":null},{"id":"W3020176834","doi":"10.1186/s12874-020-00975-3","title":"How are systematic reviews of prevalence conducted? A methodological study","year":2020,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":356,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Systematic review; Medicine; MEDLINE; Interquartile range; Meta-analysis; Family medicine; Pathology; Surgery","score_opus":0.9945339847664632,"score_gpt":0.7580766681875971,"score_spread":0.23645731657886604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3020176834","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056639362,0.016495693,0.9019256,0.012030337,0.00041777114,0.011502338,0.000015770847,0.000022184951,0.0009509121],"genre_scores_gemma":[0.41814047,0.0022070499,0.563491,0.002069059,0.0008115571,0.0024624304,0.000004990253,0.00006243664,0.010751041],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.076061025,0.87354106,0.018658925,0.0027960483,0.027915187,0.0010277797],"domain_scores_gemma":[0.05774934,0.9103556,0.013113216,0.00888063,0.0073453435,0.002555835],"candidate_categories":["metaresearch","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.87299025,0.0005029082,0.017591445,0.0007095059,0.00019754258,0.00042609975,0.008294229,0.000470788,0.028328437],"category_scores_gemma":[0.9899712,0.00020865625,0.0026378294,0.00512251,0.001043155,0.0002125376,0.0015350751,0.001572345,0.0016307865],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095864624,0.0031148947,0.23918164,0.3600555,0.0030699726,0.0009832621,0.021160984,0.00003477736,0.00581306,0.02808451,0.2634945,0.07404824],"study_design_scores_gemma":[0.013015774,0.022057561,0.0912033,0.03252134,0.008213393,0.0011367071,0.3615171,0.08477633,0.0022811908,0.11126412,0.26674932,0.005263848],"about_ca_topic_score_codex":0.000019269566,"about_ca_topic_score_gemma":0.000086949316,"teacher_disagreement_score":0.3615011,"about_ca_system_score_codex":0.00004643364,"about_ca_system_score_gemma":0.00067039643,"threshold_uncertainty_score":0.9991466},"labels":[],"label_agreement":null},{"id":"W3020584192","doi":"10.1111/j.1939-1676.2009.0441.x","title":"The REFLECT Statement: Methods and Processes of Creating Reporting Guidelines for Randomized Controlled Trials for Livestock and Food Safety","year":2009,"lang":"en","type":"article","venue":"Journal of Veterinary Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Institute of Population and Public Health; Canadian Institutes of Health Research; Food Safety and Inspection Service; Public Health Agency; Public Health Agency of Canada; U.S. Department of Agriculture","keywords":"Checklist; Consolidated Standards of Reporting Trials; Medicine; Livestock; Terminology; Randomized controlled trial; Statement (logic); Alternative medicine; Clinical trial; Food safety; Environmental health; Family medicine; Psychology; Political science","score_opus":0.8709816156385561,"score_gpt":0.6868363315363445,"score_spread":0.18414528410221165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3020584192","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1403818,0.044374246,0.79941183,0.010575369,0.00057859515,0.004135162,0.000008679874,0.0000020574982,0.0005322861],"genre_scores_gemma":[0.6022641,0.0039088973,0.3906291,0.00049388583,0.0011157099,0.0001289523,0.0000012569399,0.000016149716,0.0014419452],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.92465216,0.01399031,0.058623955,0.00039433697,0.0021201856,0.00021903744],"domain_scores_gemma":[0.57816195,0.25139442,0.1549547,0.00091345294,0.014323531,0.0002519209],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5754609,0.00024365947,0.013053791,0.00030012787,0.00017247112,0.00019997045,0.00050873664,0.00004279601,0.00005721574],"category_scores_gemma":[0.84181505,0.00007394679,0.0019168296,0.00021405735,0.0001339205,0.00017915192,0.000040920833,0.00010917421,1.03786505e-7],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.38729087,0.0001200743,0.00034013132,0.0014389411,0.009397433,0.000026024269,0.0049580177,0.00007101822,0.029793987,0.0013251975,0.011710941,0.55352736],"study_design_scores_gemma":[0.6146413,0.059483927,0.0006889904,0.0143377725,0.016184922,0.004984845,0.014780105,0.038232,0.0013922825,0.14784212,0.08681376,0.00061794126],"about_ca_topic_score_codex":0.0000027840101,"about_ca_topic_score_gemma":0.0000013826151,"teacher_disagreement_score":0.55290943,"about_ca_system_score_codex":0.00001560884,"about_ca_system_score_gemma":0.00008902187,"threshold_uncertainty_score":0.892331},"labels":[],"label_agreement":null},{"id":"W3020987287","doi":"10.29173/jchla29437","title":"Can database-level MEDLINE exclusion filters in Embase and CINAHL be used to remove duplicate records without loss of relevant studies in systematic reviews? An exploratory study","year":2020,"lang":"en","type":"article","venue":"Journal of the Canadian Health Libraries Association / Journal de l Association de bilbiothèques de la santé du Canada","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"CINAHL; MEDLINE; Medicine; Information retrieval; Computer science; Chemistry","score_opus":0.3936028617850207,"score_gpt":0.4461690169513446,"score_spread":0.0525661551663239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3020987287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9199177,0.022797143,0.00018202605,0.054484006,0.0005082129,0.0017968323,0.00028366683,0.0000033426786,0.000027050688],"genre_scores_gemma":[0.97964185,0.005952471,0.0020081364,0.011881335,0.00029417974,0.000025307654,0.000004674528,0.00002701641,0.00016502503],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.94254667,0.04248683,0.009897987,0.00043505905,0.003907589,0.00072585145],"domain_scores_gemma":[0.9624348,0.011264634,0.021858916,0.0008400178,0.0019548084,0.0016467776],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15628813,0.0003505158,0.0039406745,0.0007756493,0.00042475032,0.00095074746,0.0013593109,0.00018144403,0.00009200835],"category_scores_gemma":[0.18388683,0.00021282029,0.00042732788,0.0019941148,0.000039019607,0.0010427333,0.0001384551,0.0009545098,0.0000013724679],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00004743825,0.00006935352,0.8322553,0.00097253744,0.00033932517,0.00016992586,0.03850782,0.00041810545,0.000025538275,0.00006159918,0.12693554,0.00019751277],"study_design_scores_gemma":[0.005530829,0.0014177199,0.7884095,0.011819601,0.0011879801,0.0008252999,0.124070466,0.009984838,0.00008559491,0.0050730905,0.05019208,0.0014030051],"about_ca_topic_score_codex":0.06590933,"about_ca_topic_score_gemma":0.8791021,"teacher_disagreement_score":0.8131928,"about_ca_system_score_codex":0.0120454505,"about_ca_system_score_gemma":0.01157635,"threshold_uncertainty_score":0.9940271},"labels":[],"label_agreement":null},{"id":"W3020992444","doi":"10.1136/bmj.h5527","title":"STARD 2015: an updated list of essential items for reporting diagnostic accuracy studies","year":2015,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3338,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa","funders":"Medical Research Council; Universiteit van Amsterdam; Cancer Research UK","keywords":"Diagnostic accuracy; Medical physics; Computer science; Transparency (behavior); Medicine; Information retrieval; Data science; Data mining; Radiology; Computer security","score_opus":0.8654628643617654,"score_gpt":0.6438387366617384,"score_spread":0.22162412770002704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3020992444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9705769,0.0033175505,0.015992178,0.0032350875,0.0016459605,0.0028407623,0.00006204269,0.000015958673,0.0023136013],"genre_scores_gemma":[0.986583,0.000013044325,0.00797725,0.00009971662,0.0003824086,0.00011018221,0.00003865501,0.000011577015,0.004784192],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9786517,0.0027738612,0.014737559,0.0006232636,0.0030084127,0.00020521278],"domain_scores_gemma":[0.94785666,0.012549884,0.029690968,0.0037379486,0.0059084455,0.0002560755],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15176126,0.0001830787,0.0028340933,0.00017288122,0.00008520577,0.00031682305,0.0008372745,0.000049884904,0.0007338208],"category_scores_gemma":[0.5800881,0.00008931155,0.0008219093,0.0006223784,0.00006697325,0.00035297565,0.00013870388,0.000055096123,0.00023327308],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013760684,0.000056524634,0.023008838,0.000050367562,0.0003005099,0.000010749036,0.0011954362,0.0001548478,0.00013735413,0.0003263689,0.97085595,0.0038892946],"study_design_scores_gemma":[0.0013622859,0.00048413852,0.013880456,0.00023234154,0.0017314876,0.00006324873,0.025722563,0.02300447,0.001452352,0.025447527,0.90584254,0.0007765841],"about_ca_topic_score_codex":0.000043529184,"about_ca_topic_score_gemma":0.000109321074,"teacher_disagreement_score":0.4283268,"about_ca_system_score_codex":0.000020318052,"about_ca_system_score_gemma":0.00012807827,"threshold_uncertainty_score":0.87344027},"labels":[],"label_agreement":null},{"id":"W3021024869","doi":"10.1016/j.jclinepi.2020.04.003","title":"Erratum to “A systematic survey identified 36 criteria for assessing effect modification claims in randomized trials or meta-analyses” [J Clin Epidemiol. 2019;113:159-67]","year":2020,"lang":"en","type":"erratum","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Hamilton Health Sciences; University of Toronto; McMaster University; Impact","funders":"","keywords":"Credibility; Meta-analysis; Randomized controlled trial; Systematic review; Medicine; Psychology; Family medicine; MEDLINE; Epistemology; Surgery; Internal medicine; Philosophy; Political science; Law","score_opus":0.978919574672684,"score_gpt":0.7614501478138681,"score_spread":0.21746942685881587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021024869","genre_codex":"methods","genre_gemma":"other","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014890408,0.040948946,0.76969063,0.033809558,0.1292232,0.02346279,0.0005148512,0.000025920674,0.0008350486],"genre_scores_gemma":[0.07778517,0.020587368,0.27463764,0.061361734,0.058125757,0.00961789,0.0035500727,0.0012886091,0.49304575],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.018302249,0.72899294,0.24217726,0.00355071,0.005767765,0.0012090647],"domain_scores_gemma":[0.010091278,0.7486168,0.226436,0.0058542127,0.0075101187,0.0014915935],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.98036283,0.002198218,0.26923603,0.0027767094,0.0002508847,0.0014103989,0.008267523,0.0040147225,0.003442021],"category_scores_gemma":[0.99576294,0.00087658863,0.08942024,0.0034606871,0.00048308127,0.0008042744,0.00050154456,0.0057348507,0.0012604025],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021615053,0.00017791316,0.00092539284,0.0053582503,0.026753766,0.000038115493,0.000058214202,0.00061851,0.00000624717,0.00013186752,0.943296,0.0010206741],"study_design_scores_gemma":[0.116932586,0.0039737397,0.03063889,0.019708334,0.38826758,0.00030791233,0.00042719868,0.16510102,0.0000066104985,0.13508253,0.13535921,0.004194368],"about_ca_topic_score_codex":0.00013289327,"about_ca_topic_score_gemma":0.00027117107,"teacher_disagreement_score":0.8079368,"about_ca_system_score_codex":0.0002444932,"about_ca_system_score_gemma":0.0020821558,"threshold_uncertainty_score":0.9996262},"labels":[],"label_agreement":null},{"id":"W3021089821","doi":"10.1002/0470011815.b2a04011","title":"Diagnostic Test Accuracy","year":2005,"lang":"en","type":"other","venue":"Encyclopedia of Biostatistics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Test (biology); Diagnostic accuracy; Diagnostic test; Sensitivity (control systems); Computer science; Medicine; Statistics; Medical physics; Mathematics; Internal medicine; Biology; Engineering; Pediatrics","score_opus":0.3105126146732154,"score_gpt":0.4680382236090369,"score_spread":0.15752560893582152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021089821","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000964209,0.0042275777,0.0179612,0.00021159447,0.0009510299,0.00085743435,0.0027218813,0.000018186453,0.9730415],"genre_scores_gemma":[0.0003042815,0.0057043904,0.052907985,0.00013323325,0.00092631386,0.000027371649,0.00012596224,0.00021927946,0.9396512],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9821225,0.0020930541,0.009137214,0.0010635233,0.0052499566,0.00033375047],"domain_scores_gemma":[0.86482835,0.113113515,0.015077331,0.0058640977,0.00082348,0.00029322554],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.01663965,0.0005979744,0.0046737962,0.00074954296,0.000045908382,0.00024183985,0.002459338,0.00031582575,0.21588841],"category_scores_gemma":[0.5575232,0.0003274909,0.0010536229,0.0010090433,0.00016659572,0.00006220935,0.00019854776,0.0002548101,0.02198029],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.7618235e-7,0.00007226615,0.0030445145,0.0001051067,0.000097164324,0.000016417778,0.00006795674,0.0000021804929,7.013998e-7,0.0012355978,0.8924753,0.1028823],"study_design_scores_gemma":[0.00010994266,0.000039785653,0.0018211817,0.00017562149,0.0003928971,0.0000053255035,0.00005660436,0.00013499039,0.0000014906662,0.0011628029,0.9957793,0.00032006783],"about_ca_topic_score_codex":0.00006370988,"about_ca_topic_score_gemma":0.00024091994,"teacher_disagreement_score":0.54088354,"about_ca_system_score_codex":0.0000244671,"about_ca_system_score_gemma":0.00021373892,"threshold_uncertainty_score":0.9999177},"labels":[],"label_agreement":null},{"id":"W3022001174","doi":"10.1186/s13643-020-01371-0","title":"Interventions for treatment of COVID-19: a protocol for a living systematic review with network meta-analysis including individual patient data (The LIVING Project)","year":2020,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; St. Michael's Hospital","funders":"","keywords":"Medicine; Psychological intervention; Randomized controlled trial; Meta-analysis; Systematic review; MEDLINE; Intensive care medicine; Adverse effect; Protocol (science); Clinical trial; Placebo; Alternative medicine; Surgery; Psychiatry; Internal medicine; Pathology","score_opus":0.931857118854249,"score_gpt":0.614016566594193,"score_spread":0.31784055226005603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022001174","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000020738223,0.075464554,0.29491073,0.0011306249,0.00003812355,0.6281048,0.00027391338,0.000016498174,0.000058646223],"genre_scores_gemma":[0.00092839764,0.00039135382,0.02249089,0.0016249924,0.00010643262,0.97368795,0.000069799855,0.000055330012,0.0006448558],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.8890994,0.060999412,0.0413308,0.002438305,0.005462021,0.00067003403],"domain_scores_gemma":[0.7921531,0.102753155,0.08106366,0.020274471,0.002985606,0.000769967],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.25794944,0.001102268,0.038348973,0.0004680811,0.00063142687,0.0010738045,0.0056284536,0.00010318027,0.0013671546],"category_scores_gemma":[0.34470236,0.00035279852,0.02118668,0.005896929,0.00009032816,0.00044745678,0.0007222503,0.00010457495,0.00013817546],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007285074,0.00016498694,0.00005587219,0.8954018,0.07305647,9.700566e-7,0.00308796,0.00018937801,1.7326444e-7,0.00023844549,0.02773369,0.00006298123],"study_design_scores_gemma":[0.00033410595,0.00083786005,0.0000023007117,0.23701595,0.7136957,0.000025105623,0.0021959147,0.014801698,3.2504371e-7,0.00010031892,0.030511431,0.00047930845],"about_ca_topic_score_codex":0.000021592723,"about_ca_topic_score_gemma":0.00017698038,"teacher_disagreement_score":0.6583859,"about_ca_system_score_codex":0.00017285165,"about_ca_system_score_gemma":0.00042937676,"threshold_uncertainty_score":0.99996316},"labels":[],"label_agreement":null},{"id":"W3022156859","doi":"10.1186/s12874-020-00999-9","title":"An assessment of the quality of current clinical meta-analyses","year":2020,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Quality (philosophy); Current (fluid); MEDLINE; Medicine; Psychology; Data science; Computer science; Political science","score_opus":0.9987362646929091,"score_gpt":0.8860861989993718,"score_spread":0.1126500656935373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022156859","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08128055,0.0030707354,0.9056362,0.006619334,0.0004516948,0.0008985088,0.00003170026,0.000003932687,0.0020073452],"genre_scores_gemma":[0.79108727,0.0001869134,0.20726651,0.00067455345,0.00032341713,0.000073599214,0.0000043173122,0.000012842523,0.0003705874],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.08871554,0.84832656,0.025391582,0.0017286387,0.035264764,0.0005728982],"domain_scores_gemma":[0.10913929,0.85181767,0.014452103,0.012594926,0.009661213,0.002334807],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8646045,0.00023902555,0.010308822,0.0003006384,0.00011556965,0.00008441972,0.0075399415,0.00026495586,0.04341832],"category_scores_gemma":[0.91874385,0.00008111006,0.0069703874,0.0031342774,0.0017239706,0.00009400857,0.0011303436,0.0013872755,0.00016520052],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021976362,0.0016020023,0.52802736,0.0013396872,0.009220147,0.0000074420177,0.0010413005,0.00024170123,0.003741843,0.14461842,0.059348915,0.2505914],"study_design_scores_gemma":[0.0016435236,0.0016107333,0.68627554,0.00009150972,0.007632063,0.000008540771,0.0043818923,0.085033454,0.0013333374,0.08670092,0.12478083,0.0005076367],"about_ca_topic_score_codex":0.00008398927,"about_ca_topic_score_gemma":0.00023134385,"teacher_disagreement_score":0.7098067,"about_ca_system_score_codex":0.000019579324,"about_ca_system_score_gemma":0.002405114,"threshold_uncertainty_score":0.99782974},"labels":[],"label_agreement":null},{"id":"W3022245210","doi":"10.1111/bjd.17239","title":"CONSORT 2010 statement: extension checklist for reporting within person randomised trials","year":2019,"lang":"en","type":"article","venue":"British Journal of Dermatology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of British Columbia","funders":"Medical Research Council; Cancer Research UK","keywords":"Consolidated Standards of Reporting Trials; Checklist; Clinical trial; Medicine; Transparency (behavior); Psychological intervention; Randomized controlled trial; Quality (philosophy); Systematic review; Reliability (semiconductor); MEDLINE; Medical physics; Family medicine; Psychology; Computer science; Nursing; Surgery","score_opus":0.6750508357817939,"score_gpt":0.5191783007553237,"score_spread":0.15587253502647025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022245210","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95948786,0.0049936306,0.026950572,0.0020202124,0.002744134,0.0019898943,0.000021228154,0.000004161246,0.0017883371],"genre_scores_gemma":[0.982427,0.00010827941,0.0096703945,0.00042811251,0.00013878662,0.00002146557,0.000006969828,0.000018240618,0.007180727],"study_design_codex":"not_applicable","study_design_gemma":"case_report","domain_scores_codex":[0.94653,0.011832344,0.038075157,0.00058687845,0.0026521755,0.00032344268],"domain_scores_gemma":[0.9156586,0.0092070615,0.07093047,0.00096369896,0.0030479624,0.00019221148],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24675663,0.00021327146,0.008262954,0.0003436962,0.00014989426,0.0007247253,0.00083782064,0.0001440711,0.0042905593],"category_scores_gemma":[0.2750755,0.00012783965,0.0033516388,0.00032528877,0.00006658633,0.00035103824,0.00004051345,0.00027053157,0.00026766394],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018203973,0.00021211052,0.045481578,0.0003259523,0.0018899941,0.0029122324,0.001155999,0.00015711747,0.0049130544,0.0007955394,0.90035254,0.03998348],"study_design_scores_gemma":[0.10298307,0.0006434335,0.033028036,0.0022985155,0.004856987,0.45152843,0.015093561,0.01799075,0.006228637,0.020649213,0.34303382,0.0016655175],"about_ca_topic_score_codex":0.000014054253,"about_ca_topic_score_gemma":0.00001763055,"teacher_disagreement_score":0.5573187,"about_ca_system_score_codex":0.00002697368,"about_ca_system_score_gemma":0.00021389948,"threshold_uncertainty_score":0.99661964},"labels":[],"label_agreement":null},{"id":"W3022626078","doi":"10.1007/s00784-002-0188-x","title":"The CONSORT statement: revised recommendations for improving the quality of reports of parallel-group randomised trials","year":2003,"lang":"en","type":"article","venue":"Clinical Oral Investigations","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":266,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thomson Reuters (Canada); University of Ottawa","funders":"Abbott Laboratories","keywords":"Consolidated Standards of Reporting Trials; Checklist; Randomized controlled trial; Statement (logic); Transparency (behavior); Quality (philosophy); Medical education; Computer science; Medicine; Psychology; Family medicine; Surgery","score_opus":0.9325634461191722,"score_gpt":0.6602821724764307,"score_spread":0.27228127364274146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022626078","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36562964,0.0043055103,0.5038349,0.08049104,0.0048616813,0.03305166,0.00058605004,0.000037068257,0.0072024604],"genre_scores_gemma":[0.87093365,0.00020155453,0.1207663,0.0013999834,0.000115463394,0.0010611925,0.00008163002,0.000021045287,0.005419191],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.8626033,0.07736214,0.056321718,0.0009017562,0.0025195375,0.0002915107],"domain_scores_gemma":[0.5291541,0.38514555,0.07147377,0.008682821,0.0051019005,0.00044182886],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.59305245,0.0001880303,0.003949979,0.00007830178,0.00048658357,0.00028563896,0.00088786223,0.000092548406,0.0009833154],"category_scores_gemma":[0.746255,0.00006950251,0.003302467,0.0008328578,0.0007568183,0.0001580043,0.000060413848,0.00017471022,0.000025126836],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004176753,0.0005234371,0.05670575,0.00022875475,0.0018195073,7.160999e-7,0.0006428857,0.00026589906,0.0008264802,0.4577638,0.44749984,0.033305258],"study_design_scores_gemma":[0.0064115743,0.00016912939,0.0055566765,0.000074951866,0.0014323312,0.000002319122,0.0015067725,0.0021536937,0.00024586136,0.34704056,0.63516456,0.00024159206],"about_ca_topic_score_codex":0.000021583835,"about_ca_topic_score_gemma":0.0000559182,"teacher_disagreement_score":0.505304,"about_ca_system_score_codex":0.000014006513,"about_ca_system_score_gemma":0.00032402072,"threshold_uncertainty_score":0.9999299},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3022779554","doi":"10.1080/00401706.2020.1744927","title":"Diagnostic Meta-Analysis: A Useful Tool for Clinical Decision-Making","year":2020,"lang":"en","type":"article","venue":"Technometrics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Meta-analysis; Computer science; Diagnostic test; Medical physics; Medicine; Pathology","score_opus":0.8940393165173671,"score_gpt":0.6036853777029764,"score_spread":0.29035393881439076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022779554","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022257512,0.007661399,0.9651538,0.0022325905,0.00018434806,0.0017190235,0.00015420427,0.00006018407,0.0005769444],"genre_scores_gemma":[0.8718315,0.00008441575,0.12505029,0.0021988107,0.00014509037,0.00023758977,0.000007880008,0.000025974141,0.00041844297],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97086775,0.002553789,0.016770931,0.0021973858,0.007157876,0.0004522395],"domain_scores_gemma":[0.72303545,0.25362912,0.0105095375,0.009065971,0.0032251822,0.0005347616],"candidate_categories":["metaresearch","metaepi_broad","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.14065236,0.00046367693,0.010569414,0.003317805,0.00019976913,0.0013152561,0.004374545,0.00026050396,0.012123149],"category_scores_gemma":[0.75571203,0.00022665349,0.02063247,0.04104834,0.00008404219,0.0002754261,0.0004830309,0.00033078901,0.0034261576],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003870254,0.0003536825,0.2547019,0.00009170908,0.16760918,0.000038886767,0.00014701737,0.0014399907,0.0000017239954,0.009573478,0.36054027,0.20546344],"study_design_scores_gemma":[0.00038397076,0.00025265248,0.022205172,0.000007628897,0.39214054,0.0000038328153,0.00018741917,0.043241378,0.0000048068305,0.029342981,0.51154006,0.00068954955],"about_ca_topic_score_codex":9.638834e-7,"about_ca_topic_score_gemma":0.0000040749587,"teacher_disagreement_score":0.84957397,"about_ca_system_score_codex":0.00003235268,"about_ca_system_score_gemma":0.00006896065,"threshold_uncertainty_score":0.99972147},"labels":[],"label_agreement":null},{"id":"W3022903699","doi":"10.1371/journal.pmed.1000100","title":"The PRISMA Statement for Reporting Systematic Reviews and Meta-Analyses of Studies That Evaluate Health Care Interventions: Explanation and Elaboration","year":2009,"lang":"en","type":"review","venue":"PLoS Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":27883,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Ottawa Hospital","funders":"Medical Research Council; Johns Hopkins Bloomberg School of Public Health; National Institute for Health and Care Research; Cancer Research UK; McMaster University; Ottawa Hospital Research Institute; Johns Hopkins University; University of Ioannina; GlaxoSmithKline; University of Bern; University of Ottawa; Care and Public Health Research Institute, Universiteit Maastricht; Canadian Institutes of Health Research; Health Services Research and Development","keywords":"Systematic review; Checklist; Psychological intervention; Guideline; MEDLINE; Health care; Medicine; CLARITY; Psychology; Management science; Nursing; Pathology; Political science","score_opus":0.9844355669469694,"score_gpt":0.7430451435559292,"score_spread":0.24139042339104022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022903699","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000036808617,0.9804861,0.0034339093,0.0016350556,0.0001403959,0.014238935,0.000024748091,0.0000042393085,0.000032938893],"genre_scores_gemma":[0.00004507761,0.9943884,0.0019427232,0.0000978504,0.00006726404,0.0024475136,0.000073597956,0.000016257396,0.00092134194],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.8761997,0.040358193,0.07538143,0.0015121397,0.006204337,0.00034418498],"domain_scores_gemma":[0.85319275,0.017589439,0.12311951,0.0026437708,0.003323367,0.00013119508],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.32904908,0.0006219818,0.028560614,0.00057366095,0.0003692813,0.00026238465,0.0006241324,0.00008220807,0.0000794293],"category_scores_gemma":[0.29166767,0.00018539048,0.0033963595,0.00095147494,0.00012414464,0.00017577114,0.000096452706,0.00015468089,0.000010207025],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016166244,0.000018863422,0.0000023230007,0.64907753,0.013625537,7.6428734e-7,0.0020501718,6.8416495e-7,1.8256864e-7,0.0001638067,0.012682149,0.32237634],"study_design_scores_gemma":[0.00024937192,0.000475006,0.000004067898,0.18083745,0.30023944,0.000022433234,0.013864788,0.00022973883,9.997169e-7,0.001350682,0.5024426,0.00028340903],"about_ca_topic_score_codex":0.000007185825,"about_ca_topic_score_gemma":0.00006451831,"teacher_disagreement_score":0.48976046,"about_ca_system_score_codex":0.00013020745,"about_ca_system_score_gemma":0.00013940244,"threshold_uncertainty_score":0.9858614},"labels":[],"label_agreement":null},{"id":"W3023017055","doi":"10.1038/ejhg.2011.25","title":"Strengthening the reporting of genetic risk prediction studies: the GRIPS statement","year":2011,"lang":"en","type":"article","venue":"European Journal of Human Genetics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"National Center for Research Resources; Centers for Disease Control and Prevention; U.S. Department of Health and Human Services; National Institutes of Health; Erasmus Universitair Medisch Centrum Rotterdam; Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Checklist; Transparency (behavior); Multidisciplinary approach; Statement (logic); Public health; Documentation; Risk assessment; Medicine; Data science; Computer science; Psychology; Political science; Pathology","score_opus":0.8217704773647906,"score_gpt":0.5050034803853128,"score_spread":0.31676699697947774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023017055","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9780322,0.006707222,0.010639158,0.00007025274,0.00042480617,0.00023684517,0.0000048105576,0.0000016745375,0.003883089],"genre_scores_gemma":[0.99018466,0.00060814456,0.008330166,0.000036892336,0.00025457423,0.0000010138773,2.1801988e-7,0.000015542948,0.0005688004],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9446637,0.017527642,0.03360676,0.00032445817,0.0036776913,0.00019972953],"domain_scores_gemma":[0.93584543,0.0010091766,0.0592914,0.0018684568,0.0019125952,0.0000729541],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21593815,0.00018263122,0.001325392,0.0001539102,0.0003718699,0.00017939696,0.0018475081,0.000012229551,0.0007113456],"category_scores_gemma":[0.02447002,0.000061405255,0.0009877045,0.0003652237,0.00016444978,0.00006129459,0.00020521239,0.0002796228,0.0000651207],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037656344,0.00025701296,0.5138703,0.00011662331,0.0051895445,0.00022046665,0.14261836,0.010416066,0.0017792205,0.0003428814,0.13136591,0.19378598],"study_design_scores_gemma":[0.0006129914,0.001573778,0.8627409,0.00029305348,0.0027806305,0.00027290004,0.053525537,0.002237559,0.00082541467,0.0062565105,0.06860462,0.000276138],"about_ca_topic_score_codex":0.0000015636017,"about_ca_topic_score_gemma":0.0000053821027,"teacher_disagreement_score":0.34887058,"about_ca_system_score_codex":0.000018068784,"about_ca_system_score_gemma":0.000034153756,"threshold_uncertainty_score":0.9837473},"labels":[],"label_agreement":null},{"id":"W3023076606","doi":"10.1016/s0012-3692(15)50997-5","title":"To the Editor","year":2006,"lang":"en","type":"article","venue":"CHEST Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Minor (academic); Library science; Law; Computer science; Political science","score_opus":0.6488210958794954,"score_gpt":0.507503217233307,"score_spread":0.1413178786461884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023076606","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2755202,0.004842273,0.3360921,0.13048975,0.040040754,0.0013108852,0.000016498097,0.0000149842745,0.21167253],"genre_scores_gemma":[0.838492,0.000011019303,0.010388374,0.0020047731,0.049724426,0.00001306063,8.2994023e-7,0.000013665234,0.09935187],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9895877,0.0022482062,0.0038895744,0.0002462318,0.003856059,0.00017222697],"domain_scores_gemma":[0.99485195,0.0012250731,0.0016677829,0.0014283456,0.00068853673,0.00013828819],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.085849054,0.00010885883,0.0008793037,0.00013144464,0.00027102564,0.0018080004,0.0017481471,0.000029160079,0.010349428],"category_scores_gemma":[0.013278244,0.000033997345,0.0009307215,0.00069399795,0.000020176443,0.00011593449,0.000058947615,0.00017656793,0.015415692],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.139431e-7,0.0000086559285,0.00447941,0.0000013960442,0.000013458184,0.0000031773134,0.00007170297,0.00011029145,0.00004232757,0.00029003716,0.98932034,0.0056585837],"study_design_scores_gemma":[0.000035938418,0.0000093389435,0.027344739,0.0000054799802,0.000030236215,0.00006222581,0.00016247445,0.00018737785,0.00002234375,0.0049543832,0.96714,0.000045431578],"about_ca_topic_score_codex":0.0000037777,"about_ca_topic_score_gemma":0.00001900898,"teacher_disagreement_score":0.5629718,"about_ca_system_score_codex":0.000020755322,"about_ca_system_score_gemma":0.000041781503,"threshold_uncertainty_score":0.99922824},"labels":[],"label_agreement":null},{"id":"W3023805712","doi":"10.1002/pon.4915","title":"Improving reporting of meta‐ethnography: The eMERGe reporting guidance","year":2019,"lang":"en","type":"article","venue":"Psycho-Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Economic and Social Research Council; National Institute for Health and Care Research; Cancer Research UK; Llywodraeth Cymru; Medical Research Council Canada; United Kingdom Clinical Research Collaboration; British Heart Foundation; Wellcome Trust; Medical Research Council; Wellcome","keywords":"CLARITY; Ethnography; Audit; Bespoke; Best practice; Quality (philosophy); Multidisciplinary approach; Management science; Psychology; Medical education; Engineering ethics; Medicine; Sociology; Political science; Social science; Business; Engineering; Epistemology; Accounting","score_opus":0.7910191323957281,"score_gpt":0.5932076527201388,"score_spread":0.19781147967558932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023805712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86971223,0.006372037,0.0088812485,0.0030071535,0.0027950215,0.0014170655,0.0000048468555,0.000018660505,0.107791714],"genre_scores_gemma":[0.9781092,0.00002889313,0.015433302,0.0005316286,0.00015733617,0.00010002992,0.0000018773085,0.000019228011,0.0056185485],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.927954,0.009023124,0.05664398,0.0016918438,0.0041129976,0.00057402294],"domain_scores_gemma":[0.83384067,0.0057167914,0.1518875,0.006486703,0.0019365585,0.00013180004],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.33542925,0.00032619282,0.006388996,0.00035876496,0.00018306491,0.00016878945,0.00206877,0.00017830668,0.010385831],"category_scores_gemma":[0.16649035,0.00013347073,0.004462802,0.0020937896,0.0001315572,0.00020751797,0.00022523833,0.00036094396,0.00078692357],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005932026,0.00034317214,0.58754736,0.00038764183,0.0071070027,0.000083498,0.01574859,0.00044649772,0.04323486,0.003043331,0.09242386,0.24957488],"study_design_scores_gemma":[0.0005860636,0.00042209364,0.03281841,0.000069933674,0.0040489472,0.00030884036,0.02002491,0.008149595,0.0014640976,0.010110974,0.9213808,0.00061532063],"about_ca_topic_score_codex":0.0001305391,"about_ca_topic_score_gemma":0.00008123961,"teacher_disagreement_score":0.82895696,"about_ca_system_score_codex":0.000037169193,"about_ca_system_score_gemma":0.00015959104,"threshold_uncertainty_score":0.99999106},"labels":[],"label_agreement":null},{"id":"W3024831471","doi":"10.1186/s12874-020-01004-z","title":"Current methods for development of rapid reviews about diagnostic tests: an international survey","year":2020,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Agency for Drugs and Technologies in Health; Public Health Ontario; Queen's University; St. Michael's Hospital","funders":"Instituto de Salud Carlos III","keywords":"Scope (computer science); Diagnostic test; Test (biology); Computer science; Systematic review; Health care; Management science; Data science; MEDLINE; Risk analysis (engineering); Medicine; Medical physics; Political science; Engineering","score_opus":0.9887539574876372,"score_gpt":0.7936162784854344,"score_spread":0.1951376790022028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024831471","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067942864,0.011745519,0.9775825,0.0010610294,0.00080427225,0.001710783,0.00002633065,0.0000050328886,0.00027022685],"genre_scores_gemma":[0.0024545758,0.0022581818,0.99364334,0.00035116164,0.00039521183,0.000561391,0.00007124894,0.000016796906,0.00024808946],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.25846615,0.6993041,0.02165917,0.0028048828,0.016629284,0.0011363821],"domain_scores_gemma":[0.042297773,0.94096524,0.0042956555,0.0034382022,0.0070225555,0.001980602],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8442201,0.00028588998,0.0049905414,0.0005932823,0.00016081826,0.00018014507,0.0057170014,0.00022120865,0.02810892],"category_scores_gemma":[0.9847536,0.0001437455,0.0010744345,0.0020192997,0.00043987797,0.00016550199,0.0007856127,0.00067702134,0.001048229],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006931522,0.00011558174,0.016087506,0.00032919942,0.000093119204,0.0000012526042,0.00081397715,0.0000024512722,0.00014474687,0.0019423884,0.026075482,0.95432496],"study_design_scores_gemma":[0.00040196892,0.00023349217,0.055144195,0.00015132743,0.000040226005,0.0000039356587,0.00016794591,0.009257173,0.00021246368,0.0043011047,0.9299264,0.00015977157],"about_ca_topic_score_codex":0.000025964453,"about_ca_topic_score_gemma":0.00035280542,"teacher_disagreement_score":0.9541652,"about_ca_system_score_codex":0.000060062357,"about_ca_system_score_gemma":0.0015989856,"threshold_uncertainty_score":0.9997296},"labels":[],"label_agreement":null},{"id":"W3024870800","doi":"10.1016/j.jval.2020.04.014","title":"CE2 APPLICATION OF PROPENSITY SCORE MATCHING AND BAYESIAN HIERARCHICAL DESIGN METHODS TO INTEGRATE SINGLE-ARM STUDIES INTO NETWORK META-ANALYSES (NMAS): OPPORTUNITIES AND PITFALLS ILLUSTRATED IN A CASE STUDY ASSESSING ABLATION/RADIATION THERAPIES IN LUNG CANCER","year":2020,"lang":"en","type":"article","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"EVERSANA (Canada)","funders":"","keywords":"Observational study; Propensity score matching; Comparative effectiveness research; Covariate; Meta-analysis; Matching (statistics); Medicine; Bayesian probability; Statistics; Randomized controlled trial; Weighting; Mathematics; Internal medicine; Pathology; Radiology","score_opus":0.927848190614603,"score_gpt":0.6171876414016051,"score_spread":0.3106605492129979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024870800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74493563,0.012866807,0.23650849,0.0032567515,0.000029548744,0.002388814,0.0000027736914,0.0000049503756,0.000006233189],"genre_scores_gemma":[0.9233966,0.0003526491,0.07563932,0.00035227844,0.000027256221,0.00021152096,0.0000018126375,0.000011797763,0.0000067728442],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.95567,0.035526387,0.006385931,0.00097413,0.0011521615,0.0002913899],"domain_scores_gemma":[0.9907128,0.0056752996,0.0024534392,0.00056944386,0.0004012275,0.00018773937],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.08448912,0.0002976286,0.0036975173,0.00062829285,0.0001687696,0.00036896308,0.00027108146,0.00006224804,0.000027708842],"category_scores_gemma":[0.0051925033,0.00016767206,0.00017368716,0.0025323185,0.00007909353,0.0004004542,0.000113786846,0.00025917136,4.6828725e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008351859,0.0003539997,0.30282024,0.0009998579,0.0017518027,0.00010305171,0.16117464,0.3504971,0.00034750465,0.0007817272,0.00007716148,0.18100941],"study_design_scores_gemma":[0.00067923,0.0005880507,0.07218745,0.00044074617,0.0012639854,0.000032158143,0.10797609,0.80342066,0.00004097478,0.0128526725,0.00006932701,0.00044862682],"about_ca_topic_score_codex":0.010718104,"about_ca_topic_score_gemma":0.0053137993,"teacher_disagreement_score":0.4529236,"about_ca_system_score_codex":0.00016406231,"about_ca_system_score_gemma":0.0002660557,"threshold_uncertainty_score":0.99586964},"labels":[],"label_agreement":null},{"id":"W3024899947","doi":"10.1016/j.jclinepi.2020.05.003","title":"A search filter to identify pragmatic trials in MEDLINE was highly specific but lacked sensitivity","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"MEDLINE; Randomized controlled trial; Sensitivity (control systems); Confidence interval; Medicine; Clinical trial; Filter (signal processing); Computer science; Data mining; Surgery; Internal medicine","score_opus":0.9548075711189307,"score_gpt":0.703447435217891,"score_spread":0.25136013590103967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024899947","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.739167,0.00047954233,0.10371628,0.15447593,0.0011818033,0.0006309812,0.00001742913,0.0000027936562,0.00032829217],"genre_scores_gemma":[0.93668294,0.00030854277,0.041381735,0.018579122,0.0024482724,0.0000058033706,0.0000030187816,0.000015688931,0.0005748778],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.16196735,0.68394256,0.14584187,0.0017863421,0.0055801077,0.0008817689],"domain_scores_gemma":[0.09565403,0.8501981,0.04684791,0.002722757,0.0028257065,0.0017515017],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.89371043,0.000338767,0.030416634,0.0005594319,0.000049825954,0.0001702246,0.0017202547,0.00037301006,0.0053861886],"category_scores_gemma":[0.9535029,0.00015190692,0.0076726773,0.001458023,0.00017738742,0.00023922363,0.00030737364,0.0014529667,0.004465943],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009447005,0.00036159417,0.31729072,0.0001231278,0.0008169058,0.0006008729,0.00072087435,0.0035719702,0.0011349986,0.0020214412,0.6210153,0.051397473],"study_design_scores_gemma":[0.0034166186,0.001472607,0.6716802,0.00035138347,0.00053238217,0.0002576949,0.0008768515,0.037263144,0.00008282148,0.032909542,0.25066668,0.0004900782],"about_ca_topic_score_codex":0.000013098205,"about_ca_topic_score_gemma":0.000028655713,"teacher_disagreement_score":0.37034863,"about_ca_system_score_codex":0.000038669466,"about_ca_system_score_gemma":0.00024579102,"threshold_uncertainty_score":0.9963092},"labels":[],"label_agreement":null},{"id":"W3025024871","doi":"10.1002/sim.8555","title":"One‐stage individual participant data meta‐analysis models for continuous and binary outcomes: Comparison of treatment coding options and estimation methods","year":2020,"lang":"en","type":"review","venue":"Statistics in Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council Canada; Medical Research Council; National Institute for Health and Care Research","keywords":"Restricted maximum likelihood; Statistics; Random effects model; Meta-analysis; Confidence interval; Mathematics; Estimation; Mixed model; Maximum likelihood; Variance (accounting); Covariate; Standard error; Binary number; Medicine","score_opus":0.9611799200684782,"score_gpt":0.7025338956772175,"score_spread":0.2586460243912607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025024871","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.6308206e-7,0.5113975,0.48315164,0.000096536445,0.00003916615,0.0011891862,0.004103861,0.0000019874412,0.000019491974],"genre_scores_gemma":[0.0001036496,0.5253285,0.47262457,0.000018357843,0.000016157666,0.00019743349,0.0015254495,0.000014709026,0.00017112879],"study_design_codex":"design_other","study_design_gemma":"meta_analysis","domain_scores_codex":[0.974801,0.009271599,0.012376625,0.0013546164,0.0019444188,0.00025171915],"domain_scores_gemma":[0.9515811,0.03752808,0.0076592728,0.0026361498,0.0003805521,0.00021484216],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06322819,0.0005615185,0.027060093,0.001064468,0.00010284771,0.00018532448,0.0010947371,0.00014181115,0.00045095937],"category_scores_gemma":[0.03527312,0.00026673145,0.001084747,0.0016104676,0.00024120884,0.000134265,0.00033728013,0.00019732204,0.0000049798296],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000467523,0.00011267308,0.00009664629,0.005937419,0.13789712,0.000005399063,0.0021520543,0.0009870129,1.3744948e-7,0.0153890345,0.0012972073,0.8361206],"study_design_scores_gemma":[0.00022830852,0.0002074892,0.000025205163,0.00034623855,0.5160398,0.0000011601674,0.00065578055,0.41809916,2.7974393e-8,0.0036812923,0.060560144,0.0001554197],"about_ca_topic_score_codex":0.00009015322,"about_ca_topic_score_gemma":0.00014143008,"teacher_disagreement_score":0.8359652,"about_ca_system_score_codex":0.000035689656,"about_ca_system_score_gemma":0.00015066993,"threshold_uncertainty_score":0.9999785},"labels":[],"label_agreement":null},{"id":"W3025059210","doi":"10.3389/fvets.2020.00271","title":"How to Conduct a Bayesian Network Meta-Analysis","year":2020,"lang":"en","type":"article","venue":"Frontiers in Veterinary Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Pairwise comparison; Computer science; Bayesian network; Meta-analysis; Workflow; Bayesian probability; Ranking (information retrieval); Variable-order Bayesian network; Bayesian statistics; Code (set theory); Data mining; Machine learning; Artificial intelligence; Bayesian inference; Medicine","score_opus":0.809518003265098,"score_gpt":0.5010763512683589,"score_spread":0.3084416519967391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025059210","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045539502,0.002717094,0.91774905,0.027252868,0.0010562126,0.0011174898,0.000027642316,0.000018203633,0.0045219697],"genre_scores_gemma":[0.77723986,0.000004606869,0.21528156,0.003185733,0.000086117456,0.000045325705,0.000001661568,0.000008507335,0.004146623],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.980977,0.004997843,0.0042908047,0.002442298,0.006571078,0.0007209849],"domain_scores_gemma":[0.99245477,0.00069263537,0.0017298623,0.0037439682,0.00059340737,0.0007853397],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07770946,0.00039483292,0.0063057244,0.0016258887,0.0002887598,0.0025977988,0.0060106874,0.00006214518,0.0030625358],"category_scores_gemma":[0.020549484,0.00020689088,0.0038563923,0.03257422,0.00034502623,0.0010868942,0.0006187739,0.00019794496,0.0004454511],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009046762,0.00010860959,0.050377235,0.00005651809,0.038176503,0.00036967904,0.0054589845,0.046471886,0.0020682141,0.0024180268,0.83940274,0.015001129],"study_design_scores_gemma":[0.00020085787,0.0008202536,0.011480302,0.000005675557,0.035473943,0.000024328154,0.003304313,0.22768222,0.000029940684,0.0040451633,0.71602416,0.0009088457],"about_ca_topic_score_codex":0.0000071899844,"about_ca_topic_score_gemma":0.0000061688397,"teacher_disagreement_score":0.73170036,"about_ca_system_score_codex":0.00006336506,"about_ca_system_score_gemma":0.00016245176,"threshold_uncertainty_score":0.9993673},"labels":[],"label_agreement":null},{"id":"W3025490551","doi":"10.1016/j.jval.2020.04.013","title":"CE1 METHODOLOGICAL CHALLENGES WITH CONDUCTING NETWORK META-ANALYSES ASSESSING LONG-TERM COMPARATIVE EFFICACY IN PSORIASIS: A CRITIQUE OF ASSUMPTIONS UNDERPINNING RECENT INDIRECT TREATMENT COMPARISONS","year":2020,"lang":"en","type":"article","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; EVERSANA (Canada)","funders":"","keywords":"Psoriasis; Term (time); Randomized controlled trial; Placebo; Medicine; Underpinning; Surgery; Alternative medicine; Physics; Engineering","score_opus":0.9900690591832846,"score_gpt":0.6957327199012941,"score_spread":0.29433633928199043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025490551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79581827,0.09121222,0.08047862,0.026882157,0.00025010356,0.0037470853,0.000024541401,0.00003873111,0.001548274],"genre_scores_gemma":[0.9205584,0.0015921737,0.07733022,0.00028095668,0.0000831756,0.000114737675,0.000009846153,0.000014244085,0.000016262415],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.90673393,0.07850649,0.0102023585,0.0015160345,0.0024196804,0.000621522],"domain_scores_gemma":[0.96633977,0.025215494,0.006259451,0.0013553598,0.0004955433,0.00033438433],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0797844,0.0004893006,0.010049213,0.00048609648,0.00022212697,0.00029548287,0.0007436474,0.00012216081,0.0006847942],"category_scores_gemma":[0.012748356,0.00023693407,0.0011747574,0.0029784422,0.000118018164,0.000258061,0.000094660914,0.00045352135,0.000032875585],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015484757,0.0018311291,0.1495695,0.000754389,0.009683888,0.000073522795,0.030181147,0.7759686,0.00009959756,0.0053282725,0.0011701208,0.025185],"study_design_scores_gemma":[0.0056029786,0.003752006,0.7191036,0.0026735347,0.012559866,0.00008872615,0.079803735,0.16510864,0.00065914885,0.003596068,0.005087058,0.0019646701],"about_ca_topic_score_codex":0.00041892234,"about_ca_topic_score_gemma":0.00077830866,"teacher_disagreement_score":0.61085993,"about_ca_system_score_codex":0.00024816298,"about_ca_system_score_gemma":0.00044684182,"threshold_uncertainty_score":0.9955677},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3025529179","doi":"10.1016/j.jclinepi.2020.04.030","title":"The importance of decision intent within descriptions of pragmatic trials","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Western University; Ottawa Hospital","funders":"Canadian Institutes of Health Research","keywords":"Pragmatism; Clinical trial; Research design; Clinical study design; Psychology; Management science; Medicine; Computer science; Epistemology; Sociology; Pathology","score_opus":0.9648960528797748,"score_gpt":0.7082879014526782,"score_spread":0.2566081514270966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025529179","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56550807,0.005615535,0.37950015,0.045858487,0.0023813166,0.00059370766,0.000013563757,0.0000014730446,0.0005276769],"genre_scores_gemma":[0.919333,0.0010083009,0.075510114,0.0034534442,0.00045806429,0.000003998177,5.670176e-7,0.000007621105,0.0002248966],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.2750207,0.38533267,0.33086452,0.0012112161,0.006996443,0.00057448645],"domain_scores_gemma":[0.039119396,0.77413625,0.17950325,0.0023788637,0.004341746,0.000520506],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8151177,0.00017999737,0.01844334,0.00013638775,0.00006227229,0.000037171543,0.002372617,0.00019418688,0.001253453],"category_scores_gemma":[0.97899526,0.000058546015,0.008034934,0.0007080645,0.00039989944,0.0001295217,0.0001530573,0.00062501413,0.00010906269],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058527745,0.00017651812,0.66045964,0.000069554895,0.0012189767,0.000010104466,0.00036886754,0.0017934284,0.00010257736,0.030975394,0.2447561,0.059483528],"study_design_scores_gemma":[0.0019274597,0.0023613477,0.23296472,0.000483746,0.0016713163,0.00011746674,0.0021490534,0.04032763,0.000030981962,0.6260986,0.09166176,0.00020592187],"about_ca_topic_score_codex":0.000002012562,"about_ca_topic_score_gemma":0.000012677298,"teacher_disagreement_score":0.59512323,"about_ca_system_score_codex":0.000010646015,"about_ca_system_score_gemma":0.00026779278,"threshold_uncertainty_score":0.99965954},"labels":[],"label_agreement":null},{"id":"W3026749736","doi":"10.1016/j.jval.2020.04.1146","title":"PNS146 BEYOND DEFAULTS - ADAPTING PRINCIPLED PRIOR SELECTION IN BAYESIAN NETWORK META-ANALYSIS","year":2020,"lang":"en","type":"article","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; EVERSANA (Canada)","funders":"","keywords":"Prior probability; Computer science; Bayesian probability; Inference; Machine learning; Artificial intelligence; Bayesian inference; Selection (genetic algorithm); Frequentist inference; Data mining","score_opus":0.8066889316083695,"score_gpt":0.5199534122958824,"score_spread":0.2867355193124871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3026749736","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30083132,0.041212793,0.56029624,0.07144312,0.00081471144,0.011422791,0.00006668748,0.00013714272,0.013775192],"genre_scores_gemma":[0.9566402,0.00005319022,0.039904557,0.0025083947,0.00017943502,0.00008432984,0.000008179394,0.000020318601,0.00060142786],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9468396,0.03168742,0.014462891,0.0018171167,0.0044269394,0.00076607114],"domain_scores_gemma":[0.98712057,0.0050880653,0.0055097034,0.0014984307,0.00033710056,0.00044615625],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16169894,0.000382376,0.007895017,0.0008572808,0.00020741757,0.00043435875,0.0011808851,0.0001263526,0.0029988096],"category_scores_gemma":[0.024174878,0.00021840722,0.00343266,0.013672009,0.000023566317,0.00025404996,0.00013989932,0.00044043717,0.0004284207],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022567132,0.00007897011,0.0876016,0.00016246154,0.010252451,0.0000073013275,0.0026831971,0.8854784,0.000004715018,0.0035829968,0.0036851023,0.0064402334],"study_design_scores_gemma":[0.00022214097,0.00008653413,0.017126357,0.000014753545,0.009359217,0.0000023610235,0.00024955434,0.9547574,0.0000018190327,0.0032170212,0.014742275,0.00022058039],"about_ca_topic_score_codex":0.0014366299,"about_ca_topic_score_gemma":0.0031265833,"teacher_disagreement_score":0.65580887,"about_ca_system_score_codex":0.00017074702,"about_ca_system_score_gemma":0.00029035934,"threshold_uncertainty_score":0.9979126},"labels":[],"label_agreement":null},{"id":"W3026818610","doi":"10.1016/j.jval.2020.04.1223","title":"PPM7 A NOVEL APPROACH TO QUANTITATIVELY SYNTHESIZE SUBGROUP FINDINGS FROM MULTIPLE TRIALS","year":2020,"lang":"en","type":"article","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Subgroup analysis; Meta-analysis; Statistics; Mathematics; Standard error; Treatment effect; Econometrics; Medicine; Confidence interval; Internal medicine; Traditional medicine","score_opus":0.9348229604684398,"score_gpt":0.5632636626395024,"score_spread":0.3715592978289374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3026818610","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49499938,0.0013542785,0.4873658,0.011092417,0.00033326438,0.0032485095,0.00024297986,0.000018355931,0.0013450114],"genre_scores_gemma":[0.8236709,0.000018660914,0.1719619,0.003890617,0.00014150834,0.00006649592,0.0000093757635,0.00001925456,0.00022126446],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9459081,0.025668224,0.019687153,0.0021651853,0.0058791568,0.00069217355],"domain_scores_gemma":[0.9272094,0.063366756,0.00568308,0.0023586573,0.0004475471,0.0009345545],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24843402,0.00031684796,0.006028836,0.00044719584,0.00012369666,0.0004624738,0.0016693479,0.00010231873,0.00089691207],"category_scores_gemma":[0.32003886,0.00017043235,0.0011698271,0.00285493,0.000031949712,0.0001705921,0.00014253234,0.00024133548,0.0025497566],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011769019,0.003450056,0.2958628,0.0022384645,0.0015328126,0.000032725904,0.18575141,0.053055428,0.009661111,0.1076494,0.28795144,0.051637445],"study_design_scores_gemma":[0.002801508,0.000622144,0.07771318,0.0005331879,0.00018815677,0.000005321217,0.015629925,0.7157903,0.00033041922,0.00564607,0.17969756,0.0010422426],"about_ca_topic_score_codex":0.002638403,"about_ca_topic_score_gemma":0.00006616235,"teacher_disagreement_score":0.66273487,"about_ca_system_score_codex":0.00009543679,"about_ca_system_score_gemma":0.00021823139,"threshold_uncertainty_score":0.9982269},"labels":[],"label_agreement":null},{"id":"W3026972020","doi":"10.1177/1089268020918844","title":"An Empirical Review of Research and Reporting Practices in Psychological Meta-Analyses","year":2020,"lang":"en","type":"article","venue":"Review of General Psychology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of the Fraser Valley; Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Meta-analysis; Psychology; Best practice; CLARITY; Sample (material); Psychological research; Applied psychology; Interpretability; Empirical research; Social psychology; Medicine; Computer science; Political science; Statistics","score_opus":0.9870609465683049,"score_gpt":0.8065674614149778,"score_spread":0.18049348515332708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3026972020","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0419351,0.8999844,0.0004019946,0.04592652,0.000078789766,0.0013334121,0.000008975682,0.000004649972,0.010326125],"genre_scores_gemma":[0.083491035,0.8386156,0.030075349,0.046881042,0.0002172188,0.00015748001,0.000021353402,0.000025557787,0.00051538664],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9057998,0.049268644,0.03618655,0.0026405186,0.005605012,0.0004994879],"domain_scores_gemma":[0.94299644,0.0038461008,0.04576314,0.0044907196,0.0025658596,0.00033772696],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27756,0.00032567777,0.0114412615,0.00037350995,0.00004994937,0.00006809724,0.002000056,0.00014832389,0.010606784],"category_scores_gemma":[0.28024715,0.00014355125,0.0022913967,0.0043766606,0.00033453264,0.00023722494,0.00019108498,0.0005229398,0.00019303746],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000698042,0.0011551377,0.0652461,0.07365034,0.0028783001,0.00015445985,0.00027638246,0.000006601285,0.0046760878,0.0011603582,0.7917404,0.058986027],"study_design_scores_gemma":[0.0008225224,0.0035262879,0.09531195,0.021360727,0.012056975,0.00068113464,0.0002744757,0.0008545392,0.00018754706,0.010507363,0.8534554,0.00096105336],"about_ca_topic_score_codex":0.000016134349,"about_ca_topic_score_gemma":0.0000053460876,"teacher_disagreement_score":0.061715025,"about_ca_system_score_codex":0.00000912588,"about_ca_system_score_gemma":0.000065397864,"threshold_uncertainty_score":0.9902977},"labels":[],"label_agreement":null},{"id":"W3027130718","doi":"10.3758/s13428-020-01403-6","title":"Assessing evidence for replication: A likelihood-based approach","year":2020,"lang":"en","type":"article","venue":"Behavior Research Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Replication (statistics); Computer science; Contrast (vision); Statistics; Econometrics; Artificial intelligence; Mathematics","score_opus":0.9916934429120137,"score_gpt":0.8138699872158525,"score_spread":0.1778234556961612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3027130718","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011666243,0.0011355623,0.9761319,0.005550095,0.00007891258,0.003289295,0.000009250978,0.000019755917,0.0021189477],"genre_scores_gemma":[0.107909344,0.000006574377,0.8878068,0.0004111922,0.0002094965,0.0023794582,0.000010315582,0.000026793903,0.0012400539],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8943338,0.082609065,0.007594947,0.0032610989,0.011351374,0.0008497468],"domain_scores_gemma":[0.9143738,0.0635993,0.0027979128,0.010722194,0.0075153545,0.000991408],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5325486,0.00026154282,0.0023047542,0.00047246245,0.0005063638,0.0036011094,0.0037842188,0.00013568436,0.0024544913],"category_scores_gemma":[0.42896566,0.00014270822,0.0016564159,0.004518378,0.00017799264,0.00067415036,0.00031442763,0.00050112867,0.00058496214],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003582859,0.00018996173,0.013170698,0.000222803,0.000041569983,0.000005076894,0.0005197228,0.000047121466,0.020286072,0.00089994416,0.046426825,0.91815436],"study_design_scores_gemma":[0.00095830724,0.00060923625,0.042414095,0.00022512033,0.0006575446,0.000017710689,0.0049183383,0.36864522,0.013535167,0.006813861,0.5603094,0.0008960079],"about_ca_topic_score_codex":0.000011760035,"about_ca_topic_score_gemma":9.614033e-7,"teacher_disagreement_score":0.9172584,"about_ca_system_score_codex":0.00008120863,"about_ca_system_score_gemma":0.0005135962,"threshold_uncertainty_score":0.9984574},"labels":[],"label_agreement":null},{"id":"W3027437879","doi":"10.1016/j.jclinepi.2020.04.026","title":"Quality and risk of bias appraisals of systematic reviews are inconsistent across reviewers and centers","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Interquartile range; Confidence interval; Systematic review; Publication bias; Reliability (semiconductor); MEDLINE; Surgery; Internal medicine; Biology","score_opus":0.9721662925162776,"score_gpt":0.7176930539635952,"score_spread":0.25447323855268245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3027437879","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85689586,0.114540756,0.015645115,0.010517711,0.0007063505,0.0014906653,0.00005635703,0.0000016193887,0.00014557711],"genre_scores_gemma":[0.8689923,0.106430344,0.019426666,0.004793494,0.0002606994,0.000010870578,8.712857e-7,0.000012663528,0.00007208868],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.39429584,0.4402826,0.1607586,0.0012015539,0.003018223,0.00044314668],"domain_scores_gemma":[0.09767225,0.5852872,0.3088566,0.0032868553,0.0037213627,0.001175737],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7628012,0.00029604053,0.036266703,0.00011161934,0.000049570386,0.000039449504,0.0011183697,0.00023220798,0.00017418334],"category_scores_gemma":[0.95724285,0.000120254765,0.0060182232,0.0005033153,0.000584475,0.00014196441,0.00025006948,0.00059233326,0.00003794868],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063181644,0.00005612019,0.9635451,0.01598287,0.00072103605,0.0000029412913,0.00026688102,0.000018540022,0.0000046615955,0.00035955364,0.010560403,0.008418741],"study_design_scores_gemma":[0.001323986,0.0009092925,0.93604463,0.011360754,0.002571701,0.00010704457,0.0025094408,0.0017286444,0.0000025302184,0.0058221025,0.03734501,0.0002748387],"about_ca_topic_score_codex":0.0000133115645,"about_ca_topic_score_gemma":0.000012283101,"teacher_disagreement_score":0.2966236,"about_ca_system_score_codex":0.000007882539,"about_ca_system_score_gemma":0.00006224335,"threshold_uncertainty_score":0.97804093},"labels":[],"label_agreement":null},{"id":"W3027441436","doi":"10.1101/2020.05.21.20109074","title":"Repurposing Existing Medications for Coronavirus Disease 2019: Protocol for a Rapid and Living Systematic Review","year":2020,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Massachusetts General Hospital","keywords":"Repurposing; Coronavirus disease 2019 (COVID-19); Medicine; Systematic review; Intensive care medicine; Drug repositioning; Protocol (science); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Disease; Medical literature; MEDLINE; 2019-20 coronavirus outbreak; Alternative medicine; Pharmacology; Infectious disease (medical specialty); Pathology; Drug; Biology","score_opus":0.8061523650911531,"score_gpt":0.5899783070360737,"score_spread":0.2161740580550794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3027441436","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000073507385,0.055833705,0.20294374,0.003434883,0.00032861202,0.7365593,0.00029190307,0.000041595005,0.00049275346],"genre_scores_gemma":[0.0008079123,0.0005797369,0.022967761,0.0011580142,0.0002882679,0.971367,0.00005007699,0.0000633793,0.0027178237],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.972912,0.0074309944,0.01376299,0.0021361483,0.0034013912,0.00035643522],"domain_scores_gemma":[0.9547934,0.020823075,0.015899966,0.00583845,0.0019723002,0.0006727877],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1257857,0.00061898556,0.007637699,0.0002452155,0.00038364978,0.0011814679,0.0024065115,0.00014613266,0.00079731934],"category_scores_gemma":[0.27769938,0.00032673348,0.0027937891,0.00054977596,0.00008369622,0.00014194207,0.00079244643,0.0002948469,0.00016030633],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013667246,0.00005815456,0.0013326668,0.9667887,0.0006819417,0.0000037059492,0.0003324333,0.000008581678,0.000011569937,0.0011327342,0.025813349,0.0038224626],"study_design_scores_gemma":[0.0006073758,0.000119854936,0.0014022765,0.70440084,0.016588127,0.000022426138,0.00024348742,0.07322771,0.0000053894923,0.018832449,0.18324359,0.0013064804],"about_ca_topic_score_codex":0.0000037500072,"about_ca_topic_score_gemma":0.0000037260133,"teacher_disagreement_score":0.2623879,"about_ca_system_score_codex":0.00005613314,"about_ca_system_score_gemma":0.00035957436,"threshold_uncertainty_score":0.99991846},"labels":[],"label_agreement":null},{"id":"W3027445498","doi":"10.1016/j.jval.2020.04.1157","title":"PNS159 THE UTILITY OF UMBRELLA REVIEWS: A CASE-STUDY ON THE SAFETY OF PROTON PUMP INHIBITORS","year":2020,"lang":"en","type":"article","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"EVERSANA (Canada)","funders":"","keywords":"Generalizability theory; Observational study; Sample size determination; Systematic review; Population; Scale (ratio); Sample (material); Computer science; Quality (philosophy); Meta-analysis; Medicine; Data science; Risk analysis (engineering); Medical physics; MEDLINE; Statistics; Pathology; Mathematics; Environmental health; Geography; Chemistry","score_opus":0.8534689212612868,"score_gpt":0.5460346040034282,"score_spread":0.30743431725785864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3027445498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95934427,0.004174004,0.0003099417,0.018635632,0.00015906994,0.01515081,0.000023921595,0.000003613636,0.0021987634],"genre_scores_gemma":[0.99835527,0.00022753228,0.00010204562,0.0010434389,0.00004653033,0.00015097151,3.7405857e-7,0.0000065464087,0.00006730485],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9167152,0.06082876,0.016896015,0.000949782,0.004301476,0.00030877927],"domain_scores_gemma":[0.982337,0.007551439,0.0063656494,0.0033020952,0.00031610782,0.00012772834],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22761506,0.0002096557,0.0031485432,0.0001047108,0.0001490301,0.00006244286,0.0013285407,0.00004261924,0.0010940412],"category_scores_gemma":[0.0396895,0.00006852174,0.00092289987,0.0023369633,0.00009676071,0.000047229558,0.00014344593,0.00029230257,0.00020447059],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003211655,0.002697388,0.5474671,0.009718455,0.00054616714,0.00013785131,0.17572458,0.0024200077,0.000058669146,0.006092609,0.13807876,0.116737224],"study_design_scores_gemma":[0.002038117,0.004245781,0.0629541,0.0035706572,0.00051739014,0.00018397546,0.12583119,0.21939042,0.0004631221,0.0062263575,0.5737332,0.0008456974],"about_ca_topic_score_codex":0.0018050874,"about_ca_topic_score_gemma":0.00009035334,"teacher_disagreement_score":0.48451304,"about_ca_system_score_codex":0.000029262319,"about_ca_system_score_gemma":0.00020181938,"threshold_uncertainty_score":0.9998191},"labels":[],"label_agreement":null},{"id":"W3027531952","doi":"10.1186/s12874-020-00964-6","title":"Obtaining and managing data sets for individual participant data meta-analysis: scoping review and practical guide","year":2020,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Canadian Institutes of Health Research; Cancer Research UK; Marie Curie; McMaster University","keywords":"Certification; Data sharing; MEDLINE; Cochrane Library; Computer science; Meta-analysis; Knowledge management; Data science; Medicine; Alternative medicine; Political science","score_opus":0.9978150246277914,"score_gpt":0.8161935446665352,"score_spread":0.18162147996125622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3027531952","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000077533645,0.21046355,0.7049721,0.081813864,0.000044862867,0.0021870257,0.00021077451,0.000009528472,0.00022074608],"genre_scores_gemma":[0.0020960355,0.013533656,0.9709202,0.012132209,0.00022336679,0.00035706055,0.00036389212,0.000029422446,0.00034415926],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.70072156,0.26303357,0.013415593,0.005297485,0.016114753,0.0014170379],"domain_scores_gemma":[0.14163697,0.82846594,0.0048160455,0.01878997,0.002623733,0.0036673108],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.79776627,0.00035052933,0.010542854,0.00054287584,0.00036503442,0.0008317604,0.0060500368,0.00021543325,0.009761067],"category_scores_gemma":[0.93403363,0.00017382953,0.0009954419,0.002907331,0.00068184565,0.0006269592,0.009690075,0.0008584482,0.00014083604],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014595487,0.0001406547,0.0026685135,0.021222506,0.21611984,0.000279622,0.0019024379,0.000022652173,0.000014911283,0.01128637,0.61936444,0.1268321],"study_design_scores_gemma":[0.0006771338,0.0002681533,0.00038410316,0.0010188567,0.55883676,0.00016107727,0.0035488317,0.31341827,0.0000034704256,0.0081210695,0.11302796,0.000534352],"about_ca_topic_score_codex":0.000047318455,"about_ca_topic_score_gemma":0.0005373901,"teacher_disagreement_score":0.5654324,"about_ca_system_score_codex":0.000007089872,"about_ca_system_score_gemma":0.0013143724,"threshold_uncertainty_score":0.9993277},"labels":[],"label_agreement":null},{"id":"W3027679982","doi":"10.1093/clinchem/hvaa093","title":"Overinterpretation of Research Findings: Evaluation of “Spin” in Systematic Reviews of Diagnostic Accuracy Studies in High–Impact Factor Journals","year":2020,"lang":"en","type":"article","venue":"Clinical Chemistry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Systematic review; Meta-analysis; Impact factor; Systematic error; MEDLINE; Medicine; Statistics; Econometrics; Psychology; Political science; Mathematics; Internal medicine; Law","score_opus":0.9728957285731411,"score_gpt":0.7628518489483973,"score_spread":0.2100438796247438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3027679982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98526907,0.012654358,0.00008551587,0.00021020824,0.00006122232,0.0015377036,0.000015641639,8.9047523e-7,0.0001653655],"genre_scores_gemma":[0.99787825,0.001787623,0.00015674678,0.000017526205,0.000042347667,0.00007458708,0.0000024926055,0.0000059631784,0.000034448247],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8793613,0.050845433,0.05478326,0.0013828301,0.013196149,0.00043108404],"domain_scores_gemma":[0.72894293,0.23846605,0.021431645,0.0031307435,0.007739671,0.0002889531],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.29524732,0.00018943897,0.0065554646,0.00020834178,0.000016472433,0.000055122902,0.0011631622,0.00013882754,0.0028295172],"category_scores_gemma":[0.900088,0.0000960717,0.0014405232,0.0020297577,0.00019660057,0.00018254503,0.00017055862,0.00039839215,0.00007391865],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007005127,0.00043485247,0.9123972,0.067294896,0.0005373127,0.0000044642024,0.0041566887,0.0005884102,0.0048139836,0.000017489869,0.0037139212,0.0059707095],"study_design_scores_gemma":[0.0044081523,0.0008565219,0.7698141,0.11940817,0.0019828938,0.000009879473,0.01473897,0.061327904,0.016348105,0.010141012,0.00020883864,0.0007554875],"about_ca_topic_score_codex":0.0000071891977,"about_ca_topic_score_gemma":0.000004570889,"teacher_disagreement_score":0.6048407,"about_ca_system_score_codex":0.000095118514,"about_ca_system_score_gemma":0.00019871985,"threshold_uncertainty_score":0.99808204},"labels":[],"label_agreement":null},{"id":"W3027694758","doi":"10.1111/jebm.12384","title":"Clinical research methods for treatment, diagnosis, prognosis, etiology, screening, and prevention: A narrative review","year":2020,"lang":"en","type":"review","venue":"Journal of Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Juravinski Cancer Centre; McMaster University; Impact","funders":"","keywords":"Narrative review; Perspective (graphical); Etiology; Narrative; Systematic review; Medicine; Quality (philosophy); Psychology; MEDLINE; Psychotherapist; Psychiatry; Computer science; Political science","score_opus":0.9833962916424582,"score_gpt":0.8007399255518473,"score_spread":0.18265636609061098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3027694758","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.560547e-7,0.91262263,0.04626661,0.033895228,0.00059617264,0.006544364,0.000014243701,0.0000035496619,0.00005666851],"genre_scores_gemma":[7.788315e-7,0.8844382,0.11025729,0.00085490226,0.0020916893,0.0011468002,0.000016114704,0.000034791185,0.0011594071],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7735262,0.17654833,0.040374655,0.0021136792,0.006812871,0.00062427006],"domain_scores_gemma":[0.6605853,0.27914178,0.04496417,0.0032137402,0.010800372,0.0012946698],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.54152566,0.0009062331,0.030351061,0.0013826201,0.00030678418,0.00029573182,0.0028040179,0.00048723994,0.003300256],"category_scores_gemma":[0.5882525,0.0003136201,0.00961421,0.0035462684,0.0008709453,0.00040659323,0.00017994216,0.0011912155,0.000074538504],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032526525,0.00008084111,0.00024221816,0.014584968,0.0011498558,0.000026369284,0.00008927618,1.2984263e-7,5.3345342e-8,0.000033390643,0.23821732,0.74554306],"study_design_scores_gemma":[0.0005768561,0.0050553065,0.000021506577,0.25527126,0.01016753,0.00014105883,0.00017169905,0.000035008634,1.9481675e-7,0.0006396557,0.72774094,0.00017900206],"about_ca_topic_score_codex":0.0000050788667,"about_ca_topic_score_gemma":0.0000059295985,"teacher_disagreement_score":0.745364,"about_ca_system_score_codex":0.00020148174,"about_ca_system_score_gemma":0.0025528118,"threshold_uncertainty_score":0.9999316},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3027747692","doi":"10.1016/j.jval.2020.04.1152","title":"PNS152 MODELS USING ARM-BASED DATA ENTRY MAY GIVE MISLEADING INCONSISTENCY RESULTS IN NETWORK META-ANALYSES INVOLVING MULTI-ARM TRIALS","year":2020,"lang":"en","type":"article","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"EVERSANA (Canada)","funders":"","keywords":"Placebo; Leverage (statistics); Randomization; Inference; Meta-analysis; Clinical trial; Causal inference; Statistics; Contrast (vision); Bayesian probability; Econometrics; Medicine; Computer science; Physical medicine and rehabilitation; Mathematics; Artificial intelligence; Internal medicine","score_opus":0.984981316700297,"score_gpt":0.6454214011592782,"score_spread":0.33955991554101883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3027747692","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08310871,0.18728545,0.64375544,0.06041044,0.0029083462,0.016986128,0.0022126727,0.00012902293,0.0032038128],"genre_scores_gemma":[0.82925177,0.00037964052,0.16545795,0.0041465852,0.0003372776,0.000045372104,0.000105094856,0.00004291972,0.00023338397],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.8245405,0.11880266,0.04376275,0.0043299617,0.0071261507,0.0014379625],"domain_scores_gemma":[0.9231364,0.045973495,0.02027045,0.008899737,0.00079868676,0.00092120457],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.35952258,0.0006239403,0.0123368865,0.0008932379,0.0002647691,0.0007750574,0.003466247,0.00018891595,0.0010043131],"category_scores_gemma":[0.17146964,0.0003484254,0.0023308278,0.005243465,0.00007452793,0.0007427379,0.0005580117,0.0005874909,0.00015320208],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007036615,0.00015580648,0.0028491216,0.00028754343,0.0008876457,0.00002925418,0.0016331334,0.9841742,0.000029521252,0.00032561994,0.008095669,0.0014621074],"study_design_scores_gemma":[0.0010795613,0.000056520552,0.00011577345,0.0003007319,0.0014274277,0.0000025269621,0.0010351045,0.99047333,0.000010720206,0.0023744556,0.002833511,0.0002903202],"about_ca_topic_score_codex":0.004690794,"about_ca_topic_score_gemma":0.00086243765,"teacher_disagreement_score":0.74614304,"about_ca_system_score_codex":0.00026418368,"about_ca_system_score_gemma":0.0011199667,"threshold_uncertainty_score":0.9999089},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3028033786","doi":"10.1016/j.jval.2020.04.1147","title":"PNS147 VISUALIZATION AND COMMUNICATION OF RESULTS FROM BAYESIAN NETWORK META-ANALYSIS: PAST, PRESENT, AND FUTURE","year":2020,"lang":"en","type":"article","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"EVERSANA (Canada)","funders":"","keywords":"Computer science; Bayesian probability; Visualization; Bayesian network; Data science; Bayesian statistics; Bayesian inference; Data mining; Artificial intelligence","score_opus":0.7322393485829635,"score_gpt":0.5182469085323363,"score_spread":0.21399244005062712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3028033786","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11958437,0.34931752,0.1660742,0.35421273,0.0003336065,0.006343744,0.0008705444,0.000043981872,0.003219301],"genre_scores_gemma":[0.9817196,0.0017991692,0.014509806,0.0012899985,0.0003880306,0.000020846306,0.00010703852,0.000010669573,0.00015483359],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9691368,0.020203833,0.0078097717,0.000808582,0.001856419,0.00018463204],"domain_scores_gemma":[0.98923624,0.003766192,0.004609624,0.001908627,0.00027295802,0.00020636569],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04974454,0.00017586064,0.0038721436,0.0002183197,0.00010512039,0.00020627887,0.00059150445,0.00007357492,0.00042765922],"category_scores_gemma":[0.0022288612,0.000095531235,0.00075072906,0.0027322432,0.00004437486,0.00015491036,0.00013735262,0.000120936485,0.00001294589],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036081576,0.00038708167,0.18750294,0.0011082927,0.09160437,0.0000070366254,0.086088076,0.19794965,0.000012973761,0.051968344,0.34047648,0.042533964],"study_design_scores_gemma":[0.0005247348,0.000102307065,0.0359747,0.000029017981,0.019934872,8.7842847e-7,0.002361074,0.827282,0.000002828551,0.0111913895,0.10238563,0.00021053039],"about_ca_topic_score_codex":0.001309886,"about_ca_topic_score_gemma":0.00014721994,"teacher_disagreement_score":0.86213523,"about_ca_system_score_codex":0.000012114717,"about_ca_system_score_gemma":0.00004426805,"threshold_uncertainty_score":0.97848797},"labels":[],"label_agreement":null},{"id":"W3028464929","doi":"10.1016/j.jval.2020.04.1154","title":"PNS154 THE PRISMA 2020 STATEMENT: DEVELOPMENT OF AND KEY CHANGES IN AN UPDATED GUIDELINE FOR REPORTING SYSTEMATIC REVIEWS AND META-ANALYSES","year":2020,"lang":"en","type":"article","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":73,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Systematic review; Checklist; Guideline; Stakeholder; MEDLINE; Statement (logic); Management science; Medicine; Medical education; Computer science; Psychology; Political science; Public relations; Engineering; Pathology","score_opus":0.9380358184741009,"score_gpt":0.6234064317895016,"score_spread":0.3146293866845993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3028464929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54309887,0.21936944,0.07270355,0.12199928,0.00022763821,0.042318944,0.000097920405,0.000023565475,0.00016080622],"genre_scores_gemma":[0.6543852,0.0025226239,0.33164832,0.009020659,0.000106387866,0.0017393975,0.00008637907,0.000052180632,0.00043886845],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9256093,0.02080446,0.04954561,0.0012172764,0.0024323233,0.00039101258],"domain_scores_gemma":[0.96855927,0.0024599012,0.026931426,0.0013311448,0.0005073638,0.00021089452],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.30130076,0.00027276805,0.007199209,0.00023296532,0.00011670463,0.0002031389,0.0005807007,0.000042249456,0.00025521178],"category_scores_gemma":[0.057144776,0.00010664102,0.0004099934,0.0013104959,0.000031149637,0.00013618181,0.0001236637,0.000107032676,0.000010607315],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019599813,0.0008230888,0.057881676,0.36011216,0.013191413,0.00006372321,0.28412625,0.015855867,0.0016588918,0.004437082,0.16669317,0.094960675],"study_design_scores_gemma":[0.0013443986,0.0006634918,0.0035003398,0.0029291385,0.007996177,0.000034330642,0.02160959,0.7127891,0.0003027963,0.0039473046,0.24396878,0.0009145539],"about_ca_topic_score_codex":0.00015425209,"about_ca_topic_score_gemma":0.00062798674,"teacher_disagreement_score":0.6969332,"about_ca_system_score_codex":0.0000403883,"about_ca_system_score_gemma":0.00017620758,"threshold_uncertainty_score":0.9507973},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3028673208","doi":"10.2147/clep.s242080","title":"&lt;p&gt;Meta-Analyses Proved Inconsistent in How Missing Data Were Handled Across Their Included Primary Trials: A Methodological Survey&lt;/p&gt;","year":2020,"lang":"en","type":"article","venue":"Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Veterans Affairs Canada; Sunnybrook Health Science Centre; University of Toronto; McMaster University; Health Sciences Centre; Impact","funders":"","keywords":"Missing data; Meta-analysis; Systematic review; Medicine; MEDLINE; Statistics; Clinical trial; Data mining; Computer science; Internal medicine; Mathematics","score_opus":0.9942150291509889,"score_gpt":0.7434143475047398,"score_spread":0.25080068164624914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3028673208","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20934436,0.06674291,0.4842418,0.22338364,0.0034454123,0.00771551,0.0026932503,0.00014294169,0.0022901515],"genre_scores_gemma":[0.70750964,0.0018811161,0.23166609,0.052467976,0.0020582422,0.0003567234,0.0014255275,0.0001099067,0.002524793],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.10682896,0.8078198,0.072826564,0.007503453,0.0033294298,0.0016918303],"domain_scores_gemma":[0.026883774,0.9176652,0.037907567,0.014184093,0.0017948349,0.0015645593],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.8889294,0.0011431504,0.05438826,0.00030285082,0.00033414923,0.00065080106,0.008987207,0.0012996024,0.0041627255],"category_scores_gemma":[0.97667277,0.00047003257,0.012385113,0.002544274,0.0011975608,0.00047666693,0.0044013914,0.0015531307,0.00081219064],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020439958,0.001304518,0.27860957,0.00040736952,0.026681341,0.00010777043,0.0007506516,0.00044958066,0.0036797584,0.001074353,0.5140764,0.17081466],"study_design_scores_gemma":[0.003676334,0.0008152379,0.4128377,0.000094095994,0.009899461,0.00004045341,0.00034983936,0.10468144,0.000029546349,0.027215011,0.4389941,0.001366755],"about_ca_topic_score_codex":0.000037365437,"about_ca_topic_score_gemma":0.0005287001,"teacher_disagreement_score":0.49816525,"about_ca_system_score_codex":0.0000742051,"about_ca_system_score_gemma":0.0005404945,"threshold_uncertainty_score":0.9999969},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3028810588","doi":"10.1016/j.jpurol.2020.05.143","title":"Pitfalls of prospective non randomized studies: Why study results mislead","year":2020,"lang":"en","type":"letter","venue":"Journal of Pediatric Urology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Hypospadias; Medicine; Context (archaeology); Confounding; Facilitator; Testosterone (patch); Randomized controlled trial; Urology; Gynecology; Surgery; Internal medicine","score_opus":0.546330873549303,"score_gpt":0.49479939298128883,"score_spread":0.051531480568014154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3028810588","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025888003,0.034838997,0.0050035007,0.91488373,0.007903863,0.007839643,0.00013179726,0.000008866449,0.0035015845],"genre_scores_gemma":[0.18266189,0.00864261,0.0050130365,0.7099583,0.077754974,0.00024528895,0.000026734875,0.00023161502,0.015465503],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9100003,0.043292668,0.03495656,0.0014029677,0.009864676,0.00048280176],"domain_scores_gemma":[0.88668233,0.04256097,0.06036124,0.0025310258,0.0076911566,0.00017325637],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15080513,0.0007248572,0.02178498,0.002013572,0.000091972914,0.00016718285,0.0037184302,0.00054878043,0.00080614],"category_scores_gemma":[0.22123682,0.00032145026,0.006723595,0.002278719,0.0002866532,0.00017990137,0.00033047903,0.0026384,0.0004931305],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005484845,0.00020668047,0.0011524138,0.00008296945,0.00713514,0.00092850195,0.0040675434,0.000022863724,0.0000010396025,0.0000032576152,0.9808162,0.000098552206],"study_design_scores_gemma":[0.16294351,0.006229452,0.0006989458,0.000025355024,0.055815388,0.00029970665,0.0039795204,0.00023142087,0.0000027548704,0.011090343,0.75780696,0.0008766322],"about_ca_topic_score_codex":0.000008187073,"about_ca_topic_score_gemma":0.000006398341,"teacher_disagreement_score":0.22300921,"about_ca_system_score_codex":0.00007404033,"about_ca_system_score_gemma":0.00039789206,"threshold_uncertainty_score":0.99992377},"labels":[],"label_agreement":null},{"id":"W3029562454","doi":"10.1016/j.jpeds.2020.02.035","title":"Enhancing Collaboration between Clinician-Researchers and Methodologists in Clinical Research","year":2020,"lang":"en","type":"article","venue":"The Journal of Pediatrics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Ottawa","funders":"","keywords":"Scopus; Transparency (behavior); Medicine; Web of science; MEDLINE; Medical education; Research design; External validity; Data science; Computer science; Psychology; Meta-analysis; Pathology","score_opus":0.9763326796003098,"score_gpt":0.7375660699833808,"score_spread":0.23876660961692897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3029562454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9595767,0.0042975033,0.018413723,0.016831128,0.00019842958,0.00033188486,0.000003921309,9.987887e-7,0.00034565962],"genre_scores_gemma":[0.9845601,0.0022102671,0.010943949,0.00033203376,0.0017297978,9.820856e-7,3.4099241e-7,0.0000073062074,0.0002152707],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7991124,0.16755985,0.020947898,0.00058885297,0.011312185,0.00047881564],"domain_scores_gemma":[0.700744,0.27472413,0.01209802,0.001954301,0.009695735,0.0007838637],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7020861,0.00010797937,0.001991616,0.00048354352,0.00012138236,0.00041221493,0.0016916252,0.00012297773,0.00020474684],"category_scores_gemma":[0.57396615,0.0000449409,0.00038671083,0.0051976126,0.00016267855,0.00024236718,0.00024773527,0.0012171789,0.00019539816],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012276857,0.000038537128,0.8855801,0.00008415329,0.00004655972,0.000024032006,0.005485551,0.00016228764,0.00009752207,0.00014786137,0.06585845,0.04235218],"study_design_scores_gemma":[0.0020475914,0.0023650578,0.8515945,0.00006702683,0.0011435656,0.000027618975,0.047307253,0.0025099937,0.00015317615,0.035436947,0.056929182,0.0004180866],"about_ca_topic_score_codex":0.000007174715,"about_ca_topic_score_gemma":0.00004608526,"teacher_disagreement_score":0.12811993,"about_ca_system_score_codex":0.000033928056,"about_ca_system_score_gemma":0.0004533422,"threshold_uncertainty_score":0.52881044},"labels":[],"label_agreement":null},{"id":"W3029775226","doi":"10.1186/s12874-020-01019-6","title":"Primary outcome reporting in adolescent depression clinical trials needs standardization","year":2020,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health; Institute for Clinical Evaluative Sciences; SickKids Foundation; Hospital for Sick Children","funders":"Cundill Centre for Child and Youth Depression; Canadian Institutes of Health Research; Hospital for Sick Children","keywords":"Checklist; Outcome (game theory); Medicine; Randomized controlled trial; Psychological intervention; Clinical trial; MEDLINE; Major depressive disorder; Reporting bias; Depression (economics); Family medicine; Clinical psychology; Psychology; Psychiatry; Mood; Internal medicine","score_opus":0.996080800305135,"score_gpt":0.8238819560303902,"score_spread":0.17219884427474486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3029775226","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061458793,0.0012793716,0.923925,0.0083434805,0.000602708,0.0013661189,0.0000050658605,0.000013029071,0.0030064443],"genre_scores_gemma":[0.60260844,0.0007128856,0.38267896,0.008426076,0.0026576326,0.00022610488,0.000038180795,0.000060713934,0.0025909825],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.031321976,0.85958594,0.07605577,0.002310279,0.02967168,0.0010543194],"domain_scores_gemma":[0.016795356,0.93926173,0.030819802,0.005513869,0.0044836784,0.0031255768],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.96569216,0.00027211994,0.010540406,0.0010345752,0.00015701646,0.00032081627,0.0027493816,0.000645228,0.015440778],"category_scores_gemma":[0.9952305,0.00012800514,0.0026008557,0.00411161,0.00041379943,0.00015333331,0.0011227546,0.0021067467,0.0009840375],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002293924,0.000073963434,0.6971762,0.00019293114,0.00004428153,0.00008049979,0.00029125236,0.000050077517,0.00011807578,0.00053001486,0.032329947,0.26888338],"study_design_scores_gemma":[0.0036803724,0.0004802855,0.6512016,0.00056392094,0.00020213296,0.000068066896,0.0042531136,0.055282455,0.00016189554,0.013184565,0.2703915,0.000530101],"about_ca_topic_score_codex":0.000024206016,"about_ca_topic_score_gemma":0.000080953,"teacher_disagreement_score":0.54124606,"about_ca_system_score_codex":0.00010588722,"about_ca_system_score_gemma":0.0018835607,"threshold_uncertainty_score":0.9997938},"labels":[],"label_agreement":null},{"id":"W3029811621","doi":"10.1186/s12874-020-01031-w","title":"The semi-automation of title and abstract screening: a retrospective exploration of ways to leverage Abstrackr’s relevance predictions in systematic and rapid reviews","year":2020,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates","keywords":"Workload; Leverage (statistics); Systematic review; Computer science; Relevance (law); Medicine; Automation; MEDLINE; Machine learning; Data mining; Medical physics; Engineering","score_opus":0.951314378397344,"score_gpt":0.6454746183789096,"score_spread":0.3058397600184344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3029811621","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008056253,0.012556524,0.97228694,0.00240189,0.00007947088,0.00166542,0.0000064396145,0.0000036298734,0.0029434478],"genre_scores_gemma":[0.8723917,0.0073804418,0.118613176,0.00018666631,0.0001478115,0.0003212525,0.0000035232572,0.000015398058,0.00094002543],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9559295,0.032738622,0.005832588,0.0006330779,0.004611648,0.00025454556],"domain_scores_gemma":[0.91034174,0.085839026,0.0016190874,0.0010327016,0.0008658385,0.0003016094],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23950592,0.000084763255,0.001585877,0.00020738272,0.00006791197,0.000052095264,0.0004646987,0.000090526846,0.0010539287],"category_scores_gemma":[0.6097248,0.00003936898,0.00015490784,0.00093900796,0.00019476254,0.000109710854,0.00012498755,0.0002641435,0.00016259008],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005071257,0.0002921407,0.017985232,0.06277563,0.0007750763,0.000033789624,0.030372176,0.00063349266,0.006383398,0.15587284,0.22898948,0.49537963],"study_design_scores_gemma":[0.0025114808,0.0024029855,0.2705332,0.020655643,0.00061615364,0.00006831413,0.018872041,0.38487357,0.0014114866,0.16336988,0.1337967,0.0008885562],"about_ca_topic_score_codex":0.000016327693,"about_ca_topic_score_gemma":0.000096926015,"teacher_disagreement_score":0.8643355,"about_ca_system_score_codex":0.000016330285,"about_ca_system_score_gemma":0.000097180666,"threshold_uncertainty_score":0.9998592},"labels":[],"label_agreement":null},{"id":"W3029969037","doi":"10.1186/s12874-020-00983-3","title":"Database combinations to retrieve systematic reviews in overviews of reviews: a methodological study","year":2020,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; University of British Columbia","funders":"","keywords":"MEDLINE; Systematic review; CINAHL; PsycINFO; Medicine; Meta-analysis; Confidence interval; Database; Computer science; Internal medicine","score_opus":0.9941658052708935,"score_gpt":0.7768281980751072,"score_spread":0.21733760719578632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3029969037","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016180366,0.03371963,0.91601753,0.00814522,0.00037538752,0.023965744,0.000026765503,0.000013164252,0.0015561705],"genre_scores_gemma":[0.05429639,0.007581947,0.921723,0.006984125,0.00040585696,0.005996878,0.000028015533,0.00006478781,0.0029189866],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.046742484,0.8954736,0.033330597,0.002930333,0.02041282,0.0011101596],"domain_scores_gemma":[0.05317001,0.9161891,0.010155691,0.012244254,0.0047904323,0.0034505224],"candidate_categories":["metaresearch","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.9164807,0.0005227533,0.019558245,0.001577426,0.00015166737,0.00018791984,0.007413854,0.00035809973,0.019513],"category_scores_gemma":[0.98950547,0.00023917636,0.002188758,0.013045519,0.00040816824,0.00020363182,0.0021362347,0.0016255858,0.0055780318],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00093832775,0.006142065,0.06670509,0.12230924,0.00082012353,0.0005448898,0.036980167,0.000054126267,0.0020627105,0.054836966,0.59554046,0.11306581],"study_design_scores_gemma":[0.0092819035,0.011191727,0.024465563,0.03507699,0.0018777385,0.00017578395,0.05326364,0.03689738,0.00027854985,0.04882788,0.7759546,0.0027082288],"about_ca_topic_score_codex":0.00012021604,"about_ca_topic_score_gemma":0.00080975133,"teacher_disagreement_score":0.18041413,"about_ca_system_score_codex":0.00010499836,"about_ca_system_score_gemma":0.00069943647,"threshold_uncertainty_score":0.9979565},"labels":[],"label_agreement":null},{"id":"W3030134420","doi":"10.1002/cl2.1087","title":"PROTOCOL: When and how to replicate systematic reviews","year":2020,"lang":"en","type":"article","venue":"Campbell Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Queen's University; Ottawa Public Health; Capital District Health Authority; Public Health Agency of Canada; Bruyère; Cochrane; Izaak Walton Killam Health Centre; Ottawa Hospital; Canadian Agency for Drugs and Technologies in Health; University of Ottawa","funders":"","keywords":"Replicate; Protocol (science); Systematic review; Systematic error; Computer science; Psychology; MEDLINE; Medicine; Biology; Alternative medicine; Statistics; Pathology; Mathematics","score_opus":0.8187262751251301,"score_gpt":0.5239632321914627,"score_spread":0.2947630429336674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030134420","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013324377,0.034647398,0.06316571,0.010351494,0.00029855443,0.8854455,0.000014751066,0.0000621599,0.0058811978],"genre_scores_gemma":[0.002983103,0.0008602372,0.02382148,0.011222093,0.00055701175,0.92035687,0.0000086352975,0.00014802338,0.04004255],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.8412354,0.10177402,0.04387754,0.004240789,0.00786122,0.0010110446],"domain_scores_gemma":[0.93303996,0.010922084,0.036467157,0.0157918,0.0017411503,0.0020378453],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.3022083,0.0014450604,0.030948717,0.00045559814,0.0003270317,0.0034400688,0.0049229157,0.0002273348,0.0024956386],"category_scores_gemma":[0.41536868,0.0005897172,0.004535678,0.0030847911,0.00008991253,0.00060404785,0.000676264,0.00038119702,0.048781335],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045180764,0.000023702865,0.00013761681,0.6769144,0.00014662043,0.0000075189355,0.0018873806,0.0000014274241,0.00012031683,0.0006404751,0.31917012,0.00094593543],"study_design_scores_gemma":[0.00030046297,0.00015458983,0.000015173557,0.08890433,0.0011501662,0.00010197707,0.00063809386,0.0017058449,0.000017383589,0.00058865175,0.90567994,0.0007433894],"about_ca_topic_score_codex":0.0000034851835,"about_ca_topic_score_gemma":0.000007970327,"teacher_disagreement_score":0.5880101,"about_ca_system_score_codex":0.000105192914,"about_ca_system_score_gemma":0.00007302019,"threshold_uncertainty_score":0.9998299},"labels":[],"label_agreement":null},{"id":"W3030344239","doi":"10.1177/2515245920902370","title":"Average Power: A Cautionary Note","year":2020,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Replication (statistics); Power (physics); Statistics; Point estimation; Point (geometry); Interval (graph theory); Econometrics; Set (abstract data type); Confidence interval; Computer science; Statistical power; Mathematics","score_opus":0.6789778041158172,"score_gpt":0.7176353302788105,"score_spread":0.03865752616299334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030344239","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13969757,0.018369127,0.6164054,0.02198881,0.0011968713,0.0009921305,0.00000656506,0.000018310342,0.2013252],"genre_scores_gemma":[0.5990786,0.0012572896,0.39667976,0.0028445027,0.000031656306,0.000018120116,2.2300836e-7,0.0000026446055,0.00008718799],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9763682,0.014171798,0.004015207,0.0021093627,0.002914763,0.00042067084],"domain_scores_gemma":[0.9768097,0.01734167,0.0038650583,0.0014275054,0.00025056012,0.00030553894],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19326586,0.00022013496,0.0014366091,0.0002829848,0.00017288976,0.0006154454,0.0023813085,0.00009129912,0.003033798],"category_scores_gemma":[0.2266041,0.000107323875,0.00021925569,0.0053850804,0.00067306665,0.0025123535,0.00033538128,0.0004983715,0.00022296577],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000076695505,0.00015517227,0.07416201,0.000018526216,0.000004893186,0.00007373785,0.0015251077,0.00070884195,0.0018459867,0.021049544,0.00039818053,0.8999813],"study_design_scores_gemma":[0.0003808235,0.0003285952,0.12866387,0.000023766675,0.0000152088805,0.000060521645,0.0009697201,0.023831798,0.000050492137,0.1893472,0.6559731,0.00035492275],"about_ca_topic_score_codex":0.000005294319,"about_ca_topic_score_gemma":0.000010102938,"teacher_disagreement_score":0.8996264,"about_ca_system_score_codex":0.000027146138,"about_ca_system_score_gemma":0.00003551796,"threshold_uncertainty_score":0.99787754},"labels":[],"label_agreement":null},{"id":"W3030573184","doi":"10.1016/j.jogc.2020.03.011","title":"Mandatory Prospective Registration for Randomized Controlled Trials and Systematic Reviews","year":2020,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rigour; Medicine; Randomized controlled trial; Publication bias; Standardization; Medical journal; MEDLINE; Research design; Critical appraisal; Medical physics; Inclusion and exclusion criteria; Trial registration; Alternative medicine; Family medicine; Meta-analysis; Surgery; Computer science; Law; Pathology","score_opus":0.4066481033450212,"score_gpt":0.4328720455284465,"score_spread":0.026223942183425275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030573184","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05643773,0.71581954,0.1147901,0.019358803,0.024394546,0.06420917,0.00010473448,0.000006137807,0.004879219],"genre_scores_gemma":[0.9907869,0.0017561858,0.0038074374,0.0017988479,0.000115829724,0.00033013057,0.0000016116792,0.000011529317,0.0013915203],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9506097,0.023957564,0.022722948,0.00041732026,0.0021157612,0.00017673137],"domain_scores_gemma":[0.39585862,0.52177125,0.07486439,0.0011211345,0.005621161,0.00076345145],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24295264,0.00023147768,0.021717545,0.00026734633,0.00011757429,0.00037236672,0.00041269223,0.00008975219,0.0005332102],"category_scores_gemma":[0.8789505,0.00008952166,0.0020625638,0.0005007414,0.00006204274,0.00013911752,0.000029220393,0.00015736153,0.0000028316895],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013950469,0.00030763712,0.0289109,0.044051252,0.029650494,0.000998119,0.006344828,0.00023578631,0.00006758505,0.037793823,0.73589003,0.10179907],"study_design_scores_gemma":[0.73218715,0.0014916515,0.0061505414,0.00064228347,0.02726585,0.00018347903,0.004136976,0.037522182,0.000016939885,0.023203742,0.16619164,0.0010075825],"about_ca_topic_score_codex":0.00010798526,"about_ca_topic_score_gemma":0.000920666,"teacher_disagreement_score":0.9343492,"about_ca_system_score_codex":0.00014403404,"about_ca_system_score_gemma":0.00067076506,"threshold_uncertainty_score":0.9928061},"labels":[],"label_agreement":null},{"id":"W3030758089","doi":"10.1016/j.jclinepi.2020.05.024","title":"“One more time”: why replicating some syntheses of evidence relevant to COVID-19 makes sense","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Bruyère; University of Ottawa","funders":"Australian Research Council","keywords":"Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Sense (electronics); Betacoronavirus; Coronavirus Infections; Pandemic; Virology; MEDLINE; Computational biology; Medicine; Computer science; Biology; Chemistry; Pathology; Outbreak","score_opus":0.96969517280465,"score_gpt":0.7014217309523658,"score_spread":0.2682734418522842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030758089","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19716632,0.004321866,0.13549605,0.66143996,0.0005129806,0.0006665315,0.0000203385,0.0000089687865,0.00036697238],"genre_scores_gemma":[0.6406967,0.001430032,0.14262903,0.21241684,0.0019087129,0.000011015888,8.576463e-7,0.000028635646,0.0008781748],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7510347,0.14750963,0.09383992,0.0019567579,0.004984255,0.00067475653],"domain_scores_gemma":[0.09032429,0.8313001,0.06861546,0.004152205,0.0030770171,0.0025309713],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.56469834,0.00028181588,0.016101547,0.00026887815,0.00008304521,0.00006217958,0.0023198666,0.00028323918,0.0030902415],"category_scores_gemma":[0.9868575,0.00012611036,0.005074538,0.00093729165,0.00034624443,0.00027900582,0.0003445901,0.0007765208,0.0013346631],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089842966,0.00028360312,0.21675463,0.00047985194,0.0013475444,0.00014781501,0.0009799488,0.0063229003,0.0013625673,0.004419583,0.6821292,0.08487389],"study_design_scores_gemma":[0.0010538598,0.004473678,0.089266844,0.0022386657,0.0021654791,0.00062701775,0.0013668448,0.05514191,0.00013124857,0.1018349,0.740827,0.0008725153],"about_ca_topic_score_codex":0.000016818376,"about_ca_topic_score_gemma":0.0000026715134,"teacher_disagreement_score":0.68379045,"about_ca_system_score_codex":0.000032361186,"about_ca_system_score_gemma":0.00041687815,"threshold_uncertainty_score":0.99944293},"labels":[],"label_agreement":null},{"id":"W3030872057","doi":"10.1002/jrsm.1425","title":"Development and validation of study filters for identifying controlled non‐randomized studies in <scp>PubMed</scp> and Ovid <scp>MEDLINE</scp>","year":2020,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences; Impact","funders":"","keywords":"MEDLINE; Computer science; Randomized controlled trial; Medical physics; Filter (signal processing); Medicine; Information retrieval; Surgery","score_opus":0.8992365636946418,"score_gpt":0.6515213976464072,"score_spread":0.24771516604823463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030872057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89267886,0.0052286745,0.09154469,0.0004364218,0.0001197295,0.0094519835,0.000007972299,0.000007762125,0.000523937],"genre_scores_gemma":[0.6208643,0.0005905073,0.37130627,0.000059327733,0.00009190489,0.005633731,0.000002160767,0.000033293807,0.0014185066],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.8593397,0.115970306,0.013242039,0.002293329,0.008078297,0.0010763201],"domain_scores_gemma":[0.23171955,0.75648963,0.0050843228,0.0021918397,0.0037971002,0.00071756967],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.53893906,0.00038414844,0.008404632,0.0012585203,0.00033175224,0.00068199105,0.0010562773,0.00010900055,0.000040301322],"category_scores_gemma":[0.7989889,0.00020276687,0.000853867,0.0019465543,0.00044498572,0.00030772196,0.0005542744,0.00026846727,0.000019486199],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004689531,0.0014053826,0.03786042,0.0072006476,0.01918405,0.00005999937,0.3362355,0.00039361665,0.019116655,0.00096598617,0.024400447,0.5484878],"study_design_scores_gemma":[0.1344396,0.0005317954,0.01764089,0.0010739095,0.0035190606,0.0000111841,0.60433984,0.08743389,0.110204585,0.011543809,0.028821342,0.00044010425],"about_ca_topic_score_codex":0.0000127265985,"about_ca_topic_score_gemma":0.000015640544,"teacher_disagreement_score":0.6405193,"about_ca_system_score_codex":0.000070539514,"about_ca_system_score_gemma":0.00015522084,"threshold_uncertainty_score":0.8268593},"labels":[],"label_agreement":null},{"id":"W3030972095","doi":"10.15626/mp.2018.874","title":"Estimating Population Mean Power Under Conditions of Heterogeneity and Selection for Significance","year":2020,"lang":"en","type":"article","venue":"Meta-Psychology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto Mississauga; University of Toronto","keywords":"Statistics; Sample size determination; Mathematics; Population; Statistical power; Replication (statistics); Statistical significance; Power (physics); Selection (genetic algorithm); Statistical hypothesis testing; Econometrics; Sample (material); Set (abstract data type); Demography; Computer science","score_opus":0.8026212016523445,"score_gpt":0.5861197031220517,"score_spread":0.21650149853029277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030972095","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42990923,0.00034001653,0.5658498,0.0026284943,0.00015174809,0.00059970154,0.000041062736,0.000007145998,0.00047281187],"genre_scores_gemma":[0.9592785,0.0000020215007,0.03873875,0.0017517898,0.000041949508,0.00007240704,0.000013439066,0.000008069647,0.00009305381],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99242324,0.0026068953,0.0033289948,0.00072652026,0.0007742422,0.00014008838],"domain_scores_gemma":[0.99539006,0.0012376562,0.0021995553,0.0006162267,0.000463979,0.000092549075],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015197067,0.00016233999,0.002011152,0.00013709425,0.000109363165,0.00008827395,0.00033870962,0.00007721407,0.0022981619],"category_scores_gemma":[0.006050619,0.000090949005,0.0008094744,0.0006045742,0.000055511096,0.00012964956,0.000026828093,0.00007237101,0.000087069544],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025676348,0.0007831965,0.47532922,0.0006746714,0.019095298,0.000004246079,0.004327067,0.0290678,0.1376724,0.071895614,0.205902,0.054991733],"study_design_scores_gemma":[0.0014107991,0.000702395,0.7059123,0.000017052676,0.006877794,0.000047290472,0.0003158118,0.14215577,0.0011323041,0.108329244,0.03244835,0.0006508935],"about_ca_topic_score_codex":0.000009053762,"about_ca_topic_score_gemma":0.000038618884,"teacher_disagreement_score":0.5293693,"about_ca_system_score_codex":0.000006554323,"about_ca_system_score_gemma":0.000010046381,"threshold_uncertainty_score":0.9986139},"labels":[],"label_agreement":null},{"id":"W3031373427","doi":"10.1016/j.jogc.2020.04.001","title":"Enregistrement prospectif obligatoire des essais cliniques randomisés et des revues systématiques","year":2020,"lang":"fr","type":"editorial","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Gynecology","score_opus":0.30594478132628017,"score_gpt":0.4272658852960949,"score_spread":0.12132110396981471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3031373427","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02652035,0.21887727,0.002183658,0.003156648,0.7410064,0.0016920276,0.0003593738,0.00000779623,0.006196512],"genre_scores_gemma":[0.6973875,0.09667813,0.06968311,0.002916568,0.09769803,0.00020513684,0.00015317017,0.0003439975,0.034934327],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9564052,0.015288775,0.01901051,0.0012574939,0.007287806,0.0007501835],"domain_scores_gemma":[0.7859775,0.15134427,0.040116146,0.0023629642,0.018343952,0.0018551698],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.059597347,0.0010668489,0.011147185,0.00084352563,0.00064499787,0.0018098906,0.00255888,0.0009230685,0.0046910327],"category_scores_gemma":[0.56032884,0.0006080796,0.0024526084,0.0020378819,0.0007441273,0.00056232244,0.00036519987,0.0019195743,0.000025486874],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027245716,0.00012578111,0.037057545,0.0016559002,0.0019904368,0.0019073489,0.0015366961,0.00003222157,0.0000021702806,0.0005950432,0.8429391,0.11213054],"study_design_scores_gemma":[0.0028477693,0.0008902114,0.01263014,0.0004578152,0.0022429996,0.000101453574,0.002352406,0.00023040558,0.000017886694,0.008765772,0.96885175,0.0006113693],"about_ca_topic_score_codex":0.020802855,"about_ca_topic_score_gemma":0.13553016,"teacher_disagreement_score":0.6708672,"about_ca_system_score_codex":0.0033374093,"about_ca_system_score_gemma":0.011360362,"threshold_uncertainty_score":0.99963707},"labels":[],"label_agreement":null},{"id":"W3032187120","doi":"10.3760/cma.j.issn.1674-635x.2011.01.001","title":"Translational medicine related tools for quality assessments of clinical trials and the trial reports","year":2011,"lang":"en","type":"article","venue":"中华临床营养杂志","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Jadad scale; Randomized controlled trial; Clinical trial; Context (archaeology); Medicine; Scale (ratio); Quality (philosophy); Consolidated Standards of Reporting Trials; Physical therapy; Surgery; Pathology","score_opus":0.9889224786437721,"score_gpt":0.7680351756203299,"score_spread":0.22088730302344228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032187120","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7456452,0.0029631716,0.115292065,0.0090049915,0.006073481,0.01546292,0.00010103478,0.000016064709,0.10544103],"genre_scores_gemma":[0.9899185,0.000042724678,0.00551253,0.00017619699,0.000262251,0.00010985915,0.00001558042,0.0000066916814,0.0039556925],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.87754536,0.064388596,0.051632263,0.0010674342,0.0051636836,0.00020268372],"domain_scores_gemma":[0.8411849,0.12999533,0.02439667,0.002939208,0.0013280937,0.00015581358],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7050798,0.00015787123,0.0064484566,0.00010128764,0.00008622164,0.00010983154,0.00052830786,0.00013084532,0.00793208],"category_scores_gemma":[0.43841586,0.00005311699,0.0023513183,0.00038012982,0.00032312202,0.00019661382,0.00003294826,0.00012433506,0.000024419029],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032354906,0.0006364774,0.04287893,0.00016962366,0.0043547405,0.000010455875,0.0054170378,0.000007131747,0.00006274123,0.24515285,0.08332144,0.5856337],"study_design_scores_gemma":[0.080816425,0.00074824435,0.10702798,0.000090081565,0.0028747371,0.000021620071,0.0011889803,0.0029548174,0.00002060503,0.7148351,0.08913863,0.00028275535],"about_ca_topic_score_codex":0.000027279348,"about_ca_topic_score_gemma":0.0000098296905,"teacher_disagreement_score":0.58535093,"about_ca_system_score_codex":0.000003076643,"about_ca_system_score_gemma":0.00010063497,"threshold_uncertainty_score":0.9929748},"labels":[],"label_agreement":null},{"id":"W3032677176","doi":"10.3760/cma.j.issn.1007-9742.2003.03.130","title":"Evidence base of clinical diagnosis: The architecture of diagnostic research","year":2002,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":143,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Test (biology); Diagnostic test; Medicine; Diagnostic accuracy; Suspect; Clinical trial; Intensive care medicine; Medical physics; Pathology; Psychology; Internal medicine; Pediatrics","score_opus":0.9730843423361705,"score_gpt":0.6845970074891213,"score_spread":0.28848733484704914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032677176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86743367,0.038622547,0.010475774,0.03035632,0.0005259904,0.002804076,0.000023384697,0.000006423461,0.04975182],"genre_scores_gemma":[0.98773456,0.0015988782,0.0018799091,0.00023428144,0.00009120814,0.0000797017,1.4697908e-7,0.0000052776827,0.008376056],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.909979,0.057014808,0.018204106,0.0010966957,0.013325761,0.0003796479],"domain_scores_gemma":[0.46280918,0.5221081,0.0042806147,0.0074716797,0.0031231411,0.00020733477],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.33859506,0.00014977068,0.0027622974,0.00029302028,0.000101570455,0.00016690782,0.0034186814,0.00008389133,0.07876624],"category_scores_gemma":[0.7565809,0.000048123282,0.0019780637,0.002424822,0.0004921568,0.00011382026,0.00031816258,0.00038871152,0.0034299355],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059957474,0.00024611456,0.34867883,0.00008065447,0.00013074023,0.0000058051096,0.0007036047,0.00013113845,0.000017600976,0.0026067733,0.44693324,0.2004595],"study_design_scores_gemma":[0.00075140555,0.0012346262,0.5545687,0.0022750038,0.0009539993,0.000028332091,0.0048037297,0.029720055,0.0012718621,0.053544894,0.35026348,0.0005839339],"about_ca_topic_score_codex":0.00004451259,"about_ca_topic_score_gemma":0.000071227194,"teacher_disagreement_score":0.46509326,"about_ca_system_score_codex":0.0000055347755,"about_ca_system_score_gemma":0.00004363164,"threshold_uncertainty_score":0.997346},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3032702534","doi":"10.1186/s40814-019-0544-0","title":"Mapping the nomenclature, methodology, and reporting of studies that review methods: a pilot methodological review","year":2020,"lang":"en","type":"review","venue":"Pilot and Feasibility Studies","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"","keywords":"Data extraction; Medicine; MEDLINE; Systematic review; Interquartile range; Confidence interval; Protocol (science); Family medicine; Information retrieval; Medical physics; Computer science; Alternative medicine; Pathology; Surgery","score_opus":0.9950010624071717,"score_gpt":0.7484342612105326,"score_spread":0.2465668011966391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032702534","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003608664,0.98253,0.0034433806,0.004731821,0.00041872813,0.008490996,0.000027521448,0.000020087766,0.00033386893],"genre_scores_gemma":[0.0000027576602,0.86270124,0.13429867,0.0018113967,0.00012117882,0.0006669833,0.0000048655647,0.00002843662,0.0003644731],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.6898512,0.24404867,0.055520177,0.005200952,0.0045300066,0.000848951],"domain_scores_gemma":[0.40011695,0.40906325,0.16694094,0.015620911,0.0075019174,0.0007560317],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.6190278,0.0014982187,0.057723284,0.00031525872,0.00055941514,0.00019328695,0.0021016144,0.00018714224,0.00018296477],"category_scores_gemma":[0.7587251,0.0005221281,0.0048076576,0.0029212234,0.0015187436,0.00018323457,0.0028861423,0.0011314849,0.00003729163],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062750287,0.000033221735,0.00028224915,0.30557898,0.003832274,0.000007075662,0.00045990126,7.456852e-9,4.843111e-7,0.00024054223,0.0107432045,0.6788158],"study_design_scores_gemma":[0.00009789294,0.0002750622,0.00021604839,0.11414998,0.010237365,0.00018962391,0.0016312405,0.0000021185883,2.7445301e-7,0.013923331,0.85880774,0.00046933495],"about_ca_topic_score_codex":0.000008054369,"about_ca_topic_score_gemma":0.000014029706,"teacher_disagreement_score":0.84806454,"about_ca_system_score_codex":0.0000954401,"about_ca_system_score_gemma":0.00015685266,"threshold_uncertainty_score":0.99977666},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3033541874","doi":"10.11124/jbisrir-d-19-00258","title":"Methodological components and quality of evidence summaries: a scoping review protocol","year":2020,"lang":"en","type":"review","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Protocol (science); Quality (philosophy); Computer science; Data science; Medicine; Epistemology; Alternative medicine; Philosophy","score_opus":0.9640859459256467,"score_gpt":0.6986791595033935,"score_spread":0.2654067864222531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033541874","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.3283333e-7,0.8449764,0.002104459,0.0007848693,0.00007810562,0.15183005,0.00004123669,0.000014761862,0.00016969311],"genre_scores_gemma":[0.0000011244614,0.86563957,0.012495301,0.00023525505,0.00008791956,0.121182084,0.0000019021554,0.00003299254,0.00032386457],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.7421279,0.20216465,0.039628997,0.003980033,0.011462168,0.00063627044],"domain_scores_gemma":[0.40864286,0.52523,0.051644344,0.011164599,0.0025061655,0.0008120656],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.3861353,0.001264189,0.04071996,0.00047941515,0.0002081254,0.0008491152,0.00580012,0.00047109864,0.007933939],"category_scores_gemma":[0.8261593,0.00051852537,0.007965228,0.003373951,0.0004810441,0.00084443454,0.0013662807,0.00063712936,0.0015531506],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009936916,0.000020842012,0.000105887004,0.40078488,0.00023539602,0.0000065942995,0.000025857827,7.645945e-8,0.0000025118961,0.000067388144,0.0018001903,0.5969404],"study_design_scores_gemma":[0.000020058274,0.000033477278,0.000045972643,0.5433546,0.002277005,0.000015563968,0.0000138020405,0.00001098711,0.000002264624,0.00011967641,0.45375583,0.0003507769],"about_ca_topic_score_codex":0.000046173474,"about_ca_topic_score_gemma":0.000011515604,"teacher_disagreement_score":0.5965896,"about_ca_system_score_codex":0.000111260786,"about_ca_system_score_gemma":0.0008191115,"threshold_uncertainty_score":0.99972665},"labels":[],"label_agreement":null},{"id":"W3033756437","doi":"10.12688/wellcomeopenres.15933.1","title":"Baseline results of a living systematic review for COVID-19 clinical trial registrations","year":2020,"lang":"en","type":"preprint","venue":"Wellcome Open Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Wellcome Trust; National Institute for Health and Care Research; Bill and Melinda Gates Foundation","keywords":"Medicine; Psychological intervention; Family medicine; Clinical trial; Internal medicine; Nursing","score_opus":0.9778486331130868,"score_gpt":0.740954442478933,"score_spread":0.23689419063415373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033756437","genre_codex":"protocol","genre_gemma":"other","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032890987,0.09039109,0.18868126,0.24057423,0.003960506,0.34843034,0.0068615163,0.000052736395,0.12071943],"genre_scores_gemma":[0.15313444,0.05914428,0.12727846,0.017011173,0.0059315492,0.059755657,0.0020285922,0.00049915584,0.5752167],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.4808614,0.3640706,0.112470955,0.008670395,0.032489594,0.0014370702],"domain_scores_gemma":[0.22761199,0.65344346,0.05472767,0.041918185,0.019334882,0.0029638424],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.83544564,0.00058865506,0.018059531,0.0007872462,0.00045420352,0.003865952,0.020412842,0.00048626494,0.007952317],"category_scores_gemma":[0.9481837,0.00030910666,0.0063624475,0.00312156,0.00033829038,0.00021068264,0.0073228194,0.0018007748,0.0028680135],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012895435,0.0002617112,0.000024250861,0.25530845,0.0005801009,0.000009503305,0.00018548952,0.000037543738,0.0000012639708,0.002449784,0.73962754,0.00022484687],"study_design_scores_gemma":[0.01479778,0.0020778333,0.000046381723,0.4418197,0.0054637776,0.000019357709,0.0018728122,0.046874054,0.0000033933018,0.033317417,0.45233497,0.0013725407],"about_ca_topic_score_codex":0.00029612408,"about_ca_topic_score_gemma":0.00020994252,"teacher_disagreement_score":0.45449728,"about_ca_system_score_codex":0.00017655226,"about_ca_system_score_gemma":0.0043691434,"threshold_uncertainty_score":0.9999361},"labels":[],"label_agreement":null},{"id":"W3034078120","doi":"10.1016/j.jclinepi.2020.05.030","title":"Using GRADE in situations of emergencies and urgencies: certainty in evidence and recommendations matters during the COVID-19 pandemic, now more than ever and no matter what","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":58,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; McMaster University; Impact","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Certainty; Coronavirus Infections; Medicine; Betacoronavirus; Virology; Philosophy; Outbreak; Disease","score_opus":0.9390059490544685,"score_gpt":0.6656707537537824,"score_spread":0.2733351953006862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034078120","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8075422,0.0028580641,0.0031020045,0.18611823,0.00017865321,0.00019169561,0.0000035456944,6.0863243e-7,0.000005018891],"genre_scores_gemma":[0.96317506,0.012724146,0.004725835,0.019208455,0.00009773421,0.000004319253,4.7193987e-7,0.0000054138523,0.000058563288],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95024383,0.030089445,0.018117744,0.00056847226,0.000731967,0.00024856857],"domain_scores_gemma":[0.84674567,0.14038625,0.011282406,0.00068003486,0.00044843552,0.0004571702],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16158344,0.00015915357,0.0037722245,0.00022637038,0.00008858275,0.00007502296,0.0004930124,0.00012599136,0.00084911636],"category_scores_gemma":[0.3247806,0.000074237265,0.00055328844,0.00047479058,0.00036894088,0.0005608059,0.00018612487,0.00047221835,0.000013988484],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029288032,0.000017078317,0.9899039,0.00007244083,0.000057145637,0.0000024159126,0.0012269398,0.0007642836,0.000057050143,0.00003517918,0.0073938556,0.00044037699],"study_design_scores_gemma":[0.0004365467,0.00006603812,0.96883565,0.00022246844,0.00011753983,0.000106052226,0.004423281,0.015498201,9.44325e-7,0.0051038964,0.0050904085,0.00009895015],"about_ca_topic_score_codex":0.00006626878,"about_ca_topic_score_gemma":0.00022030069,"teacher_disagreement_score":0.16690978,"about_ca_system_score_codex":0.000026379803,"about_ca_system_score_gemma":0.000102055594,"threshold_uncertainty_score":0.9297229},"labels":[],"label_agreement":null},{"id":"W3034535291","doi":"10.1016/j.jclinepi.2020.05.034","title":"Meta-analysis of noninferiority and equivalence trials: ignoring trial design leads to differing and possibly misleading conclusions","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Meta-analysis; Equivalence (formal languages); Randomized controlled trial; Medicine; Clinical trial; Publication bias; MEDLINE; Research design; Relative risk; Internal medicine; Statistics; Confidence interval; Mathematics","score_opus":0.9869927355597652,"score_gpt":0.7219632874836904,"score_spread":0.26502944807607476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034535291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.580962,0.003564662,0.40227538,0.012198324,0.00035422426,0.00054805604,0.000011802481,0.0000022149495,0.00008336091],"genre_scores_gemma":[0.9352579,0.00051843113,0.0604647,0.0031375703,0.00048427007,0.000007383625,3.718487e-7,0.000008833783,0.0001205075],"study_design_codex":"observational","study_design_gemma":"meta_analysis","domain_scores_codex":[0.6544354,0.24277253,0.09694009,0.0017765637,0.0034382972,0.00063711265],"domain_scores_gemma":[0.16606389,0.76596624,0.062034123,0.0019770511,0.002121309,0.0018373817],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.67835075,0.00034168203,0.044179883,0.0006439221,0.00012509656,0.00013276032,0.0012868785,0.00027194357,0.0015859324],"category_scores_gemma":[0.8654001,0.00015220964,0.013210112,0.001617244,0.0002537971,0.00021984802,0.0004498631,0.0006591276,0.000022392045],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018523877,0.0004085961,0.53317314,0.000284289,0.36140335,0.00009629118,0.002648648,0.021375418,0.0015200757,0.005168774,0.012715591,0.042681973],"study_design_scores_gemma":[0.014595261,0.0077207997,0.14335899,0.000116284915,0.7051539,0.00007381091,0.00089729874,0.10390774,0.000072692914,0.017295394,0.006006494,0.0008013154],"about_ca_topic_score_codex":0.000010171818,"about_ca_topic_score_gemma":0.000006047243,"teacher_disagreement_score":0.5231937,"about_ca_system_score_codex":0.000013126586,"about_ca_system_score_gemma":0.0001431376,"threshold_uncertainty_score":0.99932677},"labels":[],"label_agreement":null},{"id":"W3035517247","doi":"10.1177/2054358120927594","title":"PRISMA guideline compliance is imperative for systematic review appraisal","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Kidney Health and Disease","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Guideline; Compliance (psychology); Systematic review; Intensive care medicine; Critical appraisal; MEDLINE; Alternative medicine; Pathology; Psychology","score_opus":0.6271952634268425,"score_gpt":0.5494096656600119,"score_spread":0.07778559776683058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035517247","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011143315,0.20151182,0.027848234,0.76657665,0.00028812134,0.002766911,0.0007223296,0.0000017342159,0.00017274621],"genre_scores_gemma":[0.008671701,0.001302493,0.0053626318,0.9837179,0.00033600134,0.000050019415,0.000029996487,0.000017755447,0.00051151053],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9859591,0.0025875594,0.009373135,0.00040512072,0.0013486311,0.00032642146],"domain_scores_gemma":[0.6968101,0.005886254,0.032489672,0.004459309,0.01132417,0.2490305],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.027776916,0.00022571255,0.003737296,0.00017596701,0.0002564512,0.00036436733,0.0008262719,0.000029399871,0.0014383536],"category_scores_gemma":[0.62683606,0.00011508483,0.0010412053,0.0005482262,0.000053173462,0.00019598767,0.000015636722,0.00012968935,0.00013573849],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009658192,0.0000046141745,0.0006103181,0.06703264,0.000057966157,0.000013647635,0.00046794987,0.0000012757987,1.872241e-7,0.0003062593,0.9311653,0.00033019594],"study_design_scores_gemma":[0.0006463336,0.0002697404,0.000059463408,0.040237013,0.00071220763,0.000053769098,0.00093103905,0.0067739496,3.296538e-7,0.0014942924,0.9485685,0.00025336433],"about_ca_topic_score_codex":0.00006556961,"about_ca_topic_score_gemma":0.000047543115,"teacher_disagreement_score":0.59905916,"about_ca_system_score_codex":0.000052989868,"about_ca_system_score_gemma":0.024727637,"threshold_uncertainty_score":0.99947447},"labels":[],"label_agreement":null},{"id":"W3036117647","doi":"10.1136/bmjopen-2019-036171","title":"How have predictors, moderators, mediators, treatment response, remission and resistance been defined and measured in randomised controlled trials for adolescent depression? A scoping review protocol","year":2020,"lang":"en","type":"review","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Impact; McMaster University; University of Toronto; Centre for Addiction and Mental Health","funders":"Cundill Centre for Child and Youth Depression","keywords":"PsycINFO; Medicine; MEDLINE; Randomized controlled trial; Protocol (science); Depression (economics); Systematic review; Meta-analysis; Treatment-resistant depression; Clinical psychology; Major depressive disorder; Psychiatry; Alternative medicine; Mood","score_opus":0.7720395812578825,"score_gpt":0.6082668245211797,"score_spread":0.16377275673670277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036117647","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.0835682e-7,0.52860767,0.0004228713,0.00093293714,0.000049654038,0.46977758,0.00011190886,0.0000058450164,0.000091231464],"genre_scores_gemma":[9.299432e-7,0.49944314,0.0023822894,0.00009936825,0.00010378068,0.4961409,0.000037093738,0.000044487282,0.0017480007],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.82448816,0.13319035,0.03237409,0.0037857515,0.0055124518,0.0006491842],"domain_scores_gemma":[0.91555315,0.0487591,0.029390521,0.0044356873,0.0010498364,0.00081171026],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.33963397,0.0014180727,0.05392882,0.0005567485,0.00030052746,0.0033492718,0.002239426,0.0004744374,0.00022998174],"category_scores_gemma":[0.43531945,0.00058146723,0.0049150116,0.0009470003,0.00007347267,0.0004029299,0.00063881703,0.00025787044,0.000010631188],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.057138972,0.00024278638,0.00019905626,0.29538992,0.002592058,0.000062788604,0.00028018135,5.0805977e-7,0.0000044779254,0.000035967732,0.093380414,0.5506729],"study_design_scores_gemma":[0.03863113,0.00011484543,0.000006057433,0.32218403,0.004004592,0.000009746172,0.00002386924,0.000081719,0.0000015515851,0.00011924651,0.63437146,0.00045176587],"about_ca_topic_score_codex":0.0000045362017,"about_ca_topic_score_gemma":0.00012369356,"teacher_disagreement_score":0.5502211,"about_ca_system_score_codex":0.00026314135,"about_ca_system_score_gemma":0.002574302,"threshold_uncertainty_score":0.99985695},"labels":[],"label_agreement":null},{"id":"W3036659527","doi":"10.1101/2020.06.16.20132894","title":"Re-use of trial data in the first 10 years of the data-sharing policy of the Annals of Internal Medicine: a survey of published studies","year":2020,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Région Bretagne; Fondation pour la Recherche Médicale; Agence Nationale de la Recherche","keywords":"Randomized controlled trial; Medicine; Annals; Confounding; Meta-analysis; Hazard ratio; Data sharing; Psychological intervention; Family medicine; Alternative medicine; Internal medicine; Confidence interval; Geography","score_opus":0.9399942090513244,"score_gpt":0.6084624023393118,"score_spread":0.33153180671201254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036659527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98011327,0.002884688,0.00008875915,0.010640366,0.00091898255,0.0022326664,0.0024155152,0.0000016283353,0.0007041248],"genre_scores_gemma":[0.99887425,0.00041080953,0.00008943858,0.00019619586,0.0001218071,0.000014513599,0.000046034485,0.000011333349,0.00023562489],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9489465,0.0213536,0.018581988,0.0017334344,0.0091214655,0.00026304313],"domain_scores_gemma":[0.87929994,0.033041075,0.036945138,0.046475343,0.0041446825,0.00009381748],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.22735822,0.00029162018,0.0056297793,0.00043714157,0.000032085896,0.00011946084,0.028205704,0.0001190972,0.00060406065],"category_scores_gemma":[0.5432032,0.00009790507,0.00096138066,0.003024539,0.0006774275,0.00024832736,0.014798524,0.00046715906,0.00000403158],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00093896815,0.00029261666,0.6835498,0.0021067145,0.00342606,0.0000022141985,0.012370314,0.00017427924,0.00007936359,0.00049964554,0.29413706,0.0024229097],"study_design_scores_gemma":[0.0020648048,0.00011285045,0.96993995,0.0023134951,0.0008643875,0.000001155198,0.002270256,0.0031417124,0.00013214175,0.0026099128,0.016373333,0.00017599002],"about_ca_topic_score_codex":0.007000766,"about_ca_topic_score_gemma":0.005795597,"teacher_disagreement_score":0.31584495,"about_ca_system_score_codex":0.00001052355,"about_ca_system_score_gemma":0.00033756212,"threshold_uncertainty_score":0.9996117},"labels":[],"label_agreement":null},{"id":"W3037060991","doi":"10.1542/peds.146.1_meetingabstract.23-a","title":"Crowdsourcing Six Pediatric Systematic Reviews","year":2020,"lang":"en","type":"article","venue":"PEDIATRICS","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island; University of British Columbia; Children's Hospital of Eastern Ontario; BC Children's Hospital","funders":"","keywords":"Crowdsourcing; Medicine; Clinical trial; Systematic review; Pediatric research; Best evidence; Data science; MEDLINE; Medical physics; Pediatrics; Medical education; Pathology; World Wide Web; Computer science","score_opus":0.7714837173575335,"score_gpt":0.4979761396735301,"score_spread":0.2735075776840034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037060991","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21553224,0.28221455,0.39487922,0.017213622,0.0056901984,0.024330433,0.000119505254,0.0002938581,0.059726384],"genre_scores_gemma":[0.9577305,0.004235942,0.014533713,0.0057607293,0.0069665997,0.000341162,0.000014204989,0.00009082636,0.010326379],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9599566,0.0134679815,0.017640274,0.0014267039,0.007031966,0.00047647057],"domain_scores_gemma":[0.9716202,0.011240707,0.011218945,0.0040637716,0.001158283,0.00069808],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.115906894,0.00047016644,0.0064601265,0.00046946664,0.00019847212,0.0012370612,0.0029299958,0.00012996669,0.005442932],"category_scores_gemma":[0.29121605,0.00022629989,0.0028902518,0.0058185156,0.000019974292,0.00032367423,0.00028472886,0.00030549694,0.052067976],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051585894,0.000067689696,0.19917549,0.038378414,0.00007501662,0.000031372354,0.0024278066,0.00029415038,0.000015342705,0.0010250551,0.75638276,0.0021217598],"study_design_scores_gemma":[0.0012560542,0.00033955873,0.010375199,0.00055515755,0.01142622,0.00007513417,0.0025928877,0.051541105,0.000012698224,0.0030033286,0.91584903,0.0029736396],"about_ca_topic_score_codex":0.0000024323178,"about_ca_topic_score_gemma":0.0000020216678,"teacher_disagreement_score":0.7421982,"about_ca_system_score_codex":0.000037324902,"about_ca_system_score_gemma":0.000090432186,"threshold_uncertainty_score":0.9997997},"labels":[],"label_agreement":null},{"id":"W3037735708","doi":"10.1111/head.12246","title":"The <scp>CARE</scp> Guidelines: Consensus‐Based Clinical Case Reporting Guideline Development","year":2013,"lang":"en","type":"editorial","venue":"Headache The Journal of Head and Face Pain","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1261,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"University of Michigan","keywords":"Guideline; Checklist; Timeline; Psychological intervention; Transparency (behavior); Medicine; Medical education; Systematic review; MEDLINE; Health care; Best practice; Family medicine; Psychology; Nursing; Computer science; Political science","score_opus":0.6657273698444438,"score_gpt":0.5684859311475164,"score_spread":0.09724143869692736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037735708","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08222276,0.16202156,0.11359518,0.019514544,0.6160753,0.004739658,0.00010685477,0.00003148906,0.0016926542],"genre_scores_gemma":[0.014608723,0.0040528676,0.13304879,0.006293927,0.80462176,0.00008385122,0.000085414125,0.00021991644,0.03698474],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.81282187,0.06998879,0.099821195,0.001325254,0.015056135,0.0009867485],"domain_scores_gemma":[0.42143056,0.38083744,0.1547068,0.0076915976,0.03412921,0.0012043808],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.70012504,0.0007715899,0.006351577,0.0002886249,0.0011382215,0.0015209949,0.0025227498,0.0006963084,0.00017375698],"category_scores_gemma":[0.7466415,0.0002604805,0.0026233385,0.0006173649,0.00034469969,0.000103350154,0.000288996,0.0021430808,0.00019973857],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010436381,0.000029984558,0.00072453305,0.00007478718,0.00036689948,0.00027405153,0.0006325859,0.00012870369,0.000003098989,0.0000022149177,0.9581586,0.0395941],"study_design_scores_gemma":[0.00042980348,0.0001679052,0.000047937217,0.00040194928,0.000568128,0.0009092846,0.012266573,0.006429498,0.0000036951114,0.00015840562,0.97849727,0.0001195431],"about_ca_topic_score_codex":0.00008950368,"about_ca_topic_score_gemma":0.00035216316,"teacher_disagreement_score":0.3913913,"about_ca_system_score_codex":0.000111613816,"about_ca_system_score_gemma":0.0025864237,"threshold_uncertainty_score":0.99998474},"labels":[],"label_agreement":null},{"id":"W3038785750","doi":"10.1101/2020.07.02.20145102","title":"Methodological Rigor in COVID-19 Clinical Research – A Systematic Review and Case-Control Analysis","year":2020,"lang":"en","type":"review","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Calgary; University of Ottawa","funders":"Canadian Institutes of Health Research; Royal College of Physicians and Surgeons of Canada","keywords":"Checklist; MEDLINE; Medicine; Data extraction; Coronavirus disease 2019 (COVID-19); Randomized controlled trial; Meta-analysis; Cohort study; Cohort; Publication bias; Family medicine; Internal medicine; Psychology","score_opus":0.9751855043933388,"score_gpt":0.7432009854555225,"score_spread":0.23198451893781635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038785750","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000063766274,0.9804822,0.0074109826,0.0014228326,0.000116277784,0.010188775,0.00010340198,0.000013893988,0.0002552443],"genre_scores_gemma":[0.000033816414,0.99202925,0.0036017213,0.0017683448,0.00011728616,0.001523114,0.000014426657,0.000036466696,0.00087559334],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.44010973,0.49761942,0.04822945,0.0045192298,0.008700041,0.0008221426],"domain_scores_gemma":[0.62974477,0.33437806,0.019906685,0.01216996,0.00163206,0.0021684521],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.7910062,0.0010959203,0.07908023,0.0030145543,0.0002675257,0.0013503338,0.0049153324,0.0007754534,0.007715843],"category_scores_gemma":[0.8001295,0.00044138957,0.015941365,0.02074368,0.00038883134,0.0001680864,0.00073759013,0.0022455251,0.004130192],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035009994,0.00006615983,0.000752379,0.9158,0.0066744187,0.0049488693,0.000064005566,9.5286657e-7,5.80359e-9,0.00029857998,0.0055869217,0.06580425],"study_design_scores_gemma":[0.00019377463,0.00005763588,0.00002446222,0.07511869,0.09822923,0.0015445541,0.00013743235,0.00056738063,7.891505e-10,0.00038342865,0.82329386,0.00044957548],"about_ca_topic_score_codex":0.000034755154,"about_ca_topic_score_gemma":0.00019703976,"teacher_disagreement_score":0.84068125,"about_ca_system_score_codex":0.00020512217,"about_ca_system_score_gemma":0.00074699044,"threshold_uncertainty_score":0.9998038},"labels":[],"label_agreement":null},{"id":"W3040538152","doi":"10.12688/f1000research.24469.1","title":"Current practice in systematic reviews including the ‘PICO for each synthesis’ and methods other than meta-analysis: protocol for a cross-sectional study","year":2020,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; Australian Government; McMaster University","keywords":"Systematic review; Meta-analysis; Psychological intervention; Medicine; Data science; Computer science; MEDLINE; Biology; Pathology","score_opus":0.9656336312055324,"score_gpt":0.7543572431432872,"score_spread":0.21127638806224514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040538152","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001634488,0.010641738,0.23929584,0.001987139,0.00019281493,0.74708825,0.00021781825,0.00001539557,0.0003975699],"genre_scores_gemma":[0.005391544,0.0000363147,0.04118819,0.00014008675,0.00022447397,0.95124364,0.000010006005,0.00006681455,0.001698903],"study_design_codex":"meta_analysis","study_design_gemma":"not_applicable","domain_scores_codex":[0.7206969,0.22951315,0.029665243,0.005251768,0.013803048,0.0010698661],"domain_scores_gemma":[0.71198976,0.25270504,0.01827469,0.010503383,0.0060595404,0.00046760443],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.67193735,0.00096387055,0.01715929,0.0017095476,0.0006748499,0.0066028433,0.006133996,0.0002923367,0.0016510122],"category_scores_gemma":[0.54141486,0.00038064682,0.012086864,0.003839632,0.00017775288,0.00037730066,0.0027759487,0.0014134018,0.00024331875],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012770524,0.004086162,0.14525236,0.24038641,0.53857976,0.000016242107,0.017088316,0.0024026043,0.000039678078,0.004453614,0.03490394,0.011513874],"study_design_scores_gemma":[0.0016244041,0.00046303755,0.010668289,0.0017129458,0.3135887,0.000017021903,0.0053769923,0.15765652,0.000030381168,0.027724627,0.4796301,0.001506968],"about_ca_topic_score_codex":0.0001202494,"about_ca_topic_score_gemma":0.00020055752,"teacher_disagreement_score":0.44472617,"about_ca_system_score_codex":0.00018483291,"about_ca_system_score_gemma":0.0004211088,"threshold_uncertainty_score":0.9998645},"labels":[],"label_agreement":null},{"id":"W3040674444","doi":"10.1016/j.jclinepi.2020.06.034","title":"Is it always possible to complete a systematic review in 2 weeks? Further thoughts and considerations","year":2020,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Systematic review; Medicine; MEDLINE; Political science","score_opus":0.957996256029118,"score_gpt":0.7099015670895068,"score_spread":0.24809468893961117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040674444","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000018297695,0.9366024,0.0032899778,0.055942472,0.0006835624,0.0028387737,0.00004560218,0.0000019016668,0.0005934525],"genre_scores_gemma":[0.000008935957,0.9500297,0.011447787,0.037028052,0.00059509673,0.00006980514,0.0000029561945,0.000026464551,0.0007912371],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.5017119,0.32595813,0.16638878,0.0020190014,0.0032796226,0.00064255367],"domain_scores_gemma":[0.2423632,0.6203525,0.12769736,0.005288283,0.00263776,0.0016608654],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.59147173,0.00079028466,0.10026003,0.0007510731,0.00008321364,0.0002311462,0.00233721,0.0006583966,0.0039606374],"category_scores_gemma":[0.84992945,0.0003240615,0.013783052,0.0016054574,0.00018618653,0.00017774061,0.00035214712,0.0018689105,0.00385582],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000700447,0.00009006442,0.00043020575,0.412411,0.0018964421,0.00017346145,0.00019418832,0.0000039459815,1.1104045e-8,0.0018531262,0.52366793,0.05927261],"study_design_scores_gemma":[0.00014198296,0.00019028177,0.00004728018,0.23990753,0.0046224254,0.0006969393,0.000040244562,0.00012712154,1.4940807e-9,0.012490159,0.7415197,0.00021634756],"about_ca_topic_score_codex":0.0000037053162,"about_ca_topic_score_gemma":0.000031204094,"teacher_disagreement_score":0.2943944,"about_ca_system_score_codex":0.000057407302,"about_ca_system_score_gemma":0.00079209916,"threshold_uncertainty_score":0.99992114},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3040808147","doi":"10.1016/j.envint.2020.105926","title":"Recommendations for the conduct of systematic reviews in toxicology and environmental health research (COSTER)","year":2020,"lang":"en","type":"article","venue":"Environment International","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Cochrane; Impact; McMaster University Medical Centre","funders":"Joint Research Centre; Engineering and Physical Sciences Research Council; University of Bristol; Royal Society; Royal Society of Chemistry; Environmental Defense Fund; Economic and Social Research Council; World Health Organization","keywords":"Environmental health; Environmental toxicology; Toxicology; Environmental science; Medicine; Biology; Toxicity","score_opus":0.9391554675840929,"score_gpt":0.6069267995949994,"score_spread":0.33222866798909345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040808147","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13118862,0.04840229,0.10032395,0.68048024,0.0015909625,0.03402036,0.0011948064,0.000008783127,0.002789982],"genre_scores_gemma":[0.98482966,0.003646998,0.0049137194,0.002936754,0.000107581,0.0009119091,0.00007489505,0.000011809676,0.0025666542],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9855235,0.0067639085,0.0051665492,0.0005008696,0.0018844673,0.00016069088],"domain_scores_gemma":[0.98872524,0.008378388,0.0019993025,0.0007763531,0.000033110093,0.000087599095],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.069845565,0.00012332313,0.0013859456,0.00015806254,0.0000985791,0.000105668696,0.0010394403,0.000033728866,0.0071960585],"category_scores_gemma":[0.012279321,0.000058405833,0.0003441705,0.00016852014,0.000117754884,0.00010893242,0.00021540072,0.0001467824,0.00037400267],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001039145,0.0009685274,0.055067044,0.0054926877,0.0011211424,0.0000039634256,0.02354184,0.0009572235,0.0043050027,0.020556461,0.810569,0.07731321],"study_design_scores_gemma":[0.0005505473,0.00023321171,0.0058293035,0.00040803794,0.000054672688,0.000008191842,0.005611272,0.025198752,0.00005698922,0.0019436175,0.95997274,0.00013268975],"about_ca_topic_score_codex":0.000004652504,"about_ca_topic_score_gemma":0.0000073051665,"teacher_disagreement_score":0.85364103,"about_ca_system_score_codex":0.000097313554,"about_ca_system_score_gemma":0.00001684515,"threshold_uncertainty_score":0.99604064},"labels":[],"label_agreement":null},{"id":"W3040859129","doi":"10.1186/s13063-020-04440-w","title":"Outcome reporting recommendations for clinical trial protocols and reports: a scoping review","year":2020,"lang":"en","type":"review","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Women's College Hospital; SickKids Foundation; University of Toronto; Institute for Clinical Evaluative Sciences; Hospital for Sick Children","funders":"Canadian Institutes of Health Research; Hospital for Sick Children","keywords":"Consolidated Standards of Reporting Trials; Protocol (science); Medicine; MEDLINE; Clinical trial; Outcome (game theory); Reporting bias; Systematic review; Alternative medicine; Family medicine; Medical physics; Pathology","score_opus":0.9943730941175559,"score_gpt":0.8230460645307676,"score_spread":0.17132702958678836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040859129","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.5409209e-8,0.7385185,0.002121153,0.0012567075,0.0010793776,0.2566005,0.000058018737,0.000014904003,0.00035084822],"genre_scores_gemma":[8.152324e-9,0.86628324,0.015462494,0.00055301096,0.0015445577,0.11384686,0.00008639218,0.000046499827,0.0021769628],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.4435096,0.13551538,0.40880975,0.005321393,0.0061898543,0.00065403135],"domain_scores_gemma":[0.30696893,0.17775331,0.5011243,0.01112785,0.002287395,0.0007382169],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.82246476,0.00087513495,0.076318495,0.00035902654,0.00025889138,0.0017475261,0.0015232402,0.0004614815,0.0046044434],"category_scores_gemma":[0.94400823,0.00038778246,0.02325873,0.0015675987,0.00006285028,0.00021987905,0.0003671541,0.0005618373,0.00049194816],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004569848,0.000027732378,0.00001680697,0.08121857,0.00043859566,0.000015684638,0.0000061657706,6.0483734e-9,2.5787201e-9,0.00004478368,0.12370258,0.79448336],"study_design_scores_gemma":[0.0017182314,0.000119480275,1.8951668e-7,0.22065331,0.0060363347,0.00008305765,0.0000050908397,0.0000018577497,8.673855e-9,0.00073290186,0.7703716,0.00027794347],"about_ca_topic_score_codex":0.0000011763522,"about_ca_topic_score_gemma":0.0000024877002,"teacher_disagreement_score":0.7942054,"about_ca_system_score_codex":0.000050640992,"about_ca_system_score_gemma":0.0013068042,"threshold_uncertainty_score":0.9998574},"labels":[],"label_agreement":null},{"id":"W3041843485","doi":"10.1186/s13643-020-01415-5","title":"Evidence Synthesis International (ESI): Position Statement","year":2020,"lang":"en","type":"letter","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"World Health Organization","keywords":"General partnership; Medicine; Position statement; Statement (logic); Position (finance); Core (optical fiber); Engineering ethics; Public relations; Political science; Law; Family medicine; Computer science; Business","score_opus":0.7709079813392122,"score_gpt":0.5311486671357205,"score_spread":0.23975931420349172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041843485","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000045772726,0.027830914,0.02380399,0.9066277,0.0035733941,0.02357393,0.00014442386,0.00003564734,0.014405386],"genre_scores_gemma":[0.00084421143,0.0068375147,0.011930341,0.874263,0.0069622574,0.014671815,0.0002703649,0.00019461513,0.08402592],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7836764,0.12348091,0.0647573,0.0037281539,0.023602556,0.0007546698],"domain_scores_gemma":[0.8987078,0.035272818,0.051853877,0.011375084,0.0024871621,0.0003032705],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.235784,0.0014258468,0.021680957,0.00082950335,0.00021075502,0.0037471103,0.0086950725,0.0004902002,0.034479726],"category_scores_gemma":[0.3394973,0.00060607295,0.00865773,0.0016487663,0.000078623045,0.00070493994,0.00048110535,0.0011688485,0.118809834],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016459894,0.000013068658,0.000029726434,0.076369904,0.00063996064,0.00014137402,0.0001975048,0.000001670318,0.000006110839,0.00008190362,0.9209487,0.0015684617],"study_design_scores_gemma":[0.00004399687,0.000027904856,0.0000061250003,0.039232455,0.0020840263,0.00008055721,0.00010085923,0.0009132977,0.000004471556,0.0013365115,0.9556406,0.0005292052],"about_ca_topic_score_codex":0.000009543193,"about_ca_topic_score_gemma":0.000004211172,"teacher_disagreement_score":0.11503138,"about_ca_system_score_codex":0.00045039505,"about_ca_system_score_gemma":0.00018773621,"threshold_uncertainty_score":0.99984914},"labels":[],"label_agreement":null},{"id":"W3042093282","doi":"10.1161/jaha.119.015361","title":"Bias and Loss to Follow‐Up in Cardiovascular Randomized Trials: A Systematic Review","year":2020,"lang":"en","type":"review","venue":"Journal of the American Heart Association","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Public Health Ontario; St. Michael's Hospital","funders":"British Heart Foundation","keywords":"Medicine; Randomized controlled trial; Interquartile range; Clinical trial; Relative risk; Incidence (geometry); Statistical significance; Sample size determination; Physical therapy; Internal medicine; Confidence interval","score_opus":0.6517050439884838,"score_gpt":0.5333175925686211,"score_spread":0.11838745141986273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042093282","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000027206777,0.9896053,0.00039807768,0.002517128,0.00061461155,0.006790588,0.000014608676,0.0000017673013,0.00003072607],"genre_scores_gemma":[0.00004538966,0.99708116,0.00044391587,0.0011874819,0.0002452387,0.00017189895,7.5043476e-7,0.000024743436,0.00079943077],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.6923126,0.2660406,0.032346793,0.0005880234,0.0084560355,0.00025598524],"domain_scores_gemma":[0.8097324,0.09699573,0.08755239,0.0032408072,0.0021398016,0.00033886766],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.6557903,0.000537363,0.10385674,0.0006914371,0.00008159743,0.00063639716,0.0018872265,0.0001167076,0.00009491141],"category_scores_gemma":[0.77513343,0.00019027936,0.04252765,0.0047130724,0.000049465885,0.00015440617,0.000197933,0.0006124498,0.00035413585],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044667016,0.00006868109,0.0009511628,0.5639552,0.042814817,0.000040635554,0.00088875205,0.000025793275,1.5129514e-7,0.00003748014,0.13523945,0.2555312],"study_design_scores_gemma":[0.0029004,0.000037919002,0.000023031767,0.22570485,0.046506494,0.0001235494,0.000085252366,0.00002615561,2.1474733e-8,0.00011934844,0.7242661,0.0002068832],"about_ca_topic_score_codex":0.000024335972,"about_ca_topic_score_gemma":0.0000073521733,"teacher_disagreement_score":0.58902663,"about_ca_system_score_codex":0.0006187701,"about_ca_system_score_gemma":0.00043307935,"threshold_uncertainty_score":0.9670612},"labels":[],"label_agreement":null},{"id":"W3043263805","doi":"10.1002/jrsm.1432","title":"Performance of model‐based network meta‐analysis (MBNMA) of time‐course relationships: A simulation study","year":2020,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Pfizer UK; Medical Research Council Canada; Department of Health and Social Care; University of Bristol; National Institute for Health and Care Research; University Hospitals Bristol NHS Foundation Trust; Pfizer","keywords":"Pooling; Time point; Robustness (evolution); Computer science; Econometrics; Statistics; Correlation; Covariance; Random effects model; Meta-analysis; Mathematics; Artificial intelligence","score_opus":0.9625775729860939,"score_gpt":0.6951755412614352,"score_spread":0.2674020317246587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043263805","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11278426,0.0015931724,0.8793041,0.00095102354,0.000019425117,0.001872046,0.00003198227,0.000011795735,0.0034321977],"genre_scores_gemma":[0.7441535,0.000009215135,0.25514257,0.000017558077,0.000031374206,0.00010782414,0.0000019325678,0.000014559043,0.00052144984],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.75438994,0.21711032,0.011748112,0.0017119071,0.014387811,0.00065190875],"domain_scores_gemma":[0.8337094,0.15257001,0.0042909123,0.004644665,0.004427894,0.0003570879],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.49085316,0.00029931008,0.0072594346,0.001101661,0.00030904516,0.00019933424,0.0022223769,0.00012932775,0.008683668],"category_scores_gemma":[0.18899281,0.0001615607,0.0044504898,0.012910172,0.00018279642,0.00029045122,0.00024942777,0.00043740767,0.00030233143],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052820298,0.00021553201,0.018514648,0.0000798857,0.027730647,6.3611526e-7,0.0005262914,0.9472337,0.00016762876,0.00008472481,0.00056256284,0.0048309257],"study_design_scores_gemma":[0.000075147684,0.00011653115,0.004322288,0.000009936762,0.051653046,6.2647246e-8,0.0004526418,0.9420743,0.0004259118,0.000589067,0.00016176625,0.00011928123],"about_ca_topic_score_codex":0.00001331365,"about_ca_topic_score_gemma":0.0000075370226,"teacher_disagreement_score":0.6313693,"about_ca_system_score_codex":0.000028060378,"about_ca_system_score_gemma":0.0002438295,"threshold_uncertainty_score":0.99222255},"labels":[],"label_agreement":null},{"id":"W3043655291","doi":"10.1053/j.gastro.2020.06.092","title":"Assessment of Evidence Quality in Inflammatory Bowel Disease Guidance: The Use and Misuse of GRADE","year":2020,"lang":"en","type":"article","venue":"Gastroenterology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Institute for Health and Care Research","keywords":"Framing (construction); Context (archaeology); Systematic review; Evidence-based medicine; Journal club; Medicine; Stakeholder; Alternative medicine; MEDLINE; Engineering ethics; Medical education; Psychology; Public relations; Political science; Pathology; Law; Engineering","score_opus":0.7810673716724934,"score_gpt":0.5442267432599615,"score_spread":0.23684062841253195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043655291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9881107,0.00037813318,0.004802697,0.0062810304,0.000047041307,0.00035143076,0.000017999155,0.0000013461345,0.000009586666],"genre_scores_gemma":[0.99731946,0.000058873695,0.001497905,0.0010486133,0.000015494157,0.000019795709,8.844065e-7,0.0000034437867,0.000035554494],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98023754,0.011996757,0.005442174,0.000526612,0.0016122607,0.00018463298],"domain_scores_gemma":[0.9922704,0.0028758165,0.0028904735,0.00149562,0.00032064386,0.00014706302],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.028546955,0.00013962122,0.0014640399,0.00009847166,0.000024471143,0.000078751174,0.00093938457,0.000029688174,0.00031180267],"category_scores_gemma":[0.024310563,0.000059018894,0.0004320853,0.0002495677,0.0002252633,0.00019955341,0.00023214039,0.000117231815,0.000011107954],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005677688,0.000030408803,0.9964393,0.000113823124,0.000041435975,0.000003996677,0.0002829207,0.00028239502,0.00043712737,0.00037152835,0.0018270005,0.00011331204],"study_design_scores_gemma":[0.0002169995,0.000084162384,0.9930411,0.000043737997,0.000057850728,0.0000012774216,0.00015768156,0.0054626437,0.0000062085655,0.00025364623,0.000645814,0.000028861077],"about_ca_topic_score_codex":0.000021500897,"about_ca_topic_score_gemma":0.00007494123,"teacher_disagreement_score":0.01203282,"about_ca_system_score_codex":0.000010586709,"about_ca_system_score_gemma":0.00004404395,"threshold_uncertainty_score":0.9893862},"labels":[],"label_agreement":null},{"id":"W3043698465","doi":"10.1016/j.jclinepi.2020.07.006","title":"Replication Research Series-Paper 1 : A concept analysis and meta-narrative review established a comprehensive theoretical definition of replication research to improve its use","year":2020,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; Ottawa Hospital; University of Ottawa; University of Toronto; Dalhousie University; Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Replication (statistics); Series (stratigraphy); Meta-analysis; Narrative review; Computer science; Narrative; Psychology; Biology; Medicine; Philosophy; Linguistics; Psychotherapist; Virology; Pathology","score_opus":0.9643020589119686,"score_gpt":0.7416468744429461,"score_spread":0.22265518446902255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043698465","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011194915,0.9656239,0.0045181233,0.025140796,0.00019038981,0.0038612946,0.00018443605,0.0000038706075,0.00036521736],"genre_scores_gemma":[0.00023989688,0.97724026,0.01906098,0.0022660254,0.00037100137,0.00033693438,0.00007592722,0.00003393075,0.00037501755],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.30768698,0.58040345,0.09670723,0.0051706303,0.009021757,0.0010099337],"domain_scores_gemma":[0.110414185,0.74080455,0.08110502,0.015769454,0.049946,0.0019607833],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7392755,0.00075132126,0.061722267,0.0023290438,0.0002495772,0.00031180866,0.0037734527,0.0010552311,0.0038411035],"category_scores_gemma":[0.94964343,0.000343242,0.016424427,0.011154972,0.001818487,0.00074515725,0.0009547214,0.0043409867,0.0003198269],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035183577,0.00035016926,0.00032018218,0.012355185,0.037555244,0.0000494136,0.00051874365,0.000009875766,0.000005540602,0.17076287,0.18418427,0.5935367],"study_design_scores_gemma":[0.0001706443,0.0012566661,0.00054525817,0.0027927537,0.039701376,0.00011447681,0.00018214493,0.00010737467,6.0549496e-7,0.033503033,0.9213765,0.0002491648],"about_ca_topic_score_codex":0.000021946958,"about_ca_topic_score_gemma":0.000012511073,"teacher_disagreement_score":0.7371922,"about_ca_system_score_codex":0.00013584463,"about_ca_system_score_gemma":0.0012212059,"threshold_uncertainty_score":0.99990195},"labels":[],"label_agreement":null},{"id":"W3044070892","doi":"10.1007/s00266-020-01884-y","title":"Improving Reporting of Research Articles in Aesthetic Plastic Surgery","year":2020,"lang":"en","type":"article","venue":"Aesthetic Plastic Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Plastic surgery; Otorhinolaryngology; Medicine; General surgery; Surgery","score_opus":0.7700440295674507,"score_gpt":0.49523514319266415,"score_spread":0.2748088863747865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044070892","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99285746,0.00069290545,0.0035144463,0.0012525318,0.0009271703,0.00037679198,0.0000071182217,0.00002411994,0.00034743507],"genre_scores_gemma":[0.99919677,0.000024725388,0.00036951515,0.00009552047,0.0000783532,0.000056649358,0.000005312858,0.00004329669,0.00012986374],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.94362444,0.012600478,0.030823018,0.0020303538,0.009677497,0.0012442204],"domain_scores_gemma":[0.45343125,0.4838527,0.046502084,0.009049154,0.0052928776,0.0018719155],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.20981175,0.00047419767,0.0060758074,0.002031634,0.00018143511,0.0005194813,0.0012359637,0.00018021314,0.0019331791],"category_scores_gemma":[0.659109,0.00029355087,0.002121873,0.0066780034,0.00039409468,0.00032051146,0.00032444388,0.0005966141,0.001978523],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010812691,0.00027478556,0.85841155,0.00043360985,0.00005734201,0.0009144472,0.0013902208,0.0015443064,0.0010050196,0.00045941625,0.033233326,0.10216785],"study_design_scores_gemma":[0.001416873,0.0005739206,0.5398476,0.004645648,0.0007913674,0.0023269514,0.013394493,0.39006588,0.0027082253,0.012536805,0.028159786,0.0035324346],"about_ca_topic_score_codex":0.00011144984,"about_ca_topic_score_gemma":0.00004420486,"teacher_disagreement_score":0.4901932,"about_ca_system_score_codex":0.00007030495,"about_ca_system_score_gemma":0.00067171786,"threshold_uncertainty_score":0.99995166},"labels":[],"label_agreement":null},{"id":"W3044091805","doi":"10.1016/j.athoracsur.2020.05.148","title":"Systematic Reviews and Meta-Analyses in Cardiac Surgery: Rules of the Road – Part 1","year":2020,"lang":"en","type":"review","venue":"The Annals of Thoracic Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Protocol (science); Meta-analysis; Data extraction; Systematic review; Identification (biology); Missing data; MEDLINE; Selection (genetic algorithm); Warrant; Management science; Data science; Medical physics; Risk analysis (engineering); Computer science; Alternative medicine; Artificial intelligence; Machine learning; Pathology","score_opus":0.9399751115000515,"score_gpt":0.6264730288997578,"score_spread":0.3135020826002938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044091805","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009168181,0.9934985,0.000012833523,0.0010698157,0.00045837235,0.0042496403,0.00027152666,0.00000437985,0.00034327028],"genre_scores_gemma":[0.00019826097,0.99726063,0.000039381925,0.0002202504,0.00010543484,0.0006604645,0.000020122925,0.000044778648,0.0014507006],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7680918,0.18381543,0.039638594,0.0014639125,0.0064639794,0.00052629097],"domain_scores_gemma":[0.7946002,0.13754824,0.054710925,0.011575224,0.0013188634,0.0002465523],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.42293233,0.0011720881,0.07786222,0.0010986978,0.0001353569,0.00040845372,0.003775232,0.00027971747,0.001418246],"category_scores_gemma":[0.23272002,0.00034151206,0.048820414,0.004922786,0.00033310588,0.00022689681,0.0006572738,0.0004901949,0.0005777402],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060637194,0.000051535928,0.00009581896,0.28670976,0.0216055,0.0000070619694,0.0001843903,0.0000018368596,3.0363657e-7,0.00007378251,0.16764824,0.5236157],"study_design_scores_gemma":[0.0000033629444,0.0000039714637,0.000022724322,0.03038151,0.06854177,0.000014052683,0.000111349,0.000014857128,0.000007369852,0.0005027195,0.90007305,0.00032325106],"about_ca_topic_score_codex":0.000057386744,"about_ca_topic_score_gemma":0.000011389164,"teacher_disagreement_score":0.7324248,"about_ca_system_score_codex":0.00001783642,"about_ca_system_score_gemma":0.00041406808,"threshold_uncertainty_score":0.9999037},"labels":[],"label_agreement":null},{"id":"W3044934574","doi":"10.1016/j.jclinepi.2020.07.011","title":"Describing deprescribing trials better: an elaboration of the CONSORT statement","year":2020,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Deprescribing; Consolidated Standards of Reporting Trials; Medicine; Clinical trial; Research design; Polypharmacy; Delphi method; Psychological intervention; Nursing; Computer science; Intensive care medicine","score_opus":0.9863202984269701,"score_gpt":0.7451602299940759,"score_spread":0.24116006843289417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044934574","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024420346,0.9620107,0.029524593,0.0036493347,0.003109094,0.0012341008,0.00005519518,0.0000018787772,0.00017094253],"genre_scores_gemma":[0.00023941888,0.97964543,0.016488567,0.0019234597,0.0015533641,0.00001294889,0.000008183979,0.000024705649,0.00010392731],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.14905179,0.6181464,0.22676446,0.0013216207,0.004273763,0.000441978],"domain_scores_gemma":[0.0730637,0.5519226,0.3651137,0.005096727,0.0039004819,0.00090277864],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.86154515,0.00059436675,0.07571697,0.0003976448,0.00010551693,0.00016088896,0.0047512734,0.00073597865,0.001881594],"category_scores_gemma":[0.94151914,0.00020030918,0.02606438,0.0012367177,0.00030526755,0.00030541566,0.00034772902,0.0019260169,0.00018560396],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019574196,0.000065262546,0.0054506254,0.0005965148,0.0014722886,0.000009282208,0.00003342245,0.000043446104,2.4402078e-7,0.0008776202,0.030493196,0.9609385],"study_design_scores_gemma":[0.00026844977,0.0002808901,0.0003200068,0.0035638276,0.0051377113,0.00006389764,0.00006853885,0.00034593182,2.2146237e-7,0.004869247,0.98492503,0.00015623719],"about_ca_topic_score_codex":0.0000056024746,"about_ca_topic_score_gemma":0.00000930368,"teacher_disagreement_score":0.9607823,"about_ca_system_score_codex":0.000065466586,"about_ca_system_score_gemma":0.0017792583,"threshold_uncertainty_score":0.9990308},"labels":[],"label_agreement":null},{"id":"W3045124999","doi":"10.1111/hex.13108","title":"Covering patient’s perspective in case‐based critical review articles to improve shared decision making in complex cases","year":2020,"lang":"en","type":"review","venue":"Health Expectations","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University; Canadian Memorial Chiropractic College","funders":"","keywords":"Perspective (graphical); Psychosocial; Critical appraisal; Evidence-based medicine; Quality (philosophy); MEDLINE; Psychology; Management science; Computer science; Medicine; Alternative medicine; Psychotherapist; Epistemology; Artificial intelligence; Engineering","score_opus":0.8482477642658229,"score_gpt":0.6452333151977292,"score_spread":0.20301444906809374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045124999","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012233162,0.9841325,0.006505854,0.0034433655,0.00017925828,0.0050859884,0.00039510964,0.000012910917,0.00023272529],"genre_scores_gemma":[0.0064373696,0.93975943,0.046207987,0.004893446,0.00010661956,0.0024119199,0.00007717995,0.00007877309,0.000027273236],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9680329,0.011636999,0.014876839,0.0019495733,0.0028981029,0.0006055992],"domain_scores_gemma":[0.9635325,0.028144937,0.0041514086,0.002512594,0.0011023938,0.00055614416],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.011446142,0.0006240913,0.010023506,0.0014700018,0.00026096907,0.0005675566,0.0009374362,0.00012738776,0.0030268282],"category_scores_gemma":[0.15043077,0.00039259272,0.0018961974,0.006092976,0.000045644574,0.00023599253,0.00021042331,0.0005005344,0.0016195411],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005995829,0.00012937917,0.000022845861,0.014734182,0.000037268495,0.0012425029,0.0048543694,0.000029311646,5.8621335e-8,0.000773678,0.018727764,0.9594426],"study_design_scores_gemma":[0.00019979558,0.00024372336,0.00005793183,0.07395987,0.00037603668,0.00063626055,0.015189541,0.0035476468,4.400547e-8,0.0007200644,0.90444463,0.0006244252],"about_ca_topic_score_codex":0.0002513012,"about_ca_topic_score_gemma":0.002207623,"teacher_disagreement_score":0.9588182,"about_ca_system_score_codex":0.0011016072,"about_ca_system_score_gemma":0.0010724454,"threshold_uncertainty_score":0.9998526},"labels":[],"label_agreement":null},{"id":"W3045888210","doi":"10.1136/bmjopen-2020-038571","title":"Systematic survey of the causal language use in systematic reviews of observational studies: a study protocol","year":2020,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Observational study; Medicine; Causal inference; CLARITY; Causation; Systematic review; Adjudication; Causality (physics); Protocol (science); Grading (engineering); Biostatistics; Research design; MEDLINE; Medical education; Alternative medicine; Public health; Nursing; Pathology","score_opus":0.9700669549303638,"score_gpt":0.6883967040721716,"score_spread":0.2816702508581922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045888210","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058964446,0.00027577294,0.00013773332,0.00023143408,0.00007700426,0.9399748,0.000033867247,0.0000020125146,0.00030295362],"genre_scores_gemma":[0.36356103,0.000001810381,0.00078703463,0.0004107807,0.000021891834,0.6328954,0.0000031886393,0.000018940522,0.0022998806],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7874136,0.16161312,0.04062294,0.0012007768,0.008862978,0.0002865946],"domain_scores_gemma":[0.94848275,0.022281658,0.02136712,0.0055986666,0.0021745034,0.00009528025],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3270498,0.00029160085,0.01122435,0.00013131557,0.000057233163,0.00042285197,0.0046910956,0.00004282359,0.00062521],"category_scores_gemma":[0.49222827,0.00010334546,0.0008749043,0.0032293077,0.000050311843,0.00039177266,0.0011412236,0.00010137683,0.0002457147],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005948825,0.00034475338,0.5350691,0.4313226,0.000867238,0.000007896214,0.01907207,0.00009735616,0.000028045739,0.00026403874,0.012853197,0.000014215475],"study_design_scores_gemma":[0.0031462985,0.0006253005,0.7538153,0.16730866,0.0017309512,0.000013315189,0.06266242,0.009388947,0.00003335748,0.00023094984,0.00031391226,0.00073060836],"about_ca_topic_score_codex":0.00037104462,"about_ca_topic_score_gemma":0.0035465085,"teacher_disagreement_score":0.30707934,"about_ca_system_score_codex":0.00003819983,"about_ca_system_score_gemma":0.00019921387,"threshold_uncertainty_score":0.87173},"labels":[],"label_agreement":null},{"id":"W3046569401","doi":"10.1017/s1431927620019078","title":"Microscopy and Image Processing Recordkeeping: Never Again Lose Track of Your Metadata","year":2020,"lang":"en","type":"article","venue":"Microscopy and Microanalysis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Object Research Systems (Canada)","funders":"","keywords":"Metadata; Track (disk drive); Action (physics); Computer science; Image (mathematics); Content (measure theory); Computer graphics (images); Database; World Wide Web; Computer vision; Operating system; Physics; Mathematics","score_opus":0.3989699924119407,"score_gpt":0.46581003268521726,"score_spread":0.06684004027327656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046569401","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8987088,0.02075121,0.07575368,0.0032395257,0.00007913942,0.0006300349,0.00022536883,0.000015844691,0.0005963501],"genre_scores_gemma":[0.86489296,0.0010239681,0.12357398,0.0031729771,0.0001372994,0.000020276855,0.000073657786,0.00006113497,0.0070437533],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.98742497,0.002452196,0.00638679,0.0018274328,0.0014763,0.00043231892],"domain_scores_gemma":[0.992296,0.0007144562,0.0038367547,0.001928921,0.00082462974,0.00039923712],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019376634,0.0005478893,0.0046177097,0.0004802293,0.00029279717,0.0019666874,0.0013477369,0.00015748423,0.0017243251],"category_scores_gemma":[0.005360319,0.00033533416,0.0013118235,0.0024232003,0.0003391169,0.0013217508,0.0003847704,0.0002694503,0.00021260689],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059946655,0.00008229399,0.012457578,0.0003891107,0.0008265807,0.000012853211,0.0021027687,0.0000060431007,0.93201464,0.000041925046,0.018982492,0.033023782],"study_design_scores_gemma":[0.0028899861,0.00040004702,0.011544804,0.0004878543,0.0139874825,0.00012480762,0.011540505,0.018886983,0.53335154,0.0021262933,0.40209907,0.0025606153],"about_ca_topic_score_codex":0.00006662155,"about_ca_topic_score_gemma":0.000028382472,"teacher_disagreement_score":0.39866307,"about_ca_system_score_codex":0.00002007208,"about_ca_system_score_gemma":0.000093156305,"threshold_uncertainty_score":0.9999099},"labels":[],"label_agreement":null},{"id":"W3047457928","doi":"","title":"Validity and Inter-Rater Reliability Testing of Quality Assessment Instruments [Internet]","year":2012,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Inter-rater reliability; Meta-analysis; Kappa; Statistics; Reliability (semiconductor); Medicine; Quality Score; Psychology; Mathematics; Rating scale; Internal medicine; Metric (unit)","score_opus":0.868285073652717,"score_gpt":0.5874881910494772,"score_spread":0.28079688260323976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047457928","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93733025,0.000024203247,0.021977635,0.00017298902,0.0002284228,0.00028066128,0.000005381499,0.0000041484905,0.039976325],"genre_scores_gemma":[0.9647835,0.0000019790953,0.031074116,0.0001122721,0.00003000541,0.000009361728,0.0000012697205,0.0000037118598,0.0039837905],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9794622,0.00969762,0.007400819,0.0005788033,0.0026279883,0.0002325572],"domain_scores_gemma":[0.98818195,0.004727813,0.003436875,0.002556132,0.000893084,0.00020412679],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17050378,0.00018077447,0.0019952136,0.00016933201,0.00004177687,0.00026253625,0.0006517558,0.000052060226,0.008789385],"category_scores_gemma":[0.03327895,0.00007878011,0.0005027613,0.00063628535,0.00007896727,0.0004224819,0.00034613488,0.000100406105,0.0003094643],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014339493,0.00007880881,0.98450166,0.000042167256,0.000024797544,5.052549e-8,0.00015305188,7.712133e-7,0.00011954928,0.00073217816,0.0037955756,0.010549944],"study_design_scores_gemma":[0.000118274904,0.00004347041,0.97994643,0.000023350127,0.0000706677,0.0000029200078,0.00039897277,0.0034870405,0.00049470994,0.0038449715,0.011447587,0.00012160053],"about_ca_topic_score_codex":0.0002438418,"about_ca_topic_score_gemma":0.000014000483,"teacher_disagreement_score":0.13722484,"about_ca_system_score_codex":0.000025674075,"about_ca_system_score_gemma":0.000020336049,"threshold_uncertainty_score":0.9921167},"labels":[],"label_agreement":null},{"id":"W3047950129","doi":"10.1503/cmaj.200077","title":"Development of the Instrument to assess the Credibility of Effect Modification Analyses (ICEMAN) in randomized controlled trials and meta-analyses","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":717,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Population Health Research Institute","funders":"West China Hospital, Sichuan University; Albert-Ludwigs-Universität Freiburg; Vrije Universiteit Amsterdam; Universiteit van Amsterdam; McMaster University; Sichuan University; Hamilton Health Sciences; Brown University","keywords":"Credibility; Randomized controlled trial; Systematic review; Meta-analysis; Set (abstract data type); Computer science; Evidence-based medicine; MEDLINE; Medicine; Medical physics; Applied psychology; Psychology; Alternative medicine; Surgery; Pathology","score_opus":0.8387528740037956,"score_gpt":0.5634966871064763,"score_spread":0.27525618689731934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047950129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91942173,0.001500892,0.009981859,0.064623296,0.0002620747,0.0035935668,0.00002798382,0.0000014321865,0.00058714877],"genre_scores_gemma":[0.99730164,0.000019430865,0.00061547046,0.0017882913,0.00007885255,0.000097619886,0.000001079581,0.0000037880418,0.000093810675],"study_design_codex":"meta_analysis","study_design_gemma":"randomized_trial","domain_scores_codex":[0.85449135,0.10767249,0.024088519,0.0005489663,0.012873664,0.00032500664],"domain_scores_gemma":[0.8929526,0.077338874,0.024018342,0.0012784642,0.003049574,0.001362143],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5013617,0.00021463797,0.012682569,0.00035656217,0.00018624384,0.00031312415,0.0011964072,0.00014091641,0.004379625],"category_scores_gemma":[0.61743474,0.00006356623,0.0041606477,0.0014432739,0.00007684198,0.00009650978,0.00005957425,0.00036405123,0.000022867818],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022387456,0.0006364259,0.17502035,0.000675014,0.35801658,0.000046730915,0.06358691,0.008866388,0.010725904,0.004014014,0.08221525,0.273809],"study_design_scores_gemma":[0.30741864,0.000331275,0.24708435,0.00033629275,0.18597127,0.000047620604,0.01698226,0.16658793,0.009502805,0.0060242703,0.058286216,0.0014270722],"about_ca_topic_score_codex":0.00042930935,"about_ca_topic_score_gemma":0.008254423,"teacher_disagreement_score":0.28503117,"about_ca_system_score_codex":0.00020286761,"about_ca_system_score_gemma":0.0014879945,"threshold_uncertainty_score":0.99653053},"labels":[],"label_agreement":null},{"id":"W3048211970","doi":"10.1016/j.jclinepi.2020.08.002","title":"Abbreviated and comprehensive literature searches led to identical or very similar effect estimates: a meta-epidemiological study","year":2020,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Economics; University of Alberta","funders":"","keywords":"Interquartile range; Meta-analysis; Confidence interval; Medicine; Odds ratio; MEDLINE; Epidemiology; Statistics; Systematic review; Internal medicine; Mathematics; Biology","score_opus":0.9657825327774562,"score_gpt":0.7373159784020075,"score_spread":0.22846655437544872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048211970","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00059164286,0.98380446,0.006010921,0.00456506,0.0012461068,0.003678452,0.000056721175,0.000011328486,0.000035331734],"genre_scores_gemma":[0.00014478016,0.973561,0.020205524,0.004390755,0.0012765676,0.00011584032,0.000014957355,0.000054581236,0.00023602172],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.35168427,0.5268719,0.11291221,0.0033443097,0.004151956,0.001035326],"domain_scores_gemma":[0.11836913,0.81235003,0.059819687,0.0037207394,0.0031903957,0.0025500068],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.65717435,0.0022846272,0.18118617,0.0011588108,0.00017743459,0.0005645743,0.0049922173,0.0018434811,0.0028388405],"category_scores_gemma":[0.95434874,0.00070771464,0.043487135,0.0032226245,0.0005618383,0.00027348098,0.0013700783,0.005560776,0.0015128099],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007511529,0.00062727946,0.0113522485,0.0064770095,0.051405083,0.0026392918,0.00015866791,0.00007999734,9.162844e-8,0.00033451302,0.1296183,0.79655635],"study_design_scores_gemma":[0.0007525465,0.0062327664,0.002774846,0.004219295,0.03344564,0.0013661206,0.00006581525,0.00059915934,1.2755401e-8,0.002857459,0.9471851,0.00050121953],"about_ca_topic_score_codex":0.0000039070906,"about_ca_topic_score_gemma":0.000005131004,"teacher_disagreement_score":0.8175668,"about_ca_system_score_codex":0.0000732152,"about_ca_system_score_gemma":0.0006131437,"threshold_uncertainty_score":0.9995374},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3049362565","doi":"10.1213/ane.0000000000004924","title":"Systematic Review in Clinical Research","year":2020,"lang":"en","type":"letter","venue":"Anesthesia & Analgesia","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Systematic review; Scopus; Psychological intervention; Population; Inclusion and exclusion criteria; MEDLINE; Medicine; Intervention (counseling); Acronym; Inclusion (mineral); Computer science; Management science; Alternative medicine; Psychology; Psychiatry; Pathology; Social psychology","score_opus":0.8167489935210992,"score_gpt":0.5965825621379618,"score_spread":0.2201664313831374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3049362565","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008221084,0.07513267,0.00008216014,0.9157496,0.000112319576,0.005102887,0.0000042628935,0.000017273129,0.0037166083],"genre_scores_gemma":[0.0003974705,0.008141741,0.00041697265,0.9605013,0.001665362,0.0005413193,0.00009095784,0.000099362696,0.028145518],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7173636,0.20030029,0.049890902,0.0044263047,0.026685989,0.0013328904],"domain_scores_gemma":[0.9188153,0.043693677,0.01617583,0.017089153,0.0037137829,0.000512266],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.41094136,0.0009999101,0.023776026,0.0015663747,0.00019665457,0.0015657425,0.009844733,0.00107048,0.008348953],"category_scores_gemma":[0.14700636,0.00049509713,0.007872601,0.0074536977,0.0003028292,0.00022954424,0.00027323648,0.0055280747,0.06540011],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018740567,0.00002681565,0.0008444192,0.111559756,0.00024757616,0.005812513,0.000045166245,2.0572232e-7,5.463025e-8,0.00015923273,0.88115895,0.00014341409],"study_design_scores_gemma":[0.00010283232,0.000087923174,0.0006369232,0.07585863,0.001430345,0.00036847603,0.00008294663,0.000251235,1.1468666e-7,0.0029053148,0.9177472,0.000528087],"about_ca_topic_score_codex":0.000037923208,"about_ca_topic_score_gemma":0.00001921756,"teacher_disagreement_score":0.263935,"about_ca_system_score_codex":0.00012863659,"about_ca_system_score_gemma":0.00047813304,"threshold_uncertainty_score":0.9997501},"labels":[],"label_agreement":null},{"id":"W3049544482","doi":"10.1037/cap0000215","title":"Meta-analysis as a response to the replication crisis.","year":2020,"lang":"en","type":"article","venue":"Canadian Psychology/Psychologie canadienne","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Psychology; Replication (statistics); Cognitive psychology; Clinical psychology; Psychotherapist; Psychoanalysis; Medicine; Virology","score_opus":0.8704227614812805,"score_gpt":0.5643594187930309,"score_spread":0.30606334268824964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3049544482","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10293488,0.0015849151,0.0063712248,0.86726314,0.0006823599,0.0019265824,0.00050320156,0.000039209557,0.01869447],"genre_scores_gemma":[0.7170916,0.000011389474,0.0012512576,0.27421838,0.00013750365,0.00037090346,0.000029274592,0.00003300622,0.0068566557],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.968809,0.015975827,0.0071035107,0.004489656,0.0021313215,0.001490648],"domain_scores_gemma":[0.9704217,0.0031140123,0.0025627234,0.018028034,0.0015589318,0.004314626],"candidate_categories":["metaresearch","metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.1130265,0.00070589024,0.005543033,0.002087002,0.00055235263,0.00083734887,0.008214269,0.0003547072,0.048323818],"category_scores_gemma":[0.07320135,0.0003555918,0.006194935,0.013901468,0.00017811492,0.00018963785,0.00013741829,0.00059260405,0.028617335],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010525016,0.000016654976,0.00094788556,0.0000019099136,0.027581505,0.00009961482,0.0018520572,0.00028166166,0.00007356084,0.0011185559,0.9647876,0.003133722],"study_design_scores_gemma":[0.00016338401,0.00020544011,0.027590962,6.2287523e-7,0.033231035,0.00004354989,0.0013357331,0.00017174329,0.000004632927,0.00243925,0.9344188,0.00039484462],"about_ca_topic_score_codex":0.036619686,"about_ca_topic_score_gemma":0.54120284,"teacher_disagreement_score":0.6141568,"about_ca_system_score_codex":0.00028767926,"about_ca_system_score_gemma":0.0005124384,"threshold_uncertainty_score":0.9998896},"labels":[],"label_agreement":null},{"id":"W3049553812","doi":"10.1016/j.jclinepi.2020.08.007","title":"Risk of bias assessment of test comparisons was uncommon in comparative accuracy systematic reviews: an overview of reviews","year":2020,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Birmingham Biomedical Research Centre; National Institute for Health and Care Research; Amsterdam University Medical Centers","keywords":"Confidence interval; Publication bias; Test (biology); Medicine; Systematic review; Statistics; Meta-analysis; Index (typography); MEDLINE; Medical physics; Mathematics; Computer science; Pathology","score_opus":0.9865851928587221,"score_gpt":0.776050256368858,"score_spread":0.2105349364898641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3049553812","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009237858,0.9892524,0.0037982685,0.0002604,0.00073594204,0.005364003,0.00012797509,0.0000015095309,0.00036714095],"genre_scores_gemma":[0.00055812165,0.9739243,0.02485002,0.00021822247,0.00025808768,0.00008914462,0.000017720926,0.000027146532,0.00005726093],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.19646989,0.54862905,0.2494812,0.0014129077,0.0035232408,0.00048369315],"domain_scores_gemma":[0.04596586,0.55904645,0.386421,0.0052382015,0.0027131354,0.00061537244],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7885139,0.0012467202,0.2172336,0.0011744164,0.000049446022,0.000050305203,0.005916705,0.00092159107,0.0010966819],"category_scores_gemma":[0.90993714,0.0005066344,0.034225248,0.003509508,0.00058090466,0.000341791,0.00049746945,0.003294335,0.00024625033],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003374351,0.0019771364,0.08228045,0.54855627,0.003822822,0.000030592728,0.0002559115,0.0001392695,2.4201958e-7,0.0024481749,0.055940997,0.30451438],"study_design_scores_gemma":[0.00038733555,0.0012499483,0.0037843443,0.20196739,0.010171321,0.00008005677,0.00012264114,0.0020800834,4.96791e-8,0.0013397879,0.77851194,0.00030507916],"about_ca_topic_score_codex":0.000041659714,"about_ca_topic_score_gemma":0.000103146536,"teacher_disagreement_score":0.72257096,"about_ca_system_score_codex":0.00012046032,"about_ca_system_score_gemma":0.0013126197,"threshold_uncertainty_score":0.9998165},"labels":[],"label_agreement":null},{"id":"W3049565965","doi":"10.1136/bmj.m2632","title":"Preferred reporting items for systematic review and meta-analysis of diagnostic test accuracy studies (PRISMA-DTA): explanation, elaboration, and checklist","year":2020,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":688,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish General Hospital; University of Ottawa; McGill University; Ottawa Hospital","funders":"Birmingham Biomedical Research Centre; Department of Health and Social Care; University of Ottawa; Medical Research Council; National Institute for Health and Care Research; Canadian Institutes of Health Research","keywords":"Systematic review; Checklist; Computer science; Statement (logic); Meta-analysis; Test (biology); Medicine; MEDLINE; Management science; Medical physics; Psychology; Pathology; Engineering; Chemistry; Epistemology","score_opus":0.7925280984551943,"score_gpt":0.5688023528720078,"score_spread":0.22372574558318659,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3049565965","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010037225,0.8478213,0.033482745,0.07973278,0.00012994946,0.027427578,0.00061094895,0.000039789393,0.0007176974],"genre_scores_gemma":[0.96783304,0.0072029415,0.010197257,0.006090102,0.00012425058,0.0043514823,0.000113031376,0.000039707666,0.0040482003],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.97132486,0.0032203048,0.022151247,0.0009358491,0.0022067602,0.00016099383],"domain_scores_gemma":[0.70841277,0.18062639,0.09328117,0.005545793,0.011667718,0.0004661286],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09226553,0.00032299015,0.012415201,0.0002799216,0.00016729935,0.00041190896,0.0005293672,0.000053980777,0.00038267966],"category_scores_gemma":[0.874717,0.00015162467,0.0020352309,0.0027742435,0.000065026274,0.00035789385,0.0001242974,0.00006710732,0.000026437629],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007199315,0.00010858303,0.010273496,0.3292968,0.30314127,0.00001268474,0.0063638147,0.00022339719,0.000078320256,0.0013966791,0.34880254,0.00029524128],"study_design_scores_gemma":[0.0001747151,0.00007688967,0.0016967489,0.0013962514,0.9812028,0.000009951424,0.003140603,0.008317087,0.00003087345,0.0008942981,0.002713688,0.0003461221],"about_ca_topic_score_codex":0.0000061758647,"about_ca_topic_score_gemma":0.000034783337,"teacher_disagreement_score":0.9577958,"about_ca_system_score_codex":0.000013196088,"about_ca_system_score_gemma":0.000042029813,"threshold_uncertainty_score":0.93470365},"labels":[],"label_agreement":null},{"id":"W3080154547","doi":"10.3171/2020.5.spine20466","title":"Publication rate of abstracts presented at the annual meetings of the AANS/CNS Section on Disorders of the Spine and Peripheral Nerves","year":2020,"lang":"en","type":"review","venue":"Journal of Neurosurgery Spine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Citation; Summit; Web of science; Internal medicine; General surgery; Surgery; Meta-analysis; Library science; Cartography; Geography","score_opus":0.355429427635244,"score_gpt":0.4419998080534382,"score_spread":0.0865703804181942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080154547","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08524878,0.89354116,0.0000961039,0.015167744,0.0026697898,0.0022188749,0.00014674186,0.0000033109657,0.000907472],"genre_scores_gemma":[0.05021385,0.9434961,0.0000578098,0.000399201,0.00046033703,0.000019066965,0.000007093887,0.000047463323,0.0052990546],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9758482,0.008927113,0.011410841,0.0004272986,0.003223351,0.0001631797],"domain_scores_gemma":[0.95920914,0.001900029,0.03540174,0.0017238889,0.0016694827,0.00009572544],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033703238,0.00037787025,0.0049303016,0.00035201048,0.00014334786,0.00018721275,0.0017343571,0.0001290205,0.0002990888],"category_scores_gemma":[0.038891677,0.00011844376,0.004304617,0.0023382362,0.00025174438,0.00025186277,0.0002788294,0.0005810292,0.000003822873],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009390372,0.0005747558,0.0057419045,0.010958958,0.002100488,0.0000084423755,0.0009554811,0.001440933,0.0015151789,0.00021472533,0.18610997,0.7902852],"study_design_scores_gemma":[0.00011530233,0.00013744103,0.040213816,0.0020012066,0.00093929045,0.000085885324,0.00008457368,0.00009777128,0.00003795257,0.000037899325,0.9561472,0.000101638325],"about_ca_topic_score_codex":0.000014163026,"about_ca_topic_score_gemma":0.000020043022,"teacher_disagreement_score":0.7901836,"about_ca_system_score_codex":0.000032018135,"about_ca_system_score_gemma":0.0002223087,"threshold_uncertainty_score":0.99500585},"labels":[],"label_agreement":null},{"id":"W3080405462","doi":"10.1371/journal.pone.0238025","title":"Assessing the format and content of journal published and non-journal published rapid review reports: A comparative study","year":2020,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Bruyère; Public Health Ontario; University of Toronto; University of Alberta; St. Michael's Hospital; Ottawa Hospital","funders":"Canadian Institutes of Health Research","keywords":"Relative risk; Computer science; Section (typography); Information retrieval; Medicine; Statistics; Mathematics","score_opus":0.8980819609544097,"score_gpt":0.5498007777153051,"score_spread":0.3482811832391046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080405462","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005746614,0.9915326,0.00026942423,0.0013264061,0.00020604333,0.004600807,0.000010883097,0.00000350572,0.0014756601],"genre_scores_gemma":[0.0007990013,0.99674785,0.0013896498,0.00025024175,0.0002394913,0.00011377569,0.000008920279,0.000024920035,0.0004261228],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9273142,0.027109621,0.032188267,0.0014186424,0.011511688,0.00045753285],"domain_scores_gemma":[0.93182534,0.0066614673,0.051255025,0.003646034,0.005962577,0.00064957043],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20619982,0.0007853691,0.02507048,0.0006068109,0.0005299388,0.014590899,0.0022762653,0.0001473589,0.0024874061],"category_scores_gemma":[0.07337325,0.00027957192,0.0028554264,0.002179215,0.00018057712,0.00278446,0.0005863789,0.0016390551,0.000043820724],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006550143,0.002052087,0.0011234138,0.057156276,0.018844973,0.0003137086,0.004112209,1.1647407e-7,0.0000023464534,0.000020986143,0.17580155,0.7405658],"study_design_scores_gemma":[0.0005553615,0.0005743537,0.00036187805,0.113266215,0.03887737,0.004254115,0.01062012,0.00016790275,6.107808e-7,0.00033705914,0.8303072,0.00067782245],"about_ca_topic_score_codex":0.0000025215584,"about_ca_topic_score_gemma":0.0000032239166,"teacher_disagreement_score":0.73988795,"about_ca_system_score_codex":0.00007431541,"about_ca_system_score_gemma":0.0006051825,"threshold_uncertainty_score":0.99996567},"labels":[],"label_agreement":null},{"id":"W3080748956","doi":"10.1136/bmj.m2898","title":"Potential impact of missing outcome data on treatment effects in systematic reviews: imputation study","year":2020,"lang":"en","type":"review","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; University of Toronto; McMaster University; Health Sciences Centre; Impact","funders":"","keywords":"Missing data; Imputation (statistics); Computer science; Outcome (game theory); Systematic review; Data science; Data mining; Information retrieval; MEDLINE; Machine learning; Mathematics; Biology","score_opus":0.87281630279343,"score_gpt":0.6636273681290603,"score_spread":0.20918893466436972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080748956","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000039334947,0.9698734,0.0018074603,0.000038596645,0.00031820047,0.02765978,0.000080227444,0.000004883408,0.00017807966],"genre_scores_gemma":[0.0013903718,0.9942514,0.0016715286,0.000028115479,0.00029360838,0.0013494521,0.00021400551,0.00006929117,0.0007322281],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.8735803,0.08038949,0.03810084,0.0022157275,0.00537816,0.00033552427],"domain_scores_gemma":[0.9491019,0.013367612,0.02684615,0.010225107,0.0002556563,0.00020352929],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1406204,0.0009896618,0.037557125,0.00090488663,0.000058030622,0.0006151337,0.0034697147,0.00016933492,0.00039533555],"category_scores_gemma":[0.10837733,0.00034953645,0.0074464544,0.0023243772,0.000019324214,0.00019718718,0.00033577645,0.00022466955,0.0031686372],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035909634,0.00031856316,0.00023350777,0.18460253,0.0014267612,0.00013913662,0.00022305136,0.000025412972,5.55609e-8,0.0000058696664,0.00387888,0.80914265],"study_design_scores_gemma":[0.0019091457,0.0035362784,0.0015873516,0.4604567,0.062200673,0.00028010295,0.000529715,0.015456369,7.937266e-8,0.0003529525,0.45173836,0.0019522832],"about_ca_topic_score_codex":0.000052742784,"about_ca_topic_score_gemma":0.00001600909,"teacher_disagreement_score":0.80719036,"about_ca_system_score_codex":0.0004178667,"about_ca_system_score_gemma":0.0003429537,"threshold_uncertainty_score":0.9998957},"labels":[],"label_agreement":null},{"id":"W3080828969","doi":"10.1136/ebmental-2020-300164","title":"Mind the methods of determining minimal important differences: three critical issues to consider","year":2020,"lang":"en","type":"review","venue":"Evidence-Based Mental Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Canadian Institutes of Health Research","keywords":"Interpretability; Prom; Computer science; Patient-reported outcome; Systematic review; Management science; Psychology; MEDLINE; Data science; Risk analysis (engineering); Medicine; Artificial intelligence; Quality of life (healthcare)","score_opus":0.9176321228776272,"score_gpt":0.6929243039291735,"score_spread":0.2247078189484537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080828969","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004002202,0.9712598,0.011030971,0.012793744,0.0007284097,0.003842795,0.00018738367,0.000007040718,0.000109846806],"genre_scores_gemma":[0.00038531024,0.87200695,0.12379135,0.0027691212,0.00030360266,0.00033428546,0.000017067054,0.00005293661,0.00033937636],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.93161696,0.033829898,0.023848986,0.002438009,0.007427978,0.00083814166],"domain_scores_gemma":[0.9294264,0.053935103,0.010716696,0.0043715127,0.0006055356,0.0009447801],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.13361154,0.0010192678,0.01681344,0.000541532,0.00041439958,0.0007430206,0.0039055794,0.00023813368,0.0070573725],"category_scores_gemma":[0.07795223,0.000417148,0.0044463207,0.002382589,0.00041414288,0.00021455223,0.00047572277,0.00062605046,0.0010963096],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001330679,0.00004570452,0.00026486348,0.007043686,0.00015880032,0.000011984159,0.0007199984,2.6736924e-7,0.0000010450493,0.00032049324,0.013204918,0.9782149],"study_design_scores_gemma":[0.00008745437,0.0005186296,0.00009686649,0.027294112,0.0009432796,0.0000386825,0.0008087443,0.0004284614,0.0000069929183,0.0003608944,0.9690042,0.00041166597],"about_ca_topic_score_codex":0.000076205826,"about_ca_topic_score_gemma":0.000115399765,"teacher_disagreement_score":0.9778033,"about_ca_system_score_codex":0.00025462778,"about_ca_system_score_gemma":0.0029609678,"threshold_uncertainty_score":0.99982804},"labels":[],"label_agreement":null},{"id":"W3082546254","doi":"10.2106/jbjs.18.00653","title":"An Assessment of Randomized Controlled Trial Quality in The Journal of Bone &amp; Joint Surgery","year":2020,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; McMaster University; University of Toronto","funders":"","keywords":"Blinding; Medicine; Randomized controlled trial; Randomization; Sample size determination; Quality Score; Clinical trial; Surgery; Internal medicine; Statistics","score_opus":0.6706747045075249,"score_gpt":0.521821164611291,"score_spread":0.14885353989623384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082546254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9779309,0.004465859,0.009983273,0.005714335,0.0007332251,0.00097450486,0.000004863126,9.3989246e-7,0.00019211954],"genre_scores_gemma":[0.996254,0.0013871475,0.0011706894,0.00060864666,0.0005004535,0.000008875656,0.0000011701326,0.000009280647,0.00005968054],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.82737607,0.08920579,0.07242435,0.0004234396,0.01020268,0.00036768615],"domain_scores_gemma":[0.7915689,0.09945237,0.102281444,0.001698023,0.004409468,0.00058978907],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.6672215,0.00031051465,0.029038208,0.0015144612,0.00007733587,0.00039878057,0.00026440335,0.00010700191,0.0013041504],"category_scores_gemma":[0.18760985,0.000117828844,0.012667812,0.0009960701,0.00014794397,0.00052170624,0.000049853086,0.000551916,0.000007405008],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.76297414,0.0024349296,0.03966652,0.0007061363,0.004680921,0.00045038795,0.0059558777,0.00047385436,0.0062334724,0.00054011476,0.16680099,0.00908265],"study_design_scores_gemma":[0.892549,0.00080015225,0.0742431,0.0013062336,0.004882674,0.0011581759,0.0072238417,0.0027816123,0.00012448206,0.006442459,0.0077864053,0.0007019127],"about_ca_topic_score_codex":0.000020121746,"about_ca_topic_score_gemma":0.000012078344,"teacher_disagreement_score":0.4796116,"about_ca_system_score_codex":0.000027520362,"about_ca_system_score_gemma":0.00069110683,"threshold_uncertainty_score":0.9996088},"labels":[],"label_agreement":null},{"id":"W3082772203","doi":"10.1177/0146167220950522","title":"Can Researchers’ Personal Characteristics Shape Their Statistical Inferences?","year":2020,"lang":"en","type":"article","venue":"Personality and Social Psychology Bulletin","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Psychology; Affect (linguistics); Statistical hypothesis testing; Social psychology; Bayesian probability; Psychological research; Statistical analysis; Cognitive psychology; Statistics; Artificial intelligence; Computer science","score_opus":0.8132847184386787,"score_gpt":0.5575476085934381,"score_spread":0.25573710984524056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082772203","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6450223,0.00023187221,0.002655458,0.34393337,0.00015270263,0.0003348922,0.00065031816,0.000013483443,0.00700559],"genre_scores_gemma":[0.9788335,0.000034516102,0.00061774644,0.019009722,0.00045007063,0.000018691,0.000051357336,0.000011007832,0.0009733963],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9842853,0.009383448,0.0028011294,0.0011596585,0.0019505924,0.00041987316],"domain_scores_gemma":[0.99472666,0.0028239922,0.0010635782,0.00047878144,0.0005375625,0.00036945712],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.030859292,0.00028633038,0.0021655366,0.000077988734,0.0004660911,0.0005380928,0.00090457185,0.00022599543,0.081977755],"category_scores_gemma":[0.014625455,0.0001687192,0.00058372645,0.00039916454,0.0006856373,0.000038642705,0.00015141403,0.0005732226,0.0021759518],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022368801,0.00021010535,0.14829779,0.00014001562,0.000521629,0.000044385783,0.06845131,7.812053e-8,0.00011108066,0.02858667,0.644098,0.10931526],"study_design_scores_gemma":[0.0003694267,0.00011896942,0.48213395,0.000005726464,0.00007055879,0.000011284492,0.0060785203,0.0009412939,4.5723675e-7,0.0070038503,0.503009,0.00025696424],"about_ca_topic_score_codex":0.00003741243,"about_ca_topic_score_gemma":0.000023915665,"teacher_disagreement_score":0.33383617,"about_ca_system_score_codex":0.00001855406,"about_ca_system_score_gemma":0.0000774657,"threshold_uncertainty_score":0.99860096},"labels":[],"label_agreement":null},{"id":"W3083911301","doi":"10.1093/cid/ciaa1353","title":"Methodological and Reporting Quality of Noninferiority Randomized Controlled Trials Comparing Antibiotic Therapies: A Systematic Review","year":2020,"lang":"en","type":"review","venue":"Clinical Infectious Diseases","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Medicine; Blinding; Randomized controlled trial; Systematic review; MEDLINE; Confidence interval; Protocol (science); Meta-analysis; Odds ratio; Intensive care medicine; Food and drug administration; Internal medicine; Alternative medicine; Medical emergency","score_opus":0.9643438506930195,"score_gpt":0.7238925584481332,"score_spread":0.24045129224488637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083911301","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006186457,0.9698381,0.0043041916,0.000090987836,0.00059716013,0.024393411,0.00006169143,0.00004204692,0.00061053754],"genre_scores_gemma":[0.0012845267,0.99672663,0.00036399544,0.00034502384,0.00025062595,0.0008235548,0.00002533646,0.000036235735,0.00014404769],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.2640335,0.54007304,0.18922669,0.0022055528,0.0041122646,0.00034894038],"domain_scores_gemma":[0.013138097,0.65111005,0.32772294,0.0051603788,0.0021483807,0.0007201332],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.84135014,0.0013412589,0.35951012,0.0004101409,0.00018790006,0.0009175332,0.0017277546,0.00055431,0.0011938182],"category_scores_gemma":[0.9859631,0.0004709346,0.07878127,0.0016489619,0.00075047824,0.00014316206,0.00051481737,0.00085320906,0.00024705287],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006367039,0.00028612788,0.0022934224,0.93041986,0.016424332,0.000018793753,0.000023135839,3.5894405e-7,2.4870882e-8,0.0010239802,0.00052025344,0.048353005],"study_design_scores_gemma":[0.0436874,0.0001830603,0.00024286265,0.6784086,0.25241867,0.0000469403,0.0000705759,0.00030505634,1.4319971e-8,0.0037632352,0.019895328,0.0009782303],"about_ca_topic_score_codex":0.000011120854,"about_ca_topic_score_gemma":0.0000036761082,"teacher_disagreement_score":0.28072885,"about_ca_system_score_codex":0.00005162014,"about_ca_system_score_gemma":0.0005830393,"threshold_uncertainty_score":0.99993384},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3084046422","doi":"10.1186/s12874-020-01107-7","title":"A tutorial on methodological studies: the what, when, how and why","year":2020,"lang":"en","type":"review","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":147,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; Population Health Research Institute; McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"","keywords":"Research design; Biostatistics; Computer science; Management science; Protocol (science); Publication; Data science; Data extraction; Quality (philosophy); External validity; Engineering ethics; MEDLINE; Medicine; Psychology; Alternative medicine; Public health; Sociology; Social science","score_opus":0.9967600144857308,"score_gpt":0.8075475698813431,"score_spread":0.1892124446043877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084046422","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.1473675e-7,0.89012015,0.078417026,0.024802277,0.0032074724,0.002856828,0.000014502024,0.000014466127,0.00056636136],"genre_scores_gemma":[2.8315904e-7,0.9222741,0.067242004,0.002239595,0.0036009212,0.0008912032,0.000009491267,0.000049972066,0.0036924034],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.14960669,0.80135083,0.013275349,0.004380712,0.029925426,0.0014610077],"domain_scores_gemma":[0.026542526,0.9553625,0.005768526,0.007434067,0.0030756148,0.0018167769],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.867433,0.0011440347,0.029640933,0.0012353604,0.00067971786,0.0026646615,0.0104155885,0.001479227,0.0131514445],"category_scores_gemma":[0.9788883,0.00036732058,0.0059771403,0.003797773,0.0033249932,0.00024343106,0.003848006,0.0053724675,0.0030099342],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030787953,0.000024301457,0.0000025124773,0.00269123,0.0006129267,0.00012260825,0.0003700385,6.471459e-8,6.321955e-8,0.0096273385,0.28161612,0.704902],"study_design_scores_gemma":[0.0002056549,0.000323194,0.0000016344634,0.0034350606,0.00083368795,0.00021973286,0.0033618473,0.00013022343,1.1513084e-7,0.043460965,0.9477348,0.00029312502],"about_ca_topic_score_codex":0.00001605989,"about_ca_topic_score_gemma":0.000119929646,"teacher_disagreement_score":0.70460886,"about_ca_system_score_codex":0.00018705912,"about_ca_system_score_gemma":0.0027008126,"threshold_uncertainty_score":0.99987787},"labels":[],"label_agreement":null},{"id":"W3084796809","doi":"10.1016/j.cct.2020.106151","title":"Fragility of clinical trials across research fields: A synthesis of methodological reviews","year":2020,"lang":"en","type":"review","venue":"Contemporary Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Population Health Research Institute; Impact; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Fragility; Medicine; Quartile; Sample size determination; Confidence interval; Meta-analysis; Randomized controlled trial; Statistics; Internal medicine; Mathematics","score_opus":0.9987919431361875,"score_gpt":0.8608320375703088,"score_spread":0.13795990556587867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084796809","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017365628,0.9699444,0.0049552517,0.0010126113,0.0029124091,0.015278415,0.0012350297,0.000015311709,0.0046291943],"genre_scores_gemma":[0.0002467013,0.98464394,0.00888994,0.00025585247,0.0028639808,0.0008370355,0.00004469035,0.00006173447,0.0021561093],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.0070180306,0.7245202,0.2543308,0.0043406263,0.009117178,0.0006731587],"domain_scores_gemma":[0.00173589,0.81612027,0.16329964,0.013244786,0.004360779,0.0012386257],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.9910475,0.0015858178,0.24158144,0.0007256371,0.00020378496,0.00060267904,0.012044326,0.0043313154,0.0123066325],"category_scores_gemma":[0.99701846,0.000638868,0.11539168,0.005352487,0.0020536967,0.00029563328,0.0023292464,0.004972696,0.0035963196],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030901772,0.00043210248,0.00035781262,0.0086893225,0.0027225942,0.000024765408,0.000039687737,6.361957e-8,1.476288e-7,0.00021997224,0.19148998,0.79571456],"study_design_scores_gemma":[0.000810912,0.0005700377,0.00004975033,0.011099441,0.00432601,0.0000044459416,0.00013036898,0.000021125994,0.0000019512522,0.0065251216,0.9759907,0.00047011478],"about_ca_topic_score_codex":0.000026413321,"about_ca_topic_score_gemma":0.0000053562076,"teacher_disagreement_score":0.79524446,"about_ca_system_score_codex":0.000042959262,"about_ca_system_score_gemma":0.0033660997,"threshold_uncertainty_score":0.999689},"labels":[],"label_agreement":null},{"id":"W3085427637","doi":"10.7287/peerj.preprints.27608v1","title":"A contrast of meta and metafor packages for meta-analyses in R","year":2019,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Contrast (vision); Meta-analysis; Preference; Psychology; Cognitive psychology; Computer science; Data science; Artificial intelligence; Statistics; Mathematics","score_opus":0.9445074931146926,"score_gpt":0.625362524155828,"score_spread":0.31914496895886457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085427637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6964632,0.078989156,0.13825488,0.0058071855,0.000379546,0.010643356,0.00038088416,0.000016906622,0.06906488],"genre_scores_gemma":[0.9465549,0.000024107047,0.017730713,0.00023313706,0.000008174814,0.00019337074,0.0000023720804,0.0000077570085,0.03524548],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9857593,0.003567768,0.007405975,0.0007939369,0.0022747142,0.00019830771],"domain_scores_gemma":[0.9834413,0.010622539,0.0028846576,0.0022264016,0.0007401013,0.000084993444],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0829345,0.000263726,0.009911737,0.00047887306,0.00002435267,0.00028055836,0.00080778636,0.000055611927,0.044515792],"category_scores_gemma":[0.016789643,0.00008879601,0.005648246,0.00087032345,0.00004505313,0.00024766562,0.00007715519,0.000050809147,0.0003247173],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014580127,0.0007460689,0.065027535,0.001278804,0.49481186,0.00000778074,0.0021786864,0.0009828806,0.027235094,0.20779745,0.17909196,0.020696063],"study_design_scores_gemma":[0.0032720892,0.00055348186,0.024149366,0.000025296848,0.45695794,0.000021433922,0.0077379216,0.03891125,0.015880449,0.097566225,0.35361835,0.0013062023],"about_ca_topic_score_codex":0.000055991837,"about_ca_topic_score_gemma":0.00019993534,"teacher_disagreement_score":0.25009167,"about_ca_system_score_codex":0.000004732136,"about_ca_system_score_gemma":0.00002445548,"threshold_uncertainty_score":0.99149233},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"software","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"software","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3086687521","doi":"10.1136/bmj.m2864","title":"When to replicate systematic reviews of interventions: consensus checklist","year":2020,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; Canadian Agency for Drugs and Technologies in Health; University of Toronto; Western University; McMaster University; Queen's University; Dalhousie University; Cochrane; Bruyère; University of Ottawa; Public Health Agency of Canada; Ottawa Hospital; Université de Montréal; Hospital for Sick Children","funders":"World Health Organization","keywords":"Replicate; Replication (statistics); Checklist; Systematic review; Psychological intervention; Computer science; Data science; Psychology; MEDLINE; Medicine; Political science; Law; Virology; Cognitive psychology; Psychiatry; Mathematics; Statistics","score_opus":0.866721107987307,"score_gpt":0.5820358013754281,"score_spread":0.28468530661187885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086687521","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045908686,0.05764974,0.2938508,0.32624188,0.0019851027,0.07348418,0.0002279079,0.00010582697,0.20054589],"genre_scores_gemma":[0.7665447,0.00013919683,0.11351808,0.012730173,0.00057465595,0.0025622656,0.000015195967,0.00006395712,0.103851765],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9602671,0.01329492,0.022426756,0.0009040486,0.0029254053,0.00018177117],"domain_scores_gemma":[0.98009515,0.0031471723,0.010447563,0.004973391,0.0010359139,0.00030079504],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.13021928,0.00020805269,0.005622905,0.00016592389,0.000046503956,0.0002582013,0.0016584765,0.00004333963,0.008376114],"category_scores_gemma":[0.2715352,0.000096150005,0.0033002836,0.0011479807,0.000035474062,0.00005311493,0.0002021711,0.00007651112,0.017717239],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004979933,0.000024838719,0.00044673856,0.015752042,0.00014025244,0.0000034530406,0.0007733842,0.000010620613,0.00018964568,0.001407229,0.97984827,0.0013985586],"study_design_scores_gemma":[0.00030812644,0.00020174647,0.0010070252,0.011406372,0.0012542258,0.00004246669,0.001758868,0.0039902157,0.0001964138,0.003985522,0.9753939,0.0004551375],"about_ca_topic_score_codex":0.00000831489,"about_ca_topic_score_gemma":0.000010959911,"teacher_disagreement_score":0.720636,"about_ca_system_score_codex":0.000014956702,"about_ca_system_score_gemma":0.000028582424,"threshold_uncertainty_score":0.99253035},"labels":[],"label_agreement":null},{"id":"W3086835710","doi":"10.11124/jbies-20-00361","title":"Language bias in systematic reviews: you only get out what you put in","year":2020,"lang":"en","type":"article","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Unavailability; Context (archaeology); Inclusion (mineral); Systematic review; Limiting; Interpreter; Indigenous; Computer science; Psychology; MEDLINE; Statistics; Political science; Social psychology; Geography; Law","score_opus":0.6151700240699746,"score_gpt":0.49504763750183484,"score_spread":0.12012238656813973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086835710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4708956,0.44729897,0.005437271,0.049423497,0.0015557909,0.019184021,0.000036941878,0.00009178015,0.0060761543],"genre_scores_gemma":[0.98121786,0.0071817827,0.0024244722,0.0026721945,0.0001931772,0.0008697039,0.0000017549514,0.000042548716,0.0053964853],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9399241,0.035880033,0.016143234,0.0018925882,0.005567554,0.0005924702],"domain_scores_gemma":[0.94901305,0.03755915,0.0069677574,0.005600296,0.00043252073,0.00042724144],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.17550217,0.0005733037,0.008521748,0.000726254,0.000072021205,0.0021331492,0.003604365,0.0001717404,0.0056396886],"category_scores_gemma":[0.5236129,0.0002896804,0.0020560056,0.0031848212,0.000069534304,0.0021571566,0.0002837035,0.00032484112,0.022840688],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010518747,0.0005491082,0.31913692,0.110769495,0.00071422715,0.0011622307,0.11139628,0.0004161839,0.0018125923,0.0009719867,0.090388656,0.3625771],"study_design_scores_gemma":[0.0013420957,0.00045470678,0.053988274,0.44687375,0.005084397,0.00023175862,0.2182037,0.073636,0.0016740488,0.0030136532,0.18941584,0.006081765],"about_ca_topic_score_codex":0.000091207985,"about_ca_topic_score_gemma":0.0005664981,"teacher_disagreement_score":0.5103223,"about_ca_system_score_codex":0.00013723449,"about_ca_system_score_gemma":0.0001400317,"threshold_uncertainty_score":0.99995553},"labels":[],"label_agreement":null},{"id":"W3087185831","doi":"10.1093/jamia/ocaa163","title":"Trialstreamer: A living, automatically updated database of clinical trial reports","year":2020,"lang":"en","type":"article","venue":"Journal of the American Medical Informatics Association","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; Medical Research Council; National Institutes of Health; McMaster University","keywords":"Computer science; Database; Information retrieval","score_opus":0.5557533324818889,"score_gpt":0.5552892948924444,"score_spread":0.00046403758944446594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087185831","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9617346,0.000038699956,0.020048065,0.014430951,0.0015579867,0.0006194037,0.000020150945,0.0000059603094,0.0015441637],"genre_scores_gemma":[0.9745467,0.00012283889,0.016503029,0.007177349,0.00122935,0.00000437034,0.0000061805554,0.000013820749,0.0003963677],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.92493904,0.01443119,0.041988462,0.0002199292,0.018163383,0.0002580231],"domain_scores_gemma":[0.76811314,0.029982477,0.1938677,0.0025921904,0.0044030626,0.0010414573],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27820134,0.00020103037,0.005310453,0.00017721475,0.00007549304,0.00027706067,0.0022202504,0.00013412825,0.002900657],"category_scores_gemma":[0.71098983,0.000083630744,0.0032124664,0.0018696842,0.00018594992,0.00042738876,0.00033036096,0.0007374815,0.00013181029],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011647936,0.00047343943,0.07784082,0.00007162001,0.0018309242,0.000022423746,0.0023339023,0.00010488597,0.000020670406,0.00014358331,0.8459153,0.07007763],"study_design_scores_gemma":[0.036904283,0.00695026,0.09298099,0.0015805784,0.0072307745,0.0003918195,0.013437642,0.53802073,0.00012739348,0.004505313,0.2966626,0.0012076078],"about_ca_topic_score_codex":0.000009525057,"about_ca_topic_score_gemma":0.0000031800394,"teacher_disagreement_score":0.54925275,"about_ca_system_score_codex":0.000079918274,"about_ca_system_score_gemma":0.0009853564,"threshold_uncertainty_score":0.9980108},"labels":[],"label_agreement":null},{"id":"W3087544668","doi":"10.1002/pst.2068","title":"Assessing the quality of studies in meta‐research: Review/guidelines on the most important quality assessment tools","year":2020,"lang":"en","type":"review","venue":"Pharmaceutical Statistics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":225,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Jadad scale; Systematic review; Observational study; Meta-analysis; Quality (philosophy); Scale (ratio); Publication bias; Consolidated Standards of Reporting Trials; Randomized controlled trial; Computer science; MEDLINE; Management science; Medicine; Engineering; Cochrane Library; Pathology","score_opus":0.996400707501376,"score_gpt":0.8337696602368216,"score_spread":0.16263104726455435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087544668","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000013490574,0.9796069,0.00619727,0.007194105,0.0003924206,0.0042539136,0.0011988273,0.000005420069,0.0011497798],"genre_scores_gemma":[0.00002625975,0.9884336,0.007619636,0.0027568296,0.00017355868,0.0006353392,0.000049051934,0.000033813063,0.0002719298],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.6569226,0.25015128,0.062189166,0.002758909,0.026863687,0.0011143986],"domain_scores_gemma":[0.5374619,0.41899183,0.02525914,0.007834525,0.0099229505,0.0005296677],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5529103,0.00093889306,0.021192381,0.00023980864,0.00038748485,0.0012499504,0.0045885313,0.00015396642,0.0036895827],"category_scores_gemma":[0.5636719,0.00028410187,0.004065914,0.0044912505,0.00086259964,0.00018797725,0.0010243502,0.0023002727,0.00044061808],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030594726,0.00013389425,0.000043622695,0.04116113,0.0044990596,0.000027945722,0.00008406862,0.0000041734893,3.4911355e-7,0.08413507,0.12531503,0.7445926],"study_design_scores_gemma":[0.000071955714,0.00002663454,0.000046470475,0.008181733,0.007882097,0.0000033620447,0.00054391735,0.000918482,3.6976604e-7,0.008913156,0.97311825,0.00029355992],"about_ca_topic_score_codex":0.000040935283,"about_ca_topic_score_gemma":0.000031476087,"teacher_disagreement_score":0.84780324,"about_ca_system_score_codex":0.00025649427,"about_ca_system_score_gemma":0.00093741965,"threshold_uncertainty_score":0.99996114},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W3087621380","doi":"10.1016/j.ajog.2020.09.015","title":"Improving systematic reviews in obstetrics and gynecology","year":2020,"lang":"en","type":"letter","venue":"American Journal of Obstetrics and Gynecology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Princess Margaret Cancer Centre; University Health Network; University of Toronto","funders":"American College of Surgeons","keywords":"Scopus; Systematic review; Medicine; Data extraction; MEDLINE; Meta-analysis; Randomized controlled trial; Reporting bias; Surgery; Pathology","score_opus":0.3280783870616235,"score_gpt":0.41209638711723123,"score_spread":0.08401800005560772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087621380","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05544103,0.43298227,0.0088271685,0.46703368,0.024446923,0.009520748,0.00010815372,0.000020516287,0.0016195192],"genre_scores_gemma":[0.13052626,0.05536545,0.021411067,0.785588,0.0018145106,0.0002310438,0.000031048112,0.00025572264,0.0047768783],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94778305,0.025291575,0.021405946,0.0014231054,0.0033282342,0.000768113],"domain_scores_gemma":[0.4354418,0.5090992,0.050019175,0.0026699807,0.0022220348,0.00054784823],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05346387,0.00083760597,0.018351529,0.0033712876,0.00014396422,0.000726972,0.0024825188,0.00058326963,0.0004542057],"category_scores_gemma":[0.841954,0.00046598763,0.0018750284,0.005418034,0.0005066159,0.0002677149,0.0004731745,0.0028639156,0.00021741334],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060426873,0.00008133931,0.010745933,0.010176179,0.00074122794,0.004994102,0.0010436677,0.000010474099,0.000010448144,0.00010547816,0.5100188,0.4620663],"study_design_scores_gemma":[0.00063118665,0.0012490988,0.00084244745,0.0006877995,0.0012275834,0.0005634382,0.0011759885,0.0010761704,4.28482e-7,0.00095397176,0.9910263,0.00056562945],"about_ca_topic_score_codex":0.00001553438,"about_ca_topic_score_gemma":0.000010581116,"teacher_disagreement_score":0.7884902,"about_ca_system_score_codex":0.0003122558,"about_ca_system_score_gemma":0.0003576035,"threshold_uncertainty_score":0.99977916},"labels":[],"label_agreement":null},{"id":"W3087695377","doi":"10.23736/s1973-9087.20.06451-5","title":"Randomized controlled trials in non-pharmacological rehabilitation research: a scoping review of the reporting of sample size calculation, randomization procedure, and statistical analyses","year":2021,"lang":"en","type":"review","venue":"European Journal of Physical and Rehabilitation Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto; Toronto Rehabilitation Institute","funders":"","keywords":"Randomized controlled trial; Medicine; Sample size determination; Randomization; Consolidated Standards of Reporting Trials; Rehabilitation; Research design; Physical therapy; Clinical trial; Statistical significance; MEDLINE; Clinical study design; Gold standard (test); Statistics; Surgery; Internal medicine","score_opus":0.7299119657026045,"score_gpt":0.6440126631589204,"score_spread":0.08589930254368416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087695377","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015165065,0.98343354,0.005620072,0.0015552156,0.00013584574,0.0075883945,0.0000115079965,0.0000010938726,0.0001378313],"genre_scores_gemma":[0.009920266,0.98041326,0.009098045,0.00006227554,0.00032294827,0.00010648876,0.000010740665,0.00002123669,0.0000447206],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.5398304,0.36384666,0.087992296,0.000973357,0.0070894216,0.00026786438],"domain_scores_gemma":[0.11048865,0.7867989,0.09349995,0.00096140726,0.008040711,0.00021036749],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.66446364,0.00037923385,0.04039022,0.0007398418,0.00009777139,0.00007888101,0.0004886888,0.000067108296,0.00033124193],"category_scores_gemma":[0.9732231,0.00012249008,0.005436423,0.0024374723,0.001152182,0.00014146505,0.0001254359,0.000561493,0.0000013923244],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015634082,0.0010072083,0.00043583033,0.4923643,0.005183741,0.000045474568,0.009384083,0.00030433876,0.0001654989,0.0035754757,0.010330243,0.46156973],"study_design_scores_gemma":[0.11000191,0.0010461749,0.00088132697,0.8614344,0.015734177,0.00005196463,0.0010740805,0.00162473,0.0000013584214,0.0050645773,0.0028268297,0.00025846684],"about_ca_topic_score_codex":0.0000062811746,"about_ca_topic_score_gemma":0.0000016345696,"teacher_disagreement_score":0.46131128,"about_ca_system_score_codex":0.000039465307,"about_ca_system_score_gemma":0.0004352781,"threshold_uncertainty_score":0.9738562},"labels":[],"label_agreement":null},{"id":"W3088741804","doi":"10.1016/j.jclinepi.2020.07.021","title":"Evidence-Based Research Series-Paper 3: Using an Evidence-Based Research approach to place your results into context after the study is performed to ensure usefulness of the conclusion","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Ottawa Hospital; University of Ottawa; McMaster University","funders":"Høgskulen på Vestlandet; Oak Foundation","keywords":"Series (stratigraphy); Context (archaeology); Medicine; Data science; Computer science; Psychology; Geography","score_opus":0.9850733829720696,"score_gpt":0.7136042393745555,"score_spread":0.27146914359751406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088741804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8228596,0.0013047522,0.0061736684,0.16650668,0.00046897138,0.0025914419,0.000011928055,0.0000023870261,0.000080610065],"genre_scores_gemma":[0.9713862,0.000069260124,0.007804332,0.01943991,0.00085831195,0.00007347375,4.5623727e-7,0.000022665528,0.00034540845],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.40647238,0.5256593,0.047163315,0.0027346485,0.016617255,0.001353043],"domain_scores_gemma":[0.37591368,0.5752675,0.017360859,0.008124452,0.021276869,0.002056633],"candidate_categories":["metaresearch","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.81611615,0.00043187648,0.008942266,0.0006365377,0.0007666978,0.0003276578,0.0077004456,0.0004433783,0.0011663632],"category_scores_gemma":[0.9079122,0.00015685563,0.0028352512,0.004822308,0.0011164593,0.0008050617,0.0014012678,0.0033321907,0.0001801397],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04163746,0.0021993492,0.65537435,0.00035069403,0.0008417852,0.00006253891,0.02823752,0.03186085,0.00069087854,0.00023270569,0.1912837,0.047228172],"study_design_scores_gemma":[0.0063028606,0.02839558,0.6073304,0.0062901443,0.0011277416,0.000086103704,0.06459483,0.19552101,0.00037856732,0.003966429,0.08504409,0.0009622726],"about_ca_topic_score_codex":0.00023810455,"about_ca_topic_score_gemma":0.00017646166,"teacher_disagreement_score":0.16366017,"about_ca_system_score_codex":0.0001623766,"about_ca_system_score_gemma":0.0023536752,"threshold_uncertainty_score":0.9997467},"labels":[],"label_agreement":null},{"id":"W3088894278","doi":"10.1111/iej.13415","title":"Retrospective evaluation of endodontic case reports published in the International Endodontic Journal and the Journal of Endodontics for their compliance with the PRICE 2020 guidelines","year":2020,"lang":"en","type":"article","venue":"International Endodontic Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Endodontics; Medicine; Electronic database; Dentistry; Family medicine; Medical physics; Information retrieval; Computer science","score_opus":0.641266503040818,"score_gpt":0.50227619343453,"score_spread":0.138990309606288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088894278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.567672,0.0073820846,0.22025135,0.19234064,0.0053583463,0.0035242757,0.00008782182,0.000006901673,0.0033765766],"genre_scores_gemma":[0.9910554,0.00040800043,0.0050357315,0.0015337061,0.0017023423,0.00003619403,0.000004208251,0.000025465244,0.0001989093],"study_design_codex":"not_applicable","study_design_gemma":"case_report","domain_scores_codex":[0.9661828,0.009075551,0.011608598,0.00062766735,0.01207387,0.00043147223],"domain_scores_gemma":[0.9467315,0.00960695,0.019083222,0.0012248802,0.023113027,0.00024043611],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1949015,0.0004533145,0.0022130993,0.000501298,0.00043836812,0.0027595991,0.003770958,0.00009096189,0.001078389],"category_scores_gemma":[0.13417308,0.00015879316,0.0014531073,0.0010913999,0.00042669853,0.001189716,0.00023495412,0.0012436302,0.0000061771552],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0066425162,0.0011767074,0.2328398,0.00026738175,0.017357629,0.00808207,0.076441854,0.036665082,0.0033228244,0.016636781,0.5418406,0.058726717],"study_design_scores_gemma":[0.01829464,0.00089426787,0.023005307,0.000863339,0.004133577,0.43688774,0.039476823,0.36934698,0.00032799935,0.04303914,0.063001856,0.0007283356],"about_ca_topic_score_codex":0.00002676986,"about_ca_topic_score_gemma":0.00011391012,"teacher_disagreement_score":0.47883877,"about_ca_system_score_codex":0.00024713564,"about_ca_system_score_gemma":0.00064218615,"threshold_uncertainty_score":0.9998348},"labels":[],"label_agreement":null},{"id":"W3089055170","doi":"10.1037/hea0001020","title":"Balance of group sizes in randomized controlled trials published in American Psychological Association journals.","year":2020,"lang":"en","type":"article","venue":"Health Psychology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"","keywords":"Randomization; PsycINFO; Randomized controlled trial; Sample size determination; Odds ratio; Medicine; Confidence interval; Logistic regression; Psychology; MEDLINE; Statistics; Internal medicine; Mathematics","score_opus":0.7646124631689468,"score_gpt":0.6440227681462469,"score_spread":0.1205896950226999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089055170","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5223025,0.0077582574,0.015809687,0.43500158,0.001461162,0.008095853,0.000026282078,0.000015530939,0.009529152],"genre_scores_gemma":[0.9610792,0.0013183118,0.0024765595,0.03451742,0.00014864742,0.00026793845,0.000004631894,0.000008645934,0.00017868054],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.55183375,0.36514077,0.07330042,0.002392929,0.006248419,0.0010837356],"domain_scores_gemma":[0.8786439,0.0700765,0.04841,0.0017075418,0.00077599386,0.0003860955],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5880884,0.0002811993,0.033412088,0.0008528039,0.00003874935,0.00020937444,0.001222073,0.00018732739,0.008790827],"category_scores_gemma":[0.5587483,0.00012589789,0.003248743,0.003396454,0.00012484302,0.00016954211,0.00004153664,0.00052802113,0.0002628304],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.058964822,0.0009013151,0.5858957,0.00008631721,0.0007430093,0.000016967468,0.0022553664,0.00007237294,0.00018343196,0.0017409052,0.31632802,0.032811712],"study_design_scores_gemma":[0.4482638,0.0007501159,0.5149833,0.000117751486,0.00017910328,0.000009468826,0.0006162046,0.004197228,9.483327e-7,0.013457531,0.017133012,0.00029154835],"about_ca_topic_score_codex":0.00006420684,"about_ca_topic_score_gemma":0.00014989752,"teacher_disagreement_score":0.43877667,"about_ca_system_score_codex":0.00008552213,"about_ca_system_score_gemma":0.0000759883,"threshold_uncertainty_score":0.99211526},"labels":[],"label_agreement":null},{"id":"W3089128767","doi":"10.1016/j.jclinepi.2020.07.020","title":"Evidence-Based Research Series-Paper 1: What Evidence-Based Research is and why is it important?","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":144,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; McMaster University","funders":"Høgskulen på Vestlandet; Parker Institute for Cancer Immunotherapy; Oak Foundation","keywords":"Series (stratigraphy); Data science; Medicine; Computer science","score_opus":0.9904656403781177,"score_gpt":0.750457322862031,"score_spread":0.24000831751608664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089128767","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.083973095,0.056198787,0.00480081,0.8531789,0.0008356388,0.00072550203,0.000007930413,0.0000039551023,0.000275363],"genre_scores_gemma":[0.49629956,0.092692755,0.024862936,0.37918758,0.0036423395,0.00004602893,0.0000018913346,0.000055857196,0.0032110554],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.4514455,0.43768364,0.08603643,0.003676084,0.019109206,0.0020491409],"domain_scores_gemma":[0.11007833,0.8384226,0.026459077,0.005079893,0.017107386,0.0028527228],"candidate_categories":["metaresearch","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.864399,0.00047147146,0.014119916,0.0009855635,0.00043220093,0.0010987772,0.0047460613,0.00077217276,0.03783873],"category_scores_gemma":[0.9381347,0.00022598018,0.0054090302,0.0035559959,0.0019097464,0.003088481,0.0005536936,0.0042705755,0.0015229961],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007530195,0.00007742447,0.19866253,0.00011216592,0.00022084356,0.00010064445,0.00025907482,0.00005389424,0.000055133256,0.00038089318,0.7796044,0.019720018],"study_design_scores_gemma":[0.0010364071,0.004833007,0.03283144,0.003868275,0.00031932828,0.00008097767,0.002044008,0.022048282,0.0000680157,0.041855115,0.8906433,0.00037183],"about_ca_topic_score_codex":0.000046409416,"about_ca_topic_score_gemma":0.000032227803,"teacher_disagreement_score":0.47399133,"about_ca_system_score_codex":0.00007784531,"about_ca_system_score_gemma":0.002110724,"threshold_uncertainty_score":0.9999382},"labels":[],"label_agreement":null},{"id":"W3090980604","doi":"","title":"Wat bezielt Boris Johnson toch","year":2020,"lang":"de","type":"article","venue":"Data Archiving and Networked Services (DANS)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Council on Foreign Relations","funders":"","keywords":"Philosophy; Art","score_opus":0.5480916767397092,"score_gpt":0.44528171132587524,"score_spread":0.10280996541383391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090980604","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60423625,0.19765012,0.11723197,0.02845039,0.007382187,0.0060387617,0.008958783,0.00024178287,0.029809773],"genre_scores_gemma":[0.9409888,0.018936371,0.014150666,0.009519561,0.0071569225,0.000054181397,0.005010818,0.00016268705,0.004020026],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9749331,0.009111999,0.007538171,0.003394488,0.0040813754,0.00094086863],"domain_scores_gemma":[0.9820193,0.004331223,0.003624342,0.008707121,0.00027000875,0.0010479912],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.03690802,0.00092043856,0.0046350914,0.00021626534,0.0007752981,0.003312921,0.010053573,0.00020248503,0.0027567807],"category_scores_gemma":[0.0019246594,0.0005287105,0.00090684596,0.001939342,0.00017363988,0.0009489504,0.0038860426,0.0006990105,0.004937021],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000250948,0.00024893065,0.09931529,0.003819279,0.003487768,0.00017447499,0.039273925,0.001994461,0.00038544365,0.00053376326,0.54523015,0.30528557],"study_design_scores_gemma":[0.00021514494,0.00007710624,0.0060848524,0.00035395357,0.001012909,0.0000074992313,0.0016135077,0.47103202,0.000003956686,0.00024934812,0.5189442,0.00040551383],"about_ca_topic_score_codex":0.00033241432,"about_ca_topic_score_gemma":0.00052894774,"teacher_disagreement_score":0.46903756,"about_ca_system_score_codex":0.000020004833,"about_ca_system_score_gemma":0.00008953602,"threshold_uncertainty_score":0.99971646},"labels":[],"label_agreement":null},{"id":"W3091136015","doi":"10.1136/bjsports-2020-102545","title":"Consensus statements that fail to recognise dissent are flawed by design: a narrative review with 10 suggested improvements","year":2020,"lang":"en","type":"review","venue":"British Journal of Sports Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish General Hospital","funders":"","keywords":"Supreme court; Statement (logic); Unanimity; Scientific consensus; Rigour; Interpretation (philosophy); Dissent; Dissenting opinion; Observational study; Consensus conference; MEDLINE; Strengthening the reporting of observational studies in epidemiology; Political science; Consistency (knowledge bases); Medicine; Public relations; Psychology; Law; Computer science; Epistemology; Politics","score_opus":0.5297544651061391,"score_gpt":0.5171548413663938,"score_spread":0.012599623739745325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091136015","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000033724686,0.9901707,0.0012676391,0.0025278449,0.00054010394,0.0049997526,0.00016290361,0.0000064067326,0.0002908929],"genre_scores_gemma":[0.000031207095,0.9867937,0.0014985278,0.0013932935,0.00025048075,0.000099703764,0.00007672964,0.000074994445,0.009781384],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.95524466,0.0077508898,0.02278265,0.0014861797,0.012200623,0.0005349789],"domain_scores_gemma":[0.94915724,0.0020478934,0.04176555,0.0017117391,0.0039900797,0.0013275084],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.076252244,0.0011204733,0.024118619,0.0005796176,0.0001931487,0.00050525274,0.0023138602,0.00018636585,0.018272312],"category_scores_gemma":[0.025458321,0.0005470512,0.0025164168,0.0026770874,0.0001992116,0.00023416067,0.00015691995,0.0008554078,0.00028657482],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020610118,0.000035027777,0.000012680615,0.0052433265,0.0007607396,0.0026706853,0.00012867218,2.560822e-7,1.5778673e-7,2.1458693e-7,0.45894244,0.5321852],"study_design_scores_gemma":[0.0005358692,0.00034731455,0.000038816543,0.29043674,0.0053891623,0.002806441,0.001182948,0.0000016275445,3.053208e-7,0.00002587522,0.6988752,0.0003596994],"about_ca_topic_score_codex":0.00002196065,"about_ca_topic_score_gemma":0.000010274128,"teacher_disagreement_score":0.5318255,"about_ca_system_score_codex":0.00020590289,"about_ca_system_score_gemma":0.0006728916,"threshold_uncertainty_score":0.9996981},"labels":[],"label_agreement":null},{"id":"W3091320646","doi":"10.1016/j.jclinepi.2020.09.027","title":"Changing research culture toward more use of replication research: a narrative review of barriers and strategies","year":2020,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; Ottawa Hospital; University of Ottawa; University of Toronto; Dalhousie University; Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Narrative review; Replication (statistics); Context (archaeology); Narrative; Promotion (chess); Psychology; Engineering ethics; Political science; Medicine; Politics; Psychotherapist; Engineering; Biology","score_opus":0.9878972800188794,"score_gpt":0.8000865119228544,"score_spread":0.18781076809602504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091320646","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004420173,0.98807055,0.0010494066,0.008825368,0.00024567224,0.0013557071,0.000039523333,0.0000012234705,0.000368359],"genre_scores_gemma":[0.000065958935,0.9920517,0.006207343,0.0006420457,0.00047550365,0.00003331191,0.000009469632,0.000018733503,0.0004958992],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.25330928,0.6104196,0.12229156,0.0027391207,0.010226612,0.0010138782],"domain_scores_gemma":[0.19589218,0.6258136,0.14121954,0.007999198,0.02740401,0.0016714539],"candidate_categories":["metaresearch","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8274901,0.0004625368,0.045542665,0.0014267908,0.00014633889,0.00012427305,0.0032057774,0.0008707619,0.0008349114],"category_scores_gemma":[0.9487911,0.00019311212,0.0091973115,0.004412224,0.0016178113,0.00039192374,0.00064742274,0.0041848733,0.00005039616],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004710622,0.00005349182,0.00036280707,0.06843784,0.0015597051,0.00002792545,0.0019486061,0.0000034220536,3.3441563e-7,0.008093864,0.26715028,0.6523146],"study_design_scores_gemma":[0.00009008433,0.0005649856,0.00006601852,0.0579494,0.00080657576,0.000094260395,0.004188914,0.00007244161,9.003803e-8,0.006894109,0.92915815,0.000114979026],"about_ca_topic_score_codex":0.000007678486,"about_ca_topic_score_gemma":0.0000018837042,"teacher_disagreement_score":0.66200787,"about_ca_system_score_codex":0.000060521077,"about_ca_system_score_gemma":0.0023446686,"threshold_uncertainty_score":0.9981125},"labels":[],"label_agreement":null},{"id":"W3091560510","doi":"10.1016/j.jclinepi.2020.09.025","title":"An algorithm provided as initial guidance for reporting registry records and published protocols in systematic reviews","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Saskatchewan Health","funders":"University of Bristol","keywords":"Systematic review; Terminology; Psychological intervention; MEDLINE; Transparency (behavior); Computer science; Medicine; Algorithm; Scientific literature; Data mining; Nursing","score_opus":0.9411542076993163,"score_gpt":0.718777948153474,"score_spread":0.2223762595458424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091560510","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06406118,0.007481056,0.7648022,0.07185901,0.0025413767,0.08735548,0.00002656663,0.00001932403,0.001853772],"genre_scores_gemma":[0.07817486,0.0005243125,0.87435776,0.03128134,0.005816498,0.008643271,0.000009814485,0.0000653545,0.0011267931],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.39115965,0.2799804,0.32189605,0.0026783748,0.0034087647,0.0008767583],"domain_scores_gemma":[0.14219816,0.34941998,0.4951812,0.005667455,0.0056438446,0.0018893535],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8221611,0.00034423854,0.027011702,0.0002290828,0.00007226004,0.00034139567,0.00212245,0.00040178566,0.00038857694],"category_scores_gemma":[0.9854829,0.00015457362,0.004038575,0.00074599846,0.00014071775,0.00073585997,0.00012528304,0.000951447,0.00006463178],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006035148,0.00044117527,0.51937,0.023208736,0.000567784,0.00025775636,0.000627682,0.0000982716,0.000023805982,0.0023837918,0.23949565,0.21292178],"study_design_scores_gemma":[0.0067499424,0.010722125,0.095654644,0.02452832,0.0014269145,0.0021879908,0.0016373406,0.24642202,0.000013445383,0.22743125,0.38192198,0.0013040068],"about_ca_topic_score_codex":0.000009252,"about_ca_topic_score_gemma":0.000010686085,"teacher_disagreement_score":0.4237154,"about_ca_system_score_codex":0.000028407849,"about_ca_system_score_gemma":0.00045631357,"threshold_uncertainty_score":0.9874333},"labels":[],"label_agreement":null},{"id":"W3092220638","doi":"10.1111/acem.14152","title":"From Presentation to Paper: Assessment of Successful Abstract Publications in Emergency Medicine Over a Five‐year Period","year":2020,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Presentation (obstetrics); Specialty; Peer review; MEDLINE; Medical education; Library science; Family medicine; Political science; Computer science","score_opus":0.544809405198917,"score_gpt":0.5649527194267783,"score_spread":0.02014331422786131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092220638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8290008,0.0041655865,0.0059935474,0.1200459,0.0020131166,0.0018240397,0.000090814414,0.00002212604,0.0368441],"genre_scores_gemma":[0.98900974,0.0025997998,0.00063986715,0.00060535554,0.0013891332,0.00014707154,0.00014069307,0.000025279955,0.0054430817],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9727812,0.0020135117,0.01731716,0.0013654144,0.0061493623,0.0003733578],"domain_scores_gemma":[0.98984265,0.0011256115,0.005384763,0.001972721,0.0011268997,0.0005473261],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.025544409,0.0004074887,0.0029866176,0.00068025326,0.000082466686,0.0000064142605,0.0024384945,0.00020376303,0.40655965],"category_scores_gemma":[0.042490363,0.0002169127,0.0005186142,0.004963098,0.00010013652,0.00056976965,0.00020320633,0.00061121146,0.00055963045],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009197811,0.00003377092,0.51187617,0.00006050729,0.000110986286,8.4799524e-7,0.007494019,0.00007962004,0.0064897346,0.0016147427,0.47159111,0.00063929905],"study_design_scores_gemma":[0.0006016617,0.00016580865,0.8382069,0.00014802544,0.00027585978,5.594868e-7,0.00844782,0.0028068835,0.000019070661,0.005663097,0.14342661,0.00023770411],"about_ca_topic_score_codex":0.0013501513,"about_ca_topic_score_gemma":0.00022362055,"teacher_disagreement_score":0.40600002,"about_ca_system_score_codex":0.00005144856,"about_ca_system_score_gemma":0.00010374371,"threshold_uncertainty_score":0.96557516},"labels":[],"label_agreement":null},{"id":"W3092419658","doi":"10.11124/jbies-20-00167","title":"Updated methodological guidance for the conduct of scoping reviews","year":2020,"lang":"en","type":"article","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6697,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; St. Michael's Hospital; University of Toronto; Public Health Ontario; Centre for Excellence in Mining Innovation","funders":"","keywords":"Engineering ethics; Management science; Psychology; Sociology; Political science; Engineering","score_opus":0.9215081672544478,"score_gpt":0.617338642841783,"score_spread":0.30416952441266487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092419658","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008360854,0.11444362,0.79812545,0.06955384,0.00047484407,0.0075000958,0.000039795203,0.000024015246,0.0014774908],"genre_scores_gemma":[0.61116964,0.005267023,0.37014204,0.008235827,0.00058131,0.0016769181,0.0000018898543,0.00004113035,0.0028842525],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9599414,0.026290622,0.009616625,0.0011096066,0.0027573793,0.0002844042],"domain_scores_gemma":[0.7187099,0.25921914,0.013047825,0.006600251,0.0021004535,0.00032242376],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.22925802,0.0002730051,0.0046460563,0.00008242123,0.00017393364,0.00031673853,0.0033905287,0.00008559619,0.010493289],"category_scores_gemma":[0.7032827,0.00009823922,0.0024504077,0.0014990012,0.00016214659,0.00033692154,0.00019269391,0.000119190016,0.0012731585],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010145705,0.000044963264,0.0062238737,0.0018929311,0.0005197703,0.0000036595436,0.0011605999,0.0003190075,0.020227145,0.0033817308,0.6205562,0.3455687],"study_design_scores_gemma":[0.00021941165,0.00024735887,0.0062182746,0.0070077474,0.002996175,0.000014778202,0.0017619004,0.03619045,0.024412116,0.005891269,0.91419566,0.00084485585],"about_ca_topic_score_codex":0.0000073176,"about_ca_topic_score_gemma":0.000004405967,"teacher_disagreement_score":0.6028088,"about_ca_system_score_codex":0.000014774822,"about_ca_system_score_gemma":0.00007764348,"threshold_uncertainty_score":0.99950445},"labels":[],"label_agreement":null},{"id":"W3092777257","doi":"10.31222/osf.io/3nbea","title":"Increasing the Transparency of Systematic Reviews: Presenting a Generalized Registration Form","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Transparency (behavior); Field (mathematics); Data science; Management science; Systematic review; Epistemology; Computer science; Engineering ethics; Law; Political science; Engineering; MEDLINE; Philosophy; Mathematics","score_opus":0.87678110292616,"score_gpt":0.5463503503008833,"score_spread":0.33043075262527666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092777257","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.068537325,0.055799313,0.661317,0.009915014,0.0017534911,0.044161674,0.00009046877,0.00006191566,0.15836383],"genre_scores_gemma":[0.95625937,0.0010976163,0.03314178,0.00034395722,0.00025895482,0.00093904464,0.000043874814,0.000030773008,0.007884654],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.87013566,0.065110795,0.051268633,0.002166399,0.010923888,0.00039462053],"domain_scores_gemma":[0.94216996,0.009864157,0.036387995,0.009768358,0.001649076,0.00016042123],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2539085,0.0005511807,0.010846066,0.00023148711,0.0001598082,0.001478015,0.0045465725,0.0002001717,0.002961711],"category_scores_gemma":[0.15742464,0.00019221829,0.0055466914,0.0011274067,0.000069277325,0.00018179505,0.0004673045,0.0004110228,0.00041711176],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056164954,0.0002562811,0.010693514,0.6674051,0.004687217,0.000019629239,0.024871811,0.0013139758,0.0018660582,0.08496064,0.19697963,0.00688997],"study_design_scores_gemma":[0.0010202558,0.00012092223,0.003446735,0.07563847,0.019693062,0.00017321562,0.007172922,0.49239278,0.0004219714,0.339441,0.05787349,0.0026051586],"about_ca_topic_score_codex":0.00020790166,"about_ca_topic_score_gemma":0.00011438393,"teacher_disagreement_score":0.887722,"about_ca_system_score_codex":0.000035003468,"about_ca_system_score_gemma":0.00014767934,"threshold_uncertainty_score":0.99955857},"labels":[],"label_agreement":null},{"id":"W3092842818","doi":"10.3899/jrheum.200593","title":"Publication Trends in Rheumatology Systematic Reviews and Randomized Clinical Trials, 1995–2017","year":2020,"lang":"en","type":"letter","venue":"The Journal of Rheumatology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases","keywords":"Medicine; Randomized controlled trial; Internal medicine; Rheumatology; Clinical trial; MEDLINE; Systematic review","score_opus":0.7740211935306628,"score_gpt":0.5686661164451474,"score_spread":0.20535507708551537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092842818","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001367908,0.052931808,0.008228104,0.9298196,0.0029872828,0.0039870422,0.000014098006,0.000006316896,0.0006578637],"genre_scores_gemma":[0.07487766,0.24691084,0.0063961954,0.64860874,0.001325335,0.0011458067,0.0002497644,0.00033373976,0.020151889],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.16653904,0.70073175,0.12545265,0.0013205804,0.005270084,0.00068586174],"domain_scores_gemma":[0.37220392,0.41537213,0.20249335,0.00667392,0.0028609259,0.0003957432],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.75839597,0.000820338,0.060186755,0.0023177234,0.00014636315,0.00067819207,0.005295663,0.0011279625,0.0027105126],"category_scores_gemma":[0.7356048,0.0002856145,0.008651568,0.0017293481,0.00069630746,0.00029538467,0.0003144156,0.0036103968,0.0013083251],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084791455,0.000024143077,0.0021067944,0.0045924787,0.001176871,0.00003419216,0.00047342535,8.231982e-7,1.5072395e-7,0.00046104513,0.9878377,0.0024445036],"study_design_scores_gemma":[0.033042103,0.000185339,0.000112603666,0.008158002,0.0076964186,0.023017533,0.0003765926,0.004064234,1.0751534e-7,0.0152095305,0.9075074,0.0006301128],"about_ca_topic_score_codex":0.000052608677,"about_ca_topic_score_gemma":0.000035228077,"teacher_disagreement_score":0.28535965,"about_ca_system_score_codex":0.000052421517,"about_ca_system_score_gemma":0.00024198033,"threshold_uncertainty_score":0.9999596},"labels":[],"label_agreement":null},{"id":"W3092985072","doi":"10.1016/j.jclinepi.2020.10.007","title":"Cochrane Rapid Reviews Methods Group offers evidence-informed guidance to conduct rapid reviews","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1157,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Cochrane; Ottawa Hospital; Canadian Agency for Drugs and Technologies in Health; University of Ottawa","funders":"Donau-Universität Krems; Ottawa Hospital Research Institute","keywords":"Systematic review; Interim; Medicine; Cochrane collaboration; MEDLINE; Evidence-based medicine; Family medicine; Alternative medicine; Medical education; Pathology; Political science","score_opus":0.9707839184494348,"score_gpt":0.7507483730391079,"score_spread":0.22003554541032688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092985072","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036692226,0.32802168,0.50924844,0.14856347,0.0049246512,0.0027208948,0.000008539158,0.000010336165,0.0028327596],"genre_scores_gemma":[0.0031422342,0.18924038,0.66748077,0.13573681,0.0030984585,0.0000575195,0.0000027888461,0.000031104908,0.0012099387],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.21596795,0.57188475,0.20253524,0.0029488374,0.005248254,0.001414954],"domain_scores_gemma":[0.074070945,0.7493689,0.15829493,0.0084885545,0.0050652353,0.0047114044],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.8554755,0.0007568916,0.04492948,0.00042053996,0.00014311673,0.00017737114,0.0059258463,0.000532195,0.019574871],"category_scores_gemma":[0.9787758,0.00032657344,0.016293695,0.0023973966,0.0003991413,0.00073822564,0.00043008834,0.0017976768,0.0076091536],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015205386,0.00004436909,0.007961277,0.00027075192,0.00022818705,0.0000115733765,0.00014800948,0.00003076081,0.000093675466,0.00049635774,0.5883952,0.40216783],"study_design_scores_gemma":[0.00051315967,0.0017208919,0.009695281,0.0013106274,0.0005836805,0.0000873843,0.00009317729,0.0010896996,0.0000087216695,0.003190225,0.9814007,0.00030642044],"about_ca_topic_score_codex":0.000005194652,"about_ca_topic_score_gemma":0.0000071134555,"teacher_disagreement_score":0.4018614,"about_ca_system_score_codex":0.00006691647,"about_ca_system_score_gemma":0.00041053712,"threshold_uncertainty_score":0.99991864},"labels":[],"label_agreement":null},{"id":"W3093336514","doi":"10.1186/s12874-020-01129-1","title":"An evaluation of DistillerSR’s machine learning-based prioritization tool for title/abstract screening – impact on reviewer-relevant outcomes","year":2020,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":141,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McGill University; Ottawa Hospital","funders":"Canadian Institutes of Health Research","keywords":"Interquartile range; Prioritization; Medicine; Recall; Computer science; Reduction (mathematics); Machine learning; Surgery; Psychology; Mathematics; Management science","score_opus":0.9578986850993956,"score_gpt":0.7245179146353774,"score_spread":0.23338077046401817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093336514","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018479843,0.00095051393,0.975691,0.0023836412,0.0001627631,0.0013829949,0.000029406214,0.0000082030565,0.00091162923],"genre_scores_gemma":[0.8540188,0.000087749904,0.14416184,0.0005056994,0.0003054648,0.00014057297,0.00011934754,0.000027702257,0.00063280977],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.86680573,0.11212722,0.0046529816,0.00094709377,0.015051545,0.0004154317],"domain_scores_gemma":[0.8122507,0.17698757,0.0021128776,0.0018470504,0.006143304,0.00065853295],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4938144,0.00015982133,0.0020233842,0.00030759317,0.00010004092,0.00008803529,0.000990612,0.00015514596,0.035255566],"category_scores_gemma":[0.8683048,0.00007418382,0.0008762632,0.0007921253,0.0001319986,0.00006965977,0.000059719314,0.0004093923,0.0005637506],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028792318,0.00013678528,0.037068974,0.0005452848,0.00017699556,0.0000032751009,0.00019517643,0.0069442573,0.00031721455,0.0017422986,0.031097217,0.9214846],"study_design_scores_gemma":[0.0006530157,0.000559222,0.045236096,0.00011116018,0.00012210861,7.914931e-7,0.00008965871,0.9182074,0.00006352704,0.0022639544,0.032579772,0.000113270304],"about_ca_topic_score_codex":0.000022172831,"about_ca_topic_score_gemma":0.000021053389,"teacher_disagreement_score":0.92137134,"about_ca_system_score_codex":0.00004284471,"about_ca_system_score_gemma":0.00076226343,"threshold_uncertainty_score":0.96562636},"labels":[],"label_agreement":null},{"id":"W3093458467","doi":"10.1139/apnm-2020-0564","title":"Development and application of an outcome-centric approach for conducting overviews of reviews","year":2020,"lang":"en","type":"article","venue":"Applied Physiology Nutrition and Metabolism","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Waterloo; University of Prince Edward Island; Children's Hospital of Eastern Ontario; McMaster University; Queen's University; Research Institute for Aging; Inuit Tapiriit Kanatami","funders":"","keywords":"Systematic review; Outcome (game theory); Psychology; MEDLINE; Medicine; Computer science; Political science","score_opus":0.6394992724117582,"score_gpt":0.46776280121731306,"score_spread":0.17173647119444513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093458467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83658457,0.02181158,0.1342787,0.00025621802,0.00007876995,0.006218802,0.00004782004,0.000009650538,0.0007139189],"genre_scores_gemma":[0.8100853,0.00055471534,0.18788828,0.00062733964,0.00009641862,0.00062565174,0.00008989489,0.000008861893,0.000023541183],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99330366,0.0009663466,0.0044317963,0.00067709194,0.0004892839,0.00013180256],"domain_scores_gemma":[0.99543667,0.00041895724,0.0031308131,0.0006220433,0.00026844378,0.00012304602],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011873267,0.0001915111,0.002894505,0.00012559853,0.00008064604,0.00003080602,0.000344175,0.00008415744,0.00006546537],"category_scores_gemma":[0.0011616373,0.00010973266,0.000305875,0.0005208299,0.00008341413,0.00009187335,0.00006925421,0.000069839196,0.000012015632],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079948484,0.0005773922,0.00047190013,0.0032657601,0.00022301121,5.664636e-8,0.0036012947,0.000014907202,0.36054197,0.09048586,0.002590999,0.5381469],"study_design_scores_gemma":[0.0017559453,0.000017996861,0.011949392,0.000013548324,0.00031364665,0.0000016741311,0.0014037207,0.0049030734,0.0069485162,0.0041262554,0.9683371,0.00022912527],"about_ca_topic_score_codex":0.000001212709,"about_ca_topic_score_gemma":3.7864797e-7,"teacher_disagreement_score":0.9657461,"about_ca_system_score_codex":0.0000031678203,"about_ca_system_score_gemma":0.000014280036,"threshold_uncertainty_score":0.4474768},"labels":[],"label_agreement":null},{"id":"W3094722022","doi":"10.1016/j.jclinepi.2020.10.009","title":"Conducting high quality scoping reviews-challenges and solutions","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":305,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Public Health Ontario; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Quality (philosophy); Medicine; Environmental health; Physics","score_opus":0.9938437470288377,"score_gpt":0.7551957118594051,"score_spread":0.23864803516943256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094722022","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27756977,0.26482967,0.117660694,0.33370703,0.0026751878,0.0007645132,0.0000071635845,0.000006862097,0.0027791234],"genre_scores_gemma":[0.8453565,0.059484642,0.0707556,0.020922186,0.0031161532,0.000006086701,0.0000010916411,0.000014280218,0.00034345489],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.5468714,0.33315113,0.11559895,0.0014367431,0.0023533169,0.00058841944],"domain_scores_gemma":[0.17860304,0.6827293,0.13059624,0.0031256003,0.003185182,0.0017606622],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7442183,0.0002027769,0.016951418,0.00010274494,0.00010531687,0.000055922512,0.0010380009,0.00022111196,0.0013521676],"category_scores_gemma":[0.9274217,0.000089866044,0.0035462508,0.0002721532,0.00025096416,0.0002351353,0.00021125433,0.00081175094,0.0005535972],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007654777,0.000118833465,0.13599552,0.0006549201,0.0007262641,0.000020022988,0.0007342057,0.00016144861,0.000044345554,0.065105684,0.111234404,0.6851278],"study_design_scores_gemma":[0.0017521528,0.0013544515,0.33787218,0.0018486955,0.0010329647,0.00026416668,0.0027102223,0.0035502748,0.0000028164131,0.22517487,0.42384517,0.0005920143],"about_ca_topic_score_codex":0.000004046908,"about_ca_topic_score_gemma":0.000010371751,"teacher_disagreement_score":0.6845358,"about_ca_system_score_codex":0.0000082094275,"about_ca_system_score_gemma":0.00011115338,"threshold_uncertainty_score":0.9995607},"labels":[],"label_agreement":null},{"id":"W3094906546","doi":"10.23970/ahrqepcwhitepapernarratively","title":"Roadmap for Narratively Describing Effects of Interventions in Systematic Reviews","year":2020,"lang":"en","type":"report","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Alberta; Brown University; Kaiser Permanente; University of Minnesota; Agency for Healthcare Research and Quality; U.S. Department of Health and Human Services","keywords":"Psychological intervention; Systematic review; Psychology; Computer science; Data science; Political science; MEDLINE","score_opus":0.9383048403335819,"score_gpt":0.6019944546892199,"score_spread":0.336310385644362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094906546","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005562837,0.18596391,0.610033,0.0007828186,0.004701711,0.072469525,0.00011130966,0.000026141955,0.12535533],"genre_scores_gemma":[0.2261639,0.008791229,0.09254516,0.0005423152,0.0010323077,0.023390643,0.00026868997,0.0002989369,0.6469668],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8939249,0.035071,0.058858458,0.0020584164,0.0096753,0.00041193046],"domain_scores_gemma":[0.9076358,0.030868627,0.05024268,0.0058236066,0.0051655746,0.00026372765],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.28900817,0.00066956686,0.023164159,0.0010752619,0.00006862182,0.0004797212,0.0024815202,0.0002663933,0.0023335028],"category_scores_gemma":[0.55031985,0.0002868175,0.014368048,0.002104998,0.00004334062,0.00019312427,0.00022631006,0.00029799345,0.0010061412],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003047034,0.00010547378,0.00049650564,0.6103641,0.00071755255,0.0000070268884,0.0009850353,0.0000064790347,0.000045671022,0.00072348135,0.38291445,0.0036312032],"study_design_scores_gemma":[0.0010444442,0.00065674825,0.00072278304,0.58111846,0.009886526,0.00006961623,0.0035522205,0.0047473256,0.00020536408,0.0049417973,0.39134547,0.0017092383],"about_ca_topic_score_codex":0.000036599995,"about_ca_topic_score_gemma":0.00034444212,"teacher_disagreement_score":0.5216115,"about_ca_system_score_codex":0.0001798706,"about_ca_system_score_gemma":0.00042300232,"threshold_uncertainty_score":0.9999584},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3095785912","doi":"10.1186/s12874-020-01128-2","title":"Spie charts for quantifying treatment effectiveness and safety in multiple outcome network meta-analysis: a proof-of-concept study","year":2020,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto; St. Michael's Hospital; McMaster University Medical Centre; St. Joseph’s Healthcare Hamilton; Impact","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Meta-analysis; Outcome (game theory); Proof of concept; Computer science; MEDLINE; Medicine; Data science; Mathematics; Internal medicine","score_opus":0.9861603358130153,"score_gpt":0.7232262615792209,"score_spread":0.26293407423379445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095785912","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19965528,0.0067614038,0.78497857,0.0017323862,0.00011243254,0.006674159,0.000026790309,0.0000057538286,0.000053219814],"genre_scores_gemma":[0.9275108,0.000021576094,0.07063403,0.00013421079,0.00012858439,0.0013855868,0.0000068691265,0.000016398293,0.00016196084],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.6433544,0.32724464,0.013834936,0.003101644,0.011239256,0.001225144],"domain_scores_gemma":[0.53810036,0.4556573,0.0019404297,0.0022435782,0.0012580492,0.0008002426],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5988024,0.0003736854,0.013446089,0.0007908868,0.00021039299,0.00013908741,0.0016246801,0.00023503379,0.0037152807],"category_scores_gemma":[0.64106554,0.00016814939,0.0039212974,0.0046116547,0.00041034602,0.00009687833,0.00048876693,0.00044777975,0.00003079653],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013464462,0.00087793445,0.8325587,0.00062795024,0.067656316,0.000072290604,0.0054522473,0.004878308,0.00003514031,0.0025890109,0.00045514322,0.083450496],"study_design_scores_gemma":[0.013769008,0.009530234,0.32480308,0.00009656711,0.14464892,0.000019613703,0.017879555,0.45990872,0.0006565446,0.014160127,0.013308001,0.0012196393],"about_ca_topic_score_codex":0.00024970114,"about_ca_topic_score_gemma":0.0030641905,"teacher_disagreement_score":0.7278555,"about_ca_system_score_codex":0.000062945444,"about_ca_system_score_gemma":0.000402364,"threshold_uncertainty_score":0.9971955},"labels":[],"label_agreement":null},{"id":"W3095791458","doi":"10.1186/s13643-020-01509-0","title":"Guidance for overviews of reviews continues to accumulate, but important challenges remain: a scoping review","year":2020,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":115,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Economics; Alberta Health; University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Scopus; Resource (disambiguation); Systematic review; Quality (philosophy); Guideline; MEDLINE; Data science; Computer science; Pathology","score_opus":0.8797450677366302,"score_gpt":0.6117039145524599,"score_spread":0.2680411531841703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095791458","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.4655556e-8,0.81943804,0.00500708,0.00048677143,0.00083529245,0.17258814,0.00020066743,0.000025159532,0.001418801],"genre_scores_gemma":[5.7155507e-8,0.93317765,0.017359655,0.0011963994,0.0005044651,0.042671993,0.00006998506,0.00020929477,0.0048104995],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.6918402,0.11875136,0.17220649,0.0062162722,0.009475949,0.001509764],"domain_scores_gemma":[0.78215057,0.028108412,0.16094291,0.023858307,0.0036891573,0.0012506243],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.47692296,0.003720636,0.1542896,0.0011144787,0.00024226391,0.00083311583,0.010985529,0.0006822904,0.0018438053],"category_scores_gemma":[0.48760003,0.0015898339,0.038793914,0.005373305,0.00011493638,0.00047261087,0.00096960797,0.0006702958,0.013494303],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015464112,0.00003148571,5.546738e-7,0.64938784,0.00043286575,0.0000060965176,0.00015975961,8.276149e-8,3.7813228e-7,0.00037471377,0.09161508,0.25798962],"study_design_scores_gemma":[0.000074255884,0.00007760932,9.8011e-8,0.49093837,0.0054317527,0.000054108725,0.000027603326,0.00001206193,1.4869835e-7,0.000109036715,0.5026028,0.0006721586],"about_ca_topic_score_codex":0.0000053128297,"about_ca_topic_score_gemma":0.00004767662,"teacher_disagreement_score":0.4109877,"about_ca_system_score_codex":0.00027262123,"about_ca_system_score_gemma":0.00082886085,"threshold_uncertainty_score":0.9990686},"labels":[],"label_agreement":null},{"id":"W3095891028","doi":"10.36416/1806-3756/e20200475","title":"Systematic reviews: a brief overview","year":2020,"lang":"pt","type":"article","venue":"Jornal Brasileiro de Pneumologia","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Medical physics; MEDLINE","score_opus":0.7560056322545928,"score_gpt":0.5039857497028054,"score_spread":0.2520198825517874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095891028","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10430349,0.65114045,0.13312833,0.047476094,0.005359968,0.033655733,0.0005328824,0.00025104085,0.024151998],"genre_scores_gemma":[0.8672156,0.013492112,0.0072575253,0.0637084,0.0016591088,0.0010601189,0.000041302992,0.00022717117,0.045338687],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8915195,0.064607956,0.03149675,0.0031779588,0.007820876,0.0013769534],"domain_scores_gemma":[0.95337266,0.014500327,0.021986011,0.007087457,0.0013107207,0.0017428357],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.15497695,0.0015360657,0.019481922,0.00043498754,0.00043328365,0.0028111215,0.00674082,0.0006115279,0.03523402],"category_scores_gemma":[0.24511787,0.00079878734,0.009338596,0.0044522714,0.00020847886,0.0005829116,0.0008253003,0.0012104171,0.07016056],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007001186,0.00045393922,0.07338705,0.16727312,0.0027876927,0.0009672631,0.005145195,0.00013491567,0.0014897046,0.006988652,0.7353142,0.0059882756],"study_design_scores_gemma":[0.0034636958,0.0031490517,0.12491697,0.08103278,0.023795567,0.0042704395,0.0071585146,0.18224135,0.0002502761,0.005335339,0.55637395,0.00801204],"about_ca_topic_score_codex":0.0000298669,"about_ca_topic_score_gemma":0.000012498031,"teacher_disagreement_score":0.7629121,"about_ca_system_score_codex":0.0002364737,"about_ca_system_score_gemma":0.00042027753,"threshold_uncertainty_score":0.9997388},"labels":[],"label_agreement":null},{"id":"W3095928632","doi":"10.1186/s13063-020-04828-8","title":"Prospective reporting of statistical analysis plans for randomised controlled trials","year":2020,"lang":"en","type":"letter","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto; St. Michael's Hospital","funders":"Medical Research Council; National Institute for Health and Care Research","keywords":"Medicine; Clinical trial; Research design; Consolidated Standards of Reporting Trials; Randomized controlled trial; Alternative medicine; MEDLINE; Physical therapy; Medical physics; Intensive care medicine; Surgery; Internal medicine; Statistics; Pathology","score_opus":0.8701523481850567,"score_gpt":0.6123667768426955,"score_spread":0.25778557134236124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095928632","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010731402,0.0011080699,0.7346475,0.19828357,0.0013643258,0.053262133,0.0068569486,0.000022313594,0.0043478115],"genre_scores_gemma":[0.045666374,0.00025740932,0.19942768,0.49899316,0.051643055,0.040724535,0.009296522,0.0005466642,0.1534446],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.35959306,0.28943563,0.32788682,0.0044386527,0.017738244,0.00090759346],"domain_scores_gemma":[0.06422784,0.60412955,0.32255855,0.0045234254,0.0043538017,0.00020680089],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.79696566,0.0008356171,0.12802538,0.0014151005,0.00013728785,0.0010925678,0.00185647,0.000624296,0.02033915],"category_scores_gemma":[0.9775589,0.00033009713,0.045827083,0.0023262687,0.00010864401,0.000086505665,0.00008488489,0.00063792244,0.00028293784],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0060985563,0.00002390294,0.00033294223,0.0002007169,0.04102207,0.000056975397,0.00016386488,0.000036252226,0.00004689213,0.0002847718,0.9508357,0.00089734397],"study_design_scores_gemma":[0.14429529,0.00034259818,0.0002408587,0.00015870073,0.3112017,0.0000073169226,0.00027927622,0.0072820173,0.00016469284,0.07131027,0.463684,0.0010332926],"about_ca_topic_score_codex":0.000015585327,"about_ca_topic_score_gemma":0.000009342447,"teacher_disagreement_score":0.53521985,"about_ca_system_score_codex":0.000053072683,"about_ca_system_score_gemma":0.00042810332,"threshold_uncertainty_score":0.9999444},"labels":[],"label_agreement":null},{"id":"W3097079650","doi":"10.36834/cmej.71154","title":"Re: CaRMS at 50","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Canadian Cardiovascular Society","funders":"","keywords":"Computer science","score_opus":0.5845296122357233,"score_gpt":0.5142751438357669,"score_spread":0.07025446839995642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097079650","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035850856,0.0030317954,0.0017037636,0.87235767,0.0038274068,0.00031779223,0.000011842537,0.000004700621,0.08289419],"genre_scores_gemma":[0.68105984,0.000081614606,0.0016500244,0.2893367,0.003311616,0.000013349044,0.000010745106,0.000018043973,0.024518047],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9859688,0.0029763554,0.0042241253,0.00042306705,0.0061133415,0.0002942867],"domain_scores_gemma":[0.97052014,0.0008662247,0.0020536948,0.001280262,0.0014928725,0.023786787],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.039688345,0.0001464252,0.001068795,0.0002881327,0.00032132448,0.0006822614,0.0017487321,0.00012289498,0.6839001],"category_scores_gemma":[0.37939,0.00007624726,0.0006966358,0.00092468795,0.00006504874,0.00014763701,0.00003720977,0.00046096943,0.013866345],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[8.2880507e-7,0.000006845905,0.003466986,0.0000040711707,0.000025881322,0.000015824007,0.0009111395,0.0000027928943,0.0000015607242,0.0003028835,0.9465346,0.048726596],"study_design_scores_gemma":[0.00007138978,0.0000136723975,0.0019553322,0.000018066237,0.000033737535,0.00015648518,0.0021563845,0.00071821624,0.0000014369429,0.0008116406,0.99398005,0.00008357692],"about_ca_topic_score_codex":0.00078304077,"about_ca_topic_score_gemma":0.016776985,"teacher_disagreement_score":0.67003375,"about_ca_system_score_codex":0.00024250976,"about_ca_system_score_gemma":0.020965014,"threshold_uncertainty_score":0.9888429},"labels":[],"label_agreement":null},{"id":"W3097681315","doi":"10.1186/s40814-020-00712-z","title":"More pilot trials could plan to use qualitative data: a meta-epidemiological study","year":2020,"lang":"en","type":"article","venue":"Pilot and Feasibility Studies","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Population Health Research Institute; Laurentian University; McMaster University; Hamilton Health Sciences; Toronto General Hospital; University Health Network; Impact; Health Sciences Centre","funders":"","keywords":"Qualitative research; Medicine; Qualitative property; Psychological intervention; Clinical trial; Research design; Randomized controlled trial; Confidence interval; Data collection; Family medicine; Odds ratio; Clinical study design; Physical therapy; Nursing; Internal medicine","score_opus":0.9954596694666988,"score_gpt":0.7332717440502268,"score_spread":0.26218792541647207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097681315","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9435537,0.011328282,0.0040959227,0.030819392,0.00027016498,0.008770748,0.0009606556,0.00003912206,0.00016201768],"genre_scores_gemma":[0.99163586,0.00012943152,0.0038731808,0.0033024638,0.00013250666,0.00026766578,0.00001746659,0.000010869309,0.0006305315],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.8851428,0.08963238,0.016110513,0.0039583202,0.0046406393,0.00051533856],"domain_scores_gemma":[0.7321855,0.24026987,0.009515725,0.01275678,0.003853143,0.001418994],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.35441625,0.00064344634,0.015324447,0.0001405645,0.00036389206,0.00066339405,0.0019719817,0.000046993664,0.00073599647],"category_scores_gemma":[0.68352556,0.0002393008,0.0012410311,0.0011520775,0.00029087393,0.00049625663,0.001721309,0.0002532118,0.00046205914],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016931281,0.0018782242,0.3874937,0.00025924196,0.031110577,0.000027729347,0.12229067,0.000031633634,0.00006568444,0.0010890366,0.45226538,0.0017949807],"study_design_scores_gemma":[0.0033799948,0.012343433,0.4426449,0.00004455004,0.021553792,0.000005762323,0.45174026,0.0012695485,0.000006812019,0.017802518,0.04787775,0.0013306914],"about_ca_topic_score_codex":0.0001075637,"about_ca_topic_score_gemma":0.00033270672,"teacher_disagreement_score":0.40438765,"about_ca_system_score_codex":0.000026375692,"about_ca_system_score_gemma":0.000035291916,"threshold_uncertainty_score":0.9992941},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_narrow","metaepi_broad","metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3098841004","doi":"10.1007/s40037-020-00627-8","title":"Perspectives on Medical Education Meta-Research Special Issue: A&amp;nbsp;call for papers exploring how research is performed, communicated, verified and rewarded","year":2020,"lang":"en","type":"paratext","venue":"Perspectives on Medical Education","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Data science; Computer science; Psychology; Medicine","score_opus":0.8477962124981333,"score_gpt":0.6278378142290777,"score_spread":0.2199583982690556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3098841004","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013616256,0.049323726,0.00044554786,0.51524734,0.0094025945,0.010084069,0.00023630055,0.00005787174,0.40158626],"genre_scores_gemma":[0.12559736,0.09996412,0.0071096458,0.007853554,0.054323096,0.01492556,0.001327852,0.0005019854,0.6883968],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9312551,0.027557652,0.0052108173,0.004652796,0.030001879,0.001321775],"domain_scores_gemma":[0.9413924,0.03047766,0.0032715139,0.008196692,0.013227818,0.0034339146],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.1307821,0.0012209329,0.0060579064,0.0029938412,0.0017690359,0.002544074,0.006293818,0.0013504417,0.19817914],"category_scores_gemma":[0.3980185,0.00074176776,0.0026633174,0.0040540844,0.0018528036,0.0005307021,0.0008056897,0.0058955653,0.01613465],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002638799,0.0015395574,0.000009134528,0.00031413062,0.0014208531,0.0000016983344,0.08548122,0.0000015982064,0.000010431331,0.0057824305,0.85425067,0.05092441],"study_design_scores_gemma":[0.00045595624,0.0004744845,0.00008574942,0.0005257054,0.0005036555,0.000012878757,0.2687742,0.00030530128,0.000017720442,0.0010145959,0.7273367,0.0004930437],"about_ca_topic_score_codex":0.00026523872,"about_ca_topic_score_gemma":0.00017425249,"teacher_disagreement_score":0.5073938,"about_ca_system_score_codex":0.0014392264,"about_ca_system_score_gemma":0.012089607,"threshold_uncertainty_score":0.999946},"labels":[],"label_agreement":null},{"id":"W3099049461","doi":"10.23736/s1973-9087.20.06428-x","title":"Influence of attrition, missing data, compliance, and related biases and analyses strategies on treatment effects in randomized controlled trials in rehabilitation: a methodological review","year":2021,"lang":"en","type":"review","venue":"European Journal of Physical and Rehabilitation Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Toronto Rehabilitation Institute","funders":"","keywords":"Attrition; Rehabilitation; Medicine; Missing data; Randomized controlled trial; Selection bias; Compliance (psychology); Protocol (science); Treatment effect; Inclusion and exclusion criteria; Physical therapy; Psychology; Statistics; Alternative medicine; Social psychology; Surgery","score_opus":0.8597073154459535,"score_gpt":0.6390353208610308,"score_spread":0.2206719945849227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3099049461","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011520653,0.9833658,0.00023349826,0.0018731228,0.000053015825,0.0028237079,0.000011105885,0.0000014324132,0.00011767137],"genre_scores_gemma":[0.006414572,0.98846805,0.0048628096,0.0000565706,0.000095507814,0.000036839676,0.000021857253,0.000012066671,0.000031745898],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.70193267,0.27186683,0.02343442,0.0008661185,0.0017578525,0.00014210267],"domain_scores_gemma":[0.52575886,0.4570859,0.0151636,0.0009188864,0.0009210693,0.00015169446],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.33969572,0.0005138847,0.04407096,0.0010180316,0.000048455408,0.00012277102,0.0004278467,0.00006348285,0.000070869595],"category_scores_gemma":[0.7062613,0.00017547957,0.0027295195,0.0014607256,0.0008318698,0.00027204145,0.000076489414,0.00034058216,0.0000031961856],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022848768,0.00053666363,0.00006372334,0.038939394,0.001879512,0.00011856441,0.00237525,0.00030947724,0.000027990018,0.0014262366,0.0006368454,0.9514015],"study_design_scores_gemma":[0.1223197,0.007045266,0.004836933,0.7942469,0.0236863,0.00018943739,0.0018890098,0.0012639037,3.5003396e-7,0.014398366,0.029562324,0.00056149054],"about_ca_topic_score_codex":0.000006014289,"about_ca_topic_score_gemma":0.0000017244723,"teacher_disagreement_score":0.95084,"about_ca_system_score_codex":0.000036533613,"about_ca_system_score_gemma":0.00013723386,"threshold_uncertainty_score":0.9701208},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3099527855","doi":"10.1016/j.ijoa.2020.11.002","title":"Why we need systematic reviews and meta-analyses. Don't miss the forest for the trees","year":2020,"lang":"en","type":"editorial","venue":"International Journal of Obstetric Anesthesia","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; Health Sciences Centre; University of Toronto","funders":"","keywords":"Scopus; Medicine; MEDLINE; Publish or perish; Systematic review; Publication; Publishing","score_opus":0.6028219591931501,"score_gpt":0.49617461558240394,"score_spread":0.10664734361074613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3099527855","genre_codex":"review","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000030679246,0.5056871,0.03761015,0.12097083,0.32865128,0.006690334,0.00010750025,0.000008644352,0.00024347182],"genre_scores_gemma":[0.008517396,0.034608416,0.00792851,0.013434637,0.8733918,0.0016256165,0.00010462596,0.00032102157,0.06006799],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9531324,0.011682849,0.018520266,0.0008406458,0.015521274,0.00030256706],"domain_scores_gemma":[0.65673363,0.26188785,0.061072353,0.004507049,0.015335619,0.00046351735],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09377744,0.0008381141,0.011290048,0.0009893354,0.0002640099,0.0035553107,0.010015606,0.00034687048,0.0010571398],"category_scores_gemma":[0.31791434,0.00024455984,0.011296283,0.0016289819,0.00016734283,0.0004655414,0.00018555725,0.00090710167,0.00017956842],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029551697,0.000028900808,0.00003026728,0.00093141326,0.014917345,0.000081465965,0.00030638126,0.00011243846,0.000001191069,0.00019020944,0.98267555,0.00069530826],"study_design_scores_gemma":[0.00032154896,0.00008117358,0.000024858922,0.0004569742,0.04429583,0.00035971933,0.00069343566,0.001312435,8.8048006e-7,0.001222175,0.9510114,0.00021953882],"about_ca_topic_score_codex":0.000021338385,"about_ca_topic_score_gemma":0.00003643893,"teacher_disagreement_score":0.5447405,"about_ca_system_score_codex":0.00013020978,"about_ca_system_score_gemma":0.0002966922,"threshold_uncertainty_score":0.99985605},"labels":[],"label_agreement":null},{"id":"W3099906708","doi":"10.1136/bmj.m3900","title":"GRADE approach to drawing conclusions from a network meta-analysis using a minimally contextualised framework","year":2020,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":313,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Toronto; McMaster University; University Health Network; Impact","funders":"","keywords":"Grading (engineering); Psychological intervention; Certainty; Outcome (game theory); Computer science; Intervention (counseling); Meta-analysis; Value (mathematics); Psychology; Management science; Medicine; Machine learning; Mathematics; Engineering","score_opus":0.8600464390004419,"score_gpt":0.5436177763579899,"score_spread":0.31642866264245195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3099906708","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029109415,0.0029876658,0.9464943,0.012752731,0.00017789143,0.002047398,0.00013851661,0.000026825059,0.0062652617],"genre_scores_gemma":[0.59967506,0.0000015434201,0.38651627,0.0122195035,0.0005817953,0.00010955089,0.000023401084,0.000023208275,0.00084967056],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.96956414,0.011976509,0.009949697,0.001992982,0.0060038366,0.0005128186],"domain_scores_gemma":[0.9806574,0.0092122145,0.004304076,0.004263325,0.00078587147,0.00077709864],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.048405997,0.0005222675,0.010602364,0.00034376088,0.00040364292,0.0015437809,0.0027452006,0.00019113181,0.014803449],"category_scores_gemma":[0.046323173,0.00026822678,0.011268166,0.0081613185,0.00006270695,0.0002057003,0.0006560354,0.00031173197,0.0017989355],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006920241,0.00021560778,0.0088869715,0.000037185717,0.34935674,0.000053829026,0.02293303,0.17496058,0.00043429324,0.009576742,0.43266323,0.0008125797],"study_design_scores_gemma":[0.00030197413,0.000058076497,0.0016564155,0.000020352238,0.3811461,0.0000049704117,0.0053090984,0.5130842,0.00001470362,0.010286666,0.087198965,0.0009185214],"about_ca_topic_score_codex":0.00012609153,"about_ca_topic_score_gemma":0.00003408609,"teacher_disagreement_score":0.57056564,"about_ca_system_score_codex":0.000031918797,"about_ca_system_score_gemma":0.00010793044,"threshold_uncertainty_score":0.999977},"labels":[],"label_agreement":null},{"id":"W3100315275","doi":"10.1186/s13643-020-01516-1","title":"Vaccines to prevent COVID-19: a protocol for a living systematic review with network meta-analysis including individual patient data (The LIVING VACCINE Project)","year":2020,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; St. Michael's Hospital","funders":"Copenhagen Trial Unit, Centre for Clinical Intervention Research","keywords":"Medicine; Coronavirus disease 2019 (COVID-19); Protocol (science); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Meta-analysis; MEDLINE; Virology; Family medicine; Alternative medicine; Pathology","score_opus":0.8478077748307523,"score_gpt":0.5674437703093428,"score_spread":0.2803640045214095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3100315275","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005298211,0.052640796,0.16590329,0.006079696,0.00007222916,0.77500933,0.0001146958,0.00004842442,0.00012624955],"genre_scores_gemma":[0.001002903,0.00023046316,0.018151734,0.019667462,0.0002662208,0.95956856,0.00004140911,0.0000982724,0.0009730035],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.8307357,0.10416464,0.048455447,0.0043682554,0.011068637,0.0012073185],"domain_scores_gemma":[0.8023516,0.09060613,0.06854556,0.0329228,0.0036113074,0.0019626187],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.39557186,0.0017219954,0.043053385,0.0006598038,0.0009515538,0.002622522,0.011694362,0.00014286774,0.0035077478],"category_scores_gemma":[0.5227451,0.0005617429,0.010800268,0.013236873,0.000032741962,0.00074461114,0.00276439,0.00038018444,0.0011762457],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007516269,0.00009702728,0.000096429896,0.759946,0.055809926,0.0000042295483,0.0029447132,0.0005278936,3.2820768e-7,0.00009125682,0.1804325,0.000042189164],"study_design_scores_gemma":[0.00022460548,0.00044108008,0.000009511914,0.20869593,0.6659971,0.000090709684,0.0020009824,0.015492725,3.6654936e-7,0.000081457874,0.1058586,0.0011069352],"about_ca_topic_score_codex":0.000028389773,"about_ca_topic_score_gemma":0.00026939486,"teacher_disagreement_score":0.6101872,"about_ca_system_score_codex":0.00018848426,"about_ca_system_score_gemma":0.0005389848,"threshold_uncertainty_score":0.9996834},"labels":[],"label_agreement":null},{"id":"W3102725375","doi":"10.1177/0253717620965845","title":"Why Do Manuscripts Get Rejected? A Content Analysis of Rejection Reports from the Indian Journal of Psychological Medicine","year":2020,"lang":"en","type":"article","venue":"Indian Journal of Psychological Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Content analysis; Desk; Psychology; Peer review; Editorial board; Medicine; Scope (computer science); Library science; Computer science; Social science; Political science; Sociology; Law","score_opus":0.7152513772568202,"score_gpt":0.5200034743616864,"score_spread":0.19524790289513383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3102725375","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90899676,0.005691047,0.008278934,0.07317439,0.0023051586,0.00043759577,0.000020209913,0.0000047323083,0.0010911552],"genre_scores_gemma":[0.9823109,0.00047954122,0.0014079142,0.013677958,0.0020172088,0.0000034786722,0.000008516378,0.000013803364,0.000080698],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9589462,0.010310304,0.021402573,0.000925505,0.008022218,0.00039314144],"domain_scores_gemma":[0.95637023,0.005660274,0.030873315,0.0022219906,0.003922861,0.00095130975],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.081361905,0.00051284634,0.007878277,0.0015098031,0.00014503395,0.00015318462,0.0029935632,0.00035989445,0.024131937],"category_scores_gemma":[0.11115188,0.0001768483,0.0030734176,0.0063335462,0.0009198275,0.00027337758,0.00009316141,0.0014862849,0.000038034526],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009973645,0.00065677,0.1823434,0.00003755019,0.0065554203,0.009981175,0.015754279,0.00012222292,0.004863968,0.00012910606,0.74289405,0.035664678],"study_design_scores_gemma":[0.0038727033,0.011726132,0.87556845,0.0011352227,0.00954659,0.00873881,0.020378945,0.00008659558,0.00004941767,0.011203526,0.05726416,0.00042945988],"about_ca_topic_score_codex":0.00005357454,"about_ca_topic_score_gemma":0.000028947243,"teacher_disagreement_score":0.693225,"about_ca_system_score_codex":0.000058628644,"about_ca_system_score_gemma":0.000041928288,"threshold_uncertainty_score":0.97676015},"labels":[],"label_agreement":null},{"id":"W3102879733","doi":"10.1186/s13063-020-04850-w","title":"Analysis and reporting of stratified cluster randomized trials—a systematic survey","year":2020,"lang":"en","type":"review","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences; St. Joseph’s Healthcare Hamilton; Impact","funders":"","keywords":"CRTS; Sample size determination; Medicine; Systematic review; Randomization; Randomized controlled trial; Research design; Data mining; Clinical trial; Cluster analysis; Clinical study design; Cluster randomised controlled trial; Stratified sampling; Cluster (spacecraft); MEDLINE; Medical physics; Information retrieval; Statistics; Computer science; Pathology; Artificial intelligence; Mathematics","score_opus":0.9597756563809456,"score_gpt":0.6677349341409536,"score_spread":0.292040722239992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3102879733","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011689945,0.9571493,0.02055638,0.00003434451,0.00045659835,0.020976417,0.00027934066,0.000008362634,0.00052753603],"genre_scores_gemma":[0.0002612572,0.9932795,0.0017817017,0.000028231021,0.0002380221,0.0009111556,0.00017416428,0.000042385036,0.0032835715],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.033096705,0.67426986,0.28232858,0.0022715542,0.007698657,0.00033468078],"domain_scores_gemma":[0.027040133,0.5403449,0.4241506,0.006078529,0.0020732544,0.0003126014],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9635372,0.0011739143,0.31933057,0.0022157063,0.00010559396,0.0018974314,0.0022714036,0.00053492084,0.004596586],"category_scores_gemma":[0.9804164,0.00041831107,0.05891827,0.007504338,0.00013840232,0.00014796984,0.00026745631,0.00036176597,0.000478954],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026851536,0.00007986438,0.00011657676,0.46854815,0.16864555,0.00003809681,0.00042778117,0.000021293657,6.319272e-7,0.00043101545,0.0077017643,0.35130414],"study_design_scores_gemma":[0.030003093,0.000056160323,0.000025112606,0.054578807,0.84270376,0.000045490055,0.00023192425,0.002480056,0.0000011448456,0.001961101,0.066652164,0.0012611942],"about_ca_topic_score_codex":0.00008417437,"about_ca_topic_score_gemma":0.000105817126,"teacher_disagreement_score":0.6740582,"about_ca_system_score_codex":0.000038164435,"about_ca_system_score_gemma":0.0004966463,"threshold_uncertainty_score":0.99982685},"labels":[],"label_agreement":null},{"id":"W3103319928","doi":"10.11124/jbies-20-00452","title":"The hardest thing about learning is unlearning: why systematic review replication should be reconsidered","year":2020,"lang":"en","type":"editorial","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Replication (statistics); Psychology; Cognitive science; Medicine; Virology","score_opus":0.5076609855171119,"score_gpt":0.5020314452556786,"score_spread":0.005629540261433363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3103319928","genre_codex":"review","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013529884,0.50461733,0.0035126002,0.13374953,0.33772594,0.0135394065,0.000119883494,0.00022258205,0.006499201],"genre_scores_gemma":[0.0015429711,0.33931178,0.003908404,0.018857535,0.44005176,0.010095676,0.00012405028,0.0006659599,0.18544187],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.86396426,0.07626577,0.02811439,0.005369572,0.025292695,0.0009932971],"domain_scores_gemma":[0.29006895,0.59205675,0.07045635,0.035119057,0.011291135,0.0010077739],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.33789915,0.0013274571,0.013956349,0.00042783597,0.0016532037,0.006923956,0.00926172,0.00097442453,0.005893048],"category_scores_gemma":[0.93718064,0.00061600556,0.005963888,0.002725138,0.00021943169,0.00097425835,0.0007055817,0.0027008771,0.011394109],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006750549,0.000008701317,0.000056857953,0.07860393,0.0006013539,0.000008682517,0.00048635836,0.0000082774195,0.000008316216,0.000028526872,0.91760445,0.0025778234],"study_design_scores_gemma":[0.000026866148,0.00003073397,0.000010052069,0.1747294,0.0052822083,0.000010490611,0.000538445,0.0009820443,0.000015041727,0.00021096654,0.8176284,0.00053537457],"about_ca_topic_score_codex":0.000060366223,"about_ca_topic_score_gemma":0.000040901366,"teacher_disagreement_score":0.5992815,"about_ca_system_score_codex":0.00031681583,"about_ca_system_score_gemma":0.00076044316,"threshold_uncertainty_score":0.99994767},"labels":[],"label_agreement":null},{"id":"W3104156511","doi":"10.1186/s13643-020-01528-x","title":"Decoding semi-automated title-abstract screening: findings from a convenience sample of reviews","year":2020,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research; Agency for Healthcare Research and Quality","keywords":"Medicine; Sample (material); Family medicine; Chromatography","score_opus":0.74206806984738,"score_gpt":0.5067228630798758,"score_spread":0.23534520676750426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3104156511","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015360671,0.2820022,0.5905332,0.0022320263,0.002165822,0.046007216,0.0004133084,0.0002853115,0.061000213],"genre_scores_gemma":[0.8216275,0.0070372624,0.15754947,0.004155039,0.00068557676,0.0016494021,0.00012827743,0.00015589157,0.0070115565],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9672932,0.009381918,0.01910436,0.0009837898,0.0029526087,0.00028413348],"domain_scores_gemma":[0.974963,0.00809695,0.012677674,0.003450154,0.0005021769,0.00031001828],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.07775815,0.00043792688,0.009345528,0.00016634876,0.00008134582,0.0003068857,0.0019266561,0.000103297505,0.022918541],"category_scores_gemma":[0.16056038,0.00019676659,0.002529741,0.0015591646,0.000051557985,0.00022033186,0.00013929748,0.00016612197,0.031106353],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062718104,0.0000561395,0.00588656,0.083059356,0.00043736192,0.000010308358,0.0032460056,0.000023589953,0.0013483267,0.0015713895,0.89316887,0.0111858025],"study_design_scores_gemma":[0.00018416528,0.000031813346,0.00053144345,0.013482124,0.00057607074,0.000007383058,0.0003230219,0.031806726,0.000082867526,0.00043385997,0.95212835,0.00041217532],"about_ca_topic_score_codex":0.000022690885,"about_ca_topic_score_gemma":0.000004015139,"teacher_disagreement_score":0.80626684,"about_ca_system_score_codex":0.000023774566,"about_ca_system_score_gemma":0.000040990846,"threshold_uncertainty_score":0.97797465},"labels":[],"label_agreement":null},{"id":"W3104267767","doi":"10.23736/s1973-9087.20.06427-8","title":"Attrition, missing data, compliance, and related biases in randomized controlled trials of rehabilitation interventions: towards improving reporting and conduct","year":2021,"lang":"en","type":"review","venue":"European Journal of Physical and Rehabilitation Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Toronto Rehabilitation Institute","funders":"","keywords":"Consolidated Standards of Reporting Trials; Attrition; Rehabilitation; Medicine; Missing data; Randomized controlled trial; Psychological intervention; Data collection; Reporting bias; Quality (philosophy); Compliance (psychology); MEDLINE; Data quality; Set (abstract data type); Applied psychology; Physical therapy; Psychology; Computer science; Nursing; Statistics; Social psychology; Operations management","score_opus":0.845357867861679,"score_gpt":0.6088434211610882,"score_spread":0.23651444670059074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3104267767","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054300865,0.98954374,0.0010439316,0.0015764072,0.00024418902,0.0019450242,0.0000210773,0.0000021190708,0.0001934585],"genre_scores_gemma":[0.026372764,0.9548985,0.017546404,0.00003590898,0.0005811252,0.000035136298,0.00012077221,0.00004911368,0.00036029847],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.7757585,0.14938585,0.07087412,0.0011164511,0.0026649153,0.00020018665],"domain_scores_gemma":[0.6585569,0.23348986,0.10301888,0.001506392,0.0031641847,0.00026379328],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.51982236,0.00040463475,0.034046274,0.0011109414,0.0000864173,0.00021220019,0.0004470257,0.00006319417,0.00019378311],"category_scores_gemma":[0.85934305,0.0001635693,0.004453409,0.000986824,0.000818758,0.0003991704,0.00017046576,0.00042530088,0.0000022329577],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005463531,0.00013977487,0.00004174058,0.014049487,0.0009445996,0.000026952148,0.0021297724,0.0000061645273,0.00003158195,0.00029987658,0.00092838216,0.9808553],"study_design_scores_gemma":[0.19267265,0.003599522,0.0018089958,0.65246725,0.03739741,0.00095023104,0.012880372,0.009319007,8.135482e-7,0.012504149,0.0754539,0.000945703],"about_ca_topic_score_codex":0.0000079759775,"about_ca_topic_score_gemma":0.000001337799,"teacher_disagreement_score":0.9799096,"about_ca_system_score_codex":0.000026826132,"about_ca_system_score_gemma":0.00015672286,"threshold_uncertainty_score":0.98029435},"labels":[],"label_agreement":null},{"id":"W3106640820","doi":"10.1186/s12874-020-01157-x","title":"Epistemonikos: a comprehensive database of systematic reviews for health decision-making","year":2020,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; MEDLINE; Computer science; Data science; Medicine; Management science","score_opus":0.9837697841573154,"score_gpt":0.7577131318616004,"score_spread":0.22605665229571503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106640820","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011206822,0.030936368,0.95368254,0.006684072,0.00030025048,0.00691533,0.000054213964,0.0000074061054,0.00029913356],"genre_scores_gemma":[0.016773608,0.0020742272,0.9741816,0.0051261755,0.00036184952,0.0010207321,0.000015639373,0.000034466775,0.000411735],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.2524184,0.67245996,0.039902043,0.0033244777,0.030205105,0.0016899827],"domain_scores_gemma":[0.05664556,0.9192275,0.009937756,0.0064483234,0.005827751,0.0019131589],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.74721575,0.0003716038,0.014012881,0.0007725087,0.000286105,0.00019767716,0.005463323,0.00025022976,0.0075952355],"category_scores_gemma":[0.9705512,0.0001726443,0.0026612997,0.0033513822,0.00055519096,0.00013985655,0.0010365569,0.00074985507,0.0013830732],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005022435,0.00019351728,0.0009239916,0.21421629,0.00042753754,0.0000411155,0.0031308688,0.000040932096,0.00023929313,0.026900176,0.52684677,0.22653727],"study_design_scores_gemma":[0.0032307236,0.0029495282,0.00094061316,0.078990206,0.0006283224,0.00025546574,0.01659969,0.2425524,0.00008769412,0.09021877,0.5624757,0.0010708958],"about_ca_topic_score_codex":0.000028133543,"about_ca_topic_score_gemma":0.0001451322,"teacher_disagreement_score":0.24676746,"about_ca_system_score_codex":0.00008061958,"about_ca_system_score_gemma":0.0017653609,"threshold_uncertainty_score":0.99991757},"labels":[],"label_agreement":null},{"id":"W3106977776","doi":"10.7748/nr.2020.e1757","title":"When and how to use factorial design in nursing research","year":2020,"lang":"en","type":"review","venue":"Nurse Researcher","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Winnipeg Regional Health Authority","funders":"","keywords":"Factorial experiment; Factorial; Research design; Fractional factorial design; Psychological intervention; Computer science; Sample size determination; Design of experiments; Clinical study design; Management science; Psychology; Statistics; Mathematics; Machine learning; Medicine; Clinical trial; Engineering","score_opus":0.9626634338206049,"score_gpt":0.6942479964121974,"score_spread":0.26841543740840756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106977776","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000072405423,0.98303425,0.0037516088,0.0035672102,0.00033232738,0.0055180495,0.000051722905,0.000007438566,0.0037301532],"genre_scores_gemma":[0.000046509314,0.95262873,0.007889092,0.000030600622,0.0006822927,0.0004403473,0.000015781281,0.00009567619,0.038170956],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8278105,0.14078851,0.006906192,0.0033385672,0.019751346,0.0014048731],"domain_scores_gemma":[0.9428327,0.046451703,0.0016377915,0.0054503023,0.0022943516,0.0013331708],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.26340535,0.0006513347,0.010076828,0.0029364433,0.00019975896,0.0066075935,0.0039285687,0.00054899626,0.003354487],"category_scores_gemma":[0.26954454,0.0003233316,0.0017088754,0.006113198,0.00029564535,0.00046386878,0.00040641136,0.0021505253,0.0060120923],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011310622,0.000030651372,0.000020719683,0.00060202606,0.00006874079,0.000048146565,0.0009297529,3.7271468e-7,5.696897e-7,0.00037112358,0.32321677,0.67469984],"study_design_scores_gemma":[0.00011255186,0.0000957888,0.000035272955,0.0063137985,0.00014083093,0.000010822194,0.00041327835,0.00013383939,2.34628e-7,0.003917327,0.9885468,0.0002794373],"about_ca_topic_score_codex":0.000053210875,"about_ca_topic_score_gemma":0.000030648913,"teacher_disagreement_score":0.67442036,"about_ca_system_score_codex":0.0006693877,"about_ca_system_score_gemma":0.0010708639,"threshold_uncertainty_score":0.99992186},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3107493350","doi":"10.1177/0844562120974197","title":"Quantitative and Qualitative Strategies to Strengthen Internal Validity in Randomized Trials","year":2020,"lang":"en","type":"review","venue":"Canadian Journal of Nursing Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta; Toronto Metropolitan University","funders":"","keywords":"Internal validity; External validity; Psychological intervention; Randomized controlled trial; Attrition; Causality (physics); Psychology; Randomized experiment; Applied psychology; Empirical evidence; Qualitative research; Qualitative property; Management science; Social psychology; Computer science; Medicine; Engineering; Sociology; Machine learning","score_opus":0.981774507044121,"score_gpt":0.7570070036500588,"score_spread":0.22476750339406215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107493350","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029799851,0.9901198,0.0018960821,0.0018179383,0.0004984929,0.002093966,0.00010631468,5.8559095e-7,0.0031688088],"genre_scores_gemma":[0.0032754436,0.9895281,0.0054862592,0.00003507544,0.00041282838,0.00006059686,0.0000060390803,0.00004741478,0.001148227],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.63352764,0.33449537,0.023804763,0.0009668793,0.0064774477,0.0007279071],"domain_scores_gemma":[0.53088206,0.42769897,0.024236972,0.002656433,0.009848167,0.004677397],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.64277244,0.00048223315,0.027416077,0.0060106344,0.00019471928,0.0035524732,0.0027617675,0.0002300631,0.0017190084],"category_scores_gemma":[0.59573215,0.00022838854,0.004618715,0.0036382626,0.0006807585,0.00036963043,0.00005719784,0.001771716,0.00040101315],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006808955,0.00001782701,0.000003585446,0.0006538465,0.00053865224,0.00022479323,0.046454616,0.0000063417688,1.1273208e-7,0.005714654,0.036741603,0.9089631],"study_design_scores_gemma":[0.0060163606,0.00053450157,0.000008873948,0.052442968,0.001476885,0.00018373321,0.10266619,0.00016287023,1.2879096e-7,0.067659646,0.76844704,0.00040080925],"about_ca_topic_score_codex":0.0009677293,"about_ca_topic_score_gemma":0.0032995285,"teacher_disagreement_score":0.90856224,"about_ca_system_score_codex":0.00087576226,"about_ca_system_score_gemma":0.0077048815,"threshold_uncertainty_score":0.99919355},"labels":[],"label_agreement":null},{"id":"W3108041100","doi":"10.1177/2515245920952393","title":"Measurement Schmeasurement: Questionable Measurement Practices and How to Avoid Them","year":2020,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":812,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Transparency (behavior); Misrepresentation; Scope (computer science); Set (abstract data type); External validity; Ignorance; Construct (python library); Replication (statistics); Computer science; Psychology; Data science; Social psychology; Political science; Computer security; Law; Mathematics","score_opus":0.8481492272284977,"score_gpt":0.6781301132828519,"score_spread":0.17001911394564584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108041100","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13198794,0.07248576,0.52062166,0.17856589,0.0017094648,0.0044564027,0.000005831889,0.000049237176,0.09011778],"genre_scores_gemma":[0.6932843,0.001835542,0.30246326,0.0022244444,0.00006158838,0.00008569727,1.0209171e-7,0.000005406841,0.000039643197],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9564525,0.023048038,0.0039920267,0.0036182988,0.012111493,0.00077762443],"domain_scores_gemma":[0.9807965,0.0064159734,0.008320811,0.001798906,0.001955385,0.0007124225],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4123655,0.00036096913,0.0016232982,0.0003275634,0.00032140515,0.0018923599,0.0021390773,0.00009930493,0.0005111455],"category_scores_gemma":[0.50979894,0.0001891237,0.00015494261,0.004398799,0.00046120188,0.003542567,0.00041528718,0.00054116204,0.00009895798],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017257019,0.00029015864,0.19390942,0.000117819676,0.000028057037,0.000019162908,0.001234661,0.00021327735,0.013285514,0.008393965,0.0008220449,0.78151333],"study_design_scores_gemma":[0.00082441565,0.00068094424,0.17003953,0.00026441988,0.00009497983,0.00005383893,0.0034000087,0.003741904,0.000675962,0.06771339,0.75174713,0.00076348544],"about_ca_topic_score_codex":0.000016383241,"about_ca_topic_score_gemma":0.00007909346,"teacher_disagreement_score":0.78074986,"about_ca_system_score_codex":0.000122062345,"about_ca_system_score_gemma":0.00009296663,"threshold_uncertainty_score":0.9991438},"labels":[],"label_agreement":null},{"id":"W3108185098","doi":"10.1016/j.jtcvs.2020.10.144","title":"Understanding the literature: Complexity of statistical methods used in high-impact cardiothoracic surgery research","year":2020,"lang":"en","type":"article","venue":"Journal of Thoracic and Cardiovascular Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Hospital for Sick Children; Public Health Ontario; University of Toronto","funders":"Hospital for Sick Children","keywords":"Cardiothoracic surgery; Biostatistics; Medicine; Subspecialty; Annals; Statistical analysis; Citation; Vascular surgery; Medical physics; General surgery; Surgery; Cardiac surgery; Statistics; Computer science; Family medicine; Pathology; Library science; Mathematics; Epidemiology","score_opus":0.8938915574988511,"score_gpt":0.6005524659651488,"score_spread":0.2933390915337023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108185098","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32024732,0.053216893,0.62413305,0.0014021599,0.0004454176,0.0003575678,0.000043355318,0.0000027762867,0.00015147225],"genre_scores_gemma":[0.99293697,0.0010372867,0.0056612436,0.00006009196,0.00026241783,0.0000035949677,0.0000035134913,0.000018167679,0.000016724382],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9062238,0.077244505,0.0074423146,0.00060133135,0.008063501,0.00042458493],"domain_scores_gemma":[0.9449515,0.04844388,0.002683634,0.0018307677,0.0016955759,0.00039469308],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.46698993,0.00030548667,0.0077719484,0.0011545983,0.0001847049,0.0008251729,0.0008701616,0.00015012945,0.00043562576],"category_scores_gemma":[0.07997605,0.00013474893,0.008402057,0.004567973,0.0004853169,0.00040512602,0.00018299499,0.0009279792,0.000015587748],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010285373,0.00022108249,0.47916648,0.0019710024,0.020593949,0.0020592145,0.009062105,0.006177161,0.00032074066,0.004479035,0.1039362,0.3709845],"study_design_scores_gemma":[0.0011289937,0.00051186857,0.704569,0.0039257677,0.008190666,0.003395274,0.031335585,0.01583507,0.0010355819,0.19237752,0.035483435,0.002211261],"about_ca_topic_score_codex":0.000028262073,"about_ca_topic_score_gemma":0.0000028525137,"teacher_disagreement_score":0.6726896,"about_ca_system_score_codex":0.00010495651,"about_ca_system_score_gemma":0.00036441733,"threshold_uncertainty_score":0.9277737},"labels":[],"label_agreement":null},{"id":"W3109355298","doi":"10.7717/peerj.10387","title":"Comparing multiple comparisons: practical guidance for choosing the best multiple comparisons test","year":2020,"lang":"en","type":"article","venue":"PeerJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":429,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"National Institute of Food and Agriculture","keywords":"Bonferroni correction; Multiple comparisons problem; Pairwise comparison; Wilcoxon signed-rank test; Computer science; Selection (genetic algorithm); Test (biology); Variety (cybernetics); Statistical hypothesis testing; Statistics; Machine learning; Artificial intelligence; Mann–Whitney U test; Mathematics","score_opus":0.8704104355023095,"score_gpt":0.555305003013656,"score_spread":0.3151054324886534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109355298","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049698547,0.0023599106,0.88247544,0.054452956,0.00069011864,0.0033895029,0.00013831934,0.000063273306,0.006731946],"genre_scores_gemma":[0.9248029,0.000007087836,0.07213199,0.0014250805,0.00036408196,0.00015328717,0.000019025172,0.000025766161,0.0010707561],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9855366,0.0027922026,0.0064199273,0.0012263942,0.0034886382,0.00053626637],"domain_scores_gemma":[0.935362,0.055654056,0.0040211454,0.003089523,0.0014218228,0.0004514572],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031672634,0.00041699177,0.0034828647,0.00010149132,0.0007444938,0.0017238656,0.0022549285,0.00009402785,0.0006812683],"category_scores_gemma":[0.2600451,0.00020514667,0.0015528166,0.0011152374,0.0001657002,0.00034735978,0.00034814392,0.00042220546,0.003966484],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020175763,0.00015443226,0.5186073,0.000046557296,0.00010580819,0.000001955474,0.00053547794,0.0013152721,0.0003254643,0.0005189887,0.47744402,0.0009245164],"study_design_scores_gemma":[0.0004076111,0.000042916174,0.018732304,0.000029402956,0.00018692251,0.000006903035,0.0019073413,0.52958965,0.00009966992,0.000081336635,0.44874445,0.00017149212],"about_ca_topic_score_codex":0.00006729519,"about_ca_topic_score_gemma":0.00030683572,"teacher_disagreement_score":0.87510437,"about_ca_system_score_codex":0.000043241238,"about_ca_system_score_gemma":0.00009642842,"threshold_uncertainty_score":0.99931246},"labels":[],"label_agreement":null},{"id":"W3110744755","doi":"10.1016/j.jclinepi.2020.12.006","title":"Systematic review and narrative review lead experts to different cancer trial predictions: a randomized trial","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Wilfrid Laurier University; Ottawa Hospital; McGill University","funders":"","keywords":"Randomized controlled trial; Medicine; Narrative review; Confidence interval; Colorectal cancer; Clinical trial; Systematic review; MEDLINE; Family medicine; Cancer; Internal medicine; Intensive care medicine","score_opus":0.895906543173014,"score_gpt":0.6844062984471154,"score_spread":0.21150024472589857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110744755","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008824091,0.69229877,0.02621113,0.25375533,0.003017663,0.015686108,0.000012532331,0.000005705672,0.00018866966],"genre_scores_gemma":[0.013592625,0.7463817,0.0033835324,0.22915186,0.004027503,0.0017864376,0.0000028944455,0.000028206077,0.0016452582],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.4699974,0.39396685,0.13047169,0.0014377101,0.0036526793,0.00047365497],"domain_scores_gemma":[0.22484966,0.63437057,0.12996344,0.0036855997,0.0047274968,0.0024032253],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.5686761,0.0004400062,0.062236346,0.00016003073,0.00010238505,0.00008024396,0.0015133637,0.0002292946,0.0029727016],"category_scores_gemma":[0.9503764,0.00015855825,0.010805238,0.00069589884,0.00022395235,0.00016975883,0.0001646656,0.00069891656,0.0001498816],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3215702,0.00018373472,0.00015650984,0.05273387,0.0028710098,0.000010017674,0.00046762926,0.000015654505,3.6565697e-7,0.00037874246,0.6195741,0.0020381263],"study_design_scores_gemma":[0.8273998,0.0034248203,0.000050447317,0.13029444,0.018384475,0.0000714381,0.00041443092,0.0019998443,1.3041358e-7,0.0037558167,0.013856998,0.0003473603],"about_ca_topic_score_codex":0.0000033096812,"about_ca_topic_score_gemma":0.0000044596086,"teacher_disagreement_score":0.6057172,"about_ca_system_score_codex":0.000031589338,"about_ca_system_score_gemma":0.00020595032,"threshold_uncertainty_score":0.9991013},"labels":[],"label_agreement":null},{"id":"W3111059445","doi":"10.1097/phm.0000000000001668","title":"Physiatry Reviews for Evidence in Practice Second-Order Peer Review","year":2020,"lang":"en","type":"article","venue":"American Journal of Physical Medicine & Rehabilitation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Toronto Rehabilitation Institute; University of Toronto","funders":"","keywords":"Medicine; Order (exchange); Neuroscience; Physical medicine and rehabilitation; Cognitive psychology; Psychology","score_opus":0.5480214298137059,"score_gpt":0.5725448374817631,"score_spread":0.024523407668057162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111059445","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061694667,0.06759677,0.03790442,0.8260431,0.00049095077,0.0046832613,0.0000097145785,0.0000072472667,0.0015698292],"genre_scores_gemma":[0.82432455,0.0012343962,0.11856413,0.051510558,0.0033486912,0.00022343997,0.0000075866556,0.00005037207,0.00073624623],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9713912,0.01199236,0.009632233,0.00063384505,0.0061317217,0.00021862194],"domain_scores_gemma":[0.9111767,0.061006334,0.01566042,0.001298941,0.010491488,0.00036614],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11327875,0.00027529415,0.005515094,0.00021587896,0.000042225896,0.00006559433,0.001079212,0.000022621341,0.0008282373],"category_scores_gemma":[0.71727586,0.00012824924,0.0016361728,0.0034486172,0.0002880936,0.0009596437,0.000041024006,0.00037586753,0.00024303401],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001016004,0.00015086454,0.0008393404,0.0012626379,0.00009204783,0.000002711413,0.006587296,0.000055849458,0.0003761225,0.0007348563,0.19004112,0.7997556],"study_design_scores_gemma":[0.000589646,0.021454053,0.0036176704,0.006861106,0.0010790158,0.000017338542,0.008620105,0.0021149393,0.0000030112594,0.0038641656,0.9515397,0.00023924603],"about_ca_topic_score_codex":0.000008461553,"about_ca_topic_score_gemma":0.000003255678,"teacher_disagreement_score":0.7995163,"about_ca_system_score_codex":0.00006483385,"about_ca_system_score_gemma":0.00014969647,"threshold_uncertainty_score":0.91306615},"labels":[],"label_agreement":null},{"id":"W3111344844","doi":"10.3390/children7120293","title":"Publication Trends of Pediatric and Adult Randomized Controlled Trials in General Medical Journals, 2005–2018: A Citation Analysis","year":2020,"lang":"en","type":"article","venue":"Children","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Hospital for Sick Children; Institute for Clinical Evaluative Sciences; SickKids Foundation; Western University","funders":"Canadian Institutes of Health Research; Instituto Danone; Hospital for Sick Children; Mead Johnson Nutrition; Danone Institute of Canada; Dairy Farmers of Ontario; Danone","keywords":"Randomized controlled trial; Medicine; Scopus; Citation; Medical journal; MEDLINE; Web of science; Family medicine; Meta-analysis; Pediatrics; Internal medicine; Library science","score_opus":0.4733981848417459,"score_gpt":0.4916173047214376,"score_spread":0.018219119879691714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111344844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9328896,0.009719982,0.027738027,0.025540363,0.000098114746,0.0020456903,0.000045431872,0.0000075995163,0.0019152259],"genre_scores_gemma":[0.9957262,0.0009732532,0.0013124663,0.0006478034,0.00042012308,0.000086479675,0.00007266955,0.0000063305843,0.00075461785],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9133469,0.049563196,0.028756775,0.0009171045,0.007156417,0.0002595943],"domain_scores_gemma":[0.96259457,0.017470544,0.0170093,0.001025931,0.0014564496,0.0004431813],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.32178313,0.00021793111,0.015823752,0.0025538157,0.000045881803,0.0005159079,0.00074873527,0.00013198754,0.015311851],"category_scores_gemma":[0.49978432,0.00009325352,0.004988381,0.005782556,0.00005554553,0.00022486405,0.000054548153,0.00015396118,0.00007710011],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011486431,0.00025683784,0.74321306,0.000041503943,0.015725287,0.0000031773836,0.002420895,0.00051765423,0.000040244606,0.0030208793,0.17278203,0.05049201],"study_design_scores_gemma":[0.2478973,0.000050803465,0.5027364,0.000018802863,0.022094157,0.0000057151433,0.00013824417,0.22434378,0.000007665851,0.0020312613,0.0003417294,0.00033418168],"about_ca_topic_score_codex":0.000033515917,"about_ca_topic_score_gemma":0.000039826577,"teacher_disagreement_score":0.24047668,"about_ca_system_score_codex":0.000012516727,"about_ca_system_score_gemma":0.00008934476,"threshold_uncertainty_score":0.9987874},"labels":[],"label_agreement":null},{"id":"W3111615218","doi":"10.1111/ipd.12769","title":"Transparency in clinical trials: Adding value to paediatric dental research","year":2020,"lang":"en","type":"article","venue":"International Journal of Paediatric Dentistry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Ministério da Saúde; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Transparency (behavior); Medicine; Clinical trial; Consolidated Standards of Reporting Trials; MEDLINE; Research design; Paediatric dentistry; Sample size determination; Impact factor; Clinical study design; Clinical research; Reliability (semiconductor); Family medicine; Dentistry; Power (physics); Statistics","score_opus":0.8978591830817043,"score_gpt":0.6777640374414955,"score_spread":0.22009514564020882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111615218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9398487,0.0039568986,0.036949847,0.0062684542,0.009464171,0.0006944386,0.000112801325,0.0000054102416,0.0026992438],"genre_scores_gemma":[0.98897403,0.00031414517,0.004538084,0.0005276538,0.005185563,0.000007845293,0.0000046869986,0.000014197394,0.00043377362],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.893726,0.044711817,0.037540015,0.001214807,0.022251397,0.000555978],"domain_scores_gemma":[0.95543736,0.028862834,0.0094596995,0.0008985808,0.004419085,0.0009224637],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.34604764,0.00023622376,0.003211959,0.001960511,0.00006423707,0.0011330605,0.0050888592,0.00016647171,0.00423637],"category_scores_gemma":[0.29496032,0.00014061687,0.003359783,0.0035249162,0.00005061426,0.00047378422,0.00031646423,0.0010266199,0.0026804367],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021214073,0.00029159154,0.7310376,0.000026625821,0.00052137225,0.0016011804,0.0006166677,0.0011576045,0.00010798253,0.00078168506,0.14659843,0.11704712],"study_design_scores_gemma":[0.007424766,0.0011097312,0.66276234,0.00029652298,0.001135633,0.0012418915,0.0066321148,0.010757359,0.00010364142,0.009082196,0.2984368,0.001017008],"about_ca_topic_score_codex":0.000009639629,"about_ca_topic_score_gemma":0.000015703672,"teacher_disagreement_score":0.15183836,"about_ca_system_score_codex":0.00013652761,"about_ca_system_score_gemma":0.00036649941,"threshold_uncertainty_score":0.99990386},"labels":[],"label_agreement":null},{"id":"W3112337105","doi":"10.1186/s13643-020-01520-5","title":"Aligning text mining and machine learning algorithms with best practices for study selection in systematic literature reviews","year":2020,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Precision Nanosystems (Canada)","funders":"","keywords":"Medicine; Selection (genetic algorithm); Systematic review; Machine learning; Artificial intelligence; Algorithm; MEDLINE; Data science; Computer science","score_opus":0.6685598516985551,"score_gpt":0.5129697103957964,"score_spread":0.15559014130275872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112337105","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020170657,0.668683,0.101593055,0.0016662325,0.00047269365,0.20490153,0.000023224136,0.000081616214,0.0024079927],"genre_scores_gemma":[0.5960148,0.023431677,0.25147262,0.0031290483,0.0017002055,0.07786605,0.0001034719,0.0005747475,0.045707386],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.89382136,0.07264476,0.02671124,0.0023263148,0.0039202203,0.000576087],"domain_scores_gemma":[0.9463793,0.013152875,0.037015136,0.0020145609,0.001081432,0.0003567028],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24885075,0.0009819433,0.017442375,0.0005865004,0.00036723306,0.0027705363,0.0013889354,0.00015196188,0.00019828144],"category_scores_gemma":[0.26106018,0.00039815225,0.0013740417,0.004319966,0.000035952642,0.0009607135,0.00014626772,0.00043625262,0.0006757469],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024061805,0.00017955861,0.014351499,0.95410466,0.00051572575,0.000023045877,0.024112644,0.000058026464,0.000057889876,0.0000709325,0.0027818265,0.003720121],"study_design_scores_gemma":[0.003012193,0.0031716444,0.00027437185,0.56913173,0.010623452,0.0007786386,0.056529026,0.24472187,0.0000112534,0.00010340799,0.109354526,0.0022878947],"about_ca_topic_score_codex":0.000024010398,"about_ca_topic_score_gemma":0.00021569846,"teacher_disagreement_score":0.64525133,"about_ca_system_score_codex":0.00007477558,"about_ca_system_score_gemma":0.00005584228,"threshold_uncertainty_score":0.99984705},"labels":[],"label_agreement":null},{"id":"W3112825017","doi":"10.1136/bmjebm-2020-111493","title":"Framework for the synthesis of non-randomised studies and randomised controlled trials: a guidance on conducting a systematic review and meta-analysis for healthcare decision making","year":2020,"lang":"en","type":"review","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Agency for Drugs and Technologies in Health","funders":"Sanofi Pasteur; Sanofi","keywords":"Health care; Randomized controlled trial; Evidence-based medicine; Systematic review; Delphi method; Management science; Medicine; Quality (philosophy); Transparency (behavior); Best practice; MEDLINE; Computer science; Alternative medicine; Engineering; Artificial intelligence; Political science","score_opus":0.9173359485862664,"score_gpt":0.6565785159814549,"score_spread":0.26075743260481155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112825017","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.9418988e-7,0.7137744,0.19176729,0.014413551,0.00017294196,0.07974252,0.000118143296,0.000007243581,0.000003700114],"genre_scores_gemma":[0.0001700166,0.91320604,0.024859734,0.0030235522,0.00028885674,0.058274433,0.000006144409,0.00005968208,0.00011155757],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.85137033,0.07963595,0.058483843,0.0029408834,0.0069740755,0.00059494283],"domain_scores_gemma":[0.055432267,0.86469644,0.06914026,0.0054791854,0.0049097575,0.00034206966],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.5970172,0.0017180387,0.17388646,0.0013545112,0.0005178866,0.00039129352,0.0023662203,0.00039237732,0.0004501731],"category_scores_gemma":[0.95799196,0.0005147084,0.03550149,0.003912121,0.0004268749,0.00017199728,0.00015780436,0.00048235964,0.000011467777],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031477525,0.00001506959,5.6288775e-7,0.72092074,0.22796775,0.0000036872887,0.0001774767,0.000013467756,1.068129e-7,0.00021524107,0.002917705,0.04462042],"study_design_scores_gemma":[0.008844359,0.00019622748,1.08585404e-7,0.3787683,0.60592985,0.0000066495545,0.0004453892,0.0010993016,2.8183416e-7,0.00077751034,0.003667225,0.00026477047],"about_ca_topic_score_codex":0.0000082324605,"about_ca_topic_score_gemma":0.0000117290365,"teacher_disagreement_score":0.7959381,"about_ca_system_score_codex":0.0001194312,"about_ca_system_score_gemma":0.0006336566,"threshold_uncertainty_score":0.99973047},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3113019438","doi":"10.1136/bmjopen-2020-040478","title":"Reporting of methodological studies in health research: a protocol for the development of the MethodologIcal STudy reportIng Checklist (MISTIC)","year":2020,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; St. Joseph’s Healthcare Hamilton; Population Health Research Institute; University of Toronto; Bruyère; Jewish General Hospital; McGill University; University of Ottawa; Impact; Women's College Hospital; McMaster University; Ottawa Hospital","funders":"Cancer Research UK; McMaster University","keywords":"Medicine; Checklist; Protocol (science); Health services research; Public health; Alternative medicine; Family medicine; Medical education; Nursing; Pathology","score_opus":0.9985269701165298,"score_gpt":0.839857146447038,"score_spread":0.15866982366949178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113019438","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":"methods","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019704117,0.00009317159,0.042520322,0.012682843,0.00010197754,0.922722,0.0000041530316,0.00000467618,0.002166775],"genre_scores_gemma":[0.11687508,4.6540222e-7,0.40459543,0.0003715619,0.000062987565,0.47715497,4.5815753e-7,0.000010578019,0.00092846865],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.35941797,0.3811548,0.23030296,0.0046710586,0.02287371,0.0015795073],"domain_scores_gemma":[0.28919086,0.31250602,0.373966,0.013128204,0.010707869,0.0005010287],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8876027,0.00019974036,0.0058307964,0.000096451826,0.00046234662,0.00024837532,0.0038232412,0.000046765304,0.00033108797],"category_scores_gemma":[0.9328904,0.000060407525,0.0007369546,0.0020580168,0.00023997994,0.000074716954,0.0030405414,0.0003152995,0.0000075872827],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013188819,0.0012482684,0.6352855,0.005313804,0.0017104847,0.00006502855,0.13224113,0.000832156,0.0007596895,0.0032645953,0.06489387,0.1530666],"study_design_scores_gemma":[0.0022917546,0.0012566597,0.51542664,0.0015652319,0.00018978973,0.000046432877,0.35885632,0.007092604,0.0012507044,0.019517474,0.09202469,0.00048168248],"about_ca_topic_score_codex":0.000061424296,"about_ca_topic_score_gemma":0.0001994499,"teacher_disagreement_score":0.445567,"about_ca_system_score_codex":0.00005788206,"about_ca_system_score_gemma":0.0008420168,"threshold_uncertainty_score":0.7104597},"labels":[],"label_agreement":null},{"id":"W3113047186","doi":"10.1186/s13643-021-01787-2","title":"CogTale: an online platform for the evaluation, synthesis, and dissemination of evidence from cognitive interventions studies","year":2021,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Institut Universitaire de Gériatrie de Montréal","funders":"National Institute on Aging; Dementia Australia; Dementia Collaborative Research Centres, Australia; National Institutes of Health; University of Melbourne; Dementia Australia Research Foundation","keywords":"Medicine; Psychological intervention; Cognition; Medical education; Nursing; Psychiatry","score_opus":0.9421917895613576,"score_gpt":0.6586224641547465,"score_spread":0.2835693254066112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113047186","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.078931496,0.7750657,0.117549464,0.0012298053,0.0006478209,0.026044995,0.0004062031,0.0000071985714,0.00011729603],"genre_scores_gemma":[0.97265404,0.011545303,0.007002677,0.0000831522,0.0001203131,0.0062731956,0.00006183905,0.000018360584,0.0022411079],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9553122,0.023953687,0.015892308,0.0009039838,0.00377366,0.00016414009],"domain_scores_gemma":[0.659794,0.29710263,0.022464992,0.005744958,0.014725948,0.00016749134],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21537986,0.00028676237,0.005508109,0.0001330187,0.0001917128,0.00038775208,0.00080215465,0.000053427117,0.0013212994],"category_scores_gemma":[0.7245222,0.000095685784,0.0018489852,0.0008302438,0.000107997694,0.00049159396,0.0001270623,0.000069841095,0.00011619666],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003423749,0.0008151991,0.0061700987,0.33039328,0.008002822,0.0000042417387,0.02833309,0.000035159035,0.00062557403,0.0025572847,0.04241967,0.5806093],"study_design_scores_gemma":[0.0005373481,0.0002781079,0.022145867,0.63502425,0.041994166,0.00007608399,0.18175852,0.09391883,0.0007499853,0.017310984,0.005288356,0.00091749465],"about_ca_topic_score_codex":0.000007662536,"about_ca_topic_score_gemma":0.0003518543,"teacher_disagreement_score":0.89372253,"about_ca_system_score_codex":0.00003839457,"about_ca_system_score_gemma":0.0000708868,"threshold_uncertainty_score":0.99959165},"labels":[],"label_agreement":null},{"id":"W3113997231","doi":"10.1017/s0266462320002159","title":"Creating enriched training sets of eligible studies for large systematic reviews: the utility of PubMed's Best Match algorithm","year":2020,"lang":"en","type":"article","venue":"International Journal of Technology Assessment in Health Care","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of Ottawa; University of Prince Edward Island; University of British Columbia; Children's Hospital of Eastern Ontario","funders":"","keywords":"Ranking (information retrieval); Computer science; sort; Set (abstract data type); False positive paradox; Best practice; Systematic review; Sorting; MEDLINE; Information retrieval; Medicine; Data mining; Algorithm; Machine learning; Biology","score_opus":0.703124998468772,"score_gpt":0.6088499734728356,"score_spread":0.09427502499593632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113997231","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17349392,0.28850994,0.35613498,0.16059762,0.0037614356,0.015736189,0.00050820713,0.000026732316,0.0012309686],"genre_scores_gemma":[0.9586094,0.0014890372,0.03921393,0.00041926315,0.00006304214,0.00017228829,0.0000036177198,0.0000075691546,0.000021874117],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.97765267,0.0035871041,0.015088851,0.000374101,0.0030153808,0.0002818708],"domain_scores_gemma":[0.9725414,0.0047854376,0.01745592,0.0006930837,0.0044458276,0.00007831086],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.068522826,0.00019537463,0.0043094438,0.00062929845,0.00008563716,0.00006606972,0.002318511,0.00009819964,0.000099966426],"category_scores_gemma":[0.052380476,0.0000919894,0.00097607437,0.00095583586,0.000077135446,0.00016634604,0.00020675498,0.00037292915,0.0000039540973],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118758006,0.00082234375,0.106038064,0.07693262,0.0068597174,0.0000626709,0.06474752,0.0004313171,0.00013231028,0.030073438,0.020442912,0.69333833],"study_design_scores_gemma":[0.0026467722,0.0012369188,0.008477414,0.01856649,0.0008271492,0.00021946892,0.88473994,0.038414504,0.00015761719,0.02510567,0.019200996,0.0004070914],"about_ca_topic_score_codex":0.0000075607577,"about_ca_topic_score_gemma":0.000019191297,"teacher_disagreement_score":0.81999236,"about_ca_system_score_codex":0.00017108524,"about_ca_system_score_gemma":0.00033999208,"threshold_uncertainty_score":0.95915174},"labels":[],"label_agreement":null},{"id":"W3114083521","doi":"10.20982/tqmp.16.5.p467","title":"Inter-Rater Agreement, Data Reliability, and The Crisis of Confidence in Psychological Research","year":2020,"lang":"en","type":"article","venue":"The Quantitative Methods for Psychology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Inter-rater reliability; Psychology; Reliability (semiconductor); Clinical psychology; Developmental psychology; Physics; Thermodynamics; Rating scale","score_opus":0.9696765528338096,"score_gpt":0.7788110470329636,"score_spread":0.19086550580084605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3114083521","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020204257,0.002004296,0.8749604,0.09772167,0.00022199123,0.0018189738,0.000044468605,0.0000022361926,0.0030216535],"genre_scores_gemma":[0.46159527,0.00022670014,0.53240174,0.005180654,0.000049674225,0.00019202985,0.000006266784,0.000011765634,0.00033590838],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.807177,0.18028066,0.0077749793,0.00236586,0.0019174091,0.00048408186],"domain_scores_gemma":[0.86612755,0.12050338,0.0026653889,0.008789059,0.0017888166,0.00012582568],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.47669476,0.00019386075,0.0023592403,0.00020537461,0.00013954374,0.00017210982,0.005467533,0.0000916398,0.0014981985],"category_scores_gemma":[0.20329607,0.00006468471,0.00042526453,0.001715106,0.0018743562,0.00014219276,0.00085570925,0.00045543583,0.00021378457],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002915314,0.0003153165,0.006240443,0.00014762109,0.0004978797,0.0000034978423,0.031679362,0.00001869592,0.0024572653,0.59465766,0.24122593,0.119840994],"study_design_scores_gemma":[0.0015140848,0.00084546284,0.006990911,0.000022061764,0.00012291562,0.000008371046,0.014488629,0.015649667,0.00006458771,0.859484,0.10066847,0.00014080893],"about_ca_topic_score_codex":0.000041675165,"about_ca_topic_score_gemma":0.00003803071,"teacher_disagreement_score":0.44139102,"about_ca_system_score_codex":0.0000064773376,"about_ca_system_score_gemma":0.000016902035,"threshold_uncertainty_score":0.99991333},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3116681383","doi":"10.2147/clep.s288677","title":"&lt;p&gt;Retraction of COVID-19 Pharmacoepidemiology Research Could Have Been Avoided by Effective Use of Reporting Guidelines&lt;/p&gt;","year":2020,"lang":"en","type":"article","venue":"Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Institute for Clinical Evaluative Sciences; SickKids Foundation; University of Toronto","funders":"Wellcome Trust","keywords":"Pharmacoepidemiology; Medicine; Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Internal medicine; Pediatrics; Pharmacology; Virology","score_opus":0.9713400994553343,"score_gpt":0.7444786273701581,"score_spread":0.22686147208517615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3116681383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5864253,0.0074989046,0.26572087,0.13145085,0.0021677932,0.0046345047,0.00028930014,0.000055727207,0.0017567396],"genre_scores_gemma":[0.9246048,0.002483248,0.029852698,0.038956147,0.0013278932,0.00023725249,0.00014236593,0.00006650183,0.0023291486],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.29998085,0.5099773,0.17540884,0.0063639823,0.0062626954,0.0020063568],"domain_scores_gemma":[0.06400152,0.81839186,0.09999215,0.005532914,0.009988187,0.0020933778],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.77184165,0.0005746224,0.018656313,0.00052225793,0.0002472024,0.000049980918,0.0024534857,0.0013467098,0.003819326],"category_scores_gemma":[0.99041903,0.0003289512,0.005182189,0.0020428884,0.0018070794,0.0002983624,0.0007603153,0.0021122932,0.0007120386],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024092029,0.00011883332,0.2979188,0.00017723153,0.00049324095,0.00001725315,0.00010453845,0.0009689668,0.0038140055,0.0015757929,0.6846203,0.009950118],"study_design_scores_gemma":[0.0010054922,0.0009566558,0.043131396,0.000085131454,0.00051508425,0.000038486345,0.00017780704,0.103888944,0.0001742381,0.015763117,0.8339031,0.00036057047],"about_ca_topic_score_codex":0.00024356156,"about_ca_topic_score_gemma":0.00007330786,"teacher_disagreement_score":0.33817944,"about_ca_system_score_codex":0.00012123513,"about_ca_system_score_gemma":0.0005554787,"threshold_uncertainty_score":0.99994975},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3117070284","doi":"10.1136/bjsports-2020-103146","title":"Counting publications and citations is not just irrelevant: it is an incentive that subverts the impact of clinical research","year":2020,"lang":"en","type":"article","venue":"British Journal of Sports Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Canadian Institutes of Health Research; Ottawa Hospital; University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Impact factor; Citation impact; Publication; Citation; Incentive; Public relations; Promotion (chess); Bibliometrics; Societal impact of nanotechnology; Productivity; Citation index; Peer review; Political science; Medical education; Psychology; Medicine; Computer science; Library science; Economics; Economic growth","score_opus":0.8915702617689877,"score_gpt":0.64097170496057,"score_spread":0.2505985568084177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3117070284","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9162145,0.0055727633,0.0009350105,0.07354461,0.00021548955,0.0004627898,0.000053402975,0.0000020773455,0.0029993295],"genre_scores_gemma":[0.99260455,0.003801954,0.00035917966,0.0020900078,0.00041891498,0.0000021793164,0.000004267749,0.000008727039,0.00071021495],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9803347,0.0030206218,0.0088331,0.00046558402,0.007118254,0.000227758],"domain_scores_gemma":[0.9786962,0.0054499838,0.007604204,0.0009256583,0.0067996862,0.0005242638],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14578454,0.00013999916,0.002308559,0.00033344692,0.00029694306,0.00044595156,0.0011792465,0.00007400142,0.0102289105],"category_scores_gemma":[0.06568415,0.00006607856,0.00084318663,0.0018157556,0.0005487506,0.00054223585,0.0000997278,0.0006256302,0.000023832108],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020971085,0.000067220884,0.20344093,0.000023491039,0.00021715145,0.00005608504,0.004935351,0.0000047991716,0.000012396651,0.00009471881,0.65254426,0.13858262],"study_design_scores_gemma":[0.00047926302,0.00019364238,0.9554219,0.00068154937,0.00026211079,0.00036357646,0.012050315,0.0017099677,0.000004696901,0.0012217948,0.027537307,0.000073882045],"about_ca_topic_score_codex":0.000183433,"about_ca_topic_score_gemma":0.00002250619,"teacher_disagreement_score":0.75198096,"about_ca_system_score_codex":0.000020462508,"about_ca_system_score_gemma":0.00030140305,"threshold_uncertainty_score":0.99067587},"labels":[],"label_agreement":null},{"id":"W3118615836","doi":"10.1136/bmj.n71","title":"The PRISMA 2020 statement: an updated guideline for reporting systematic reviews","year":2021,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":95038,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; Public Health Ontario; University of Toronto; St. Michael's Hospital; Queen's University; McMaster University; Ottawa Hospital; Impact; University of Ottawa","funders":"National Eye Institute; National Health and Medical Research Council; Medical Research Council; National Institute for Health and Care Research","keywords":"Checklist; Systematic review; Guideline; Statement (logic); Terminology; Presentation (obstetrics); Computer science; MEDLINE; Management science; Medicine; Data science; Psychology; Pathology; Engineering; Political science","score_opus":0.8062818462597879,"score_gpt":0.610120910204588,"score_spread":0.1961609360551999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118615836","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013316085,0.06930827,0.7303122,0.10167089,0.0048483876,0.050808873,0.000101157384,0.0000795809,0.029554548],"genre_scores_gemma":[0.03984694,0.0015177062,0.4815136,0.0120755555,0.0028315498,0.0076366393,0.000935789,0.00016586912,0.45347637],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.90529287,0.020375142,0.0685778,0.0011714918,0.0041930955,0.00038962904],"domain_scores_gemma":[0.9253912,0.00480585,0.057061337,0.008193722,0.0043397136,0.00020820538],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.4963397,0.00026003676,0.004409175,0.00006398128,0.00040407866,0.0015929531,0.0013706833,0.000053822136,0.003158655],"category_scores_gemma":[0.39316058,0.00009510184,0.0018509544,0.001141383,0.000023608862,0.00022134956,0.00014686969,0.000088602355,0.0014467784],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022304946,0.000019555535,0.00017606483,0.0011985282,0.00014470235,0.000015768068,0.00015410286,0.000025834985,0.00008419653,0.00073001086,0.9903936,0.007055414],"study_design_scores_gemma":[0.00010358039,0.000019507706,0.00004882159,0.00042922792,0.00033414667,0.000055718847,0.0013153108,0.022491785,0.00004684714,0.0030988303,0.97192156,0.0001346382],"about_ca_topic_score_codex":0.000003612049,"about_ca_topic_score_gemma":0.000067344874,"teacher_disagreement_score":0.42392182,"about_ca_system_score_codex":0.00003150266,"about_ca_system_score_gemma":0.00015453732,"threshold_uncertainty_score":0.9994435},"labels":[],"label_agreement":null},{"id":"W3118633560","doi":"10.1053/j.jvca.2021.01.005","title":"Appropriate Clinical Trial Registration Is the Key to Transparent Reporting and Publication","year":2021,"lang":"en","type":"article","venue":"Journal of Cardiothoracic and Vascular Anesthesia","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Clinical trial; Medicine; Trial registration; Protocol (science); Food and drug administration; Investigational device exemption; Medical physics; Alternative medicine; Medical emergency; Pathology","score_opus":0.6930683998636986,"score_gpt":0.5469465995419722,"score_spread":0.1461218003217264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118633560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8889645,0.005167716,0.08394296,0.020389205,0.00019500451,0.00057060603,6.5791573e-7,0.0000022701695,0.00076711783],"genre_scores_gemma":[0.9888621,0.0007257395,0.007145455,0.001232423,0.0006382878,0.000010219296,0.0000016486011,0.000010893531,0.001373264],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9779016,0.0074022175,0.011104767,0.0004681412,0.002998382,0.00012489609],"domain_scores_gemma":[0.9844797,0.0011214877,0.010417769,0.0014803482,0.0022774453,0.00022324319],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18501185,0.00014980332,0.0022832535,0.00012023629,0.00015290771,0.0012045187,0.00038254255,0.000093078095,0.00013097042],"category_scores_gemma":[0.036664244,0.00006508345,0.0022238826,0.00057575817,0.000042277265,0.00025126842,0.00002431383,0.00021109788,0.000017864217],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00133076,0.0002533212,0.0819514,0.00017990719,0.0032642635,0.0004232038,0.006585931,0.00022896248,0.00022019763,0.0024470012,0.06298324,0.8401318],"study_design_scores_gemma":[0.0029910973,0.0003203866,0.11882666,0.000101075704,0.0018940376,0.0032811284,0.0016464606,0.0011834023,0.000083481274,0.001905127,0.86752266,0.00024448446],"about_ca_topic_score_codex":0.000001713545,"about_ca_topic_score_gemma":0.0000016909979,"teacher_disagreement_score":0.8398873,"about_ca_system_score_codex":0.000011899481,"about_ca_system_score_gemma":0.00015249955,"threshold_uncertainty_score":0.99983233},"labels":[],"label_agreement":null},{"id":"W3120196836","doi":"10.1136/bmjopen-2020-042008","title":"Epidemiology, clinical characteristics and treatment of critically ill patients with COVID-19): a protocol for a living systematic review","year":2021,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Medicine; MEDLINE; Epidemiology; Psychological intervention; CINAHL; Cochrane Library; Case fatality rate; Systematic review; Intensive care medicine; Emergency medicine; Meta-analysis; Internal medicine; Nursing","score_opus":0.890875508792677,"score_gpt":0.6920477059522251,"score_spread":0.19882780284045187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120196836","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00055851956,0.0005619659,0.01820938,0.0049945563,0.00006074964,0.9748105,0.00013008235,0.0000038625376,0.0006704006],"genre_scores_gemma":[0.00075127423,0.00006158957,0.04248226,0.016577518,0.000048905713,0.93672377,0.000022724686,0.000018541343,0.003313396],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.9591142,0.023703052,0.01480736,0.0009411299,0.0012082787,0.00022600172],"domain_scores_gemma":[0.870464,0.09486029,0.015827902,0.0066679227,0.011410666,0.00076916604],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14268479,0.00025245393,0.009093653,0.000058251266,0.000101260935,0.00020731454,0.00095206074,0.00007564007,0.0013238605],"category_scores_gemma":[0.7072512,0.00010109683,0.00093209406,0.00035358488,0.000104638224,0.00013223264,0.0002960347,0.00004708881,0.000083846484],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014492858,0.0011918752,0.62094754,0.3448627,0.000982381,0.000018123726,0.00026517973,5.943605e-7,2.929328e-7,0.0026445137,0.024728272,0.004213636],"study_design_scores_gemma":[0.01047039,0.0075554973,0.3092821,0.43953738,0.012229285,0.00020654638,0.0014602251,0.005271029,0.000002372303,0.006067518,0.20613177,0.0017859197],"about_ca_topic_score_codex":0.000007957802,"about_ca_topic_score_gemma":0.000022559536,"teacher_disagreement_score":0.56456643,"about_ca_system_score_codex":0.000039767998,"about_ca_system_score_gemma":0.00045400983,"threshold_uncertainty_score":0.9995891},"labels":[],"label_agreement":null},{"id":"W3120328844","doi":"10.14288/1.0395545","title":"Derivation of pediatric reference intervals for vitamin B-12 biomarkers and comparison of their diagnostic ability in children at risk of vitamin B-12 deficiency","year":2023,"lang":"en","type":"article","venue":"cIRcle (University of British Columbia)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Vitamin; Vitamin A deficiency; Pediatrics; Environmental health; Retinol; Endocrinology","score_opus":0.1935023241730293,"score_gpt":0.33962405901473447,"score_spread":0.14612173484170518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120328844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9962646,0.00034551453,0.0016524197,0.000017643255,0.000038636328,0.00089028745,0.00068069116,0.0000046128152,0.00010562162],"genre_scores_gemma":[0.998904,0.00030363188,0.00067233015,0.0000017947086,0.000004658593,0.0000025492143,0.00003144112,0.000005482301,0.00007411668],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99423486,0.0015419282,0.0023663267,0.00061631534,0.0010593681,0.00018122439],"domain_scores_gemma":[0.9896767,0.0052111214,0.0034897123,0.0009233696,0.00062869635,0.00007039115],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015739042,0.000081038685,0.0019193718,0.00034168913,0.0000994711,0.00005017185,0.0008368298,0.00010395833,0.00016925884],"category_scores_gemma":[0.011159717,0.00013517827,0.000546126,0.0015106612,0.00028232555,0.00022259708,0.00028371898,0.00007130144,0.0000090638505],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009699374,0.00013894026,0.9015779,0.00026210188,0.000059765745,4.898568e-7,0.00052245293,0.000034386543,0.00025658967,0.0000017619647,0.0014217925,0.09571412],"study_design_scores_gemma":[0.0005861527,0.00012716536,0.9934484,0.00009587373,0.00022865519,0.0000018661866,0.0022023714,0.0026708408,0.000010787914,0.00051547826,0.000008572697,0.00010383254],"about_ca_topic_score_codex":0.01107314,"about_ca_topic_score_gemma":0.067479014,"teacher_disagreement_score":0.09561029,"about_ca_system_score_codex":0.000040787618,"about_ca_system_score_gemma":0.000047354435,"threshold_uncertainty_score":0.99716973},"labels":[],"label_agreement":null},{"id":"W3120411682","doi":"10.5195/jmla.2021.939","title":"Search methods for prognostic factor systematic reviews: a methodologic investigation","year":2021,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"MEDLINE; Systematic review; Cochrane Library; Information retrieval; Impact factor; Medicine; Meta-analysis; Computer science; Recall; Psychology; Pathology","score_opus":0.8346534798746348,"score_gpt":0.6006942141085104,"score_spread":0.23395926576612436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120411682","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031751882,0.021089694,0.83103216,0.10497545,0.0051018675,0.004924388,0.000034479253,0.000016259779,0.0010737944],"genre_scores_gemma":[0.025485665,0.00094072457,0.8997496,0.011432925,0.0018737883,0.0002296409,0.000016764709,0.000054404976,0.060216513],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8325757,0.14567049,0.0129975155,0.00041282253,0.0080706235,0.0002728702],"domain_scores_gemma":[0.7658132,0.19536713,0.031761006,0.0024657361,0.0038450768,0.00074790214],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.35090092,0.00022060983,0.004347855,0.00022537445,0.00018394749,0.00091176823,0.002304685,0.00024477122,0.00488843],"category_scores_gemma":[0.8091862,0.00008156121,0.0035283007,0.0020222035,0.000042977263,0.0007519466,0.0002516318,0.00054542447,0.00016542288],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045596807,0.00040740872,0.32870197,0.017873583,0.0038482358,0.000046087272,0.0038757005,0.00007978095,0.0014773563,0.011894195,0.5663902,0.06535986],"study_design_scores_gemma":[0.0025172709,0.00046714,0.064210236,0.018112285,0.005312318,0.00069843675,0.0029323236,0.041000694,0.005896405,0.24463516,0.6132408,0.0009769326],"about_ca_topic_score_codex":2.1499619e-7,"about_ca_topic_score_gemma":4.0360902e-7,"teacher_disagreement_score":0.4582853,"about_ca_system_score_codex":0.00011514867,"about_ca_system_score_gemma":0.0008104002,"threshold_uncertainty_score":0.9960212},"labels":[],"label_agreement":null},{"id":"W3120515508","doi":"10.36416/1806-3756/e20200609","title":"Meta-analyses: a primer for clinicians","year":2020,"lang":"pt","type":"article","venue":"Jornal Brasileiro de Pneumologia","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sinai Health System","funders":"","keywords":"Medicine; Primer (cosmetics); MEDLINE; Family medicine; Medical physics; Law","score_opus":0.9394891995049357,"score_gpt":0.6019009116811104,"score_spread":0.33758828782382533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120515508","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11795849,0.02136991,0.77517503,0.06600162,0.0023116393,0.008217045,0.0015645558,0.000109194894,0.0072925],"genre_scores_gemma":[0.9036783,0.00012454002,0.02997937,0.030199574,0.0010449385,0.00046474417,0.00004838145,0.000119716664,0.034340452],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94788,0.020001763,0.021288523,0.0034679992,0.006023105,0.0013385881],"domain_scores_gemma":[0.9565311,0.020934254,0.014096046,0.0050433334,0.0020768426,0.0013184301],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.10120664,0.0013676934,0.015847774,0.00051410415,0.0005029707,0.0019593593,0.005621602,0.0007005559,0.04262894],"category_scores_gemma":[0.10699591,0.00069019763,0.023270428,0.0029852514,0.00025477086,0.00043153603,0.000517348,0.0009573655,0.013231675],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035295912,0.00068855577,0.10820503,0.0007748443,0.08103426,0.00027763238,0.0038445494,0.0017425758,0.0069811866,0.0026634848,0.7844294,0.009005525],"study_design_scores_gemma":[0.0025966254,0.0031786656,0.06051889,0.00011111713,0.2675097,0.00031003184,0.0056402865,0.21128711,0.0016666064,0.0069455313,0.43674374,0.003491698],"about_ca_topic_score_codex":0.000044520202,"about_ca_topic_score_gemma":0.00002390141,"teacher_disagreement_score":0.7857198,"about_ca_system_score_codex":0.00011654642,"about_ca_system_score_gemma":0.0006256635,"threshold_uncertainty_score":0.9999074},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3120705448","doi":"10.1097/wno.0000000000001158","title":"Publication Rate of Abstracts Presented at the North American Neuro-Ophthalmology Society Annual Meeting From 2008 to 2017","year":2021,"lang":"en","type":"article","venue":"Journal of Neuro-Ophthalmology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Western University","funders":"","keywords":"Impact factor; Library science; MEDLINE; Web of science; Medicine; Family medicine; Computer science; Political science","score_opus":0.40492421913219845,"score_gpt":0.4631169815173781,"score_spread":0.058192762385179675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120705448","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97797626,0.0005265573,0.00013018097,0.017770732,0.00089566945,0.0003478021,0.0001315278,0.0000029934931,0.0022182974],"genre_scores_gemma":[0.99274987,0.000048636317,0.0016450236,0.0015791188,0.0003245634,0.000011525069,0.000021051856,0.000027855622,0.003592357],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.97215885,0.013924877,0.009713669,0.00103409,0.0026454795,0.00052302814],"domain_scores_gemma":[0.95824665,0.016385987,0.01666424,0.0029530006,0.0053625237,0.00038759157],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.024227014,0.0004073988,0.0035146307,0.0003522885,0.0002643135,0.00027957614,0.00263946,0.0001245623,0.0036810697],"category_scores_gemma":[0.07575197,0.0002165746,0.002242744,0.0022961018,0.00034291483,0.00036243163,0.00065553625,0.0006378613,0.0005200348],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000186386,0.00038515838,0.4615886,0.000031078518,0.0008795757,0.003427685,0.0011723303,0.0036333597,0.020203197,0.000019010165,0.5070773,0.0013963595],"study_design_scores_gemma":[0.00036053173,0.0004688427,0.93128103,0.000017636117,0.0003094023,0.022227572,0.00071868085,0.00054092007,0.00086473464,0.00034884128,0.042648267,0.0002135237],"about_ca_topic_score_codex":0.000125237,"about_ca_topic_score_gemma":0.000033285363,"teacher_disagreement_score":0.46969244,"about_ca_system_score_codex":0.000052324674,"about_ca_system_score_gemma":0.00028252127,"threshold_uncertainty_score":0.9972297},"labels":[],"label_agreement":null},{"id":"W3120713201","doi":"10.1097/sla.0000000000004746","title":"Comment on Regarding Manuscript “Liver Resection Versus Local Ablation Therapies for Hepatocellular Carcinoma Within the Milan Criteria: A Systemic Review and Meta-analysis”","year":2021,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Resection; Hepatocellular carcinoma; Publication bias; Statement (logic); MEDLINE; Cohort; Milan criteria; Systematic review","score_opus":0.872995780878028,"score_gpt":0.4983006139895932,"score_spread":0.3746951668884348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120713201","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18514545,0.69694227,0.024824688,0.08840616,0.00084755244,0.0029922337,0.00019279138,0.000014176731,0.00063470437],"genre_scores_gemma":[0.99142843,0.0024182494,0.0001811203,0.004935061,0.00003808172,0.00014784113,0.000032430657,0.000011159691,0.00080761133],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9835265,0.008665288,0.0048294687,0.00071405125,0.002068531,0.00019614934],"domain_scores_gemma":[0.98316383,0.009189202,0.003384577,0.002184976,0.0019956548,0.00008178037],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.086720794,0.0002693609,0.0051518013,0.00036082495,0.000212456,0.00031914172,0.00037656308,0.00007136301,0.0010942125],"category_scores_gemma":[0.007953211,0.000120156874,0.005030416,0.001404902,0.00007471204,0.0001939275,0.000068944435,0.000102729675,0.000029723446],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037550065,0.00017235472,0.015055287,0.004646247,0.17553946,0.000049439528,0.0014628984,0.0003215282,0.0001824587,0.0061070034,0.79372984,0.002357959],"study_design_scores_gemma":[0.0007885342,0.00036960564,0.008237241,0.0008079144,0.7048599,0.000101485275,0.008605451,0.052449714,0.0054789507,0.0054455744,0.21156906,0.0012865477],"about_ca_topic_score_codex":0.00005170994,"about_ca_topic_score_gemma":0.000032459197,"teacher_disagreement_score":0.806283,"about_ca_system_score_codex":0.000016184951,"about_ca_system_score_gemma":0.00004708269,"threshold_uncertainty_score":0.9998189},"labels":[],"label_agreement":null},{"id":"W3121456065","doi":"10.1037/pspi0000049","title":"Benefits of open and high-powered research outweigh costs.","year":2017,"lang":"en","type":"article","venue":"Journal of Personality and Social Psychology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Incentive; False positive paradox; Dysfunctional family; Type I and type II errors; Open science; Field (mathematics); Psychology; Actuarial science; Economics; Computer science; Microeconomics; Statistics","score_opus":0.897134250610166,"score_gpt":0.6712837259471173,"score_spread":0.22585052466304878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121456065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9648319,0.0012367371,0.00009353742,0.020447524,0.00033428476,0.00018558794,0.000026892194,3.0040886e-7,0.01284324],"genre_scores_gemma":[0.9973335,0.0002458424,0.0006582091,0.0003446786,0.00025377187,0.0000015490721,5.150404e-7,0.0000042003394,0.0011577158],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9867422,0.0066343965,0.0035910904,0.0004007594,0.0024319477,0.00019960232],"domain_scores_gemma":[0.99020296,0.001533072,0.005212916,0.00093142624,0.0019882096,0.00013141066],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13190751,0.00011941608,0.0023334245,0.00021549524,0.0007105632,0.001063037,0.002409475,0.00015506087,0.0016620227],"category_scores_gemma":[0.01172423,0.00006439663,0.00046309887,0.00017223654,0.00067109015,0.0004023631,0.00036517155,0.00035896982,0.000029159031],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005790231,0.000473692,0.33795276,0.00011536288,0.0011182434,0.000025117257,0.014441276,6.4914957e-7,0.00048195137,0.17047891,0.19570266,0.27863038],"study_design_scores_gemma":[0.00074352714,0.00018101101,0.9329515,0.000025834117,0.00007330915,0.00004048534,0.001969538,0.0000050451213,0.000004745387,0.04171339,0.022223804,0.00006780476],"about_ca_topic_score_codex":0.00016124267,"about_ca_topic_score_gemma":0.00013763618,"teacher_disagreement_score":0.5949988,"about_ca_system_score_codex":0.00001807352,"about_ca_system_score_gemma":0.000065799504,"threshold_uncertainty_score":0.99997395},"labels":[],"label_agreement":null},{"id":"W3121686920","doi":"10.1186/s13643-021-01583-y","title":"Considerations for conducting systematic reviews: evaluating the performance of different methods for de-duplicating references","year":2021,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":238,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston Health Sciences Centre; Queen's University","funders":"","keywords":"Systematic review; Medicine; PsycINFO; Flagging; Information retrieval; Computer science; MEDLINE; Set (abstract data type); Data mining; Database; Data science","score_opus":0.9330778224572595,"score_gpt":0.6546697466149455,"score_spread":0.278408075842314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121686920","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031389847,0.1722413,0.672404,0.0013226164,0.0013215593,0.120041795,0.000039108243,0.000026799336,0.0012129858],"genre_scores_gemma":[0.1532101,0.002198541,0.7689855,0.00073685235,0.00031065612,0.06713679,0.000022960538,0.00007570746,0.007322868],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.7805506,0.1604216,0.052675918,0.001919249,0.0036310018,0.00080163986],"domain_scores_gemma":[0.57363665,0.3332556,0.06947115,0.013946775,0.009344998,0.00034482294],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5266486,0.0007013317,0.01662136,0.00020796836,0.0008125379,0.0010185803,0.0018724109,0.00013502466,0.00071162835],"category_scores_gemma":[0.6942765,0.0002527747,0.0047893096,0.0012243674,0.00009527647,0.00027826332,0.00017612263,0.00021376967,0.0002099478],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003169206,0.000058597376,0.00021297442,0.97223186,0.0005284967,2.0364217e-7,0.0027118898,0.00005571224,0.0041435626,0.009783096,0.0041000615,0.006170392],"study_design_scores_gemma":[0.0009827862,0.00061491126,0.00006229972,0.31071383,0.012703976,0.0004092476,0.015033533,0.6105109,0.004188274,0.03081042,0.012588937,0.0013809338],"about_ca_topic_score_codex":0.0000025988286,"about_ca_topic_score_gemma":0.000013409982,"teacher_disagreement_score":0.66151804,"about_ca_system_score_codex":0.00010507324,"about_ca_system_score_gemma":0.0002631167,"threshold_uncertainty_score":0.99999243},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3121736026","doi":"10.1186/s12874-021-01269-y","title":"Managing overlap of primary study results across systematic reviews: practical considerations for authors of overviews of reviews","year":2021,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":254,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montfort Hospital; Cochrane; Ottawa Hospital; University of British Columbia","funders":"","keywords":"Computer science; Data extraction; Usability; Systematic review; Data science; Information retrieval; Data mining; Resource (disambiguation); MEDLINE; Biology","score_opus":0.9844134215215561,"score_gpt":0.7615619304483037,"score_spread":0.22285149107325242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121736026","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014564506,0.120889075,0.8305911,0.0045741834,0.0010410311,0.024080174,0.00017718149,0.000008777578,0.0040740175],"genre_scores_gemma":[0.026906926,0.015088288,0.9491822,0.0004829457,0.0002234332,0.0020905323,0.000030051582,0.00004444695,0.0059511834],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.18509778,0.7381988,0.05216662,0.0025861904,0.020769771,0.0011807968],"domain_scores_gemma":[0.08179337,0.8765656,0.019373748,0.009625222,0.011810656,0.0008314144],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8596493,0.00036870973,0.01653252,0.0006103158,0.00020690965,0.00013036552,0.0016323201,0.00033810706,0.0034174647],"category_scores_gemma":[0.9803037,0.00018543188,0.003089384,0.0030781582,0.0007863953,0.00020027644,0.0009940596,0.0007605164,0.00016590506],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010385117,0.005299697,0.007354485,0.43856767,0.002813823,0.0002660565,0.025873523,0.0000524461,0.004042008,0.07921266,0.3514602,0.08401892],"study_design_scores_gemma":[0.01477064,0.0065215454,0.013055802,0.08185232,0.007149188,0.0011779875,0.11653515,0.021915717,0.0040314137,0.31931752,0.411468,0.0022047071],"about_ca_topic_score_codex":0.00005698229,"about_ca_topic_score_gemma":0.0006480095,"teacher_disagreement_score":0.35671535,"about_ca_system_score_codex":0.000074468466,"about_ca_system_score_gemma":0.0021756694,"threshold_uncertainty_score":0.9980681},"labels":[],"label_agreement":null},{"id":"W3122082322","doi":"10.1093/jamia/ocaa232","title":"Optimizing a literature surveillance strategy to retrieve sound overall prognosis and risk assessment model papers","year":2020,"lang":"en","type":"article","venue":"Journal of the American Medical Informatics Association","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Computer science; Guideline; Information retrieval; Sensitivity (control systems); Data mining; Machine learning; Medicine; Pathology","score_opus":0.2355297951930919,"score_gpt":0.4462240254982211,"score_spread":0.2106942303051292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122082322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92331356,0.0001379286,0.0575722,0.016860446,0.00013775074,0.00035580184,0.000032584292,0.0000034615564,0.0015862406],"genre_scores_gemma":[0.96824193,0.00037071985,0.025505878,0.0056180856,0.00012433842,0.000003127645,0.0000013339127,0.0000061720966,0.00012838497],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98365146,0.002783864,0.005581427,0.0001498452,0.0076353163,0.00019806492],"domain_scores_gemma":[0.97785753,0.002448031,0.017348163,0.00044647494,0.0014381614,0.00046165218],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.054092832,0.00017113663,0.0017820144,0.000115253475,0.00013662763,0.0011487484,0.0010744769,0.00007632816,0.00011796357],"category_scores_gemma":[0.07604325,0.000074212745,0.00071395695,0.0013609078,0.00004442458,0.00040143746,0.00016584426,0.00064587704,0.000016823651],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007952211,0.00011059235,0.6763356,0.00012709043,0.0018504583,0.000007537251,0.027848417,0.06675541,0.000073453455,0.0006518526,0.14069441,0.08546568],"study_design_scores_gemma":[0.00043989683,0.00040372985,0.067327626,0.00013523942,0.0002593845,0.000015406002,0.0035413646,0.92172533,0.0000035682478,0.0021570611,0.003804356,0.00018703361],"about_ca_topic_score_codex":0.00000343146,"about_ca_topic_score_gemma":0.000005369906,"teacher_disagreement_score":0.8549699,"about_ca_system_score_codex":0.00017171077,"about_ca_system_score_gemma":0.00022165118,"threshold_uncertainty_score":0.9998882},"labels":[],"label_agreement":null},{"id":"W3123380744","doi":"10.1186/s13643-021-01670-0","title":"The REPRISE project: protocol for an evaluation of REProducibility and Replicability In Syntheses of Evidence","year":2021,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Bruyère; University of Ottawa","funders":"National Institute for Health Research Applied Research Collaboration West; National Health and Medical Research Council; Australian Research Council; University of Bristol; Department of Health and Social Care; National Institute for Health and Care Research; Australian Government; NIHR Bristol Biomedical Research Centre; University Hospitals Bristol NHS Foundation Trust; Medical Research Council; University of Ottawa","keywords":"Medicine; Reprise; Protocol (science); Reproducibility; Alternative medicine; Chromatography; Pathology; Humanities","score_opus":0.9583859184630199,"score_gpt":0.673745813494884,"score_spread":0.28464010496813585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123380744","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029850375,0.009017946,0.0016358393,0.0004106581,0.00009117141,0.958058,0.00000909085,0.0000039624288,0.0009229662],"genre_scores_gemma":[0.15795007,0.00013878025,0.0064317337,0.00001949708,0.00003277097,0.83479923,0.0000010867261,0.000012662846,0.00061417575],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.5602849,0.33829063,0.07875028,0.007399979,0.01469939,0.00057477213],"domain_scores_gemma":[0.7226814,0.12308783,0.056735426,0.07502546,0.022253653,0.00021622353],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.81697416,0.0002661185,0.006547484,0.00012765994,0.00010001392,0.00024852995,0.0012103283,0.00007000914,0.00018842172],"category_scores_gemma":[0.8972791,0.00008696719,0.0012412784,0.001555385,0.00014347721,0.00033743258,0.00015673657,0.00008422607,0.000018304583],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013992997,0.00092816027,0.06481543,0.6797427,0.0003135096,9.4585704e-7,0.006314773,0.000055836485,0.0016298731,0.0023799203,0.007883027,0.23579589],"study_design_scores_gemma":[0.0038439264,0.0016593594,0.08814275,0.34817508,0.008135806,0.00024662906,0.028946424,0.17998269,0.011038523,0.18431096,0.14301732,0.002500554],"about_ca_topic_score_codex":0.000031879812,"about_ca_topic_score_gemma":0.00020313103,"teacher_disagreement_score":0.33156765,"about_ca_system_score_codex":0.00006316334,"about_ca_system_score_gemma":0.00040172643,"threshold_uncertainty_score":0.44757295},"labels":[],"label_agreement":null},{"id":"W3123497531","doi":"10.1186/s13643-020-01542-z","title":"PRISMA-S: an extension to the PRISMA Statement for Reporting Literature Searches in Systematic Reviews","year":2021,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2875,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Toronto","funders":"National Center for Advancing Translational Sciences; National Institutes of Health; Cancer Research UK; Bond University; CHEO Research Institute; University of Oxford; National Institute for Health and Care Excellence; Kent State University; Australian Research Council; Yale University; McMaster University; Ottawa Hospital Research Institute; University of Ottawa; La Trobe University; Dartmouth College; Carnegie Mellon University; Medical Research Council; University of Colorado Denver; Medical Library Association; Washington University in St. Louis; University of Minnesota; University of Utah","keywords":"Medicine; Systematic review; Statement (logic); Extension (predicate logic); MEDLINE; Epistemology; Law","score_opus":0.8263417267579041,"score_gpt":0.5783929996300082,"score_spread":0.24794872712789584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123497531","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014490153,0.50703067,0.18087523,0.009511484,0.0029203983,0.2827249,0.00005928316,0.00006073231,0.0023271707],"genre_scores_gemma":[0.116889425,0.03196607,0.38566035,0.018321063,0.0028737257,0.24835731,0.00056127424,0.0007142837,0.19465649],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.6540288,0.19120128,0.13841698,0.0043994747,0.010521974,0.0014315232],"domain_scores_gemma":[0.8502185,0.02400262,0.09296066,0.025622454,0.006331537,0.0008642835],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.66444945,0.0010554066,0.022330778,0.0006332133,0.000416315,0.0034179313,0.003298973,0.00020671437,0.0005966858],"category_scores_gemma":[0.61475044,0.00037096645,0.0049820496,0.0051672813,0.00003792597,0.00065243983,0.0004079776,0.00044196277,0.0039834334],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070270753,0.0001728149,0.00029196645,0.90240544,0.00022395697,0.00007622713,0.0112067275,0.00007343857,0.00023670898,0.0011986905,0.079592876,0.004514092],"study_design_scores_gemma":[0.00046604988,0.00020209522,0.00031068712,0.43809292,0.0015297182,0.00055819453,0.009730834,0.01255934,0.00007139975,0.0035615866,0.53182733,0.0010898276],"about_ca_topic_score_codex":0.000007994826,"about_ca_topic_score_gemma":0.00018315353,"teacher_disagreement_score":0.4750646,"about_ca_system_score_codex":0.00024861883,"about_ca_system_score_gemma":0.00022143476,"threshold_uncertainty_score":0.99987423},"labels":[],"label_agreement":null},{"id":"W3123655209","doi":"10.1016/j.jclinepi.2021.01.012","title":"The MethodologicAl STandards for Epidemiological Research (MASTER) scale demonstrated a unified framework for bias assessment","year":2021,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":76,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Qatar National Research Fund; Qatar Foundation","keywords":"Epidemiology; Scale (ratio); Medicine; Psychology; Data science; Environmental health; Management science; Computer science; Geography; Engineering; Pathology","score_opus":0.9952468051792783,"score_gpt":0.8342322883289569,"score_spread":0.16101451685032142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123655209","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001391435,0.5284225,0.4601567,0.0067195166,0.002208298,0.002103089,0.0001249618,0.0000031904067,0.00024787773],"genre_scores_gemma":[0.000008929674,0.6210845,0.37509656,0.0006536051,0.0020293735,0.00030146178,0.000023733512,0.000032537297,0.00076927594],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.08979548,0.76110274,0.1372108,0.0029926319,0.0070078843,0.0018904463],"domain_scores_gemma":[0.00831324,0.8805874,0.08744124,0.004859119,0.017720321,0.001078665],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity"],"category_scores_codex":[0.9730609,0.0011142675,0.089015335,0.00069061405,0.0008773278,0.0006490329,0.008263671,0.0039739427,0.001215993],"category_scores_gemma":[0.9909374,0.00036106058,0.047719985,0.0024168594,0.0018684169,0.00013179849,0.00078218774,0.0077567124,0.000082753366],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014691889,0.00015109208,0.0015384397,0.0010316408,0.0018933814,0.000015578224,0.000007036806,0.00002145133,1.8875973e-8,0.09208643,0.15070371,0.75240433],"study_design_scores_gemma":[0.00031190237,0.0012310502,0.00029721795,0.0029087965,0.0016679197,0.00013517425,0.00015207069,0.0008124098,1.5571315e-8,0.31240958,0.679854,0.00021989511],"about_ca_topic_score_codex":0.0000017639543,"about_ca_topic_score_gemma":0.000011069205,"teacher_disagreement_score":0.7521844,"about_ca_system_score_codex":0.00028305355,"about_ca_system_score_gemma":0.00597675,"threshold_uncertainty_score":0.9998841},"labels":[],"label_agreement":null},{"id":"W3123893780","doi":"10.1136/bmj.n160","title":"PRISMA 2020 explanation and elaboration: updated guidance and exemplars for reporting systematic reviews","year":2021,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10966,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; Public Health Ontario; University of Toronto; St. Michael's Hospital; Queen's University; McMaster University; Impact; Ottawa Hospital; University of Ottawa","funders":"National Eye Institute","keywords":"Systematic review; Terminology; Guideline; Computer science; MEDLINE; Data science; Medicine; Management science; Pathology; Political science","score_opus":0.7082737831327648,"score_gpt":0.5511930533057039,"score_spread":0.1570807298270609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123893780","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27027082,0.1704688,0.46791026,0.047459595,0.0020072751,0.030154426,0.00008710051,0.000055761982,0.011585952],"genre_scores_gemma":[0.49079078,0.0026742527,0.40503994,0.004095965,0.0011987194,0.0046579344,0.00035391198,0.000084213825,0.091104254],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.976459,0.004977542,0.016200505,0.0007553501,0.0014703076,0.00013728342],"domain_scores_gemma":[0.97655314,0.0022058384,0.01776012,0.0017562924,0.00162566,0.00009892358],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14871012,0.00017434328,0.0028464985,0.00008323843,0.00018484586,0.0008408783,0.00023970229,0.000060845425,0.00042809165],"category_scores_gemma":[0.22939673,0.000091265734,0.0003564628,0.000836452,0.000018072958,0.00028431005,0.00006529395,0.000051136718,0.0001287583],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007498468,0.000029631752,0.01170744,0.014800202,0.000246168,0.000052834293,0.0013474083,0.000018035504,0.0009932809,0.004348891,0.95484567,0.011602926],"study_design_scores_gemma":[0.00090921373,0.00008644375,0.0123620555,0.0070163924,0.0015631104,0.0010745111,0.0042957114,0.05610049,0.0006219225,0.013352812,0.90171206,0.0009052902],"about_ca_topic_score_codex":0.0000011263761,"about_ca_topic_score_gemma":0.000022795884,"teacher_disagreement_score":0.22051997,"about_ca_system_score_codex":0.00001724016,"about_ca_system_score_gemma":0.00005815228,"threshold_uncertainty_score":0.8765821},"labels":[],"label_agreement":null},{"id":"W3124432001","doi":"10.1093/ej/ueaa011","title":"Publication Bias and Editorial Statement on Negative Findings","year":2020,"lang":"en","type":"article","venue":"The Economic Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Statement (logic); Null (SQL); Publication bias; Null hypothesis; Incentive; Test (biology); Positive economics; Psychology; Economics; MEDLINE; Econometrics; Political science; Law; Computer science; Biology; Data mining","score_opus":0.7492346077460058,"score_gpt":0.49284818650346396,"score_spread":0.25638642124254185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124432001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8638802,0.00012979729,0.001982517,0.107556865,0.014624552,0.00054949586,0.000023395009,0.0000044313283,0.011248746],"genre_scores_gemma":[0.97623366,0.000051622916,0.0003618082,0.0020466354,0.019446332,0.000007851428,0.0000013440713,0.000007619422,0.0018431392],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923376,0.0024316194,0.0037952573,0.0002963854,0.001018943,0.00012021778],"domain_scores_gemma":[0.99358517,0.0023496575,0.0030658056,0.000573046,0.00025034935,0.00017595493],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.06418186,0.00010949255,0.00076840876,0.00008601912,0.00021810563,0.0020437324,0.00081023877,0.000026536214,0.0075656828],"category_scores_gemma":[0.015161285,0.000043341162,0.00033689226,0.00013075983,0.000034730747,0.0002909878,0.000066720124,0.00020630754,0.0048038205],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012171326,0.0000031505333,0.000922023,0.0000012030629,0.000078688434,2.4366685e-7,0.0013732798,0.00014765264,0.000010249511,0.0018579222,0.991458,0.0041354224],"study_design_scores_gemma":[0.00034552143,0.000107676286,0.0030783955,0.0000067377455,0.000064018626,0.000013103948,0.00130705,0.0080179665,0.00004700256,0.015936488,0.9709832,0.000092818635],"about_ca_topic_score_codex":0.0000033663982,"about_ca_topic_score_gemma":0.00000252729,"teacher_disagreement_score":0.11235345,"about_ca_system_score_codex":0.00008361711,"about_ca_system_score_gemma":0.00009032184,"threshold_uncertainty_score":0.99899226},"labels":[],"label_agreement":null},{"id":"W3126046450","doi":"10.2196/18298","title":"Automated Identification of Common Disease-Specific Outcomes for Comparative Effectiveness Research Using ClinicalTrials.gov: Algorithm Development and Validation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Pipeline (software); Computer science; Clinical trial; Upload; Data mining; Medicine; Artificial intelligence; Pathology","score_opus":0.8589056771146762,"score_gpt":0.6583462876810027,"score_spread":0.20055938943367357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126046450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.914585,0.00011230908,0.082220845,0.000078605975,0.00021851902,0.0027017973,0.000028877888,0.000013092656,0.00004093787],"genre_scores_gemma":[0.9810919,0.00001043261,0.01837663,0.000030451785,0.00003514376,0.00027084802,0.00007776874,0.0000074018926,0.00009938045],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.967026,0.011628711,0.012621011,0.00041932715,0.00805677,0.0002481603],"domain_scores_gemma":[0.9709343,0.020583667,0.0035262401,0.0014138859,0.0032177516,0.00032418946],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16106965,0.00019964298,0.002723499,0.00035537005,0.00029032832,0.0005480031,0.00073223177,0.000115881325,0.00025450205],"category_scores_gemma":[0.025905853,0.000110535475,0.0003915748,0.0013373405,0.00017701613,0.00034723047,0.00026560194,0.00021007318,0.0001009215],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003421196,0.007947145,0.50641245,0.0039785034,0.0033232742,0.0000393141,0.08380825,0.0008346271,0.0002917625,0.0037262223,0.019916115,0.3693802],"study_design_scores_gemma":[0.0022176001,0.00013715241,0.40572888,0.0003071819,0.00021670204,0.0000055518976,0.024915915,0.557396,0.0011628265,0.0014212733,0.006202449,0.00028844996],"about_ca_topic_score_codex":0.0000018909992,"about_ca_topic_score_gemma":0.000004058393,"teacher_disagreement_score":0.55656135,"about_ca_system_score_codex":0.00007435952,"about_ca_system_score_gemma":0.00044219758,"threshold_uncertainty_score":0.9822993},"labels":[],"label_agreement":null},{"id":"W3126226315","doi":"10.1016/j.jclinepi.2021.02.003","title":"Updating guidance for reporting systematic reviews: development of the PRISMA 2020 statement","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2856,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; Wilfrid Laurier University; University of Ottawa","funders":"National Health and Medical Research Council; Medical Research Council; Australian Research Council; University of Ottawa","keywords":"Checklist; Systematic review; Guideline; CLARITY; Statement (logic); MEDLINE; Medical education; Management science; Medicine; Computer science; Psychology; Political science; Engineering; Pathology","score_opus":0.952323577334981,"score_gpt":0.7087015725636854,"score_spread":0.24362200477129559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126226315","genre_codex":"methods","genre_gemma":"methods","domain_codex":"reporting","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"reporting","domain_consensus":"reporting","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18163355,0.027969422,0.75635874,0.02407151,0.005355551,0.0034240303,0.0000061985766,0.000002735234,0.0011782657],"genre_scores_gemma":[0.12981616,0.0008868822,0.8606625,0.004251851,0.0007356395,0.000088290144,0.0000021551095,0.000018423565,0.0035380675],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.36488378,0.21412139,0.41499454,0.0012193805,0.0041909376,0.0005899709],"domain_scores_gemma":[0.06348605,0.343419,0.58032763,0.0043665436,0.008038027,0.0003627752],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.86671543,0.00022999365,0.020059112,0.000076123586,0.00013368526,0.000055841905,0.0017425676,0.00015298075,0.000584194],"category_scores_gemma":[0.97535676,0.00008201712,0.0073930616,0.0006279586,0.00009090945,0.00010925719,0.0002633225,0.0004324723,0.00006948917],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060076567,0.00040310825,0.526326,0.02726666,0.0027664069,0.00003913825,0.0010457278,0.00082690775,0.00020767987,0.0064552776,0.34152696,0.093076065],"study_design_scores_gemma":[0.0014245459,0.00037037415,0.1546526,0.027064923,0.002148891,0.00059513387,0.0030314997,0.010996271,0.00027370022,0.06184815,0.73708165,0.0005122789],"about_ca_topic_score_codex":5.1929055e-7,"about_ca_topic_score_gemma":0.0000083439445,"teacher_disagreement_score":0.3955547,"about_ca_system_score_codex":0.000042529064,"about_ca_system_score_gemma":0.0007617915,"threshold_uncertainty_score":0.99448913},"labels":[],"label_agreement":null},{"id":"W3126549487","doi":"10.1053/j.jvca.2021.01.046","title":"Improving the Reporting of Observational Trials","year":2021,"lang":"en","type":"editorial","venue":"Journal of Cardiothoracic and Vascular Anesthesia","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Observational study; Medicine; Randomized controlled trial; Confounding; Intervention (counseling); Clinical trial; Research design; Medical physics; Clinical study design; Data science; Intensive care medicine; Computer science; Surgery; Pathology; Psychiatry","score_opus":0.6780935109400442,"score_gpt":0.5361103047691955,"score_spread":0.1419832061708487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126549487","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042933136,0.22248489,0.10065797,0.0024987475,0.62809694,0.0022100804,0.000045607096,0.00000782426,0.0010648136],"genre_scores_gemma":[0.011364834,0.002903108,0.014595412,0.00015355572,0.9666933,0.000019103674,0.000037707927,0.00008180599,0.0041511767],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.90900844,0.029421924,0.04464903,0.0006971887,0.015989456,0.00023395864],"domain_scores_gemma":[0.67430705,0.054603435,0.24365906,0.005722084,0.021380454,0.00032789353],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5847108,0.00041308155,0.014063075,0.00036235843,0.00016872134,0.001095091,0.001525042,0.0004902963,0.00038336762],"category_scores_gemma":[0.52143466,0.00016235525,0.0129191885,0.00083462714,0.00008683199,0.00027487893,0.00010060788,0.00083357707,0.00000855635],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017981562,0.000018793053,0.0021724473,0.0002906817,0.0025130564,0.000177035,0.00021888323,0.00012046722,0.000059206937,0.000073124305,0.97076136,0.023576982],"study_design_scores_gemma":[0.00018692765,0.000050082857,0.0019004368,0.0003317767,0.0038599852,0.00045726687,0.0005417418,0.00019012623,0.00002327195,0.00033823572,0.9919486,0.00017153179],"about_ca_topic_score_codex":0.000009992058,"about_ca_topic_score_gemma":0.0000011949759,"teacher_disagreement_score":0.33859634,"about_ca_system_score_codex":0.000041585958,"about_ca_system_score_gemma":0.001218841,"threshold_uncertainty_score":0.9999419},"labels":[],"label_agreement":null},{"id":"W3126633874","doi":"10.1145/3437479.3437483","title":"ACM SIGSOFT Empirical Standards Released","year":2021,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Empirical research; Computer science; Task (project management); Quality (philosophy); Engineering; Systems engineering; Statistics; Mathematics","score_opus":0.5303859496964192,"score_gpt":0.4933538232445762,"score_spread":0.03703212645184295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126633874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8764507,0.008175737,0.10664847,0.004909829,0.001985293,0.0008263161,0.00048172977,0.00041980064,0.00010208313],"genre_scores_gemma":[0.90803504,0.000039104492,0.08851753,0.0007489485,0.00033051174,0.00005456372,0.00006726983,0.00007807063,0.002128978],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9826062,0.0015756448,0.0058574737,0.0017109946,0.007545767,0.00070395286],"domain_scores_gemma":[0.12093217,0.8459521,0.0029358875,0.022820113,0.0062855477,0.0010742042],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.029067725,0.0006704296,0.0034964774,0.0004289216,0.00021744381,0.0012239966,0.004151768,0.0002765338,0.013444549],"category_scores_gemma":[0.982414,0.00042614102,0.00212022,0.0026477813,0.00005632943,0.00037992647,0.0010498026,0.0005038166,0.00229903],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000104955225,0.00009362282,0.84724534,0.00018214664,0.00032558935,0.00018242431,0.0004622133,0.0009841779,0.0011446651,0.0001465941,0.12923469,0.019988045],"study_design_scores_gemma":[0.0005724464,0.000081558304,0.33374614,0.00021899001,0.00036549766,0.00010944654,0.00014679815,0.0005704523,0.003232327,0.0007689571,0.65915334,0.0010340392],"about_ca_topic_score_codex":0.000009552863,"about_ca_topic_score_gemma":0.0000126587465,"teacher_disagreement_score":0.95334625,"about_ca_system_score_codex":0.00015222898,"about_ca_system_score_gemma":0.00044194408,"threshold_uncertainty_score":0.99981904},"labels":[],"label_agreement":null},{"id":"W3126658456","doi":"10.1016/j.jclinepi.2021.01.026","title":"Patient reported outcome measures in clinical trials should be initially analyzed as continuous outcomes for statistical significance and responder analyses should be reserved as secondary analyses","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; Population Health Research Institute","funders":"","keywords":"Medicine; Placebo; Sample size determination; Sertraline; Statistical significance; Internal medicine; Randomized controlled trial; Clinical trial; Student's t-test; Kidney disease; Physical therapy; Statistics; Antidepressant; Mathematics","score_opus":0.9814801580777365,"score_gpt":0.7622337642869753,"score_spread":0.21924639379076116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126658456","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8758247,0.004929754,0.05775246,0.055640813,0.0021409802,0.0017876893,0.00027078902,0.000013652036,0.001639157],"genre_scores_gemma":[0.92526025,0.0010152532,0.04209691,0.029353114,0.0006122772,0.00005349742,0.000038067166,0.000045726803,0.0015248791],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.43521315,0.384403,0.1701722,0.0030927716,0.005988235,0.0011306338],"domain_scores_gemma":[0.059586484,0.8424387,0.08404249,0.0035018919,0.008707095,0.0017233632],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7597288,0.0008127558,0.043792993,0.0011209534,0.00018410508,0.00040018838,0.0017006987,0.0012395199,0.004756897],"category_scores_gemma":[0.98141056,0.0004040692,0.013391222,0.0015776686,0.0008812958,0.00040901557,0.0003801304,0.002629508,0.000040856645],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00338525,0.000841817,0.901174,0.00008053287,0.006623811,0.0019802384,0.00011936626,0.0004015867,0.00018967278,0.0026151,0.049951103,0.032637514],"study_design_scores_gemma":[0.0056173564,0.0021959865,0.87535185,0.0001267263,0.0047069625,0.00046253475,0.0015990449,0.0019510618,0.000041172243,0.062362358,0.044998042,0.00058690336],"about_ca_topic_score_codex":0.0001807829,"about_ca_topic_score_gemma":0.0004283072,"teacher_disagreement_score":0.45803568,"about_ca_system_score_codex":0.000069659254,"about_ca_system_score_gemma":0.0018750594,"threshold_uncertainty_score":0.9998411},"labels":[],"label_agreement":null},{"id":"W3126744578","doi":"10.1016/j.arth.2021.01.083","title":"Quantifying the Level of Evidence of Podium Presentations at the American Association of Hip and Knee Surgeons From 2015 to 2019","year":2021,"lang":"en","type":"article","venue":"The Journal of Arthroplasty","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; NOSM University; London Health Sciences Centre; McMaster University","funders":"","keywords":"Medicine; Orthopedic surgery; Presentation (obstetrics); Evidence-based medicine; Physical therapy; Surgery; Alternative medicine; Pathology","score_opus":0.7835392390411121,"score_gpt":0.5343676083937673,"score_spread":0.24917163064734482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126744578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9817904,0.0030717228,0.003048268,0.011605075,0.0001989419,0.00017774638,0.00006757488,3.3108356e-7,0.000039907674],"genre_scores_gemma":[0.99660546,0.0006000679,0.00058009493,0.000083939885,0.000033858243,0.0000011036236,5.704099e-7,0.00000375895,0.0020911428],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9854723,0.0075645945,0.0037389812,0.00014835488,0.0029636438,0.00011210777],"domain_scores_gemma":[0.96192265,0.024887243,0.009947416,0.0010543183,0.0021315808,0.000056788165],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04611778,0.00010267483,0.0013387908,0.000094399365,0.00015561757,0.00008030244,0.0005734924,0.00002036832,0.00080277136],"category_scores_gemma":[0.030441986,0.00003219786,0.00056055293,0.0008757513,0.00017982612,0.00016075665,0.00018375796,0.0001316799,0.000038638427],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014789123,0.00009805539,0.733169,0.000037495356,0.0012553658,0.0000022371955,0.011052674,0.0030476348,0.023355506,0.00014714712,0.21720955,0.0104773985],"study_design_scores_gemma":[0.00017444711,0.00012449895,0.9781665,0.00017722083,0.00070705387,0.000025356829,0.01081453,0.0005334466,0.0030783943,0.0004755394,0.0056573455,0.00006562093],"about_ca_topic_score_codex":0.0003423962,"about_ca_topic_score_gemma":0.0019959423,"teacher_disagreement_score":0.2449975,"about_ca_system_score_codex":0.000022399723,"about_ca_system_score_gemma":0.00015178365,"threshold_uncertainty_score":0.9822225},"labels":[],"label_agreement":null},{"id":"W3127020330","doi":"10.1016/j.jclinepi.2021.02.004","title":"Methodological review showed that time-to-event outcomes are often inadequately handled in cluster randomized trials","year":2021,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa","funders":"Agence Nationale de la Recherche","keywords":"CRTS; Medicine; Sample size determination; Cluster randomised controlled trial; Cluster (spacecraft); Randomized controlled trial; Statistics; Internal medicine; Computer science; Mathematics","score_opus":0.9893545515730493,"score_gpt":0.7782744662550622,"score_spread":0.21108008531798705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127020330","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007882122,0.93421334,0.030555768,0.027347876,0.0022791945,0.0051835245,0.000027102584,0.0000038115213,0.00038148402],"genre_scores_gemma":[0.0000020744421,0.93754554,0.034730457,0.02076097,0.0007852876,0.0002197235,0.000017496834,0.000041495703,0.0058969394],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.029220555,0.76368773,0.20003341,0.0020867058,0.0041996194,0.00077199144],"domain_scores_gemma":[0.008755832,0.7863463,0.19720119,0.0041285004,0.0025475598,0.0010205792],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.9753419,0.0015011082,0.34773186,0.0014570715,0.000071618306,0.00023366993,0.0059150276,0.0021243307,0.0286039],"category_scores_gemma":[0.9951221,0.0005110334,0.110318914,0.002138673,0.00041402061,0.00020245744,0.00089012575,0.0038074458,0.0048830975],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012645362,0.00019650992,0.0008736222,0.005207759,0.004290696,0.00013920115,0.000007865986,0.000022266533,4.782194e-9,0.00013162149,0.22607417,0.76179177],"study_design_scores_gemma":[0.012818701,0.0001611875,0.000345668,0.0471701,0.012494439,0.00023833098,0.000011506326,0.00009909657,6.5786625e-9,0.005380275,0.92085475,0.00042592437],"about_ca_topic_score_codex":0.000004133973,"about_ca_topic_score_gemma":0.000008220183,"teacher_disagreement_score":0.76136583,"about_ca_system_score_codex":0.00013910275,"about_ca_system_score_gemma":0.001112191,"threshold_uncertainty_score":0.9997738},"labels":[],"label_agreement":null},{"id":"W3127164948","doi":"10.5195/jmla.2021.962","title":"PRISMA-S: an extension to the PRISMA statement for reporting literature searches in systematic reviews","year":2021,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":372,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Toronto","funders":"National Center for Advancing Translational Sciences; National Institutes of Health; Cancer Research UK; Bond University; CHEO Research Institute; University of Oxford; National Institute for Health and Care Excellence; Kent State University; Yale University; McMaster University; Ottawa Hospital Research Institute; University of Ottawa; La Trobe University; Dartmouth College; Carnegie Mellon University; University of Colorado Denver; Medical Library Association; Washington University in St. Louis; University of Minnesota; University of Utah","keywords":"Checklist; Systematic review; Delphi method; Delphi; Computer science; MEDLINE; Process (computing); Information retrieval; Statement (logic); Psychology; Data science; Political science; Artificial intelligence","score_opus":0.6539007493090522,"score_gpt":0.5309441738552306,"score_spread":0.12295657545382155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127164948","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32621452,0.031985838,0.023185443,0.6020481,0.005420479,0.009752043,0.000039277533,0.000013995393,0.0013402979],"genre_scores_gemma":[0.6021294,0.005625206,0.090170406,0.0707229,0.0074610077,0.0009002195,0.00008764383,0.00018045006,0.22272277],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9211417,0.040357795,0.027035123,0.00050280645,0.010640754,0.00032180757],"domain_scores_gemma":[0.8997913,0.022442698,0.07051299,0.003622607,0.002967193,0.0006631987],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.37061924,0.00018975689,0.0031093888,0.00020334175,0.00018500345,0.0013954254,0.0019191448,0.00014456341,0.0009222649],"category_scores_gemma":[0.5815137,0.00006142516,0.0018777676,0.0020464775,0.000013501043,0.00085716,0.00027483053,0.00056971755,0.000064014755],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039467886,0.00034590045,0.03804722,0.0041418937,0.0004887394,0.0001608766,0.008887506,0.0002469372,0.00012724553,0.0010035807,0.92839986,0.01811077],"study_design_scores_gemma":[0.000842141,0.00019716292,0.031906538,0.021842664,0.0005592113,0.0003343107,0.0043654493,0.011992159,0.00024802107,0.016332438,0.9110648,0.0003150842],"about_ca_topic_score_codex":4.508284e-7,"about_ca_topic_score_gemma":0.0000068037475,"teacher_disagreement_score":0.5313252,"about_ca_system_score_codex":0.00012784504,"about_ca_system_score_gemma":0.000450666,"threshold_uncertainty_score":0.999991},"labels":[],"label_agreement":null},{"id":"W3127240394","doi":"10.1097/xeb.0000000000000277","title":"Updated methodological guidance for the conduct of scoping reviews","year":2021,"lang":"en","type":"article","venue":"JBI Evidence Implementation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1354,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Public Health Ontario; University of Toronto; Centre for Excellence in Mining Innovation; St. Michael's Hospital","funders":"","keywords":"Management science; Engineering ethics; Data science; Computer science; Engineering","score_opus":0.962326362248167,"score_gpt":0.7236972032690739,"score_spread":0.2386291589790931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127240394","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03591061,0.047159776,0.90058345,0.01015917,0.0006556713,0.0052366927,0.000039513638,0.0000067033407,0.00024839368],"genre_scores_gemma":[0.4976707,0.004213293,0.4861989,0.004790388,0.00039314426,0.0016134486,0.00012368314,0.000025700612,0.0049707172],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97116584,0.017271947,0.008523388,0.00069807656,0.0021371753,0.00020355664],"domain_scores_gemma":[0.9634891,0.026540967,0.00579824,0.0021859664,0.0019314823,0.000054227756],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18720013,0.00015773476,0.0019642117,0.0000775902,0.00016906841,0.00035111746,0.0009863097,0.000036857367,0.016680945],"category_scores_gemma":[0.13375477,0.000065229055,0.0010625257,0.001180825,0.00005248239,0.00044143788,0.00011321039,0.000062757455,0.00023115463],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025109206,0.000037587422,0.0277467,0.0006780019,0.0002697977,0.0000025640009,0.0011973607,0.00015609685,0.03394259,0.008816437,0.46735045,0.4597773],"study_design_scores_gemma":[0.0011275512,0.00032335235,0.06509613,0.0033016908,0.0020353072,0.000049855196,0.015197602,0.0074686552,0.06331977,0.031086616,0.8102604,0.0007330463],"about_ca_topic_score_codex":0.000016786775,"about_ca_topic_score_gemma":0.000119191354,"teacher_disagreement_score":0.4617601,"about_ca_system_score_codex":0.000026301124,"about_ca_system_score_gemma":0.00013091973,"threshold_uncertainty_score":0.98421794},"labels":[],"label_agreement":null},{"id":"W3127452838","doi":"10.1016/j.jclinepi.2021.01.020","title":"Meta-epidemiological study of publication integrity, and quality of conduct and reporting of randomized trials included in a systematic review of low back pain","year":2021,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Nova Scotia Health Research Foundation","keywords":"Epidemiology; Medicine; Randomized controlled trial; Meta-analysis; Systematic review; Alternative medicine; Physical therapy; MEDLINE; Quality (philosophy); Family medicine; Pathology; Biology","score_opus":0.9912844200426721,"score_gpt":0.7778416060630851,"score_spread":0.2134428139795871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127452838","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017830638,0.9876224,0.002560011,0.00088209426,0.00021088621,0.0068671615,0.000025385187,7.712799e-7,0.000048267364],"genre_scores_gemma":[0.0020465418,0.98891747,0.008407664,0.0003507638,0.00006961629,0.00012989258,0.000010565622,0.000012728986,0.000054773227],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.004704196,0.6517854,0.3401321,0.0009584415,0.0021985346,0.00022136378],"domain_scores_gemma":[0.0021575436,0.5635743,0.4261558,0.0021802548,0.0057305866,0.00020150137],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.98813087,0.0007863164,0.38129476,0.00097175833,0.000023499506,0.000029349081,0.0019604205,0.0010188346,0.0009279879],"category_scores_gemma":[0.9980498,0.00027367007,0.03826809,0.0017661554,0.000845027,0.0001664101,0.00058196735,0.0018909761,0.0000026953708],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000592596,0.00087014795,0.0068263626,0.9433362,0.022599474,0.000005820507,0.000085233274,0.0000022006438,4.074282e-7,0.0015120425,0.0013156793,0.022853835],"study_design_scores_gemma":[0.017903926,0.0016790562,0.0010618689,0.8426777,0.120287076,0.00021255163,0.00079520495,0.00028141093,3.4891593e-7,0.011826768,0.00278969,0.0004843819],"about_ca_topic_score_codex":0.00007620513,"about_ca_topic_score_gemma":0.000024271305,"teacher_disagreement_score":0.34302667,"about_ca_system_score_codex":0.000030558997,"about_ca_system_score_gemma":0.0008020817,"threshold_uncertainty_score":0.9999853},"labels":[],"label_agreement":null},{"id":"W3127725424","doi":"10.12688/f1000research.24469.2","title":"The use of ‘PICO for synthesis’ and methods for synthesis without meta-analysis: protocol for a survey of current practice in systematic reviews of health interventions","year":2021,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; Australian Government; McMaster University","keywords":"Psychological intervention; Meta-analysis; Systematic review; Computer science; Data science; Medicine; MEDLINE; Chemistry; Pathology; Nursing","score_opus":0.978982439658392,"score_gpt":0.761376262446713,"score_spread":0.21760617721167907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127725424","genre_codex":"methods","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003530709,0.036899015,0.58794427,0.0005878206,0.0000640799,0.37358743,0.000869532,0.000001999935,0.000010553027],"genre_scores_gemma":[0.0013553279,0.0008770429,0.22292982,0.000012145748,0.000011643123,0.774188,0.000029233162,0.00003665274,0.0005601564],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.5258276,0.40534398,0.05722633,0.0031123613,0.007498103,0.0009916079],"domain_scores_gemma":[0.32145926,0.60454804,0.04648153,0.009545628,0.017717006,0.00024851479],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.71660304,0.00058292394,0.026483117,0.0017364651,0.00021279092,0.0009327872,0.0031959,0.00020389695,0.00044268323],"category_scores_gemma":[0.8317834,0.00025463174,0.016977455,0.0031167327,0.00024755718,0.00027132125,0.0009994339,0.00040207987,0.0000024043159],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048287975,0.0015011997,0.0020880995,0.7445943,0.1446616,2.3602814e-7,0.0012645391,0.00050989946,0.000018545377,0.0013079364,0.007489609,0.096081175],"study_design_scores_gemma":[0.0016167973,0.0010295796,0.0050771404,0.060389042,0.56522477,0.000008000147,0.0050274995,0.19568323,0.0010469836,0.006545778,0.15683527,0.0015158885],"about_ca_topic_score_codex":0.0006161018,"about_ca_topic_score_gemma":0.0017512484,"teacher_disagreement_score":0.68420523,"about_ca_system_score_codex":0.00009233236,"about_ca_system_score_gemma":0.001003913,"threshold_uncertainty_score":0.9999906},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3127930602","doi":"10.1212/wnl.0000000000011660","title":"Publication Rate and Consistency of Registered Trials of Motor-Based Stroke Rehabilitation","year":2021,"lang":"en","type":"article","venue":"Neurology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto; Western University","funders":"Canadian Institutes of Health Research; University of Toronto; Toronto Rehabilitation Institute; World Health Organization; Heart and Stroke Foundation of Canada","keywords":"Medicine; Rehabilitation; Clinical trial; Stroke (engine); Randomized controlled trial; Sample size determination; Physical therapy; MEDLINE; Physical medicine and rehabilitation; Surgery; Internal medicine","score_opus":0.7008258588353449,"score_gpt":0.511394507806373,"score_spread":0.1894313510289719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127930602","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9786215,0.00075308763,0.0029677653,0.014492105,0.00018613115,0.0004918429,0.000053881828,0.0000023508642,0.002431377],"genre_scores_gemma":[0.9955636,0.000013682762,0.0028821996,0.0005949644,0.000013511838,0.000019532868,0.00000962596,0.0000036001718,0.0008992699],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9615882,0.028066093,0.008705801,0.00056291267,0.0009871259,0.0000898381],"domain_scores_gemma":[0.9602727,0.026619824,0.00811678,0.0022658973,0.0026709267,0.000053835283],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08990571,0.000093347,0.0025907874,0.0002646955,0.000023659615,0.000057328183,0.00030268036,0.00007835551,0.0018829234],"category_scores_gemma":[0.30832472,0.00005270477,0.00070442463,0.00051776395,0.00013780325,0.00007676174,0.000038796312,0.000058515263,0.000029940558],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011971837,0.000782013,0.40908003,0.0011888475,0.00075879064,0.000018790772,0.0012040988,0.00023316019,0.32900426,0.08246825,0.059381306,0.11468326],"study_design_scores_gemma":[0.0024590478,0.0022774874,0.8368786,0.000034015942,0.00075230945,0.000026978092,0.00023992856,0.011358945,0.005665377,0.023284279,0.11678487,0.00023816297],"about_ca_topic_score_codex":0.000009428424,"about_ca_topic_score_gemma":0.000022082302,"teacher_disagreement_score":0.42779857,"about_ca_system_score_codex":0.0000024771098,"about_ca_system_score_gemma":0.00010186596,"threshold_uncertainty_score":0.9990295},"labels":[],"label_agreement":null},{"id":"W3128106047","doi":"10.1038/s41467-021-21220-5","title":"Methodological quality of COVID-19 clinical research","year":2021,"lang":"en","type":"review","venue":"Nature Communications","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":188,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Calgary; University of Ottawa","funders":"Canadian Institutes of Health Research; Royal College of Physicians and Surgeons of Canada","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medicine; Quality (philosophy); MEDLINE; Public health; Family medicine; Political science; Pathology; Law; Outbreak; Disease; Infectious disease (medical specialty)","score_opus":0.9971792813487288,"score_gpt":0.8572515458703784,"score_spread":0.13992773547835036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128106047","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.938909e-7,0.978819,0.002419183,0.003530303,0.00034243448,0.0014929613,0.00019950616,0.0000087716935,0.013187163],"genre_scores_gemma":[0.000032447548,0.9217967,0.07318822,0.00039434675,0.00011619211,0.00020089559,0.00030146967,0.000019753257,0.0039499835],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.26384163,0.6860317,0.0371372,0.002076205,0.010486331,0.0004269437],"domain_scores_gemma":[0.15062536,0.7454318,0.024151973,0.068339184,0.010602801,0.00084889325],"candidate_categories":["metaresearch","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.77104926,0.00048706596,0.022592083,0.0009912051,0.0005646351,0.000548513,0.024184152,0.0023424474,0.0070089563],"category_scores_gemma":[0.87439144,0.00022404117,0.013158823,0.008040887,0.0011539382,0.00008991867,0.0048285355,0.0075862403,0.0015506081],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012126908,0.00023653793,0.00023480097,0.001982907,0.0005940837,0.0000018558152,0.000059625494,2.742826e-7,5.3548362e-8,0.12763174,0.27492034,0.59433657],"study_design_scores_gemma":[0.0000549717,0.000016746637,0.0000841412,0.00076348695,0.0007017445,0.000012459089,0.00022483185,0.000011861708,1.849207e-8,0.005259037,0.992685,0.00018568708],"about_ca_topic_score_codex":0.00002314233,"about_ca_topic_score_gemma":0.00023683372,"teacher_disagreement_score":0.7177647,"about_ca_system_score_codex":0.00016057982,"about_ca_system_score_gemma":0.002772414,"threshold_uncertainty_score":0.9992268},"labels":[],"label_agreement":null},{"id":"W3128614766","doi":"10.1161/circoutcomes.120.006581","title":"Comparison of Investigator-Reported and Clinical Event Committee–Adjudicated Outcome Events in GLASSY","year":2021,"lang":"en","type":"article","venue":"Circulation Cardiovascular Quality and Outcomes","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Adjudication; Concordance; Medicine; Internal medicine; Stroke (engine)","score_opus":0.8279292523690115,"score_gpt":0.6058640735493733,"score_spread":0.22206517881963816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128614766","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.983647,0.0048845033,0.009486237,0.0010418628,0.00026889236,0.00045670455,0.000009984389,0.0000073203187,0.00019748947],"genre_scores_gemma":[0.99868023,0.000059022153,0.0006999128,0.00034730905,0.000024206285,0.000010174324,0.00002939662,0.0000094709685,0.00014028628],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9614148,0.020011464,0.013610174,0.0010229651,0.0037411358,0.00019944829],"domain_scores_gemma":[0.98799133,0.004310696,0.00349123,0.0030106588,0.0009023478,0.00029375794],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12115855,0.000276797,0.0064201085,0.00025158914,0.00010353175,0.000119115764,0.00037235746,0.00020578901,0.00021224367],"category_scores_gemma":[0.07439613,0.00017792954,0.00361881,0.0010723965,0.0001673549,0.00019074681,0.00019653584,0.00025337262,0.00004134981],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027333792,0.000096317,0.9892252,0.000090929934,0.0016289676,0.0000058232854,0.00020004937,0.00038533114,0.000012605852,0.0009790682,0.00008617199,0.0072867973],"study_design_scores_gemma":[0.0008273376,0.00000751526,0.98858637,0.000030387591,0.0006423855,0.0000109879375,0.00051838683,0.0029282703,0.00001622444,0.0032450568,0.0030030627,0.00018404803],"about_ca_topic_score_codex":0.00011226954,"about_ca_topic_score_gemma":0.0001224389,"teacher_disagreement_score":0.046762418,"about_ca_system_score_codex":0.000035000878,"about_ca_system_score_gemma":0.00011225182,"threshold_uncertainty_score":0.93340063},"labels":[],"label_agreement":null},{"id":"W3128716400","doi":"10.26443/mjm.v17i1.145","title":"Clinical trial transparency at McGill University","year":2019,"lang":"en","type":"article","venue":"McGill Journal of Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Transparency (behavior); Clinical trial; Scrutiny; Obligation; Medicine; Alternative medicine; Clinical research; Public relations; Medical education; Family medicine; Political science; Pathology; Law","score_opus":0.8245715388793785,"score_gpt":0.5595442382799587,"score_spread":0.2650273005994198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128716400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9169607,0.0007948517,0.001065696,0.017990936,0.006615506,0.00091949204,0.000087305976,0.0000049405644,0.055560585],"genre_scores_gemma":[0.94103134,0.00042747243,0.0010604892,0.0018637867,0.00071424793,2.6823642e-7,0.0000018497586,0.0000117542095,0.05488881],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97378474,0.008074368,0.011823413,0.00049715827,0.0056192274,0.00020106515],"domain_scores_gemma":[0.9827622,0.0052472777,0.008679485,0.0015717095,0.0013659125,0.00037337872],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.14332533,0.00020703416,0.0044551212,0.00043543632,0.0001492184,0.000014170269,0.0018346898,0.000117243944,0.035114195],"category_scores_gemma":[0.020388482,0.000088484834,0.002214123,0.0008218601,0.00009083336,0.00021158243,0.00007594337,0.000349484,0.002289572],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009273215,0.0003614245,0.02642664,0.00006628456,0.0011119101,0.00036468418,0.0002136585,0.000078272664,0.00041207654,0.0026447973,0.8481351,0.11091193],"study_design_scores_gemma":[0.021388577,0.0012983744,0.0037704424,0.00009843334,0.00047110635,0.00009815934,0.00030711267,0.00011812149,0.0000062775316,0.0006792238,0.9716718,0.000092358096],"about_ca_topic_score_codex":0.0000068020754,"about_ca_topic_score_gemma":0.000013530969,"teacher_disagreement_score":0.123536706,"about_ca_system_score_codex":0.000103597624,"about_ca_system_score_gemma":0.00003682398,"threshold_uncertainty_score":0.99848723},"labels":[],"label_agreement":null},{"id":"W3128969796","doi":"10.15173/ijrr.v3i2.3531","title":"Structured professional judgment tool in assessing fitness to stand trial","year":2020,"lang":"en","type":"article","venue":"International Journal of Risk and Recovery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Western University","funders":"","keywords":"Psychology; Applied psychology; Computer science","score_opus":0.4416312454919385,"score_gpt":0.5085170207576152,"score_spread":0.06688577526567668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128969796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97724825,0.0004650605,0.015819196,0.0032083462,0.002817189,0.00022426608,0.000030106132,8.022954e-7,0.00018679943],"genre_scores_gemma":[0.99416304,0.00012427814,0.0040994072,0.0005075914,0.00074520585,0.0000027157948,0.0000015221668,0.000005087238,0.0003511762],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98932326,0.0019159517,0.004656837,0.00029629396,0.0037053407,0.00010229513],"domain_scores_gemma":[0.9935329,0.0018389964,0.0033222027,0.0002307606,0.00094938715,0.00012573016],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.020400394,0.00013333878,0.0011671551,0.0003738777,0.00004689465,0.00082979014,0.0008333348,0.0000545038,0.0013118738],"category_scores_gemma":[0.019984309,0.00006364903,0.0005602677,0.00034479174,0.000017700104,0.00047778827,0.00012178919,0.000246524,0.000039425853],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013468483,0.0002750198,0.15844555,0.00003868963,0.0009501172,0.00025614322,0.004619814,0.0076710605,0.000949773,0.00067938905,0.07244166,0.74020433],"study_design_scores_gemma":[0.049069017,0.001464701,0.48956847,0.0012017331,0.00049976166,0.0003226799,0.00841618,0.01101031,0.00062372576,0.06954712,0.36725488,0.0010214066],"about_ca_topic_score_codex":0.000003781043,"about_ca_topic_score_gemma":0.000008397579,"teacher_disagreement_score":0.7391829,"about_ca_system_score_codex":0.000052107778,"about_ca_system_score_gemma":0.00017001192,"threshold_uncertainty_score":0.99960107},"labels":[],"label_agreement":null},{"id":"W3129632311","doi":"10.1136/postgradmedj-2020-139392","title":"Scoping review of COVID-19-related systematic reviews and meta-analyses: can we really have confidence in their results?","year":2021,"lang":"en","type":"article","venue":"Postgraduate Medical Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Ottawa","funders":"National Institutes of Health; Pfizer","keywords":"Medicine; Coronavirus disease 2019 (COVID-19); Meta-analysis; Systematic review; Protocol (science); MEDLINE; Sample size determination; Internal validity; External validity; Study heterogeneity; Confidence interval; Medical physics; Intensive care medicine; Statistics; Alternative medicine; Pathology; Internal medicine; Disease","score_opus":0.8285923617732291,"score_gpt":0.5878857532750191,"score_spread":0.24070660849821002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129632311","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00065758394,0.8866812,0.0066612586,0.10075791,0.00026161698,0.0034385317,0.000051635856,0.0000063750012,0.0014838597],"genre_scores_gemma":[0.05818935,0.9136449,0.0035152927,0.019919472,0.00012856309,0.00024682013,0.00003487982,0.000047771155,0.0042729415],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8865823,0.067085996,0.034633722,0.001230547,0.009965752,0.00050166156],"domain_scores_gemma":[0.9256591,0.03367093,0.029139614,0.0051872632,0.0038578534,0.0024852124],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.35480672,0.0005896278,0.016626153,0.00062840857,0.00019985839,0.000600961,0.0022217955,0.00019067289,0.0100173205],"category_scores_gemma":[0.6095937,0.00023872052,0.004158671,0.0025500837,0.00027979878,0.00025320743,0.00030763785,0.0009262196,0.00016462643],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007031217,0.0004893932,0.0010874352,0.8719416,0.018791111,0.004347051,0.009949756,0.0000752265,0.00023343193,0.0024709306,0.07530771,0.015236002],"study_design_scores_gemma":[0.0026536814,0.00022530598,0.00017723466,0.8838768,0.04580299,0.014143428,0.005748889,0.004587602,0.00014231549,0.02972116,0.011678789,0.0012417928],"about_ca_topic_score_codex":0.00008823521,"about_ca_topic_score_gemma":0.0007634375,"teacher_disagreement_score":0.254787,"about_ca_system_score_codex":0.000109253946,"about_ca_system_score_gemma":0.002037097,"threshold_uncertainty_score":0.9979731},"labels":[],"label_agreement":null},{"id":"W3130366085","doi":"10.1016/j.jclinepi.2021.02.012","title":"A proposed framework to guide evidence synthesis practice for meta-analysis with zero-events studies","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Health and Medical Research Council; Australian Research Council; Medical Research Council","keywords":"Meta-analysis; Zero (linguistics); Computer science; Systematic review; MEDLINE; Management science; Data science; Medicine; Engineering","score_opus":0.971732739367156,"score_gpt":0.7545947620858241,"score_spread":0.21713797728133188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3130366085","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062466715,0.017183792,0.81931573,0.15580305,0.0006080235,0.0006316492,0.0000132054265,0.0000028334505,0.00019503792],"genre_scores_gemma":[0.07598507,0.0014705432,0.8950612,0.022100486,0.00046424413,0.000113942304,5.7842016e-7,0.0000186023,0.0047853366],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.70869756,0.21424502,0.06908827,0.0020269365,0.0052654417,0.00067678216],"domain_scores_gemma":[0.022211239,0.89811224,0.055646278,0.004317467,0.018957105,0.0007556612],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.722029,0.00044587904,0.03839309,0.0005556308,0.00015987527,0.00014713297,0.0024136463,0.00033623664,0.0029326188],"category_scores_gemma":[0.9903779,0.00016881166,0.0249345,0.0031530566,0.00019042692,0.0005012047,0.0002739714,0.0007812796,0.00034210455],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082977297,0.0006050245,0.07945089,0.00012505933,0.6620307,0.00016968606,0.00034218776,0.00784287,0.000005310543,0.0073379227,0.22943486,0.011825732],"study_design_scores_gemma":[0.00029412788,0.0013108201,0.008896799,0.00018902398,0.610489,0.00021516731,0.0016556092,0.00095831876,0.000020684398,0.09109833,0.2845223,0.0003498128],"about_ca_topic_score_codex":0.000006494738,"about_ca_topic_score_gemma":0.000037434587,"teacher_disagreement_score":0.6864863,"about_ca_system_score_codex":0.000056254783,"about_ca_system_score_gemma":0.00064678455,"threshold_uncertainty_score":0.9979788},"labels":[],"label_agreement":null},{"id":"W3131860062","doi":"10.1136/bmjopen-2020-045987","title":"Methodological review to develop a list of bias items used to assess reviews incorporating network meta-analysis: protocol and rationale","year":2021,"lang":"en","type":"review","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; Ottawa Hospital; Queen's University; University of British Columbia; Public Health Ontario; University of Toronto; St. Michael's Hospital","funders":"Medical Research Council; Canadian Institutes of Health Research","keywords":"Protocol (science); Medicine; Systematic review; Publication; MEDLINE; Popularity; Quality (philosophy); Health care; Cochrane Library; Publication bias; Medical education; Alternative medicine; Meta-analysis; Psychology; Social psychology","score_opus":0.9933511709711421,"score_gpt":0.7496453036016336,"score_spread":0.2437058673695085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3131860062","genre_codex":"review","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.4339827e-8,0.62198097,0.01671413,0.0005742023,0.000050950348,0.3593379,0.000054213542,0.0000032406786,0.0012843639],"genre_scores_gemma":[2.40939e-8,0.30016616,0.2422178,0.0016480304,0.00011175484,0.4500238,0.00010287931,0.000028553892,0.005701009],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.6708425,0.2595296,0.055383984,0.0045912405,0.008985552,0.00066710706],"domain_scores_gemma":[0.89343745,0.041460305,0.04647456,0.011514884,0.0062954086,0.0008173658],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.62448806,0.001314668,0.08031588,0.0008302722,0.00024802936,0.0030776642,0.0071504745,0.00033629595,0.016715655],"category_scores_gemma":[0.40383482,0.00055265723,0.0147427665,0.02655654,0.000060280854,0.0003784176,0.0041410327,0.00044710783,0.0011934532],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073681954,0.00008439387,0.000103827755,0.06679211,0.06858948,0.000025161647,0.00010501777,0.000073521354,2.2817414e-7,0.0016643857,0.40024033,0.4623142],"study_design_scores_gemma":[0.000051548832,0.000042425952,0.0000063040175,0.018234268,0.15750284,0.000024581335,0.000021592903,0.000019795372,1.290089e-7,0.0002508509,0.8233226,0.0005230766],"about_ca_topic_score_codex":0.0000342685,"about_ca_topic_score_gemma":0.00038870933,"teacher_disagreement_score":0.4617911,"about_ca_system_score_codex":0.000074781754,"about_ca_system_score_gemma":0.0015304917,"threshold_uncertainty_score":0.9999605},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3131983709","doi":"10.1016/j.surg.2021.01.006","title":"Strengths and weaknesses in the methodology of survey-based research in surgery: A call for standardization","year":2021,"lang":"en","type":"article","venue":"Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Princess Margaret Cancer Centre; University of Toronto","funders":"","keywords":"Medicine; Descriptive statistics; Standardization; Missing data; Quality (philosophy); Transparency (behavior); Guideline; Strengths and weaknesses; Family medicine; Statistic; Statistics; Pathology; Psychology","score_opus":0.9545248582571336,"score_gpt":0.6487015166490524,"score_spread":0.3058233416080812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3131983709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95449567,0.0032150978,0.03874782,0.0022844668,0.0002599168,0.0006055995,0.00013450909,0.0000015563278,0.00025538268],"genre_scores_gemma":[0.9976174,0.00013885356,0.0018255176,0.00009916292,0.000020345738,0.00006689433,0.000045434772,0.000006052264,0.00018028569],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8781471,0.111505434,0.0060096458,0.00074585073,0.0032495668,0.00034235336],"domain_scores_gemma":[0.4941112,0.5016851,0.0010129091,0.0012902941,0.0018607161,0.000039754792],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.56781346,0.00011035823,0.0024915445,0.0009124117,0.0000558686,0.00019359814,0.00032974573,0.00007759732,0.00041562866],"category_scores_gemma":[0.4677614,0.000053736967,0.0005267936,0.0040111793,0.00009696973,0.00008121081,0.000047448302,0.000119960794,0.000006185031],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049445818,0.00007442216,0.9080217,0.00016841297,0.000032833108,0.000016656359,0.00035364347,0.00013757187,0.00006585424,0.0003722406,0.054756686,0.035950553],"study_design_scores_gemma":[0.00037309842,0.000030429735,0.7943005,0.0003058392,0.000063908235,0.000010160173,0.0036760543,0.0042968984,0.0012003724,0.017047148,0.17840278,0.00029284434],"about_ca_topic_score_codex":0.0002521605,"about_ca_topic_score_gemma":0.004537879,"teacher_disagreement_score":0.3901797,"about_ca_system_score_codex":0.000018452141,"about_ca_system_score_gemma":0.00059466343,"threshold_uncertainty_score":0.5367219},"labels":[],"label_agreement":null},{"id":"W3131991169","doi":"10.1097/ccm.0000000000004885","title":"Rationale, Methodological Quality, and Reporting of Cluster-Randomized Controlled Trials in Critical Care Medicine: A Systematic Review","year":2021,"lang":"en","type":"review","venue":"Critical Care Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"Canadian Institutes of Health Research","keywords":"Interquartile range; Medicine; Randomized controlled trial; Sample size determination; Blinding; Data extraction; Consolidated Standards of Reporting Trials; MEDLINE; Cluster randomised controlled trial; Cluster (spacecraft); Psychological intervention; Internal medicine; Statistics; Nursing","score_opus":0.9450875217577552,"score_gpt":0.7262595660210934,"score_spread":0.2188279557366618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3131991169","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000010318312,0.9572018,0.012730167,0.0060901223,0.0009177455,0.019728435,0.000051686377,0.00001150601,0.0032675182],"genre_scores_gemma":[0.00029713966,0.9885934,0.0047404473,0.0016566688,0.00058981305,0.003546559,0.00019557521,0.00004482436,0.0003355621],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.31297645,0.48916465,0.18252555,0.0027543586,0.011934982,0.0006440016],"domain_scores_gemma":[0.03599462,0.874457,0.06826728,0.0058206692,0.014655671,0.0008047518],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.81182986,0.0014944223,0.265583,0.0013492989,0.00014990215,0.00025793276,0.0017637212,0.0007913661,0.00691057],"category_scores_gemma":[0.9965035,0.00051793526,0.017544614,0.0026623087,0.0022016673,0.0001378655,0.00045792418,0.0011427809,0.00004560953],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027283994,0.00003215681,0.000006125909,0.95538056,0.0008037388,0.00017352548,0.0007504074,1.0101688e-7,2.2763902e-7,0.025035813,0.0025918884,0.014952621],"study_design_scores_gemma":[0.022699522,0.00019434348,0.0000010837938,0.8622802,0.082408786,0.00036592167,0.011355682,0.000037359034,6.952969e-8,0.0038801967,0.016284535,0.0004922846],"about_ca_topic_score_codex":0.000030469744,"about_ca_topic_score_gemma":0.00001649443,"teacher_disagreement_score":0.38529235,"about_ca_system_score_codex":0.00016143444,"about_ca_system_score_gemma":0.00070854684,"threshold_uncertainty_score":0.9997805},"labels":[],"label_agreement":null},{"id":"W3132345133","doi":"10.1016/j.jclinepi.2021.02.010","title":"Use of GRADE in evidence syntheses published in high-impact-factor nutrition journals: A methodological survey","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Certainty; Randomized controlled trial; Medicine; Meta-analysis; Impact factor; Internal medicine; Mathematics","score_opus":0.9933118149706269,"score_gpt":0.76347348769658,"score_spread":0.22983832727404696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3132345133","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9577529,0.007186509,0.02109133,0.012874057,0.00080981565,0.00023774187,0.000026571937,0.0000011084436,0.000019952273],"genre_scores_gemma":[0.9422333,0.0054977485,0.05102148,0.00088417367,0.00026067247,0.0000046509895,0.0000015955783,0.000007814285,0.000088554574],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.1774245,0.72240454,0.09432298,0.0012902425,0.003864147,0.00069357763],"domain_scores_gemma":[0.049510963,0.89866346,0.044854153,0.0019593234,0.004484211,0.0005278577],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8097677,0.00031535912,0.022128273,0.0010787974,0.000029114737,0.00024500568,0.0018995907,0.00063294516,0.009693976],"category_scores_gemma":[0.9927271,0.00013956479,0.0056437775,0.0026871026,0.00027598802,0.0012419852,0.00021843416,0.001817601,0.000052278814],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026364735,0.0005792751,0.9725313,0.000035940393,0.00019928755,0.000119944605,0.00003209696,0.0006720285,0.000059842678,0.00026719918,0.0112581765,0.013981222],"study_design_scores_gemma":[0.00041862953,0.00033431823,0.9619062,0.00097299594,0.000077396006,0.00016278324,0.00007114001,0.0014335229,0.000013799555,0.032863583,0.0016340404,0.00011159334],"about_ca_topic_score_codex":0.00024193367,"about_ca_topic_score_gemma":0.00060354377,"teacher_disagreement_score":0.18295936,"about_ca_system_score_codex":0.00007794742,"about_ca_system_score_gemma":0.0005669877,"threshold_uncertainty_score":0.99238926},"labels":[],"label_agreement":null},{"id":"W3132420824","doi":"","title":"Frameworks for Determining Research Gaps During Systematic Reviews [Internet]","year":2011,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Systematic review; Identification (biology); Population; Best practice; Agency (philosophy); Evidence-based practice; Worksheet; Health care; Management science; Data science; Computer science; Knowledge management; Medicine; MEDLINE; Psychology; Engineering; Alternative medicine; Political science; Sociology","score_opus":0.9539638246298757,"score_gpt":0.6320184297700643,"score_spread":0.32194539485981144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3132420824","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1660208,0.012674653,0.60546803,0.00031184815,0.0014265866,0.021404363,0.0000067128644,0.000052434465,0.1926346],"genre_scores_gemma":[0.77148235,0.00009135407,0.068760976,0.00022999698,0.00016367332,0.0016289402,0.0000013168691,0.00003265696,0.15760872],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.954552,0.022560677,0.015658988,0.0013733386,0.0052057076,0.00064932276],"domain_scores_gemma":[0.96894455,0.016643545,0.00501989,0.006723173,0.002350339,0.00031848747],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.34438044,0.00032176718,0.005423831,0.00069498725,0.00026551908,0.0010426193,0.0032413779,0.00023489147,0.021907955],"category_scores_gemma":[0.1886943,0.00013360748,0.0025257112,0.0013797339,0.00007659981,0.00030967037,0.0003010365,0.00045994858,0.013630561],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001195425,0.00061031914,0.042552676,0.1626283,0.0020537903,0.000093955,0.0371217,0.000012776174,0.0013011767,0.10359999,0.6127983,0.03710753],"study_design_scores_gemma":[0.0034155888,0.0017007798,0.024188956,0.100130826,0.0043797046,0.00067634933,0.04000316,0.13577057,0.0101178335,0.25969505,0.41418862,0.005732526],"about_ca_topic_score_codex":0.000014770658,"about_ca_topic_score_gemma":0.000032982094,"teacher_disagreement_score":0.60546154,"about_ca_system_score_codex":0.000050349903,"about_ca_system_score_gemma":0.000029820447,"threshold_uncertainty_score":0.9999944},"labels":[],"label_agreement":null},{"id":"W3132497057","doi":"10.1007/s00266-021-02185-8","title":"How to Avoid Making Your Systematic Review a Conventional Review Article","year":2021,"lang":"en","type":"review","venue":"Aesthetic Plastic Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medicine; Otorhinolaryngology; Plastic surgery; Medical physics; Intensive care medicine; Surgery","score_opus":0.7035902583773455,"score_gpt":0.5095787131832131,"score_spread":0.19401154519413233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3132497057","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.615275e-7,0.9872179,0.0036891098,0.0016302753,0.001624991,0.0054536173,0.00007550652,0.000024170486,0.0002834746],"genre_scores_gemma":[0.0000072100265,0.9877841,0.00043423672,0.0024882257,0.000117774405,0.0018893469,0.00010257927,0.00009408043,0.0070824586],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.92297083,0.036888327,0.02664901,0.002666854,0.009940619,0.000884361],"domain_scores_gemma":[0.8594856,0.08999159,0.030946711,0.014601942,0.0038705708,0.0011035588],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.15500507,0.0014692947,0.045411225,0.001001849,0.00022104214,0.0019420601,0.0030441685,0.00028884504,0.009331088],"category_scores_gemma":[0.39546132,0.00074023317,0.01789579,0.0061109685,0.00008618418,0.00025674887,0.0004708523,0.0005936953,0.023670016],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.869906e-7,0.00004413021,0.0000035352978,0.71288085,0.00033970538,0.00013720659,0.0000060426864,3.2986776e-7,1.0987463e-8,0.00026791953,0.21706206,0.06925792],"study_design_scores_gemma":[0.0000151437835,0.0000060959915,4.857704e-7,0.50274754,0.008042892,0.0010214177,0.000015288968,0.000011448039,9.513128e-9,0.000032708493,0.48773316,0.00037379644],"about_ca_topic_score_codex":8.909399e-7,"about_ca_topic_score_gemma":0.000002201908,"teacher_disagreement_score":0.2706711,"about_ca_system_score_codex":0.00019030171,"about_ca_system_score_gemma":0.0009981507,"threshold_uncertainty_score":0.9998056},"labels":[],"label_agreement":null},{"id":"W3133191603","doi":"10.21203/rs.3.rs-237881/v1","title":"Bibliometric study of ‘overviews of systematic reviews’: evaluation of prevalence, citation and impact factor","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nova Scotia Health Authority; University of Ottawa; Cochrane; University of British Columbia","funders":"","keywords":"Citation; Impact factor; Systematic review; Medicine; Computer science; MEDLINE; Library science; Political science","score_opus":0.9497765492022905,"score_gpt":0.7012270751767421,"score_spread":0.2485494740255484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133191603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86318237,0.11884374,0.00047566497,0.00001120331,0.00009672097,0.016902305,0.00013118073,0.0000015446182,0.00035525436],"genre_scores_gemma":[0.9911499,0.007340638,0.00038230317,0.0000011363868,0.000024760991,0.0007821286,0.000023781226,0.000016663787,0.00027868865],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.50449973,0.3554986,0.047914118,0.003522892,0.08776301,0.00080165535],"domain_scores_gemma":[0.91617924,0.020985277,0.019536389,0.0075321198,0.035550702,0.00021624393],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.5327708,0.00044508354,0.0105400095,0.054065045,0.00007843916,0.0006406969,0.0024063033,0.00024273663,0.005699315],"category_scores_gemma":[0.37369904,0.00021520688,0.002602154,0.09533452,0.00012307655,0.00031871744,0.0011826418,0.00054401543,0.00006246079],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024880488,0.0015497929,0.24988098,0.68027455,0.001752566,0.0000022678412,0.011772095,0.00083863596,0.00045144,0.000039411832,0.0021893885,0.051224],"study_design_scores_gemma":[0.000759326,0.0010800392,0.90508854,0.048084173,0.0026630901,0.0000035981259,0.016452404,0.024097508,0.00009583236,0.0013039038,0.000041813426,0.0003297843],"about_ca_topic_score_codex":0.00021205709,"about_ca_topic_score_gemma":0.00007196554,"teacher_disagreement_score":0.6552075,"about_ca_system_score_codex":0.00017397854,"about_ca_system_score_gemma":0.00072617544,"threshold_uncertainty_score":0.99520963},"labels":[],"label_agreement":null},{"id":"W3133707781","doi":"10.12688/f1000research.51723.1","title":"PRISMA flow diagrams for living systematic reviews: a methodological survey and a proposal","year":2021,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Open peer review; Plant biology; Neuroscience; Physiology; Medicine; Management science; Computer science; Data science; Psychology; Biology; Engineering","score_opus":0.9643123861931442,"score_gpt":0.6686314824670859,"score_spread":0.29568090372605826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133707781","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041629452,0.106487796,0.7976614,0.0016877679,0.0014845491,0.049455073,0.00031093115,0.000045395565,0.0012376028],"genre_scores_gemma":[0.105839014,0.008110066,0.7996579,0.0004472325,0.0010280666,0.025548398,0.00047472926,0.00022831168,0.058666296],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.6308578,0.33130205,0.020514125,0.0041701337,0.012076767,0.001079087],"domain_scores_gemma":[0.6317614,0.33129206,0.0115123475,0.014665345,0.009735381,0.001033498],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7475101,0.00081281364,0.015559533,0.00073830737,0.0003400792,0.0067438204,0.004857418,0.0006272001,0.004814785],"category_scores_gemma":[0.8041929,0.00036318347,0.0039912756,0.0017854939,0.00022954184,0.00018509661,0.0045830524,0.0012617102,0.00081930315],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011586098,0.00089048734,0.087489,0.5077608,0.0044323937,0.00014989299,0.007860464,0.000290939,0.00018517688,0.0023688427,0.2930023,0.09545383],"study_design_scores_gemma":[0.0010693243,0.0009232703,0.12074855,0.08736324,0.0037703223,0.00030265446,0.0060696756,0.6720629,0.00005393004,0.06115477,0.04213998,0.004341434],"about_ca_topic_score_codex":0.00008207476,"about_ca_topic_score_gemma":0.00035523443,"teacher_disagreement_score":0.6717719,"about_ca_system_score_codex":0.00011007992,"about_ca_system_score_gemma":0.0006734401,"threshold_uncertainty_score":0.9999587},"labels":[],"label_agreement":null},{"id":"W3133861907","doi":"10.3138/ptc-2019-0104","title":"Traduction franco-canadienne de l’<i>Assessment of Systematic Reviews Revised</i> (AMSTAR 2) : validation transculturelle et fidélité interjuges","year":2021,"lang":"fr","type":"article","venue":"Physiotherapy Canada","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Children's Hospital of Eastern Ontario; Université de Montréal; Université du Québec en Outaouais; University of Ottawa","funders":"","keywords":"Inter-rater reliability; Systematic review; Reliability (semiconductor); Ambiguity; Psychology; Medicine; Applied psychology; Medical physics; Computer science; MEDLINE; Rating scale; Political science","score_opus":0.34749555013401884,"score_gpt":0.47081593072804706,"score_spread":0.12332038059402822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133861907","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21744007,0.54174846,0.1574066,0.046816878,0.011244313,0.012875039,0.0009737459,0.00002723502,0.0114676505],"genre_scores_gemma":[0.8360236,0.04898499,0.015959363,0.0060478607,0.0006644622,0.0005864455,0.0001903416,0.00012803105,0.0914149],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9627696,0.02303641,0.009603376,0.0011015913,0.002875706,0.0006133142],"domain_scores_gemma":[0.9874784,0.0020714814,0.0054858164,0.00319086,0.0013639309,0.00040951616],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.041055214,0.000616017,0.0063396166,0.00017712281,0.00018248257,0.0004006293,0.0011174611,0.00014768387,0.015265257],"category_scores_gemma":[0.0034913,0.00038514397,0.0022992464,0.002107716,0.00007733906,0.00038977375,0.000029139965,0.00032278913,0.0000632526],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042892392,0.0012997375,0.001922962,0.28416198,0.0054884464,0.00011706362,0.02119523,0.0064270473,0.06342493,0.036238384,0.5025527,0.07712865],"study_design_scores_gemma":[0.00067289895,0.00013323613,0.00094346475,0.019121818,0.0013436881,0.00007525047,0.0033961236,0.013025203,0.0031258708,0.0018588329,0.955566,0.0007376338],"about_ca_topic_score_codex":0.2022554,"about_ca_topic_score_gemma":0.6248448,"teacher_disagreement_score":0.61858356,"about_ca_system_score_codex":0.00087066647,"about_ca_system_score_gemma":0.0029512371,"threshold_uncertainty_score":0.99986005},"labels":[],"label_agreement":null},{"id":"W3134007699","doi":"10.1177/1745691620979806","title":"Estimating the Prevalence of Transparency and Reproducibility-Related Research Practices in Psychology (2014–2017)","year":2021,"lang":"en","type":"article","venue":"Perspectives on Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":184,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fonds de Recherche du Québec - Santé; Stiftung Charité; National Institute on Alcohol Abuse and Alcoholism; Einstein Stiftung Berlin; Laura and John Arnold Foundation","keywords":"Transparency (behavior); Credibility; Psychology; Confidence interval; Medicine; Clinical psychology; Social psychology; Political science; Law","score_opus":0.8303977243332353,"score_gpt":0.6710300330829925,"score_spread":0.15936769125024286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134007699","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9479204,0.0042287945,0.0005178048,0.010948379,0.0004474581,0.00059193675,0.0000051767024,0.0000056778904,0.03533441],"genre_scores_gemma":[0.99237984,0.00043336552,0.0056874314,0.00014189516,0.000028439239,0.000032788543,1.4626129e-7,0.0000034585216,0.00129265],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96469176,0.018396266,0.0043328553,0.00643433,0.005604085,0.0005406974],"domain_scores_gemma":[0.97022873,0.012215503,0.003299846,0.011454862,0.002620866,0.00018018717],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.37310612,0.00019305604,0.0011843108,0.00043033017,0.00041812626,0.00043455858,0.0037427142,0.00010118701,0.004156955],"category_scores_gemma":[0.39923227,0.00008170154,0.0003017064,0.007155955,0.00319495,0.00040163263,0.00024000733,0.0007256275,0.00030588463],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002685632,0.0054618744,0.63569605,0.00033003074,0.00013092114,0.00019108596,0.06401878,0.00069033285,0.03464501,0.088226944,0.011906525,0.15843387],"study_design_scores_gemma":[0.00019573171,0.00029817765,0.91227764,0.000058045116,0.000021479544,0.00009668678,0.0058525642,0.002069968,0.00007956713,0.078402504,0.00052278687,0.00012486528],"about_ca_topic_score_codex":0.000015431038,"about_ca_topic_score_gemma":0.000013073965,"teacher_disagreement_score":0.27658156,"about_ca_system_score_codex":0.000042357668,"about_ca_system_score_gemma":0.00009722513,"threshold_uncertainty_score":0.9995178},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3134334065","doi":"10.1016/j.jebdp.2021.101544","title":"Influence of Sponsorship Bias on Treatment Effect Size Estimates in Randomized Trials of Oral Health Interventions: A Meta-epidemiological Study","year":2021,"lang":"en","type":"review","venue":"Journal of Evidence Based Dental Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital; University of Alberta","funders":"Alberta Heritage Foundation for Medical Research; Alberta Innovates; Alberta Innovates - Health Solutions","keywords":"Meta-analysis; Publication bias; Randomized controlled trial; Medicine; Epidemiology; Clinical trial; Confidence interval; Sample size determination; Psychological intervention; Random effects model; Selection bias; Reporting bias; Relative risk; MEDLINE; Internal medicine; Statistics; Psychiatry; Pathology","score_opus":0.9725301236095575,"score_gpt":0.7303173162000859,"score_spread":0.2422128074094716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134334065","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012718346,0.9787424,0.0006284066,0.0006047137,0.00024187262,0.0070125856,0.00004090865,0.000001992175,0.000008741875],"genre_scores_gemma":[0.022990769,0.9669019,0.009312577,0.00021553233,0.0000513947,0.00037737086,0.000004171643,0.00002495205,0.000121363635],"study_design_codex":"design_other","study_design_gemma":"meta_analysis","domain_scores_codex":[0.21974352,0.6939877,0.076459765,0.0012856763,0.008109398,0.00041390222],"domain_scores_gemma":[0.05071898,0.80602294,0.13804522,0.0024666125,0.0024466456,0.00029958395],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8537911,0.0011680009,0.09789299,0.0018291683,0.00007672135,0.0004104681,0.002381393,0.00026391938,0.0021138755],"category_scores_gemma":[0.9787639,0.00036498348,0.047945827,0.003092394,0.00021592132,0.0014030719,0.0001765974,0.00093055726,0.00009273147],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09401018,0.021739805,0.00626162,0.049006272,0.117114395,0.0022667013,0.00063373375,0.013448556,0.0000061484684,0.00042756903,0.0023878291,0.69269717],"study_design_scores_gemma":[0.0683477,0.030797707,0.001801256,0.37842274,0.44067192,0.0018677996,0.0019621972,0.0004912569,0.000027617829,0.0006568917,0.073639825,0.0013130651],"about_ca_topic_score_codex":0.0002299755,"about_ca_topic_score_gemma":0.00005319107,"teacher_disagreement_score":0.69138414,"about_ca_system_score_codex":0.0005174481,"about_ca_system_score_gemma":0.0015358902,"threshold_uncertainty_score":0.9998802},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3135317005","doi":"10.1186/s12874-021-01436-1","title":"Methods to support evidence-informed decision-making in the midst of COVID-19: creation and evolution of a rapid review service from the National Collaborating Centre for Methods and Tools","year":2021,"lang":"en","type":"review","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; Dalhousie University; McMaster University","funders":"Public Health Agency; Public Health Agency of Canada; Johns Hopkins University","keywords":"Service (business); Evidence-based medicine; Evidence-based practice; Public health; Coronavirus disease 2019 (COVID-19); MEDLINE; Process (computing); Public relations; Medicine; Computer science; Psychology; Political science; Business; Alternative medicine; Nursing; Marketing","score_opus":0.9670685359049925,"score_gpt":0.7843943544149949,"score_spread":0.1826741814899976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135317005","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000070031524,0.55356574,0.43971795,0.0031642092,0.00008543207,0.0032857684,0.00008662189,0.000001279534,0.0000859994],"genre_scores_gemma":[0.0000023164635,0.5043842,0.49389806,0.0010847412,0.000082727296,0.00047683637,0.000028316423,0.000009727682,0.00003305085],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.20320898,0.75291276,0.022265028,0.002621006,0.018075109,0.0009171151],"domain_scores_gemma":[0.0154211875,0.9682119,0.00595037,0.0023431312,0.0075580217,0.0005154043],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8296812,0.0004412938,0.010193207,0.0009649518,0.00028867868,0.0003828779,0.0035393424,0.0005641663,0.0039974456],"category_scores_gemma":[0.9849081,0.00018088598,0.0013028231,0.008328541,0.000501946,0.0002587858,0.0010755796,0.00084852276,0.000013665212],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003458151,0.000022135218,0.000075013486,0.02227401,0.00017065296,0.0000020168068,0.0011440341,0.0000032119515,0.0000026856146,0.002898465,0.014969059,0.9584041],"study_design_scores_gemma":[0.0002124448,0.00014704044,0.00015274464,0.050405234,0.0008697138,0.00005460138,0.0048866393,0.001322428,0.00000115026,0.01301717,0.9287542,0.00017665084],"about_ca_topic_score_codex":0.00017682249,"about_ca_topic_score_gemma":0.0016208483,"teacher_disagreement_score":0.95822746,"about_ca_system_score_codex":0.0003212791,"about_ca_system_score_gemma":0.013978981,"threshold_uncertainty_score":0.996913},"labels":[],"label_agreement":null},{"id":"W3135494825","doi":"10.1186/s13643-021-01622-8","title":"P value and Bayesian analysis in randomized-controlled trials in child health research published over 10 years, 2007 to 2017: a methodological review protocol","year":2021,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto; University of Alberta; University of Manitoba; Children's Hospital Research Institute of Manitoba","funders":"","keywords":"Medicine; Frequentist inference; Randomized controlled trial; Bayesian probability; Protocol (science); Sample size determination; CINAHL; Research design; Alternative medicine; Psychological intervention; Bayesian inference; Statistics; Artificial intelligence; Nursing; Computer science; Pathology","score_opus":0.9014311525463122,"score_gpt":0.6995684176189825,"score_spread":0.20186273492732976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135494825","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.0409606e-8,0.55286705,0.0018105971,0.00058630976,0.00014090605,0.44285035,0.000019920015,0.0000055325895,0.001719306],"genre_scores_gemma":[5.6011828e-8,0.5549259,0.0056371186,0.00048149226,0.00013743498,0.43551365,0.00004143352,0.000040624844,0.0032222467],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.025174802,0.79693013,0.15867348,0.0048455447,0.012941484,0.0014345697],"domain_scores_gemma":[0.2575187,0.5566026,0.15410794,0.025871122,0.0037940321,0.0021055937],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.97654355,0.0023845932,0.37854162,0.010667484,0.0002178082,0.003992097,0.005738413,0.00087983394,0.02722403],"category_scores_gemma":[0.94091123,0.0008525241,0.057110194,0.030846315,0.00018150006,0.00045083082,0.0010197386,0.002135179,0.0031596592],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002457201,0.00014774525,0.000005093354,0.7464171,0.0044350275,0.000057957874,0.00016433193,0.0000025825468,3.4933694e-9,0.00075950084,0.14704533,0.10071959],"study_design_scores_gemma":[0.009055655,0.000035558074,0.0000026375603,0.35792318,0.010378133,0.00005225972,0.000035343837,0.00014057416,1.1195659e-9,0.00027852028,0.62166387,0.000434265],"about_ca_topic_score_codex":0.0001245388,"about_ca_topic_score_gemma":0.00023035704,"teacher_disagreement_score":0.47461855,"about_ca_system_score_codex":0.00066742237,"about_ca_system_score_gemma":0.0013717628,"threshold_uncertainty_score":0.999641},"labels":[],"label_agreement":null},{"id":"W3135652442","doi":"10.1371/journal.pone.0248132","title":"Interventions for treatment of COVID-19: Second edition of a living systematic review with meta-analyses and trial sequential analyses (The LIVING Project)","year":2021,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; St. Michael's Hospital","funders":"Vetenskapsrådet; Svenska Forskningsrådet Formas; European Commission; Poul Due Jensens Fond (Grundfos Foundation)","keywords":"Coronavirus disease 2019 (COVID-19); Psychological intervention; 2019-20 coronavirus outbreak; Meta-analysis; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medicine; Randomized controlled trial; MEDLINE; Systematic review; Gerontology; Biology; Virology; Pathology; Nursing","score_opus":0.95145876731348,"score_gpt":0.6317595608607698,"score_spread":0.3196992064527102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135652442","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015446698,0.9759292,0.0065133977,0.000060228445,0.00005219317,0.016887994,0.00047331682,0.0000055078617,0.00006272968],"genre_scores_gemma":[0.0000751006,0.9856602,0.0028318376,0.00004116893,0.0001386662,0.007293164,0.000084022264,0.000037381284,0.003838474],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.94238555,0.031544384,0.020155698,0.0013166369,0.0043349895,0.0002627581],"domain_scores_gemma":[0.8903756,0.06425101,0.037091795,0.0053209425,0.002730876,0.00022974153],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.06355048,0.00081621704,0.04225688,0.00095084246,0.00020377048,0.000488989,0.0011867778,0.00015805301,0.0075722896],"category_scores_gemma":[0.15508546,0.00028777702,0.020018838,0.0025060398,0.00014857505,0.00020241097,0.00016615923,0.00011780834,0.000020866883],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012889903,0.0009968159,9.842429e-7,0.90531325,0.09173979,0.0000022453487,0.00021583587,0.0000013352777,0.0000018469385,0.000040829553,0.00088396424,0.00079022447],"study_design_scores_gemma":[0.00033425947,0.00044306467,1.3196887e-7,0.44618317,0.5477271,0.000017753533,0.0002803743,0.000056666406,0.0000035354244,0.00001627355,0.004739772,0.00019788531],"about_ca_topic_score_codex":0.00003648187,"about_ca_topic_score_gemma":0.00021753633,"teacher_disagreement_score":0.45913005,"about_ca_system_score_codex":0.00014773491,"about_ca_system_score_gemma":0.00088058127,"threshold_uncertainty_score":0.99995744},"labels":[],"label_agreement":null},{"id":"W3135655776","doi":"10.1016/j.jclinepi.2021.02.026","title":"GRADE notes: How to use GRADE when there is “no” evidence? A case study of the expert evidence approach","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster Children's Hospital; McMaster University; Health Sciences Centre; Impact","funders":"","keywords":"Medicine; MEDLINE; Family medicine; Psychology; Political science","score_opus":0.9718583240214864,"score_gpt":0.6896530339907196,"score_spread":0.2822052900307668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135655776","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90135306,0.007814187,0.023823235,0.06467824,0.0014588727,0.0008267157,0.0000044530025,0.0000023813284,0.000038862905],"genre_scores_gemma":[0.9496164,0.0009021108,0.036536433,0.010403265,0.00061986485,0.000019617144,1.1814856e-7,0.000014959015,0.0018872448],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7219108,0.22699857,0.04375573,0.001677849,0.0050753444,0.0005817628],"domain_scores_gemma":[0.36206833,0.58214283,0.04094959,0.0077256463,0.006213935,0.0008996918],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.43650207,0.0003998534,0.01320813,0.00022640376,0.00016162205,0.00026653512,0.003700754,0.00033492173,0.0014570085],"category_scores_gemma":[0.91668785,0.00015052572,0.0068553295,0.0012936936,0.00027308858,0.00063825154,0.0006545169,0.001179749,0.00014570757],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000094819945,0.0010477644,0.79141486,0.000058084617,0.0009549166,0.00068355846,0.004136421,0.000310993,0.00004981466,0.0001383409,0.19185811,0.009252336],"study_design_scores_gemma":[0.0036595091,0.0090280445,0.6562632,0.004631327,0.0048607998,0.020430492,0.06477671,0.023277896,0.0000896411,0.031527184,0.17993452,0.0015207152],"about_ca_topic_score_codex":0.00022012554,"about_ca_topic_score_gemma":0.00016632854,"teacher_disagreement_score":0.48018578,"about_ca_system_score_codex":0.000038022004,"about_ca_system_score_gemma":0.00043875352,"threshold_uncertainty_score":0.9994558},"labels":[],"label_agreement":null},{"id":"W3135675140","doi":"10.1136/bmj.n450","title":"Treatment effects in randomised trials using routinely collected data for outcome assessment versus traditional trials: meta-research study","year":2021,"lang":"en","type":"review","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Meta-analysis; Clinical trial; Confidence interval; Odds ratio; MEDLINE; Randomized controlled trial; Sample size determination; Internal medicine; Statistics","score_opus":0.9947342062034167,"score_gpt":0.7848701366432004,"score_spread":0.2098640695602163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135675140","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000033119562,0.9188906,0.0045132027,0.0001666588,0.0019217551,0.071833976,0.0021248779,0.000006992525,0.00050881715],"genre_scores_gemma":[0.000194482,0.865958,0.044758473,0.000040022467,0.003579948,0.067395724,0.0061241277,0.00022574124,0.011723533],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.3950258,0.51871336,0.06659621,0.004284714,0.014507355,0.0008725699],"domain_scores_gemma":[0.16097096,0.78566694,0.034406673,0.015677446,0.0028272294,0.00045074298],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.79045653,0.0012445934,0.083394125,0.0021510345,0.0003858529,0.0025667285,0.0044416473,0.0003766907,0.006259827],"category_scores_gemma":[0.6954373,0.00049790886,0.02158169,0.005242402,0.00005964373,0.000250505,0.0005168618,0.0004995539,0.00018636783],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002012804,0.0047348305,0.000070923175,0.008252135,0.15242907,0.0003286385,0.0002625754,0.00009708622,7.3403993e-7,0.00082155166,0.13821018,0.6927795],"study_design_scores_gemma":[0.041924406,0.0005680036,0.000025650623,0.0011727297,0.12244661,0.000014058201,0.00038793654,0.0032820173,9.67763e-8,0.00014486264,0.82952446,0.0005091676],"about_ca_topic_score_codex":0.000075181415,"about_ca_topic_score_gemma":0.00016426618,"teacher_disagreement_score":0.6922703,"about_ca_system_score_codex":0.0009919951,"about_ca_system_score_gemma":0.003979512,"threshold_uncertainty_score":0.9997473},"labels":[],"label_agreement":null},{"id":"W3136762022","doi":"10.31222/osf.io/xq9nt","title":"Publication Bias and Editorial Statement on Negative Findings","year":2017,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Statement (logic); Null (SQL); Incentive; Null hypothesis; Publication bias; Test (biology); Statistical hypothesis testing; Positive economics; Psychology; Political science; Econometrics; Statistics; Economics; MEDLINE; Computer science; Mathematics; Law; Data mining","score_opus":0.8445371498554197,"score_gpt":0.5765376867253937,"score_spread":0.267999463130026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136762022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48132122,0.00005022003,0.007357855,0.03659797,0.03366842,0.002042497,0.00003503199,0.000016496571,0.4389103],"genre_scores_gemma":[0.92935133,0.000009406188,0.0020009675,0.00033855403,0.004219495,0.000035110595,0.0000034846908,0.000004822893,0.06403683],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911197,0.0013873375,0.0033003308,0.0005422929,0.0035379208,0.00011246483],"domain_scores_gemma":[0.99056315,0.0021808916,0.0032521447,0.0028200645,0.0010761223,0.000107618005],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.07711126,0.00011730444,0.00091613486,0.00014380328,0.00038181804,0.0046663824,0.0010055854,0.000042221163,0.007620054],"category_scores_gemma":[0.110035904,0.000048001668,0.00027387435,0.00013384066,0.000049478513,0.00048807042,0.00012399766,0.000061729625,0.0035709215],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002992537,0.000012257782,0.0070799203,0.0000025030188,0.000031483956,1.3560839e-7,0.00018463116,5.305177e-7,0.000014246003,0.008938364,0.9753646,0.008368317],"study_design_scores_gemma":[0.00020931731,0.000051810963,0.041678067,0.000008178655,0.000034807046,3.203981e-7,0.0002667545,0.00080540957,0.00015937537,0.011171142,0.94552547,0.00008934452],"about_ca_topic_score_codex":0.00003750536,"about_ca_topic_score_gemma":0.000029068175,"teacher_disagreement_score":0.4480301,"about_ca_system_score_codex":0.000018866602,"about_ca_system_score_gemma":0.00002544508,"threshold_uncertainty_score":0.9972049},"labels":[],"label_agreement":null},{"id":"W3136809863","doi":"10.1016/j.injury.2021.03.031","title":"Differentiating between questionable and legitimate trauma journals: A systematic review and evaluation of two sets of criteria","year":2021,"lang":"en","type":"review","venue":"Injury","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; The Quebec Population Health Research Network","funders":"","keywords":"Directory; Vocabulary; Impact factor; Computer science; Psychology; Medicine; Political science","score_opus":0.8114271926276537,"score_gpt":0.6426243972991618,"score_spread":0.16880279532849196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136809863","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00033299593,0.9955916,0.00025164103,0.000028657845,0.000087023385,0.0031868275,0.00021609847,0.0000021953458,0.00030295178],"genre_scores_gemma":[0.000927818,0.997454,0.0010974417,0.000019398412,0.000042425498,0.00021043199,0.00004635907,0.0000211872,0.0001809425],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.93324065,0.03968582,0.020379977,0.0008907824,0.0055974536,0.00020528631],"domain_scores_gemma":[0.9696801,0.0050290837,0.01991636,0.0021807645,0.0030614329,0.00013226584],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18775183,0.00048517162,0.022023765,0.0005462141,0.00008268562,0.00051305734,0.0007900123,0.00014980207,0.002620594],"category_scores_gemma":[0.043991506,0.00023885797,0.0019915185,0.0011072617,0.0000693365,0.00024934014,0.00021139708,0.00021735037,0.00003628407],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.4303541e-7,0.0000136080835,0.000054422115,0.69915426,0.000724005,5.745537e-7,0.000053603995,1.2636477e-7,4.620365e-7,0.000078769495,0.0009183888,0.2990016],"study_design_scores_gemma":[0.00011921923,0.000032613945,0.000089088746,0.92594224,0.064281546,0.000070281356,0.000068628986,0.00032363995,0.000001151035,0.0016588018,0.0071286154,0.00028417277],"about_ca_topic_score_codex":0.000007226275,"about_ca_topic_score_gemma":0.0000019307868,"teacher_disagreement_score":0.29871744,"about_ca_system_score_codex":0.00004478613,"about_ca_system_score_gemma":0.00020599319,"threshold_uncertainty_score":0.99829113},"labels":[],"label_agreement":null},{"id":"W3136866275","doi":"10.1136/bmj.n265","title":"Preferred reporting items for journal and conference abstracts of systematic reviews and meta-analyses of diagnostic test accuracy studies (PRISMA-DTA for Abstracts): checklist, explanation, and elaboration","year":2021,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Jewish General Hospital; McGill University; University of Calgary; Ottawa Hospital; Queen's University","funders":"Birmingham Biomedical Research Centre; Department of Health and Social Care; Medical Research Council; National Institute for Health and Care Research; University of Ottawa","keywords":"Checklist; Systematic review; Test (biology); Meta-analysis; MEDLINE; Medical physics; Computer science; Psychology; Medicine; Management science; Information retrieval; Pathology; Engineering; Political science","score_opus":0.9068466404506642,"score_gpt":0.6154196643851341,"score_spread":0.29142697606553014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136866275","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5068782,0.42087305,0.045663465,0.0055454383,0.00051008223,0.019336132,0.00036543517,0.000010477546,0.00081774435],"genre_scores_gemma":[0.97403526,0.0043599866,0.01967807,0.00006517646,0.00007083389,0.00058332534,0.000015644378,0.000010733253,0.0011809474],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.97200924,0.0022548973,0.023502856,0.0005990656,0.0014731047,0.0001608293],"domain_scores_gemma":[0.5915922,0.23927999,0.14419955,0.003435706,0.021121562,0.00037099607],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11926794,0.00027468812,0.0063061207,0.00020688472,0.00016687377,0.00063610426,0.00027511842,0.00007216101,0.00007322432],"category_scores_gemma":[0.8471283,0.00013267828,0.0008116572,0.00042812922,0.00008028629,0.0004945163,0.00006859271,0.00008463309,0.0000027852584],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013642653,0.0011357322,0.024737477,0.46150202,0.06032451,0.000109492554,0.024966488,0.0016139608,0.0593688,0.0040657455,0.33566025,0.026379097],"study_design_scores_gemma":[0.008100487,0.0020700549,0.1670478,0.039979264,0.4107976,0.0030102972,0.09890329,0.03449106,0.05625728,0.11688576,0.058023233,0.0044338754],"about_ca_topic_score_codex":0.00000598081,"about_ca_topic_score_gemma":0.000055145185,"teacher_disagreement_score":0.72786033,"about_ca_system_score_codex":0.0000129577975,"about_ca_system_score_gemma":0.00013103409,"threshold_uncertainty_score":0.906899},"labels":[],"label_agreement":null},{"id":"W3137063744","doi":"10.1101/2021.03.12.21253378","title":"Outcome Reporting bias in Exercise Oncology trials (OREO): a cross-sectional study","year":2021,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Clinical trial; Psychological intervention; Medicine; Internal medicine; MEDLINE; Randomized controlled trial; Trial registration; Outcome (game theory); Meta-analysis; Oncology; Family medicine; Psychology; Physical therapy; Psychiatry","score_opus":0.9446801388104412,"score_gpt":0.6653596847998904,"score_spread":0.27932045401055083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137063744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98716813,0.0012800064,0.0009983729,0.0001916716,0.004143687,0.0032641187,0.000017487699,0.000014598021,0.0029219058],"genre_scores_gemma":[0.9881091,0.000038017493,0.002212,0.000092161274,0.00033225268,0.0006687645,0.000025430316,0.000029299872,0.008492951],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6947365,0.10819548,0.17092898,0.0068518873,0.018330146,0.00095699745],"domain_scores_gemma":[0.8150095,0.034411035,0.13060819,0.014839811,0.0046568303,0.0004746573],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7369782,0.0007111965,0.019788742,0.0013508885,0.00017249666,0.003538343,0.0032629317,0.0006223636,0.017807337],"category_scores_gemma":[0.65047246,0.0003665939,0.0069956263,0.0019685957,0.000089769776,0.00017723642,0.0020373093,0.0013621384,0.0011989016],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019355633,0.00039864035,0.9922916,0.00009747459,0.0003096697,0.00054701936,0.0009983393,0.00080076227,0.0000140122975,0.000015829304,0.00067558634,0.0038316934],"study_design_scores_gemma":[0.00048060445,0.00004190906,0.99113506,0.00009857275,0.00036533433,0.000037197,0.0014694645,0.0008408339,0.000009191535,0.0012077864,0.003996531,0.00031753085],"about_ca_topic_score_codex":0.00029888318,"about_ca_topic_score_gemma":0.00088617136,"teacher_disagreement_score":0.12027299,"about_ca_system_score_codex":0.00025326488,"about_ca_system_score_gemma":0.0007470657,"threshold_uncertainty_score":0.9998786},"labels":[],"label_agreement":null},{"id":"W3137220742","doi":"10.12688/f1000research.51723.2","title":"Tailored PRISMA 2020 flow diagrams for living systematic reviews: a methodological survey and a proposal","year":2021,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Systematic review; Data science; Computer science; Information retrieval; Data mining; MEDLINE; Biology","score_opus":0.9449009625406182,"score_gpt":0.6442262775639759,"score_spread":0.3006746849766423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137220742","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045626108,0.1230778,0.76508826,0.0028517093,0.0017893402,0.06012417,0.0003705271,0.000058467987,0.0010136487],"genre_scores_gemma":[0.14357175,0.011242951,0.7574695,0.0005138451,0.0014106842,0.030179022,0.0007891373,0.00028257346,0.05454056],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.6545194,0.3071039,0.02069961,0.004448512,0.012083486,0.0011451457],"domain_scores_gemma":[0.7040941,0.2604417,0.011502085,0.0135225905,0.009317217,0.0011222754],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.69596565,0.0009081551,0.016243514,0.0006237137,0.0003644474,0.006881345,0.0051803635,0.00068052486,0.005765958],"category_scores_gemma":[0.7859655,0.00041751444,0.004159437,0.0021650165,0.00026080734,0.00021048787,0.004857492,0.0013765544,0.0009275642],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017229463,0.0008350561,0.068924434,0.40215844,0.0047150007,0.00021162808,0.0072812303,0.0003539404,0.000265296,0.001244325,0.45188716,0.061951183],"study_design_scores_gemma":[0.0011881227,0.00097008003,0.09445502,0.06636327,0.0037339674,0.00029496074,0.0063996217,0.747607,0.000054161792,0.044306606,0.030510023,0.004117212],"about_ca_topic_score_codex":0.00008480519,"about_ca_topic_score_gemma":0.000381736,"teacher_disagreement_score":0.747253,"about_ca_system_score_codex":0.000121501245,"about_ca_system_score_gemma":0.0007438015,"threshold_uncertainty_score":0.99985033},"labels":[],"label_agreement":null},{"id":"W3137776331","doi":"10.1093/ajcn/nqab002","title":"Characteristics and quality of systematic reviews and meta-analyses of observational nutritional epidemiology: a cross-sectional study","year":2021,"lang":"en","type":"article","venue":"American Journal of Clinical Nutrition","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Population Health Research Institute; University of Toronto; Western University; St. Michael's Hospital; University of Ottawa; Queen's University; McMaster University; Impact","funders":"Canadian Institutes of Health Research","keywords":"Systematic review; Observational study; Medicine; Meta-analysis; Epidemiology; MEDLINE; Nutritional epidemiology; Strengthening the reporting of observational studies in epidemiology; Environmental health; Pathology","score_opus":0.969264447696696,"score_gpt":0.7126656275445277,"score_spread":0.2565988201521683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137776331","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9836476,0.00913597,0.0054017664,0.000725124,0.00015681879,0.00077744946,0.00013237401,9.772492e-7,0.000021931795],"genre_scores_gemma":[0.9752315,0.0019489512,0.022125134,0.0003624265,0.00018050455,0.000038426362,0.000015284118,0.0000064141386,0.00009132364],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8866471,0.06151822,0.047663067,0.0006673714,0.0033451722,0.0001590766],"domain_scores_gemma":[0.8526308,0.083675176,0.054146547,0.0012385409,0.00804059,0.0002683637],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.26131496,0.00025437138,0.01623873,0.00028653894,0.00007719517,0.00011859752,0.00052475964,0.00009233454,0.00081276725],"category_scores_gemma":[0.35066304,0.00012770014,0.004329964,0.0009678918,0.000681276,0.00029553243,0.000095007854,0.0003263242,0.00000926522],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012141674,0.0012411017,0.98980254,0.0029144187,0.0039745546,0.000004169414,0.000041560354,0.0000038069722,0.0001109947,0.00086871814,0.00040192838,0.00051480625],"study_design_scores_gemma":[0.00077722804,0.00057904713,0.98553145,0.00030344145,0.0059924796,0.00008224633,0.00043253019,0.00010228231,0.000010377601,0.0057607875,0.00032332347,0.000104800834],"about_ca_topic_score_codex":0.0000112241205,"about_ca_topic_score_gemma":0.0000058898863,"teacher_disagreement_score":0.08934808,"about_ca_system_score_codex":0.000015426527,"about_ca_system_score_gemma":0.00013169392,"threshold_uncertainty_score":0.99836624},"labels":[],"label_agreement":null},{"id":"W3138195437","doi":"10.1136/bmjopen-2020-043961","title":"How well can we assess the validity of non-randomised studies of medications? A systematic review of assessment tools","year":2021,"lang":"en","type":"review","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Agency for Drugs and Technologies in Health","funders":"National Institute of General Medical Sciences; National Institute on Aging; European Commission; National Heart, Lung, and Blood Institute; International Society for Pharmacoepidemiology","keywords":"Medicine; Delphi method; Pharmacoepidemiology; Systematic review; Selection bias; Delphi; MEDLINE; Confounding; External validity; Family medicine; Nursing; Statistics; Computer science; Pathology","score_opus":0.9261799437913697,"score_gpt":0.6797602657636941,"score_spread":0.24641967802767561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138195437","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.851627e-7,0.9381102,0.0011694644,0.0013826499,0.00025261354,0.05557427,0.00017414827,0.0000012128712,0.0033348624],"genre_scores_gemma":[0.00001617598,0.98102117,0.0021738491,0.00009876543,0.000041707415,0.010753704,0.000055116605,0.000022587108,0.0058169216],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.86365616,0.086561404,0.036931988,0.0013355516,0.0112210605,0.00029385768],"domain_scores_gemma":[0.8262411,0.06542515,0.08454033,0.016189022,0.007430371,0.00017404291],"candidate_categories":["metaresearch","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.35506716,0.00068802707,0.049133297,0.00030861815,0.000115581825,0.0007606184,0.009422979,0.00016271466,0.0017986223],"category_scores_gemma":[0.16706337,0.00024108037,0.008063379,0.0029684752,0.00022401192,0.00024386404,0.0016152683,0.0002861636,0.00006506838],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012974633,0.00006708353,0.0000059367885,0.9491669,0.004344211,0.0000025460329,0.00010821686,2.9982934e-7,1.810725e-7,0.0004632476,0.02799514,0.017844956],"study_design_scores_gemma":[0.0003577321,0.000030734835,0.0000038631542,0.7847522,0.02320375,0.000018399272,0.0014237963,0.00001961706,0.0000013856666,0.00012349171,0.18985653,0.00020850987],"about_ca_topic_score_codex":0.000015259624,"about_ca_topic_score_gemma":0.000028816843,"teacher_disagreement_score":0.1880038,"about_ca_system_score_codex":0.00009805243,"about_ca_system_score_gemma":0.0023836398,"threshold_uncertainty_score":0.99911386},"labels":[],"label_agreement":null},{"id":"W3138565343","doi":"10.3389/fspor.2021.648929","title":"Some Personal Advice Concerning How to Write Precise, Concise and Eloquent Research Articles","year":2021,"lang":"en","type":"article","venue":"Frontiers in Sports and Active Living","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Advice (programming); Elite; Front (military); Psychology; Political science; Computer science; Law; Engineering; Mechanical engineering","score_opus":0.4485796978704516,"score_gpt":0.4644434652033759,"score_spread":0.015863767332924328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138565343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9860125,0.007999074,0.0022016454,0.0011365144,0.0003475383,0.00037646078,0.000010561146,0.0000045844536,0.0019110752],"genre_scores_gemma":[0.9793215,0.0002792744,0.0067719133,0.00018755214,0.00013624517,0.00003350612,0.0000013294078,0.000010482079,0.0132581955],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9918376,0.0025376275,0.0015273519,0.0010220883,0.0026933956,0.0003819181],"domain_scores_gemma":[0.995711,0.0020058302,0.00059367757,0.0006944692,0.0007145009,0.000280516],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033073373,0.00019128513,0.0014381432,0.0004293209,0.00023771827,0.0010112673,0.00029791414,0.000065343265,0.00077279704],"category_scores_gemma":[0.011464209,0.000120991426,0.00021070261,0.00099796,0.00013153936,0.0005009434,0.0003057356,0.00027145527,0.000014605718],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018643137,0.000047045352,0.7080309,0.000042129464,0.00007590703,0.00012596355,0.019265635,0.000009916194,0.00017374678,0.00028953323,0.04812689,0.22379369],"study_design_scores_gemma":[0.00024229556,0.00005114654,0.72849953,0.0005431963,0.00007091511,0.000032607957,0.18154262,0.007149245,0.000109884066,0.00292215,0.07850757,0.0003288278],"about_ca_topic_score_codex":0.000027300408,"about_ca_topic_score_gemma":0.00003540549,"teacher_disagreement_score":0.22346486,"about_ca_system_score_codex":0.000062364394,"about_ca_system_score_gemma":0.000082517465,"threshold_uncertainty_score":0.99686265},"labels":[],"label_agreement":null},{"id":"W3139334732","doi":"10.21203/rs.3.rs-79494/v1","title":"P-value and Bayesian Analysis in Randomized-controlled Trials in Child health Research Published Over Ten Years, 2007 to 2017: A Review Protocol","year":2020,"lang":"en","type":"review","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Alberta; University of Manitoba","funders":"","keywords":"Frequentist inference; Randomized controlled trial; Protocol (science); Bayesian probability; Medicine; Sample size determination; CINAHL; Alternative medicine; Psychology; Psychological intervention; Bayesian inference; Statistics; Nursing; Mathematics; Pathology","score_opus":0.7825907562175881,"score_gpt":0.6916298333756169,"score_spread":0.09096092284197121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139334732","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.7535887e-7,0.6252807,0.00012193619,0.005337509,0.00004142885,0.3658375,0.00009501779,0.0000062187887,0.0032794091],"genre_scores_gemma":[0.0000033864728,0.678008,0.00044377524,0.00027737214,0.00025231924,0.31858435,0.000069271686,0.000052678744,0.0023088118],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.09334707,0.78826886,0.0717345,0.0062130573,0.037542123,0.002894399],"domain_scores_gemma":[0.66817486,0.28414834,0.023587007,0.01456853,0.006278563,0.0032426978],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","bibliometrics","insufficient_payload"],"category_scores_codex":[0.9306653,0.0012175321,0.12504947,0.021532794,0.0003660418,0.0052027567,0.005968014,0.00062776904,0.017828807],"category_scores_gemma":[0.8151885,0.00053870573,0.021203633,0.051463824,0.00032993307,0.0005281072,0.0016527621,0.0043735323,0.002245066],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003195059,0.0002466913,0.00015651068,0.070895515,0.0039645093,0.00020191642,0.00035563065,0.0000064852406,8.45544e-9,0.00081234553,0.3834325,0.5367328],"study_design_scores_gemma":[0.02511966,0.00013531263,0.00011919614,0.061643157,0.0016700899,0.00000988553,0.00010134103,0.00056976994,3.884515e-9,0.0006330275,0.9096138,0.0003847676],"about_ca_topic_score_codex":0.00091910496,"about_ca_topic_score_gemma":0.0010216641,"teacher_disagreement_score":0.5748278,"about_ca_system_score_codex":0.00089668715,"about_ca_system_score_gemma":0.003746772,"threshold_uncertainty_score":0.99970645},"labels":[],"label_agreement":null},{"id":"W3141245223","doi":"10.1590/s1980-657420210000227","title":"How to prepare a systematic review and meta-analysis: the methodological approach","year":2021,"lang":"pt","type":"review","venue":"Motriz Revista de Educação Física","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane","funders":"","keywords":"Systematic review; Meta-analysis; Management science; Computer science; Data science; Psychology; Engineering ethics; MEDLINE; Medicine; Engineering; Political science","score_opus":0.8643713238635642,"score_gpt":0.5695930994026801,"score_spread":0.2947782244608841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3141245223","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.545014e-7,0.89016765,0.070949696,0.014538285,0.00017696575,0.02296036,0.000451015,0.000024353749,0.0007306882],"genre_scores_gemma":[0.00006446781,0.8577174,0.0263058,0.0074975337,0.00022349623,0.009693438,0.00020807728,0.00013661689,0.098153204],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.71039796,0.24170426,0.029535294,0.0070522376,0.009677699,0.0016325329],"domain_scores_gemma":[0.88171667,0.048872896,0.031896647,0.030861229,0.0045191767,0.0021333708],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.38817713,0.0037516207,0.12978238,0.0015806912,0.0010029107,0.016220544,0.0117115555,0.0009849513,0.015480168],"category_scores_gemma":[0.3076957,0.0013878883,0.06874258,0.021662882,0.0003768772,0.00036574702,0.0022821268,0.0018669146,0.0014041559],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001651704,0.00018409437,0.000002903585,0.57920927,0.3255921,0.000030257845,0.00048139173,0.0000051233305,1.0680141e-7,0.0017396277,0.08999863,0.0027548384],"study_design_scores_gemma":[0.000033778597,0.000040102113,0.0000010751719,0.017199365,0.5829364,0.00029866124,0.0008314538,0.00012566961,5.2212073e-8,0.000037452483,0.3977016,0.0007943907],"about_ca_topic_score_codex":0.000014067026,"about_ca_topic_score_gemma":0.000006139767,"teacher_disagreement_score":0.56200993,"about_ca_system_score_codex":0.0003346127,"about_ca_system_score_gemma":0.0012261706,"threshold_uncertainty_score":0.9993734},"labels":[],"label_agreement":null},{"id":"W3141256924","doi":"10.1016/j.jclinepi.2021.03.001","title":"The PRISMA 2020 statement: An updated guideline for reporting systematic reviews","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4097,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; Public Health Ontario; University of Toronto; St. Michael's Hospital; Queen's University; McMaster University; Ottawa Hospital; Impact; University of Ottawa","funders":"National Eye Institute; National Health and Medical Research Council; National Institutes of Health; University of Ottawa; Medical Research Council; National Institute for Health and Care Research","keywords":"Checklist; Systematic review; Guideline; Statement (logic); Terminology; Presentation (obstetrics); MEDLINE; Medicine; Management science; Computer science; Medical physics; Psychology; Engineering; Pathology; Political science","score_opus":0.9529759625155869,"score_gpt":0.7323717919197811,"score_spread":0.22060417059580584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3141256924","genre_codex":"methods","genre_gemma":"methods","domain_codex":"reporting","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"reporting","domain_consensus":"reporting","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023279086,0.039429445,0.8154419,0.11018296,0.006965286,0.00364603,0.000014613804,0.000007012853,0.0010336393],"genre_scores_gemma":[0.041190617,0.018080525,0.8553581,0.050041847,0.00783697,0.00024015148,0.00010231626,0.00009215189,0.027057325],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.22484314,0.34737945,0.42225698,0.001407341,0.0033821184,0.00073097926],"domain_scores_gemma":[0.05601105,0.42439795,0.49866006,0.0066357017,0.01345266,0.00084259274],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9347234,0.0003113154,0.024589937,0.000102983366,0.0002589353,0.00027318127,0.0022897245,0.00024336275,0.0017299382],"category_scores_gemma":[0.97967863,0.00010496713,0.009267234,0.00072031503,0.0001333692,0.00025633627,0.00016589843,0.0006625035,0.00029914753],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004347852,0.00010103261,0.014893772,0.00074514654,0.00068402675,0.00005101028,0.000046467827,0.00018590299,0.00001034287,0.0027671326,0.9513727,0.029098997],"study_design_scores_gemma":[0.00037825052,0.0002802087,0.0018691471,0.00054044503,0.0007301054,0.00034653183,0.0004274478,0.019206744,0.0000023367825,0.054298934,0.9218008,0.00011903782],"about_ca_topic_score_codex":0.0000017871082,"about_ca_topic_score_gemma":0.000026068703,"teacher_disagreement_score":0.1688321,"about_ca_system_score_codex":0.000030555588,"about_ca_system_score_gemma":0.00045057386,"threshold_uncertainty_score":0.99918264},"labels":[],"label_agreement":null},{"id":"W3144019913","doi":"10.1186/s12874-021-01254-5","title":"Comparing the use of aggregate data and various methods of integrating individual patient data to network meta-analysis and its application to first-line ART","year":2021,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Centre for Advancing Health Outcomes; Impact; University of British Columbia","funders":"Canadian Institutes of Health Research; GlaxoSmithKline","keywords":"Meta-analysis; Random effects model; Multilevel model; Meta-regression; Aggregate data; Regression analysis; Statistics; Regression; Econometrics; Medicine; Mathematics; Internal medicine","score_opus":0.9871596714246437,"score_gpt":0.7170550535319948,"score_spread":0.27010461789264884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3144019913","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020142684,0.006371509,0.968415,0.0038190999,0.00005611875,0.00095646025,0.00018682552,0.0000024097535,0.000049867296],"genre_scores_gemma":[0.05075158,0.00029529425,0.9477823,0.0005368806,0.000063315405,0.00010205514,0.00019346303,0.000010881873,0.0002642671],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.6927608,0.28032207,0.010849062,0.0031766247,0.012104411,0.0007869904],"domain_scores_gemma":[0.25953048,0.70820075,0.0047870064,0.020651156,0.005372581,0.0014580507],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.58052075,0.00023771105,0.0060758055,0.0006479842,0.0002193872,0.00029311623,0.0050906017,0.00015939685,0.0017328938],"category_scores_gemma":[0.7648921,0.00010622977,0.00057446794,0.006642629,0.00030548286,0.00019318004,0.010475573,0.00056152616,0.0000346144],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019638703,0.00030107098,0.029149828,0.00054255524,0.07237354,0.000025578125,0.004666792,0.009484367,0.0010711122,0.00812208,0.05161017,0.82245654],"study_design_scores_gemma":[0.00021242043,0.00018926126,0.0057053836,0.000060029906,0.031776946,0.000034888093,0.0012433472,0.8020373,0.00039546267,0.0037231552,0.15439804,0.00022377449],"about_ca_topic_score_codex":0.0002660203,"about_ca_topic_score_gemma":0.0102263,"teacher_disagreement_score":0.8222327,"about_ca_system_score_codex":0.000012320336,"about_ca_system_score_gemma":0.0003633741,"threshold_uncertainty_score":0.99917966},"labels":[],"label_agreement":null},{"id":"W3144391370","doi":"10.1186/s13643-021-01632-6","title":"Successful incorporation of single reviewer assessments during systematic review screening: development and validation of sensitivity and work-saved of an algorithm that considers exclusion criteria and count","year":2021,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Agricultural Research Institute of Ontario; University of Ottawa; BC Children's Hospital; Children's Hospital of Eastern Ontario; University of British Columbia","funders":"","keywords":"Medicine; Sensitivity (control systems); Citation; Algorithm; Statistics; Mathematics; Computer science; Library science","score_opus":0.48814050524745917,"score_gpt":0.46595807722914867,"score_spread":0.022182428018310496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3144391370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58117867,0.32284594,0.07330141,0.00012279981,0.0002776674,0.022080045,0.000031239335,0.0000105236595,0.00015168033],"genre_scores_gemma":[0.85961825,0.019879663,0.11932672,0.00014168974,0.00002879809,0.0005483926,0.00006652091,0.000042430125,0.00034756912],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.93833923,0.037725713,0.019100538,0.0010325749,0.0035840948,0.00021786345],"domain_scores_gemma":[0.96930134,0.0033910454,0.02177604,0.0024696703,0.0028835842,0.0001783333],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13868485,0.00050001894,0.012379823,0.00029745203,0.00013919779,0.00029304076,0.00032440017,0.000109335444,0.00014152496],"category_scores_gemma":[0.03802529,0.00026315328,0.0005605536,0.0011128075,0.00012940423,0.0006473157,0.00028076445,0.0000948166,0.000010171379],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032168168,0.00007417916,0.0028294062,0.99206173,0.00024468135,0.000007250376,0.00059426046,0.0000012269903,0.0018752018,0.000038727874,0.000065216445,0.0022049167],"study_design_scores_gemma":[0.0005363709,0.00009194726,0.003253444,0.9797337,0.004008474,0.00028362137,0.0019866615,0.0020086237,0.0071589365,0.00022973662,0.0001670476,0.0005414104],"about_ca_topic_score_codex":0.00000906712,"about_ca_topic_score_gemma":0.00001615367,"teacher_disagreement_score":0.30296627,"about_ca_system_score_codex":0.000047943166,"about_ca_system_score_gemma":0.0000882818,"threshold_uncertainty_score":0.99998206},"labels":[],"label_agreement":null},{"id":"W3144543375","doi":"10.1186/s13643-021-01626-4","title":"The PRISMA 2020 statement: an updated guideline for reporting systematic reviews","year":2021,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13497,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; Public Health Ontario; University of Toronto; St. Michael's Hospital; Queen's University; McMaster University; Ottawa Hospital; Impact; University of Ottawa","funders":"National Eye Institute; National Health and Medical Research Council; National Institutes of Health; University of Ottawa; Medical Research Council; National Institute for Health and Care Research","keywords":"Checklist; Systematic review; Medicine; Guideline; Statement (logic); Terminology; Presentation (obstetrics); MEDLINE; Management science; Pathology; Psychology; Engineering","score_opus":0.7489179211620111,"score_gpt":0.5730373994708874,"score_spread":0.17588052169112367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3144543375","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007560394,0.4004797,0.40030575,0.006848675,0.0045145764,0.17924912,0.000077050805,0.00009783269,0.0076712472],"genre_scores_gemma":[0.01313075,0.04036438,0.38180104,0.013514898,0.003855739,0.13002463,0.0019771298,0.0007852198,0.41454622],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.59687936,0.15942772,0.22875643,0.0036038358,0.009981171,0.0013515003],"domain_scores_gemma":[0.69968206,0.023483608,0.23734021,0.028423622,0.010211749,0.0008587403],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7214705,0.0012301278,0.027164215,0.0002405273,0.001074408,0.0042248783,0.004538438,0.00019956409,0.0031189586],"category_scores_gemma":[0.6470168,0.00042800463,0.007991687,0.003316146,0.00008223018,0.0007002228,0.00036152327,0.00031981585,0.007968171],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036317142,0.00007694467,0.00006874002,0.36967853,0.0005432269,0.000026472148,0.0006385798,0.000014084693,0.00010257301,0.0021056042,0.6239802,0.0027613796],"study_design_scores_gemma":[0.00026058598,0.000060742208,0.000007132803,0.033889804,0.0021878993,0.00028603777,0.0025062386,0.012715848,0.000026273656,0.0032561927,0.944258,0.0005452698],"about_ca_topic_score_codex":0.0000065797094,"about_ca_topic_score_gemma":0.0001072837,"teacher_disagreement_score":0.40687498,"about_ca_system_score_codex":0.00018354929,"about_ca_system_score_gemma":0.00030738077,"threshold_uncertainty_score":0.9998172},"labels":[],"label_agreement":null},{"id":"W3146142859","doi":"10.1016/j.ijsu.2021.105906","title":"The PRISMA 2020 statement: An updated guideline for reporting systematic reviews","year":2021,"lang":"en","type":"article","venue":"International Journal of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11489,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of Toronto; St. Michael's Hospital; Queen's University; McMaster University; Ottawa Hospital; Impact; University of Ottawa","funders":"National Health and Medical Research Council; National Eye Institute; Australian Research Council; National Institutes of Health; Ottawa Hospital Anesthesia Alternate Funds Association; University of Ottawa; Medical Research Council; National Institute for Health and Care Research","keywords":"Checklist; Systematic review; Guideline; Medicine; Statement (logic); Terminology; Presentation (obstetrics); MEDLINE; Management science; Medical physics; Psychology; Pathology; Engineering; Surgery","score_opus":0.8162310790068616,"score_gpt":0.5887511637867365,"score_spread":0.22747991522012512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3146142859","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18344778,0.062277976,0.62512606,0.09089253,0.030118553,0.0048338477,0.00011327357,0.000019460824,0.0031705506],"genre_scores_gemma":[0.8204887,0.009116641,0.11480324,0.010693354,0.007898057,0.00032785325,0.00045346716,0.00013837064,0.036080353],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.93208414,0.0077101123,0.053919252,0.00039235284,0.0056973235,0.0001967987],"domain_scores_gemma":[0.8760967,0.013986546,0.089974746,0.0017397404,0.018012697,0.00018955884],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3815772,0.00018936869,0.0034005465,0.00024879395,0.00014611028,0.0015730984,0.001570102,0.000040972183,0.002729701],"category_scores_gemma":[0.3429512,0.00007581009,0.0030766448,0.00055201317,0.000025607285,0.0005263751,0.000094069546,0.0001382035,0.0001466856],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022665421,0.00006584793,0.003568288,0.00029481945,0.00092126353,0.0002134268,0.00013538296,0.00010072041,0.00024154101,0.0004601203,0.9766896,0.017286362],"study_design_scores_gemma":[0.00015539958,0.00001715588,0.00047651358,0.0012591793,0.0002928033,0.0009482948,0.001394136,0.0049679214,0.0001748951,0.005900708,0.9842743,0.000138688],"about_ca_topic_score_codex":0.0000016895348,"about_ca_topic_score_gemma":0.000008054005,"teacher_disagreement_score":0.6370409,"about_ca_system_score_codex":0.00007258229,"about_ca_system_score_gemma":0.0003307098,"threshold_uncertainty_score":0.9994634},"labels":[],"label_agreement":null},{"id":"W3148962211","doi":"10.1371/journal.pmed.1003583","title":"The PRISMA 2020 statement: An updated guideline for reporting systematic reviews","year":2021,"lang":"en","type":"article","venue":"PLoS Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4918,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; Public Health Ontario; University of Toronto; St. Michael's Hospital; Queen's University; McMaster University; Ottawa Hospital; Impact; University of Ottawa","funders":"National Eye Institute; National Health and Medical Research Council; Medical Research Council; National Institute for Health and Care Research","keywords":"Systematic review; Guideline; Medicine; MEDLINE; Statement (logic); Meta-analysis; Family medicine; Medical physics; Political science; Pathology","score_opus":0.8388805284618072,"score_gpt":0.5901382608036139,"score_spread":0.2487422676581933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3148962211","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031122727,0.21270297,0.43997422,0.23632532,0.0060665766,0.045915958,0.00008172406,0.00014104592,0.027669447],"genre_scores_gemma":[0.16211642,0.012902069,0.2546383,0.04616849,0.010646594,0.009434554,0.003399658,0.00044995,0.50024396],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.91247463,0.015722692,0.063927405,0.0013133542,0.006110652,0.00045128458],"domain_scores_gemma":[0.9261643,0.008942864,0.050663896,0.007919826,0.0059411987,0.000367912],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3781466,0.00034520577,0.0064982716,0.00011272217,0.00040811198,0.0004865633,0.0014902691,0.000060431874,0.006879138],"category_scores_gemma":[0.54113805,0.00011425228,0.0010454572,0.0015395201,0.00007195503,0.00019550291,0.00012332786,0.00014769036,0.0007110599],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053862796,0.000057209112,0.00030048893,0.0032857305,0.0003925468,0.00003316888,0.0006701103,0.0000080917625,0.000854748,0.00070810283,0.987502,0.0061824336],"study_design_scores_gemma":[0.00036538037,0.0001018748,0.000045742952,0.0023386634,0.0013952138,0.000059437967,0.0035831,0.030639911,0.0001363109,0.004224929,0.95693326,0.00017619508],"about_ca_topic_score_codex":0.0000052649393,"about_ca_topic_score_gemma":0.000050509883,"teacher_disagreement_score":0.4725745,"about_ca_system_score_codex":0.00004242833,"about_ca_system_score_gemma":0.000119312695,"threshold_uncertainty_score":0.9940287},"labels":[],"label_agreement":null},{"id":"W3149528813","doi":"10.1186/s41512-021-00097-4","title":"PRISMA-DTA for Abstracts: a new addition to the toolbox for test accuracy research","year":2021,"lang":"en","type":"article","venue":"Diagnostic and Prognostic Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"University of Ottawa","keywords":"Toolbox; Guideline; Test (biology); Consolidated Standards of Reporting Trials; Observational study; Systematic review; Computer science; Medical physics; Clinical trial; MEDLINE; Information retrieval; Medicine; Data science; Political science; Pathology","score_opus":0.9094318379964861,"score_gpt":0.6543724124729947,"score_spread":0.25505942552349137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3149528813","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2110879,0.031372935,0.2453304,0.4032678,0.0021987085,0.072847806,0.0032960048,0.000066046334,0.03053241],"genre_scores_gemma":[0.8984124,0.0008308788,0.022834998,0.0014938036,0.00232782,0.009157776,0.00029041053,0.00008068648,0.06457123],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97700113,0.0074520325,0.0047586416,0.0017728151,0.007798027,0.0012173511],"domain_scores_gemma":[0.095923394,0.8846796,0.00094994454,0.0041188817,0.013408375,0.00091978884],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.1995884,0.00029190784,0.0014940472,0.00057742506,0.001371511,0.0040958067,0.0021228637,0.00016474411,0.00351664],"category_scores_gemma":[0.94622374,0.00014417416,0.00067829323,0.003402066,0.00022736427,0.00029450364,0.0004621791,0.0006161599,0.0030003225],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027946508,0.00013570786,0.0036981464,0.00013331897,0.00006714712,0.000016430899,0.0008067165,0.00002375999,0.000055782224,0.004112067,0.8160928,0.1748302],"study_design_scores_gemma":[0.0004392388,0.0004926372,0.022286627,0.0002455552,0.00009313463,0.00001840588,0.002739264,0.0015505177,0.00023813713,0.06493417,0.90677065,0.00019167303],"about_ca_topic_score_codex":0.000069176895,"about_ca_topic_score_gemma":0.00019614902,"teacher_disagreement_score":0.88107777,"about_ca_system_score_codex":0.00006120311,"about_ca_system_score_gemma":0.0010734792,"threshold_uncertainty_score":0.9999286},"labels":[],"label_agreement":null},{"id":"W3150442609","doi":"10.1093/aje/kwab090","title":"Invited Commentary: Code Review—An Important Step Toward Reproducible Research","year":2021,"lang":"en","type":"letter","venue":"American Journal of Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Cornerstone; Reproducibility; Coding (social sciences); Code (set theory); Computer science; Engineering ethics; Management science; Epistemology; Sociology; Social science; Engineering; History; Programming language","score_opus":0.8794022699834447,"score_gpt":0.629277810591345,"score_spread":0.2501244593920997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3150442609","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007530496,0.06914911,0.003530958,0.92471313,0.0009818602,0.00064158835,0.000075717275,0.0000035992289,0.00015095819],"genre_scores_gemma":[0.00008326577,0.028284153,0.022382762,0.94394565,0.0041562547,0.000031269326,0.0002002537,0.000056108594,0.00086031173],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.55641586,0.37630802,0.05282083,0.0035237821,0.009334617,0.0015968938],"domain_scores_gemma":[0.728636,0.13649099,0.098533794,0.020526592,0.0147617925,0.0010507962],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.70832264,0.00077125296,0.024723945,0.0017251623,0.00020507896,0.00022798557,0.0070895487,0.00044617825,0.0069115246],"category_scores_gemma":[0.47104225,0.00037843938,0.0055754613,0.004293299,0.0012899113,0.00028100106,0.0005767327,0.006394616,0.0003143954],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015622825,0.00004946196,0.012874793,0.00024114558,0.0008714148,0.00078488875,0.00009708557,0.0000043965238,0.000004970857,0.00002311493,0.96659267,0.018440431],"study_design_scores_gemma":[0.00011569957,0.00091524137,0.00042963043,0.0011303686,0.0006473251,0.0011311763,0.00066363346,0.00017592982,0.000001597062,0.0038731105,0.9905963,0.00031996873],"about_ca_topic_score_codex":0.00036750443,"about_ca_topic_score_gemma":0.00005261386,"teacher_disagreement_score":0.23981704,"about_ca_system_score_codex":0.0002629449,"about_ca_system_score_gemma":0.00032557442,"threshold_uncertainty_score":0.9998667},"labels":[],"label_agreement":null},{"id":"W3153307512","doi":"10.1186/s13643-021-01665-x","title":"LOCATE: a prospective evaluation of the value of Leveraging Ongoing Citation Acquisition Techniques for living Evidence syntheses","year":2021,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health; University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Citation; Value (mathematics); Data science; Medical education; World Wide Web; Machine learning","score_opus":0.8319531319072283,"score_gpt":0.5789494157879237,"score_spread":0.2530037161193046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153307512","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000062970316,0.9070868,0.043775074,0.000021742639,0.00036625686,0.048207283,0.000021502985,0.0000070147194,0.0005080089],"genre_scores_gemma":[0.002946335,0.9726037,0.007892498,0.000021884774,0.00013702906,0.01574585,0.0000073857946,0.000057734975,0.00058763096],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.7805119,0.15959539,0.044805907,0.0020081226,0.012679482,0.0003992163],"domain_scores_gemma":[0.6992154,0.15918921,0.11284024,0.012703973,0.01591428,0.00013689593],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.5048903,0.00088644103,0.026035603,0.00075218093,0.00021215148,0.0005544488,0.0029773002,0.00028550366,0.00063225866],"category_scores_gemma":[0.6783979,0.00034272997,0.010768764,0.0038810633,0.00009940735,0.00048431612,0.00031011776,0.00024549328,0.00012170547],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.862807e-7,0.000036943013,0.0000274302,0.68736154,0.00052303064,1.338931e-7,0.0007827045,0.000013406975,0.000004168547,0.0011071994,0.0009965396,0.3091464],"study_design_scores_gemma":[0.000021343185,0.000033241122,0.000014399438,0.94198996,0.014882888,0.000031874475,0.00053213746,0.0022823785,0.000015726897,0.00082444696,0.03905807,0.00031354954],"about_ca_topic_score_codex":0.0000115651155,"about_ca_topic_score_gemma":0.000006889534,"teacher_disagreement_score":0.30883285,"about_ca_system_score_codex":0.0004771188,"about_ca_system_score_gemma":0.0008939227,"threshold_uncertainty_score":0.9999025},"labels":[],"label_agreement":null},{"id":"W3153730307","doi":"10.1016/j.jclinepi.2021.03.033","title":"Shifting the focus away from binary thinking of statistical significance and towards education for key stakeholders: revisiting the debate on whether it's time to de-emphasize or get rid of statistical significance","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; St. Joseph’s Healthcare Hamilton; Population Health Research Institute; McMaster University; Impact","funders":"","keywords":"Statistical thinking; Statistical significance; Psychology; Value (mathematics); Statistical analysis; Statistics; Mathematics; Mathematics education","score_opus":0.7716640081536473,"score_gpt":0.598722625629407,"score_spread":0.1729413825242403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153730307","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15478332,0.002054606,0.77215075,0.0686307,0.00055803644,0.0008773009,0.00025693508,0.0000026765154,0.0006856861],"genre_scores_gemma":[0.70332295,0.0003302941,0.28674585,0.0077024885,0.0011780587,0.00003208799,0.000008196433,0.0000260854,0.0006539902],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.91976404,0.055272605,0.02186295,0.0008483037,0.0018165719,0.00043550893],"domain_scores_gemma":[0.5224938,0.45740557,0.016256033,0.0014079635,0.0021032207,0.00033341997],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2975067,0.00026576084,0.0061997175,0.000104579776,0.0001672195,0.0001201302,0.001278299,0.00019281017,0.0023936993],"category_scores_gemma":[0.67954725,0.00010408576,0.0011675612,0.00044419375,0.000436027,0.00011281275,0.00014436775,0.0006544945,0.000039152797],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016859741,0.000522534,0.03567936,0.00033823404,0.0014776543,0.00005554305,0.0026391214,0.0022509377,0.0008228245,0.04017326,0.12286203,0.7914925],"study_design_scores_gemma":[0.0021014614,0.0032630374,0.2500092,0.0024142638,0.0024059028,0.00016265508,0.008040365,0.05359699,0.00027696518,0.5719024,0.10516143,0.00066529476],"about_ca_topic_score_codex":0.00005763344,"about_ca_topic_score_gemma":0.000020091053,"teacher_disagreement_score":0.7908272,"about_ca_system_score_codex":0.000039676845,"about_ca_system_score_gemma":0.0012039922,"threshold_uncertainty_score":0.9985182},"labels":[],"label_agreement":null},{"id":"W3154127147","doi":"10.1186/s12874-021-01260-7","title":"Intention-to-treat analysis may be more conservative than per protocol analysis in antibiotic non-inferiority trials: a systematic review","year":2021,"lang":"en","type":"review","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto; McMaster University; Mount Sinai Hospital; Juravinski Cancer Centre","funders":"","keywords":"Medicine; Intention-to-treat analysis; Relative risk; Confidence interval; Meta-analysis; Protocol (science); Randomized controlled trial; Subgroup analysis; Psychological intervention; Clinical endpoint; Internal medicine; Surgery; Alternative medicine; Psychiatry","score_opus":0.9728313334913404,"score_gpt":0.7741893391801877,"score_spread":0.1986419943111527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154127147","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000051001703,0.7131434,0.13509636,0.0012637776,0.00013765466,0.14980195,0.00011839382,0.000011305073,0.0004220726],"genre_scores_gemma":[0.0000033523013,0.82331747,0.032677606,0.0007502102,0.00014084998,0.13421722,0.00028355874,0.000066497145,0.008543206],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.27182847,0.6525098,0.044493612,0.0048766495,0.024687722,0.0016037598],"domain_scores_gemma":[0.1095127,0.825893,0.026145112,0.020898687,0.014166605,0.0033839205],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","research_integrity","insufficient_payload"],"category_scores_codex":[0.8868218,0.0017441676,0.121109135,0.015586799,0.00033902854,0.0012136551,0.009841378,0.001757902,0.044290084],"category_scores_gemma":[0.9587519,0.00078872324,0.037165575,0.072139785,0.0010008715,0.0002180009,0.0024194245,0.0034850454,0.002725346],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035354456,0.00035789167,0.0027991415,0.9173063,0.026578277,0.00033458768,0.0003592387,0.0000049187815,3.0158097e-7,0.00033712192,0.011082188,0.04080465],"study_design_scores_gemma":[0.0007367542,0.00024869977,0.0005388528,0.5323799,0.19967823,0.00010915721,0.002213421,0.0025136534,8.184283e-7,0.00023628195,0.26002297,0.0013212333],"about_ca_topic_score_codex":0.0010341174,"about_ca_topic_score_gemma":0.0054808646,"teacher_disagreement_score":0.3849264,"about_ca_system_score_codex":0.00073330157,"about_ca_system_score_gemma":0.008704773,"threshold_uncertainty_score":0.99982315},"labels":[],"label_agreement":null},{"id":"W3154934931","doi":"10.1007/s12350-021-02592-z","title":"On the roles of reproducibility, ethics, and statistical modeling in medical research","year":2021,"lang":"en","type":"letter","venue":"Journal of Nuclear Cardiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal; University of Ottawa","funders":"","keywords":"Medicine; Reproducibility; Medical physics; Statistics","score_opus":0.8755626597583448,"score_gpt":0.5936751174043751,"score_spread":0.28188754235396973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154934931","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052147597,0.0029385928,0.0017852949,0.9398801,0.0005540683,0.00024772758,0.000018548157,6.6006504e-7,0.00242743],"genre_scores_gemma":[0.7440169,0.0025208546,0.0020915414,0.24545757,0.0050809653,0.000005884184,0.000008142269,0.000067644454,0.0007504825],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.83933055,0.13631098,0.010311302,0.0013124982,0.012389532,0.00034511965],"domain_scores_gemma":[0.91008717,0.07739847,0.003383702,0.0048061847,0.0041983393,0.0001261431],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.59023285,0.00019529679,0.005436558,0.00063739094,0.00010407307,0.0001878565,0.0020163464,0.0009553112,0.0032395765],"category_scores_gemma":[0.59064716,0.0000783315,0.0012547333,0.00054881454,0.000549567,0.000041818563,0.00046844714,0.009554646,0.00007511523],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020431376,0.000012939197,0.00037976258,0.00007634169,0.00031141136,0.0010351216,0.0005777773,0.00026347503,0.0000046511936,0.0023934073,0.99237895,0.0025457328],"study_design_scores_gemma":[0.00024033009,0.00033225096,0.00091234467,0.0006107107,0.00024952725,0.0015814964,0.0024034264,0.01674841,5.05446e-7,0.105996616,0.8707528,0.00017158933],"about_ca_topic_score_codex":0.0000132215955,"about_ca_topic_score_gemma":0.00001924357,"teacher_disagreement_score":0.6944225,"about_ca_system_score_codex":0.00004927375,"about_ca_system_score_gemma":0.00046141102,"threshold_uncertainty_score":0.9976716},"labels":[],"label_agreement":null},{"id":"W3155339117","doi":"10.3148/cjdpr-2021-005","title":"A Review of Statistical Reporting in Dietetics Research (2010–2019): How is a Canadian Journal Doing?","year":2021,"lang":"en","type":"review","venue":"Canadian Journal of Dietetic Practice and Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Children’s Health Research Institute; Lawson Health Research Institute; Western University","funders":"","keywords":"Checklist; Statistician; Quality (philosophy); Statistical analysis; Sample size determination; Statistical significance; Sample (material); Research design; Medicine; MEDLINE; Statistics; Psychology; Medical education; Family medicine; Mathematics; Political science","score_opus":0.8789871666498503,"score_gpt":0.6649976803627499,"score_spread":0.21398948628710046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155339117","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008822913,0.9775904,0.00010691607,0.016809676,0.00061317615,0.001089576,0.00012267375,3.5650768e-7,0.0036584188],"genre_scores_gemma":[0.00014462326,0.9908389,0.004634346,0.00029184253,0.00037308293,0.00001916209,0.000009783577,0.00005436569,0.0036339334],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8774373,0.07844205,0.027557408,0.0013392852,0.013043465,0.0021804865],"domain_scores_gemma":[0.71382564,0.12722005,0.06452033,0.008665935,0.07269355,0.0130745005],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5481326,0.0005978914,0.012134754,0.0075611603,0.00096112146,0.0044569136,0.003711399,0.0005704649,0.0062106387],"category_scores_gemma":[0.74180377,0.00033613658,0.0025547575,0.007700295,0.0010918252,0.00072008796,0.00023929744,0.008022303,0.00022968758],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002833826,0.00003095847,0.00014477973,0.022275321,0.000519661,0.0057481974,0.00077592244,2.1124802e-7,1.3049336e-7,0.000277509,0.54433984,0.42588463],"study_design_scores_gemma":[0.00011084991,0.00022956039,0.000031560598,0.1211938,0.00095033477,0.0060143634,0.0032770687,0.000009197443,1.6276257e-7,0.00051820884,0.86742324,0.0002416707],"about_ca_topic_score_codex":0.022648998,"about_ca_topic_score_gemma":0.06960622,"teacher_disagreement_score":0.42564297,"about_ca_system_score_codex":0.0009055413,"about_ca_system_score_gemma":0.06672089,"threshold_uncertainty_score":0.99990904},"labels":[],"label_agreement":null},{"id":"W3155544647","doi":"10.1371/journal.pbio.3001162","title":"The methodological quality of 176,620 randomized controlled trials published between 1966 and 2018 reveals a positive trend but also an urgent need for improvement","year":2021,"lang":"en","type":"article","venue":"PLoS Biology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"ZonMw","keywords":"Biology; Quality (philosophy); Randomized controlled trial; Internal medicine; Medicine","score_opus":0.857873822209687,"score_gpt":0.5975775121062752,"score_spread":0.2602963101034118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155544647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.923391,0.0076252087,0.043120764,0.0132442275,0.0005272064,0.010523307,0.0008203655,0.000009778606,0.00073814567],"genre_scores_gemma":[0.97261465,0.00033755676,0.020296438,0.0009260947,0.0003810698,0.0017119551,0.00018178982,0.000014012672,0.0035364213],"study_design_codex":"bench_or_experimental","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.64564633,0.31838748,0.03161708,0.0018009358,0.0019743822,0.00057376473],"domain_scores_gemma":[0.39365637,0.57457435,0.024530986,0.0035914956,0.0031079259,0.000538834],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5798079,0.00034247333,0.023896817,0.00018832539,0.00021064727,0.00047910723,0.0009152168,0.00024307864,0.0018663217],"category_scores_gemma":[0.7566867,0.00011047352,0.004846394,0.00042611908,0.00035736145,0.0001058945,0.00020334809,0.00012633565,0.000010594024],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.17122404,0.0014373446,0.017204745,0.00034521733,0.060602553,0.0000060022116,0.0023099065,0.0000047385483,0.51196045,0.09409815,0.02766769,0.113139145],"study_design_scores_gemma":[0.44724315,0.0022054182,0.009325744,0.00009407016,0.017262407,0.000008954065,0.00509435,0.002293125,0.021876128,0.48190954,0.011631766,0.0010553679],"about_ca_topic_score_codex":0.000047509162,"about_ca_topic_score_gemma":0.000046423454,"teacher_disagreement_score":0.49008435,"about_ca_system_score_codex":0.000020235466,"about_ca_system_score_gemma":0.00013783413,"threshold_uncertainty_score":0.9990461},"labels":[],"label_agreement":null},{"id":"W3156489650","doi":"10.1037/cbs0000259","title":"Unnecessary ping-pong: Illustrations of why previous findings should be taken into account when evaluating new data sets.","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Behavioural Science/Revue canadienne des sciences du comportement","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ping pong; Psychology; Ping (video games); Cognitive psychology; Psychoanalysis; Social psychology; Applied psychology; Artificial intelligence; Computer science; Computer security","score_opus":0.8704416127312818,"score_gpt":0.5007049087391496,"score_spread":0.3697367039921322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156489650","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9825722,0.0016705231,0.0023073151,0.010252992,0.0015014806,0.00052506285,0.0001281199,0.000003562013,0.0010387674],"genre_scores_gemma":[0.9742601,0.000022888093,0.024110924,0.0007120927,0.00013882534,0.000005708697,0.00003072542,0.000014141579,0.0007045726],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9825304,0.001545257,0.008317558,0.0015837984,0.004782244,0.0012407373],"domain_scores_gemma":[0.9799881,0.0007844532,0.0063266144,0.0033909236,0.0061587724,0.0033511457],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.11195219,0.0004668983,0.0023294555,0.0018739481,0.0022076112,0.002843054,0.010387494,0.000107279484,0.0070953593],"category_scores_gemma":[0.022223815,0.00031161806,0.0007601413,0.0061819097,0.0031293083,0.0032643473,0.0004871895,0.00040370593,0.000023046412],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074732984,0.00013237372,0.8356954,0.00010039486,0.00021651787,0.00064802123,0.020208336,0.004283148,0.0027908345,0.005660922,0.09418121,0.036075402],"study_design_scores_gemma":[0.0027295975,0.0031102465,0.57881725,0.0029179004,0.0037109316,0.007553004,0.070893064,0.11053486,0.001598287,0.07200246,0.14255124,0.0035811695],"about_ca_topic_score_codex":0.07756752,"about_ca_topic_score_gemma":0.6841271,"teacher_disagreement_score":0.6065596,"about_ca_system_score_codex":0.0013588065,"about_ca_system_score_gemma":0.016571516,"threshold_uncertainty_score":0.9999336},"labels":[],"label_agreement":null},{"id":"W3156592931","doi":"10.1016/j.jclinepi.2021.04.001","title":"GRADE Guidance: 31. Assessing the certainty across a body of evidence for comparative test accuracy","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Cochrane; Impact; McMaster University Medical Centre","funders":"Academisch Medisch Centrum; ACE Foundation; McMaster University","keywords":"Test (biology); Certainty; Medicine; Statistics; Medical physics; Mathematics; Biology","score_opus":0.9825961619498428,"score_gpt":0.7889337429083145,"score_spread":0.19366241904152826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156592931","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68788177,0.010883329,0.23658718,0.06132388,0.0022243697,0.0006500399,0.000030279889,0.0000022242107,0.00041695044],"genre_scores_gemma":[0.9563865,0.00054542895,0.038172357,0.0032209272,0.0007769553,0.000010998216,9.618402e-7,0.000006390882,0.0008794709],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.76968366,0.14242956,0.08261061,0.0012159481,0.003347015,0.0007132075],"domain_scores_gemma":[0.026915615,0.9038513,0.059665896,0.002411288,0.0068726065,0.0002833289],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.64218825,0.00024964134,0.013503112,0.00007714931,0.00020468484,0.00020468114,0.0025373253,0.00023662939,0.0005609734],"category_scores_gemma":[0.9720685,0.0000849553,0.0071153496,0.0007869559,0.000566716,0.00044347256,0.00023702534,0.00081520295,0.000072227274],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008019479,0.00033286226,0.7848622,0.00009475442,0.0007135142,0.000019633353,0.00045396254,0.00097642554,0.00029250744,0.0022616424,0.19249056,0.017421737],"study_design_scores_gemma":[0.00080569665,0.0005154612,0.768615,0.00058086106,0.0005393695,0.00016814626,0.0023827937,0.02578723,0.00009659589,0.065419726,0.13491932,0.00016978815],"about_ca_topic_score_codex":0.000006385981,"about_ca_topic_score_gemma":0.000015672476,"teacher_disagreement_score":0.7614217,"about_ca_system_score_codex":0.000027732796,"about_ca_system_score_gemma":0.00070218235,"threshold_uncertainty_score":0.9230457},"labels":[],"label_agreement":null},{"id":"W3157349901","doi":"10.1186/s13643-021-01675-9","title":"Is reusing text from a protocol in the completed systematic review acceptable?","year":2021,"lang":"en","type":"letter","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; George & Fay Yee Centre for Healthcare Innovation","funders":"","keywords":"Copying; Protocol (science); Context (archaeology); Reuse; Medicine; Perspective (graphical); Work (physics); Engineering ethics; Computer science; Alternative medicine; Artificial intelligence; Pathology; Law","score_opus":0.7819905226527144,"score_gpt":0.5451650193207037,"score_spread":0.2368255033320107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157349901","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.8911963e-7,0.16734469,0.0015785706,0.1443369,0.00054662523,0.67940974,0.00013246482,0.000019889929,0.0066302363],"genre_scores_gemma":[0.000005994359,0.0016123861,0.0011176743,0.4831312,0.0008191058,0.50024194,0.00019789166,0.00010584523,0.01276797],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.519135,0.34943926,0.101201266,0.0048107086,0.023994844,0.0014189591],"domain_scores_gemma":[0.8271181,0.04649493,0.0820144,0.04099841,0.0031319647,0.00024223009],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.41957015,0.0027449604,0.06702144,0.0009991642,0.00038638912,0.005995325,0.016600462,0.001065045,0.034232546],"category_scores_gemma":[0.27377346,0.0009509788,0.014675425,0.007704286,0.00013382704,0.0005397553,0.0007228477,0.0030948739,0.03746527],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.7544746e-7,0.000024338924,0.000010291636,0.4986118,0.00033214537,0.00011637637,0.00043521362,1.398236e-7,4.790263e-7,0.000011880647,0.50041986,0.00003709598],"study_design_scores_gemma":[0.00013624028,0.000013571557,0.0000042084516,0.50886506,0.003777074,0.00014479218,0.00036726717,0.0002625779,1.8311135e-7,0.00036753027,0.4855074,0.000554091],"about_ca_topic_score_codex":0.00010518255,"about_ca_topic_score_gemma":0.00007603727,"teacher_disagreement_score":0.3387943,"about_ca_system_score_codex":0.0003651951,"about_ca_system_score_gemma":0.00038114624,"threshold_uncertainty_score":0.9992941},"labels":[],"label_agreement":null},{"id":"W3157463540","doi":"10.1007/s12630-021-02006-1","title":"Increasing the reproducibility of research will reduce the problem of apophenia (and more)","year":2021,"lang":"en","type":"letter","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Reproducibility; Computer science; Psychology; Mathematics; Statistics","score_opus":0.3516271672086098,"score_gpt":0.41841584872931437,"score_spread":0.06678868152070455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157463540","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48146892,0.0110449735,0.000008392747,0.5058506,0.000255395,0.0006588403,0.000019845565,8.9716286e-7,0.0006921543],"genre_scores_gemma":[0.95697254,0.0005927753,0.00360733,0.017960804,0.008512752,0.000024255416,0.000019288867,0.0002105592,0.0120996935],"study_design_codex":"not_applicable","study_design_gemma":"case_report","domain_scores_codex":[0.9386849,0.034249257,0.014282146,0.0015589064,0.0099491365,0.00127567],"domain_scores_gemma":[0.92726266,0.014404827,0.024427645,0.010444459,0.021519138,0.0019412938],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.38449,0.000702142,0.0056968853,0.0021238467,0.0011950398,0.0018541482,0.0072068986,0.0006510596,0.0015760242],"category_scores_gemma":[0.05959825,0.0003061426,0.0027833404,0.0036247675,0.0022878863,0.0005067199,0.00011060811,0.005891907,0.000014436194],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004610267,0.000022492834,0.0069951443,0.00036685696,0.000737218,0.107933804,0.00548936,0.0000985296,0.000032981952,0.00025013037,0.8732821,0.0047453223],"study_design_scores_gemma":[0.00014531559,0.00019479425,0.0028875093,0.00074971834,0.0004874077,0.5737321,0.0028926963,0.00001621996,0.000025753248,0.0036141402,0.4150304,0.00022396311],"about_ca_topic_score_codex":0.02010568,"about_ca_topic_score_gemma":0.009422388,"teacher_disagreement_score":0.4878898,"about_ca_system_score_codex":0.00058401667,"about_ca_system_score_gemma":0.012685224,"threshold_uncertainty_score":0.9999391},"labels":[],"label_agreement":null},{"id":"W3157529019","doi":"10.18438/eblip29819","title":"A Content Analysis of Systematic Review Online Library Guides","year":2021,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Systematic review; Scopus; Content analysis; Inclusion (mineral); Digital library; Computer science; Test (biology); Resource (disambiguation); Medical education; Library science; Psychology; MEDLINE; Medicine; Sociology; Political science; Social science","score_opus":0.589339158477673,"score_gpt":0.47686777440082073,"score_spread":0.11247138407685231,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157529019","genre_codex":"review","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007985131,0.52970064,0.048233,0.3730279,0.0004914192,0.0058899513,0.0006594698,0.0001169591,0.033895545],"genre_scores_gemma":[0.06641423,0.14506203,0.09027246,0.67976624,0.00010213831,0.00026055495,0.0013795512,0.00003593137,0.016706862],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9717306,0.011994607,0.012466646,0.00044208093,0.0032048908,0.00016118174],"domain_scores_gemma":[0.951445,0.030457929,0.013077608,0.003520162,0.001278665,0.00022067211],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","scholarly_communication"],"category_scores_codex":[0.030547585,0.00025575206,0.0038822577,0.00081848365,0.0001022394,0.0016150543,0.001085551,0.00007341408,0.014343914],"category_scores_gemma":[0.2101177,0.00013651357,0.001388168,0.0069148224,0.000054887332,0.14702167,0.00025116093,0.00016254325,0.0003525953],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021657323,0.00063988945,0.019020848,0.46907753,0.009634132,0.000071556635,0.0008878135,0.0011180092,0.00010804548,0.27116665,0.2202384,0.007820546],"study_design_scores_gemma":[0.00056870986,0.00022764913,0.024862528,0.16026579,0.03784505,0.00013811683,0.008799911,0.08922296,0.0009892733,0.00052145927,0.6756029,0.0009556622],"about_ca_topic_score_codex":0.0000016908135,"about_ca_topic_score_gemma":9.122013e-8,"teacher_disagreement_score":0.4553645,"about_ca_system_score_codex":0.0000053786885,"about_ca_system_score_gemma":0.00031452446,"threshold_uncertainty_score":0.99942136},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3157669383","doi":"10.1016/j.metip.2021.100045","title":"Three Suggestions to Support Ongoing Replication Efforts: A Checklist, Visual Comparison, and Rating Scale","year":2021,"lang":"en","type":"article","venue":"Methods in Psychology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Replication (statistics); Checklist; Fidelity; Computer science; Scale (ratio); Psychology; Biology; Cognitive psychology; Telecommunications","score_opus":0.6951739315005724,"score_gpt":0.6751704807633291,"score_spread":0.0200034507372433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157669383","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16372178,0.000451052,0.82267076,0.0024797495,0.00035586374,0.00038592253,0.0000031610884,0.000008012805,0.009923687],"genre_scores_gemma":[0.0659757,0.000016550597,0.9308347,0.001600212,0.00007189988,0.00012255627,0.00001010944,0.000012517473,0.0013557634],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97752297,0.012059164,0.0070092822,0.0019065089,0.0011653475,0.0003367135],"domain_scores_gemma":[0.98909265,0.004888494,0.0016080383,0.003640672,0.0005978918,0.0001722794],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13270226,0.00019889236,0.0021858911,0.00040757263,0.0001330057,0.00030721154,0.0006381207,0.00013503761,0.0028002295],"category_scores_gemma":[0.05353396,0.00013084996,0.00035334373,0.0021299587,0.00007132795,0.000103358696,0.00019733903,0.00024064323,0.00034939163],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008193573,0.00012735819,0.26796675,0.000022301308,0.000040612314,0.000009194215,0.00092880003,0.00003423761,0.005991368,0.0013160164,0.030065358,0.69348985],"study_design_scores_gemma":[0.0005763161,0.00020157298,0.61823523,0.00006559219,0.00015784355,0.00024527995,0.0010911967,0.016438434,0.0011144829,0.04022482,0.3212291,0.0004201429],"about_ca_topic_score_codex":0.000013648773,"about_ca_topic_score_gemma":0.0005052009,"teacher_disagreement_score":0.6930697,"about_ca_system_score_codex":0.00002417502,"about_ca_system_score_gemma":0.000049278773,"threshold_uncertainty_score":0.99811137},"labels":[],"label_agreement":null},{"id":"W3157944437","doi":"10.1136/bmj.n857","title":"CONSORT extension for the reporting of randomised controlled trials conducted using cohorts and routinely collected data (CONSORT-ROUTINE): checklist with explanation and elaboration","year":2021,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":138,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Multiple Sclerosis Society of Canada; Ottawa Hospital; McMaster University; Children's Hospital of Eastern Ontario; Impact; McGill University Health Centre; McGill University; Institute for Clinical Evaluative Sciences; University of Toronto; Western University; Dalhousie University; SickKids Foundation; Jewish General Hospital","funders":"Rijksinstituut voor Volksgezondheid en Milieu; National Institute for Health and Care Research; Canadian Institutes of Health Research; Medical Research Council; Steno Diabetes Center Aarhus; Wellcome Trust","keywords":"Consolidated Standards of Reporting Trials; Checklist; Observational study; Medicine; Strengthening the reporting of observational studies in epidemiology; Randomized controlled trial; Family medicine; Research design; MEDLINE; Clinical trial; Psychology; Statistics; Surgery","score_opus":0.8314127324062826,"score_gpt":0.564417215135433,"score_spread":0.2669955172708496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157944437","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.928745,0.0031277612,0.056767844,0.0017147312,0.00020641029,0.0087995585,0.00013664497,0.000008036756,0.0004940546],"genre_scores_gemma":[0.98590595,0.000066453555,0.011970248,0.00011268885,0.00009352027,0.00015468417,0.00017432761,0.000012410485,0.0015097394],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9652013,0.0101492,0.021422315,0.001015838,0.0020330905,0.0001782235],"domain_scores_gemma":[0.8307509,0.06857725,0.082442336,0.0060075726,0.012024782,0.0001971825],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2581792,0.00022946196,0.0062423022,0.0001541859,0.0002995153,0.0006382706,0.00030435107,0.000082074184,0.00030816943],"category_scores_gemma":[0.56910425,0.00009253945,0.000405088,0.0009672475,0.0001108302,0.00027611616,0.00010194647,0.00007439273,0.0000011355067],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.053060558,0.0007429743,0.2962876,0.0013452736,0.024221478,0.00029242446,0.0054659885,0.0029310845,0.30771387,0.0060624904,0.27343288,0.02844338],"study_design_scores_gemma":[0.09166863,0.0001267419,0.05676457,0.0004217249,0.010424278,0.0005165819,0.0065635415,0.82347226,0.0029587355,0.00079186825,0.005733531,0.00055753795],"about_ca_topic_score_codex":0.000036110385,"about_ca_topic_score_gemma":0.00012773044,"teacher_disagreement_score":0.8205412,"about_ca_system_score_codex":0.0000129091095,"about_ca_system_score_gemma":0.0004215794,"threshold_uncertainty_score":0.76386064},"labels":[],"label_agreement":null},{"id":"W3158015415","doi":"10.1111/brv.12721","title":"Preferred reporting items for systematic reviews and meta‐analyses in ecology and evolutionary biology: a <scp>PRISMA</scp> extension","year":2021,"lang":"en","type":"article","venue":"Biological reviews/Biological reviews of the Cambridge Philosophical Society","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":641,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Systematic review; Meta-analysis; Quality (philosophy); Guideline; Ecology; Psychology; MEDLINE; Data science; Management science; Computer science; Biology; Medicine; Pathology; Engineering","score_opus":0.8543927590925121,"score_gpt":0.5385446254894068,"score_spread":0.31584813360310526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158015415","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08577608,0.8894197,0.0021995457,0.0058814813,0.00035448917,0.015798468,0.00011069953,0.000024562743,0.00043501746],"genre_scores_gemma":[0.42067897,0.5347556,0.028091758,0.008944632,0.00054372003,0.005760081,0.00014141828,0.00004692559,0.0010369159],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9146935,0.050064523,0.03004266,0.0031575547,0.0011473288,0.0008944364],"domain_scores_gemma":[0.9154836,0.04304692,0.034054648,0.0052488865,0.0015456124,0.000620313],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.1634034,0.0011873282,0.023246579,0.00012213907,0.0004252867,0.00019057246,0.002080358,0.0010327164,0.00021440715],"category_scores_gemma":[0.6155156,0.00040329807,0.012244483,0.0020974402,0.0010898545,0.00017054772,0.0016296365,0.0008956792,0.00011514929],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019091553,0.0049702083,0.246219,0.15220007,0.016948,0.000105399144,0.0010099316,0.000045679168,0.097987674,0.11622232,0.31329912,0.050801672],"study_design_scores_gemma":[0.001160924,0.0008981042,0.06900068,0.005939749,0.011837311,0.00041031867,0.00029476552,0.0017000327,0.00015203994,0.1411905,0.7663328,0.001082761],"about_ca_topic_score_codex":0.0000061415312,"about_ca_topic_score_gemma":0.0000036775164,"teacher_disagreement_score":0.4530337,"about_ca_system_score_codex":0.00010163798,"about_ca_system_score_gemma":0.00008709034,"threshold_uncertainty_score":0.99984187},"labels":[],"label_agreement":null},{"id":"W3158443220","doi":"10.1016/j.jclinepi.2021.04.011","title":"Intent to share Annals of Internal Medicine's trial data was not associated with data re-use","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Agence Nationale de la Recherche","keywords":"Randomized controlled trial; Annals; Medicine; Meta-analysis; MEDLINE; Hazard ratio; Family medicine; Internal medicine; Confidence interval; Geography","score_opus":0.9889106146198559,"score_gpt":0.7496580865869323,"score_spread":0.23925252803292352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158443220","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6059795,0.0025972894,0.09334042,0.28421888,0.008867699,0.001281296,0.001490998,0.0000076038673,0.0022162832],"genre_scores_gemma":[0.8642837,0.0015150021,0.038938884,0.081093684,0.005422707,0.0000068217387,0.0004810725,0.00005242974,0.00820572],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.77202064,0.13973,0.08002261,0.0020973254,0.005548347,0.00058105023],"domain_scores_gemma":[0.07464646,0.7677179,0.11576094,0.02364082,0.016382087,0.0018517766],"candidate_categories":["metaresearch","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6730331,0.0003038487,0.017836327,0.00033021357,0.000046591384,0.000103116574,0.009096929,0.00030504682,0.0081652645],"category_scores_gemma":[0.9772381,0.00012179519,0.00197688,0.0010218493,0.00030607267,0.00059402327,0.0021319126,0.0010785843,0.00016481517],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041612033,0.00027936476,0.09388594,0.000015700014,0.0018620039,0.00012359576,0.00006457182,0.00006992402,0.0000064058318,0.00033844172,0.8836994,0.015493402],"study_design_scores_gemma":[0.01614614,0.0054242928,0.23506795,0.0020779122,0.002011461,0.00023038167,0.00085046235,0.016355166,0.000009727691,0.007630505,0.7137962,0.00039979164],"about_ca_topic_score_codex":0.0000392629,"about_ca_topic_score_gemma":0.00025802763,"teacher_disagreement_score":0.6973742,"about_ca_system_score_codex":0.000016876813,"about_ca_system_score_gemma":0.0005427751,"threshold_uncertainty_score":0.99674493},"labels":[],"label_agreement":null},{"id":"W3158515565","doi":"10.1111/jep.13597","title":"Use of evidence in acute stroke<scp>decision‐making</scp>: Implications for<scp>evidence‐based</scp>medicine","year":2021,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Stroke (engine); Medicine; Intensive care medicine; Engineering","score_opus":0.9499588608344335,"score_gpt":0.7208752574536693,"score_spread":0.22908360338076417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158515565","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46223783,0.019332789,0.4538906,0.05653908,0.0032277217,0.0031603987,0.000051474166,0.0000063331913,0.001553768],"genre_scores_gemma":[0.75664485,0.004142208,0.23249088,0.0044629476,0.0006111631,0.00009416804,0.0000055360447,0.000028963193,0.0015193004],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.8861938,0.05119901,0.044550803,0.0016423536,0.015857674,0.00055633043],"domain_scores_gemma":[0.1342782,0.79559356,0.036461096,0.0036879517,0.029618429,0.00036074032],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4764577,0.00032116895,0.0040200218,0.0011339128,0.00011819441,0.00056350144,0.0016508509,0.00029497573,0.00077834155],"category_scores_gemma":[0.9743215,0.0001749708,0.002016309,0.0038402062,0.00019484773,0.0042233625,0.00019020546,0.0010193476,0.0001398372],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023921895,0.0015642997,0.36081016,0.00017038152,0.0010431624,0.000094675794,0.0011845648,0.026228704,0.00095648115,0.002332971,0.37530825,0.23006716],"study_design_scores_gemma":[0.002436711,0.0011889389,0.7090246,0.0053415587,0.0046342188,0.00026635348,0.0029060117,0.0710272,0.00006208529,0.044992756,0.15800056,0.000118990996],"about_ca_topic_score_codex":0.000011900428,"about_ca_topic_score_gemma":0.000071656184,"teacher_disagreement_score":0.75191563,"about_ca_system_score_codex":0.00021710747,"about_ca_system_score_gemma":0.00193978,"threshold_uncertainty_score":0.8522294},"labels":[],"label_agreement":null},{"id":"W3160034417","doi":"10.2196/26448","title":"Automation of Article Selection Process in Systematic Reviews Through Artificial Neural Network Modeling and Machine Learning: Protocol for an Article Selection Model","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Artificial intelligence; Machine learning; Systematic review; Artificial neural network; Software; Process (computing); Data science; Application programming interface; Dissemination; MEDLINE","score_opus":0.9128659755911894,"score_gpt":0.6929622655762934,"score_spread":0.21990371001489606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160034417","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02396044,0.000013793383,0.089748986,0.00012583559,0.000003960588,0.885986,0.000001725988,0.000017984295,0.00014128016],"genre_scores_gemma":[0.10211405,3.9309876e-7,0.007064059,0.000019028843,0.00007732926,0.8903039,0.000003383597,0.000020647605,0.00039721697],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.96776766,0.020044046,0.007173301,0.0010585324,0.0033577047,0.0005987716],"domain_scores_gemma":[0.9923847,0.0012324094,0.0020789509,0.00095253094,0.0032040174,0.00014741444],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09957068,0.00026452736,0.0022494143,0.00029409683,0.00041147758,0.0009597237,0.0005293421,0.00014037543,0.0002106601],"category_scores_gemma":[0.024162216,0.00015845636,0.0003906053,0.0035125562,0.000056945777,0.0011176185,0.00010276923,0.0004869947,0.00005135749],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004461511,0.0009270554,0.008140802,0.03365385,0.000046385972,0.0000014208958,0.0027491166,0.93023264,0.014299583,0.0024155732,0.0011642344,0.0059231855],"study_design_scores_gemma":[0.00061560195,0.00040719853,0.00011160975,0.0030314107,0.000013277548,0.0000091792845,0.00031478266,0.97008586,0.0014495213,0.023257017,0.0005630436,0.0001414844],"about_ca_topic_score_codex":0.00001115681,"about_ca_topic_score_gemma":0.00020106547,"teacher_disagreement_score":0.08268493,"about_ca_system_score_codex":0.0000888253,"about_ca_system_score_gemma":0.00021287453,"threshold_uncertainty_score":0.98405766},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3160066024","doi":"10.1016/j.apmr.2021.04.007","title":"Tools to Assess the Risk of Bias and Reporting Quality of Randomized Controlled Trials in Rehabilitation","year":2021,"lang":"en","type":"review","venue":"Archives of Physical Medicine and Rehabilitation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Rehabilitation; Randomized controlled trial; Physical therapy; Consolidated Standards of Reporting Trials; Medicine; Physical medicine and rehabilitation; Psychology; Internal medicine","score_opus":0.7982524838232835,"score_gpt":0.6202184679543915,"score_spread":0.178034015868892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160066024","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0521785,0.9327715,0.0028660393,0.0014169909,0.000104848405,0.009955232,0.00004234786,0.0000017821466,0.0006627696],"genre_scores_gemma":[0.09191249,0.8812871,0.024896938,0.000032996642,0.000270507,0.0013481033,0.000045671753,0.00002913142,0.0001770388],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.6385712,0.28197315,0.07400525,0.0012008143,0.0040538013,0.00019579864],"domain_scores_gemma":[0.069152884,0.8592268,0.06895215,0.0016453437,0.0009347011,0.00008807455],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5274406,0.00036138686,0.055640906,0.00087115134,0.000043187418,0.00004958335,0.0004067635,0.000081380815,0.000041497136],"category_scores_gemma":[0.9699792,0.00011554514,0.009353429,0.0011615934,0.0010023165,0.000099215984,0.00011474607,0.0002358094,8.8648835e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015409368,0.0001562735,0.0010296294,0.014995106,0.0012861189,2.3183236e-7,0.014376184,0.000023632258,0.000077416225,0.011760421,0.000104040395,0.95465],"study_design_scores_gemma":[0.15129213,0.0055210907,0.0404965,0.20777583,0.053409893,0.000007688681,0.05837587,0.005001483,0.000015268319,0.43828684,0.038535643,0.0012817704],"about_ca_topic_score_codex":0.00010509101,"about_ca_topic_score_gemma":0.000017722592,"teacher_disagreement_score":0.95336825,"about_ca_system_score_codex":0.000008570843,"about_ca_system_score_gemma":0.00013523466,"threshold_uncertainty_score":0.9583791},"labels":[],"label_agreement":null},{"id":"W3160101482","doi":"10.1016/j.jclinepi.2021.05.006","title":"PRIME-IPD SERIES Part 2. Retrieving, checking, and harmonizing data are underappreciated challenges in individual participant data meta-analyses","year":2021,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"NIHR School for Primary Care Research; Versus Arthritis; Arthritis Research UK; Fonds de Recherche du Québec - Santé; National Institute for Health and Care Research; Chartered Society of Physiotherapy Charitable Trust","keywords":"Meta-analysis; Raw data; Scopus; Web of science; Prime (order theory); Computer science; MEDLINE; Psychology; Medicine; Mathematics; Political science; Pathology","score_opus":0.9968824841567647,"score_gpt":0.727063582579804,"score_spread":0.26981890157696076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160101482","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010320685,0.30572644,0.0012767686,0.6889527,0.0018716976,0.00041668306,0.00052956573,0.000005393361,0.00018872417],"genre_scores_gemma":[0.0141859315,0.23493056,0.053236436,0.66740334,0.021737209,0.000047366964,0.0028078898,0.00023272594,0.0054185223],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.5595705,0.3257905,0.10119167,0.005209221,0.0069057005,0.0013324053],"domain_scores_gemma":[0.23110406,0.51738065,0.21203533,0.03409401,0.0043345573,0.001051387],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.7337509,0.0010297787,0.050696805,0.0009141424,0.00014515004,0.00067705614,0.012942104,0.002152054,0.0036803987],"category_scores_gemma":[0.87234896,0.00048377184,0.0058786985,0.0011520409,0.00062345597,0.0012092049,0.004680445,0.0069410726,0.00008760648],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032342767,0.000103252736,0.026364762,0.00017621127,0.029601293,0.00069607643,0.000095943586,0.000024907991,3.8937486e-7,0.000048385064,0.93335986,0.009496603],"study_design_scores_gemma":[0.0003947082,0.00016171676,0.024316799,0.00043492462,0.039011486,0.0003083919,0.00057213375,0.0012067052,6.92677e-7,0.0051895417,0.92798567,0.00041722064],"about_ca_topic_score_codex":0.000025199754,"about_ca_topic_score_gemma":0.00033280038,"teacher_disagreement_score":0.32846645,"about_ca_system_score_codex":0.000024285115,"about_ca_system_score_gemma":0.0008085493,"threshold_uncertainty_score":0.9997614},"labels":[],"label_agreement":null},{"id":"W3160848562","doi":"10.1177/0272989x211073098","title":"Calculating Expected Value of Sample Information Adjusting for Imperfect Implementation","year":2022,"lang":"en","type":"article","venue":"Medical Decision Making","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; SickKids Foundation; Hospital for Sick Children; Public Health Ontario; University of Toronto","funders":"Canadian Institutes of Health Research; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Imperfect; Monte Carlo method; Matching (statistics); Sampling (signal processing); Sample (material); Moment (physics); Value of information; Expected value","score_opus":0.5071110705585236,"score_gpt":0.5631016622128868,"score_spread":0.055990591654363264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160848562","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30908278,0.00007735764,0.68926036,0.0001500468,0.00039127158,0.0006540408,0.000061128165,0.0000079752945,0.00031503473],"genre_scores_gemma":[0.9253876,0.0000014609969,0.07376205,0.00053012255,0.00007703094,0.00014931634,0.000059881513,0.000009193767,0.00002331074],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9732031,0.0037704068,0.010146006,0.0005292824,0.012039252,0.00031193075],"domain_scores_gemma":[0.9599207,0.031523,0.005927958,0.0014386448,0.0010303792,0.00015930239],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10915827,0.00018665673,0.0015590428,0.0005963155,0.000547328,0.00027144194,0.0013086797,0.000062278996,0.03353796],"category_scores_gemma":[0.18428288,0.000111148394,0.0010238228,0.0016834092,0.000028413415,0.0003993677,0.00050757104,0.00019517547,0.00006476399],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002787702,0.00002099649,0.011730238,0.00003876931,0.000048175123,0.0000011953249,0.0013010049,0.00326604,0.000060597627,0.004601929,0.013636845,0.96526635],"study_design_scores_gemma":[0.0012358087,0.00024622303,0.012823553,0.00014364728,0.0001704228,0.000030551408,0.01437941,0.85780305,0.000075536416,0.028316509,0.084477454,0.00029783463],"about_ca_topic_score_codex":0.000038455375,"about_ca_topic_score_gemma":0.000017477942,"teacher_disagreement_score":0.9649685,"about_ca_system_score_codex":0.00009539274,"about_ca_system_score_gemma":0.00015303605,"threshold_uncertainty_score":0.96734554},"labels":[],"label_agreement":null},{"id":"W3161485822","doi":"10.1186/s13643-021-01693-7","title":"Repurposing existing medications for coronavirus disease 2019: protocol for a rapid and living systematic review","year":2021,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Ludwig-Maximilians-Universität München; Bundesministerium für Bildung und Forschung; Massachusetts General Hospital","keywords":"Medicine; Repurposing; Intensive care medicine; Coronavirus disease 2019 (COVID-19); Clinical trial; Systematic review; Protocol (science); Drug repositioning; Disease; MEDLINE; Middle East respiratory syndrome coronavirus; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Intensive care unit; Alternative medicine; Pharmacology; Infectious disease (medical specialty); Drug; Pathology","score_opus":0.7766258038960673,"score_gpt":0.5947971939856653,"score_spread":0.18182860991040195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161485822","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000034391383,0.2346493,0.10395541,0.0006285763,0.00020741303,0.65968335,0.00005669282,0.00002111986,0.0007947292],"genre_scores_gemma":[0.00006362257,0.0024914169,0.024138987,0.0012935022,0.00015769315,0.95808333,0.000029145156,0.000058020232,0.013684305],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.93091404,0.031737316,0.031222327,0.0018749447,0.0037068855,0.0005445026],"domain_scores_gemma":[0.8965557,0.05327989,0.033532754,0.010971313,0.0047935606,0.00086677755],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2772419,0.0007776357,0.01605672,0.00025343374,0.00060470926,0.0013829662,0.0016853211,0.00010853502,0.0012344858],"category_scores_gemma":[0.48775953,0.00035683825,0.0042263316,0.0013817456,0.00007587926,0.0004049092,0.00023409068,0.00014747784,0.0007053584],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024402195,0.000055454468,0.00004345516,0.9743327,0.00031877603,0.0000028628006,0.00020298825,6.4056434e-7,0.000009389935,0.002169726,0.02176706,0.0010945153],"study_design_scores_gemma":[0.00030790738,0.00004247818,0.000019131148,0.85326135,0.0066634095,0.00011214849,0.00034636527,0.0043888325,0.0000023626894,0.0016651816,0.1327306,0.00046026046],"about_ca_topic_score_codex":0.0000018245311,"about_ca_topic_score_gemma":0.0000073959836,"teacher_disagreement_score":0.29839998,"about_ca_system_score_codex":0.00010151006,"about_ca_system_score_gemma":0.00032159672,"threshold_uncertainty_score":0.99988836},"labels":[],"label_agreement":null},{"id":"W3161532978","doi":"10.1016/j.jclinepi.2021.05.001","title":"PRIME-IPD SERIES Part 3. The PRIME-IPD tool fills a gap in guidance for preparing IPD for analysis","year":2021,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Centre for Global Health Research; University of Toronto; Hospital for Sick Children; Bruyère; University of Ottawa","funders":"Bill and Melinda Gates Foundation","keywords":"Scopus; Deworming; Computer science; Prime (order theory); Psychology; Data science; MEDLINE; Medicine; Mathematics; Political science","score_opus":0.9151699621005248,"score_gpt":0.6649642439179964,"score_spread":0.25020571818252846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161532978","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030407433,0.009556108,0.2970462,0.6812371,0.0049718455,0.0029725838,0.00020119983,0.0000069363364,0.00096728554],"genre_scores_gemma":[0.003134785,0.0027009938,0.16051798,0.7560448,0.022706466,0.00078034704,0.0001968259,0.00012400698,0.05379378],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7309939,0.16065545,0.10030244,0.0027826321,0.003875615,0.0013899002],"domain_scores_gemma":[0.3627346,0.50936437,0.114053115,0.008064684,0.005440098,0.00034317534],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity"],"category_scores_codex":[0.65228134,0.0008390457,0.03473118,0.00089801,0.00022017068,0.00040551496,0.00516763,0.0019129408,0.0020249935],"category_scores_gemma":[0.853224,0.00036344817,0.02790115,0.001973699,0.00045685895,0.000353457,0.0004168177,0.0033472786,0.00009678325],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014385208,0.000073989846,0.044154115,0.00018105152,0.004945918,0.00003251935,0.00006423517,0.000842425,0.0000012258761,0.00047146573,0.93962765,0.009461545],"study_design_scores_gemma":[0.00059086,0.00036846913,0.010987253,0.00033034154,0.004570108,0.000075927084,0.00007302757,0.006391845,0.0000027263677,0.024933964,0.9513272,0.00034824418],"about_ca_topic_score_codex":0.000014727927,"about_ca_topic_score_gemma":0.00015910575,"teacher_disagreement_score":0.36825937,"about_ca_system_score_codex":0.00010302366,"about_ca_system_score_gemma":0.00093932904,"threshold_uncertainty_score":0.99988174},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3161745299","doi":"10.1111/jebm.12427","title":"The ROBINS‐I and the NOS had similar reliability but differed in applicability: A random sampling observational studies of systematic reviews/meta‐analysis","year":2021,"lang":"en","type":"review","venue":"Journal of Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Observational study; Meta-analysis; Statistics; Statistic; Reliability (semiconductor); Medicine; Systematic review; MEDLINE; Mathematics; Internal medicine","score_opus":0.96789418365725,"score_gpt":0.6353889867762997,"score_spread":0.33250519688095026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161745299","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006394702,0.97588885,0.0077587184,0.0093998145,0.00027938286,0.006583275,0.000013806544,0.0000016103637,0.0000106235975],"genre_scores_gemma":[0.0004474575,0.9963246,0.0014849005,0.00039018822,0.00023418105,0.0007467406,0.0000048521315,0.00001887611,0.0003482062],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.79905677,0.12443673,0.06276263,0.0014977312,0.011779723,0.00046641592],"domain_scores_gemma":[0.255356,0.64355075,0.08066415,0.009041565,0.011017264,0.00037026877],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.57151395,0.000988608,0.06604463,0.0011335632,0.00030741227,0.000362098,0.00355192,0.00023711057,0.0005029948],"category_scores_gemma":[0.6919101,0.00023754321,0.020754656,0.006824356,0.0013464021,0.00029002098,0.00027139217,0.0010724037,0.00001123255],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041166818,0.00031538776,0.0011909404,0.6632034,0.24971013,0.00004689022,0.0013801714,0.001275674,0.0000023007262,0.00096672925,0.006015617,0.07548108],"study_design_scores_gemma":[0.0016564076,0.00014461514,0.00010928993,0.21553178,0.66173595,0.0000567301,0.0012310822,0.0012066741,2.8043323e-7,0.0020228392,0.11598145,0.00032287266],"about_ca_topic_score_codex":0.000028629614,"about_ca_topic_score_gemma":0.000070949965,"teacher_disagreement_score":0.54370075,"about_ca_system_score_codex":0.00022645656,"about_ca_system_score_gemma":0.00089288445,"threshold_uncertainty_score":0.98905224},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3161833531","doi":"10.31234/osf.io/34jeg","title":"Framing effects, replications, and scientific inference: Reply to commentary by Simmons and Nelson (2013) on Mandel (2014)","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Inference; Framing (construction); Psychology; Epistemology; Philosophy; History; Archaeology","score_opus":0.47864594531944116,"score_gpt":0.49654859172733296,"score_spread":0.017902646407891798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161833531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47068354,0.020853868,0.19405302,0.2888779,0.002626081,0.012590438,0.0006755197,0.00013248742,0.009507136],"genre_scores_gemma":[0.89630103,0.0009832035,0.029977728,0.038592704,0.00023520841,0.000767613,0.00044002268,0.0000685899,0.03263392],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98365825,0.0039088675,0.00524353,0.0034807518,0.0034027407,0.00030588228],"domain_scores_gemma":[0.9825944,0.0066238856,0.002568758,0.0070791794,0.0005690397,0.00056475075],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.043255605,0.00054409436,0.0032546956,0.0005280275,0.00046829612,0.004676573,0.0017620107,0.00019020858,0.001637013],"category_scores_gemma":[0.018850554,0.00029957047,0.0005611206,0.00077408395,0.00014887896,0.00015214145,0.001927363,0.0005320491,0.0014714707],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050728618,0.00003803423,0.0057232194,0.0002046519,0.0001187184,0.0000018092661,0.00045466545,0.000027547216,0.00017778615,0.00069055654,0.97385406,0.018703874],"study_design_scores_gemma":[0.00019536821,0.000117747426,0.008399208,0.00029770494,0.00038873195,0.0000040373143,0.0004848923,0.012683302,0.00017900825,0.012466829,0.96422964,0.00055350346],"about_ca_topic_score_codex":0.00028224403,"about_ca_topic_score_gemma":0.000069266614,"teacher_disagreement_score":0.4256175,"about_ca_system_score_codex":0.00004860081,"about_ca_system_score_gemma":0.00007283597,"threshold_uncertainty_score":0.99994564},"labels":[],"label_agreement":null},{"id":"W3162993738","doi":"10.1136/bmj.i5239","title":"CONSORT 2010 statement: extension to randomised pilot and feasibility trials","year":2016,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3471,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Academy of Medical Sciences; National Institute for Health and Care Research; Cancer Research UK; University of Aberdeen; Queen Mary University of London; Medical Research Council; University of Ottawa","keywords":"Consolidated Standards of Reporting Trials; Checklist; Medicine; Randomized controlled trial; Research design; Clinical trial; Delphi method; Cluster randomised controlled trial; Guideline; Physical therapy; Family medicine; Medical physics; Computer science; Psychology; Surgery","score_opus":0.8935346483823695,"score_gpt":0.6073177801946067,"score_spread":0.2862168681877628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162993738","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9064132,0.000668612,0.05651274,0.01827352,0.0009757057,0.0094175795,0.00006688624,0.000012785321,0.007658984],"genre_scores_gemma":[0.94307524,0.00004051031,0.0043588053,0.0008025832,0.0001409909,0.00016526936,0.0000013092456,0.000008688701,0.05140661],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9580894,0.022735989,0.014036865,0.0012104354,0.003664656,0.00026261582],"domain_scores_gemma":[0.97179455,0.019021945,0.0041973577,0.003678837,0.0009713337,0.00033600786],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.39580894,0.00019103635,0.0037679076,0.00017760738,0.00008958698,0.00034394022,0.0005192135,0.00003748043,0.015207603],"category_scores_gemma":[0.2639244,0.000062451414,0.0007654572,0.00035015424,0.000053888387,0.00015196523,0.00012109519,0.000035809146,0.0047216467],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010872583,0.0000656809,0.014502202,0.000017451435,0.00013836952,0.000004536181,0.000115065195,0.0000014193456,0.007811046,0.0005561072,0.9350654,0.040635496],"study_design_scores_gemma":[0.033712126,0.0005677787,0.20581767,0.00023917659,0.0007743788,0.000027396103,0.00033877938,0.00029069473,0.0012222446,0.036021132,0.7202821,0.0007065284],"about_ca_topic_score_codex":0.000010383862,"about_ca_topic_score_gemma":0.000022526434,"teacher_disagreement_score":0.21478328,"about_ca_system_score_codex":0.000021504295,"about_ca_system_score_gemma":0.00005336361,"threshold_uncertainty_score":0.9960533},"labels":[],"label_agreement":null},{"id":"W3163117596","doi":"10.31234/osf.io/su53p","title":"Opening Doors to Open Science and Scholarship for School Psychology Research, Training, and Practice","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Openness to experience; Transparency (behavior); Trustworthiness; Scholarship; Open science; Psychology; Research integrity; Engineering ethics; Medical education; Public relations; Pedagogy; Political science; Social psychology; Engineering; Medicine","score_opus":0.9766261202204553,"score_gpt":0.7463742058336233,"score_spread":0.2302519143868319,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163117596","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06128758,0.0032664135,0.11831632,0.3098018,0.0015206254,0.028716302,0.00009710574,0.000034583456,0.47695926],"genre_scores_gemma":[0.39147788,0.00013960103,0.5793681,0.017193876,0.00024128488,0.0011114607,0.0000052717014,0.000040929594,0.010421566],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9257819,0.033833846,0.012241015,0.0091693,0.017604372,0.0013695686],"domain_scores_gemma":[0.946403,0.029186422,0.003930689,0.0072696465,0.011250329,0.001959872],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","open_science","insufficient_payload"],"category_scores_codex":[0.6410722,0.00042122687,0.0040274477,0.0013245349,0.00092513644,0.021682661,0.013510086,0.00024186303,0.0022976946],"category_scores_gemma":[0.7898915,0.00022789504,0.00037355875,0.0033276973,0.00059870543,0.001663321,0.0144896405,0.0012527894,0.0010064516],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003281637,0.000105440195,0.0053757094,0.0003863867,0.00057201675,0.000032882694,0.009850256,0.000036977148,0.0018583974,0.0546409,0.6381523,0.2886606],"study_design_scores_gemma":[0.00046060028,0.00030022426,0.006754824,0.00021653075,0.00021147227,0.000062204475,0.008762803,0.0016970105,0.00003210377,0.10692382,0.8740989,0.00047950953],"about_ca_topic_score_codex":0.000081064834,"about_ca_topic_score_gemma":0.00008252498,"teacher_disagreement_score":0.4665377,"about_ca_system_score_codex":0.00008112594,"about_ca_system_score_gemma":0.0015442991,"threshold_uncertainty_score":0.99977136},"labels":[],"label_agreement":null},{"id":"W3163530790","doi":"10.1016/j.jclinepi.2021.04.020","title":"Time to improve the reporting of harms in randomized controlled trials","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":67,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Ottawa Public Health; University of Alberta","funders":"National Institute for Health and Care Research","keywords":"Randomized controlled trial; Scopus; Medicine; Systematic review; Harm; MEDLINE; Consolidated Standards of Reporting Trials; Family medicine; Psychology; Internal medicine; Political science","score_opus":0.9262887401023894,"score_gpt":0.7085619410152538,"score_spread":0.21772679908713555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163530790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7311294,0.010719599,0.0675289,0.17217238,0.0049204165,0.0042184195,0.000008190334,0.0000023586556,0.0093003],"genre_scores_gemma":[0.9009122,0.000939461,0.048824936,0.019332312,0.0026531396,0.00009154283,0.0000015419746,0.0000226971,0.027222168],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.023153631,0.61479276,0.3585112,0.0006869624,0.002530738,0.00032469942],"domain_scores_gemma":[0.0020141164,0.7233387,0.26971537,0.001619516,0.003097706,0.00021453484],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9817893,0.00021250166,0.107194826,0.00029912198,0.000032756638,0.00006218442,0.00132321,0.00023735865,0.010152492],"category_scores_gemma":[0.998597,0.000059714046,0.030644283,0.0007222136,0.00023524492,0.00007876505,0.00014944168,0.00069758244,0.00043588135],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.17050952,0.0010433941,0.15233718,0.000119195036,0.0185557,0.0004598631,0.00081125373,0.007770574,0.0015654431,0.009098948,0.39073694,0.24699199],"study_design_scores_gemma":[0.4830991,0.0009286537,0.045143016,0.0007387755,0.0077000055,0.00046985343,0.0010800461,0.064611815,0.000106535284,0.30086026,0.09479051,0.00047145126],"about_ca_topic_score_codex":0.000005640608,"about_ca_topic_score_gemma":0.000005852686,"teacher_disagreement_score":0.31258956,"about_ca_system_score_codex":0.000012804491,"about_ca_system_score_gemma":0.0004929888,"threshold_uncertainty_score":0.99075234},"labels":[],"label_agreement":null},{"id":"W3163788934","doi":"10.1186/s12874-021-01295-w","title":"Quality assessment tools used in systematic reviews of in vitro studies: A systematic review","year":2021,"lang":"en","type":"review","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Al-Azhar University; Zagazig University; McMaster University","keywords":"Systematic review; Medical physics; Protocol (science); Guideline; Scopus; Quality assessment; Medicine; Computer science; MEDLINE; Pathology; External quality assessment; Alternative medicine; Biology","score_opus":0.9945041192763169,"score_gpt":0.8198052753117314,"score_spread":0.17469884396458546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163788934","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002628009,0.95138794,0.015179634,0.00025129673,0.00045934337,0.032209642,0.000032572967,0.000005706168,0.000471251],"genre_scores_gemma":[0.000001815443,0.947226,0.035698086,0.00023419125,0.000089087116,0.015213303,0.000051169685,0.000055516004,0.0014308146],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.021803804,0.845766,0.09581819,0.0035196648,0.031603508,0.0014888234],"domain_scores_gemma":[0.024821851,0.9162979,0.035824,0.016420325,0.0056327987,0.0010031105],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.9613585,0.0014289073,0.16688412,0.0040598945,0.00011060417,0.000367389,0.010656685,0.0013205624,0.006820119],"category_scores_gemma":[0.988098,0.00061345473,0.013921045,0.015254443,0.0007777135,0.00023152902,0.002333131,0.003926601,0.0014525205],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036713425,0.00018421133,0.00001551367,0.9400328,0.000779301,0.00013133153,0.0002087565,1.82326e-7,6.114476e-7,0.0015269826,0.0022518027,0.05486484],"study_design_scores_gemma":[0.00025365214,0.0000563287,0.0000033698857,0.9377954,0.0024317298,0.000102680926,0.0017284206,0.00007081704,2.547394e-7,0.0008316234,0.056312937,0.0004127887],"about_ca_topic_score_codex":0.00008380972,"about_ca_topic_score_gemma":0.0008124691,"teacher_disagreement_score":0.15296309,"about_ca_system_score_codex":0.001177859,"about_ca_system_score_gemma":0.007898412,"threshold_uncertainty_score":0.9999759},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3164676482","doi":"10.1186/s12874-021-01354-2","title":"Creating efficiencies in the extraction of data from randomized trials: a prospective evaluation of a machine learning and text mining tool","year":2021,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta; Agency for Healthcare Research and Quality; U.S. Department of Health and Human Services","keywords":"Data extraction; Interquartile range; Computer science; Upload; Artificial intelligence; Randomized controlled trial; Machine learning; Data mining; Calibration; Medicine; MEDLINE; Statistics; Mathematics; Surgery","score_opus":0.9809497216382548,"score_gpt":0.7599686211737876,"score_spread":0.22098110046446717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164676482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65577346,0.010958838,0.32945874,0.00050958165,0.00007502322,0.0014845792,0.000014970466,0.0000014164011,0.001723398],"genre_scores_gemma":[0.8115503,0.00037962798,0.1875481,0.000021115953,0.00008747847,0.00014668,0.000023227665,0.0000052799596,0.0002381521],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.052353863,0.9162698,0.010674816,0.0012231476,0.019149695,0.00032870332],"domain_scores_gemma":[0.014252328,0.9765326,0.0037363763,0.0019621865,0.003421483,0.0000950711],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.94848156,0.00012762583,0.005377796,0.00047323626,0.00012765237,0.00014380307,0.0014124664,0.00015075925,0.009726345],"category_scores_gemma":[0.99222606,0.00005255221,0.00049423764,0.0019166982,0.00061723596,0.00015812126,0.00056040357,0.0005989382,0.000014178988],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008951645,0.0003980829,0.06280202,0.0003164171,0.00077230204,0.000025350815,0.02557937,0.00032563772,0.009833566,0.0048352797,0.0009917316,0.8851686],"study_design_scores_gemma":[0.017727464,0.000081881946,0.01166624,0.0002456044,0.0005214386,0.000026592956,0.034396444,0.91302574,0.00039476313,0.021296624,0.0005396662,0.00007756271],"about_ca_topic_score_codex":0.00047027256,"about_ca_topic_score_gemma":0.0012744492,"teacher_disagreement_score":0.91270006,"about_ca_system_score_codex":0.000028761557,"about_ca_system_score_gemma":0.0012584446,"threshold_uncertainty_score":0.9911789},"labels":[],"label_agreement":null},{"id":"W3164863290","doi":"10.2196/24418","title":"The Impact of Systematic Review Automation Tools on Methodological Quality and Time Taken to Complete Systematic Review Tasks: Case Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Task (project management); Automation; Systematic review; Computer science; Quality (philosophy); MEDLINE; Engineering","score_opus":0.8491025457728606,"score_gpt":0.6725898424502403,"score_spread":0.17651270332262026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164863290","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28404275,0.56408507,0.0058009755,0.04230421,0.0010256052,0.099603884,0.00011077636,0.00007878337,0.0029479458],"genre_scores_gemma":[0.90843326,0.017734937,0.00634784,0.035123065,0.00042249696,0.022516435,0.00019682762,0.000099292105,0.009125832],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.88094926,0.09520191,0.015619011,0.0009525587,0.0070146592,0.000262573],"domain_scores_gemma":[0.929394,0.048704773,0.010680839,0.0069481796,0.003504133,0.00076804816],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.26581,0.00036172147,0.008272779,0.00014610213,0.00022174022,0.0004852396,0.0012259426,0.00010302505,0.0035409294],"category_scores_gemma":[0.58290976,0.00013355676,0.0014249362,0.0019283623,0.00007321965,0.00016698004,0.0001632363,0.0002379546,0.0011016367],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040100986,0.000608072,0.0000990728,0.9534667,0.0004551647,0.000035501187,0.00084965606,0.0000012585815,0.000008614831,0.0005140236,0.041434735,0.0025231987],"study_design_scores_gemma":[0.0002552335,0.00046398616,0.0042779846,0.9799887,0.004213614,0.0018712564,0.005927624,0.0016745257,0.000001524003,0.0007201103,0.0002003086,0.0004051161],"about_ca_topic_score_codex":0.000044333698,"about_ca_topic_score_gemma":0.000014036814,"teacher_disagreement_score":0.62439054,"about_ca_system_score_codex":0.00012940851,"about_ca_system_score_gemma":0.00072789635,"threshold_uncertainty_score":0.9996761},"labels":[],"label_agreement":null},{"id":"W3164979178","doi":"10.1016/j.jclinepi.2021.05.007","title":"PRIME-IPD SERIES Part 1. The PRIME-IPD tool promoted verification and standardization of study datasets retrieved for IPD meta-analysis","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Centre for Global Health Research; University of Toronto; Hospital for Sick Children; Bruyère; University of Ottawa","funders":"Hospital for Sick Children; Bruyère Research Institute; Bill and Melinda Gates Foundation","keywords":"Standardization; Computer science; Meta-analysis; Prime (order theory); Data mining; Missing data; Data quality; Artificial intelligence; Machine learning; Medicine","score_opus":0.94154916197496,"score_gpt":0.683125887889487,"score_spread":0.25842327408547294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164979178","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21457326,0.007904795,0.7510805,0.022221642,0.000884005,0.002510247,0.0007279973,0.000005271664,0.00009226245],"genre_scores_gemma":[0.94115716,0.0009989943,0.054128267,0.0014223703,0.00038259107,0.000043716027,0.00018975022,0.000021813335,0.0016553454],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.81223077,0.13803412,0.045251478,0.0012178331,0.0029251843,0.00034064127],"domain_scores_gemma":[0.7709048,0.1474656,0.06657466,0.0067335214,0.007983051,0.00033838197],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.56021243,0.00030136775,0.01666402,0.00022301533,0.00017577883,0.0001659415,0.0012631202,0.0002497324,0.0017074879],"category_scores_gemma":[0.70694727,0.00012235224,0.0073878067,0.0018302875,0.00028953914,0.00037413824,0.00018351055,0.00045559142,0.00001585609],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017749271,0.002395592,0.47316784,0.00020165289,0.35854414,0.00003429451,0.0011596556,0.004574947,0.00023052022,0.007522735,0.105803676,0.04459002],"study_design_scores_gemma":[0.0020437606,0.0023389151,0.29455656,0.000027056672,0.2801594,0.00008343776,0.0017213087,0.010034402,0.00031918281,0.025945919,0.3823565,0.00041356345],"about_ca_topic_score_codex":0.00000519059,"about_ca_topic_score_gemma":0.000038372065,"teacher_disagreement_score":0.7265839,"about_ca_system_score_codex":0.000019957035,"about_ca_system_score_gemma":0.00038909508,"threshold_uncertainty_score":0.9992051},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3165135368","doi":"10.1186/s13643-021-01700-x","title":"Text mining to support abstract screening for knowledge syntheses: a semi-automated workflow","year":2021,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; University of Toronto; Queen's University; Toronto Metropolitan University; St. Michael's Hospital","funders":"University of Toronto; Canada Excellence Research Chairs, Government of Canada; Natural Sciences and Engineering Research Council of Canada; Ontario Ministry of Research, Innovation and Science; Canada Research Chairs","keywords":"Medicine; Workflow; Data science; Knowledge management; Database","score_opus":0.7216169933901161,"score_gpt":0.5341331498802864,"score_spread":0.18748384350982972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165135368","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009890536,0.08323468,0.6652297,0.0025901615,0.005321909,0.08833648,0.00024547966,0.00044447585,0.14470659],"genre_scores_gemma":[0.52600473,0.0004229518,0.2909107,0.002827708,0.0010595571,0.01797268,0.0001095762,0.00028749072,0.16040464],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9442297,0.018901436,0.029571699,0.0021913778,0.0042857965,0.0008199864],"domain_scores_gemma":[0.92523575,0.0442461,0.01507976,0.01069898,0.003907109,0.0008323085],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.23941623,0.0008634205,0.014722143,0.0005911261,0.00033763135,0.0022406837,0.002688996,0.00019658016,0.009731389],"category_scores_gemma":[0.37997994,0.00040632105,0.0054071294,0.0036374377,0.0000358682,0.00037448553,0.00029723623,0.00017073286,0.025875008],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008056045,0.00016934266,0.0005167591,0.10066804,0.0008486357,0.000044989883,0.0038665945,0.0001430601,0.00031922967,0.0005008637,0.8334397,0.05947473],"study_design_scores_gemma":[0.00026968058,0.00008993118,0.00021068385,0.040832836,0.0012751935,0.00020319359,0.0042109336,0.028282763,0.00007700243,0.00029016257,0.9234223,0.00083532283],"about_ca_topic_score_codex":0.000002532867,"about_ca_topic_score_gemma":0.000050155413,"teacher_disagreement_score":0.5161142,"about_ca_system_score_codex":0.00009410722,"about_ca_system_score_gemma":0.00023859294,"threshold_uncertainty_score":0.99990535},"labels":[],"label_agreement":null},{"id":"W3165181699","doi":"10.1097/xeb.0000000000000282","title":"Methodological guidance for the conduct of mixed methods systematic reviews","year":2021,"lang":"en","type":"article","venue":"JBI Evidence Implementation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":195,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Queen's University; Centre for Excellence in Mining Innovation","funders":"","keywords":"Systematic review; Multimethodology; Management science; Best practice; Evidence-based practice; Medicine; Computer science; Psychology; MEDLINE; Political science; Engineering; Alternative medicine","score_opus":0.9680728561908392,"score_gpt":0.7462283615784165,"score_spread":0.22184449461242262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165181699","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003530489,0.033085216,0.9547983,0.0028167227,0.0006319683,0.0050390256,0.000017319631,0.0000041290577,0.00007684607],"genre_scores_gemma":[0.07090534,0.0010229779,0.92182577,0.0009202557,0.00013504116,0.002542544,0.000017764396,0.000014652117,0.0026156504],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8429418,0.13197632,0.019665217,0.0012005742,0.003859173,0.00035689073],"domain_scores_gemma":[0.7793772,0.19870001,0.013828549,0.004502344,0.0034892957,0.00010255988],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4638372,0.0002492256,0.0043099546,0.00012001979,0.0001946074,0.00045148173,0.0015119172,0.000058244223,0.0064802435],"category_scores_gemma":[0.47044998,0.000096125135,0.0021709357,0.0014940284,0.000068160734,0.00044232942,0.00015576852,0.00008730267,0.00022829056],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037551003,0.00009905566,0.008670596,0.033888463,0.0012153969,0.0000048034453,0.0033441964,0.0001464449,0.066714875,0.032145668,0.38182515,0.4719078],"study_design_scores_gemma":[0.0019212003,0.0007496387,0.053866904,0.016119294,0.012416308,0.00022379565,0.07391671,0.02422409,0.13613178,0.11945937,0.5592276,0.0017433391],"about_ca_topic_score_codex":0.000014130337,"about_ca_topic_score_gemma":0.0000615641,"teacher_disagreement_score":0.47016445,"about_ca_system_score_codex":0.00004515218,"about_ca_system_score_gemma":0.00011845734,"threshold_uncertainty_score":0.994428},"labels":[],"label_agreement":null},{"id":"W3165335631","doi":"10.1016/j.jclinepi.2021.05.008","title":"A Cross-sectional literature survey showed the reporting quality of multicenter randomized controlled trials should be improved","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Natural Science Foundation of China","keywords":"Consolidated Standards of Reporting Trials; Checklist; Multicenter study; Medicine; Multicenter trial; Randomized controlled trial; Research design; Clinical trial; Family medicine; Statistics; Internal medicine; Psychology","score_opus":0.9643053919343881,"score_gpt":0.7459725136268671,"score_spread":0.21833287830752102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165335631","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9269161,0.009640622,0.040510587,0.01473188,0.0057944297,0.0017506955,0.00007039675,0.000002629495,0.000582632],"genre_scores_gemma":[0.97798264,0.00064085226,0.010206753,0.0058638756,0.001278085,0.000030050758,0.000015447185,0.000011564483,0.003970745],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.022951419,0.701457,0.2709925,0.0008974336,0.0033485852,0.00035302306],"domain_scores_gemma":[0.002310316,0.7032506,0.28044438,0.0019415361,0.011811001,0.0002421476],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.98429847,0.00036274423,0.07872656,0.00021756209,0.00013026272,0.00037952705,0.0015587694,0.00064367446,0.005292093],"category_scores_gemma":[0.9984449,0.00011001654,0.044472735,0.00075096614,0.0005991078,0.00019820573,0.00018761285,0.0015901335,0.000018077892],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.060799893,0.00020467756,0.9255434,0.00003721912,0.0046824664,0.000016685435,0.00008175172,0.0001473904,0.0001659945,0.00089335424,0.0060185483,0.0014086207],"study_design_scores_gemma":[0.10033414,0.00008884876,0.87916076,0.00008195931,0.00084787776,0.00008291918,0.00006644174,0.0070731984,0.00000930848,0.009764603,0.002376735,0.0001131894],"about_ca_topic_score_codex":0.000036168938,"about_ca_topic_score_gemma":0.00007856037,"teacher_disagreement_score":0.0510665,"about_ca_system_score_codex":0.000019853498,"about_ca_system_score_gemma":0.00059758296,"threshold_uncertainty_score":0.9956172},"labels":[],"label_agreement":null},{"id":"W3165462729","doi":"10.1136/bmjebm-2021-111675","title":"Quality of systematic reviews supporting the 2017 ACC/AHA and 2018 ESC/ESH guidelines for the management of hypertension","year":2021,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Checklist; Systematic review; Medicine; Protocol (science); MEDLINE; Family medicine; Canadian Cardiovascular Society; Alternative medicine; Internal medicine; Psychology; Pathology; Myocardial infarction","score_opus":0.9622276600800553,"score_gpt":0.6563818915020886,"score_spread":0.30584576857796675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165462729","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021401769,0.52110434,0.23947175,0.1914007,0.0016687597,0.023974309,0.000028481269,0.000012238574,0.0009376593],"genre_scores_gemma":[0.8309267,0.05094185,0.07286264,0.01879501,0.00144008,0.0032660197,0.000031931337,0.00007252248,0.021663211],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.95670444,0.012758158,0.023462707,0.00090853183,0.0058658887,0.00030030523],"domain_scores_gemma":[0.8684294,0.08080724,0.029348519,0.01060261,0.010600289,0.00021191295],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.36063233,0.0003102004,0.005633274,0.00013604881,0.00020940666,0.000109048786,0.0015656158,0.000061301515,0.00091329217],"category_scores_gemma":[0.36208808,0.00009273541,0.0012947301,0.0010703654,0.0002856916,0.00016497844,0.00020018776,0.00009764965,0.00004560479],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008630961,0.00009014839,0.0037565501,0.13123442,0.0010669613,0.000022788156,0.0007274277,0.00015281691,0.0023001367,0.0035377652,0.81699467,0.040030025],"study_design_scores_gemma":[0.0057688025,0.0010181813,0.04518874,0.51392174,0.02773887,0.00030233085,0.06783527,0.109889105,0.0022479962,0.013509359,0.21105693,0.0015226776],"about_ca_topic_score_codex":0.0000579887,"about_ca_topic_score_gemma":0.000037108966,"teacher_disagreement_score":0.80952495,"about_ca_system_score_codex":0.000019650795,"about_ca_system_score_gemma":0.00013599644,"threshold_uncertainty_score":0.9999909},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3165472090","doi":"10.1016/j.jclinepi.2021.05.011","title":"Reporting quality of trial protocols improved for non-regulated interventions but not regulated interventions: A repeated cross-sectional study","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; University of Toronto; McMaster University; Impact","funders":"Magyar Tudományos Akadémia; University of Oxford; Bundesamt für Gesundheit; Astellas Pharma; Alexander von Humboldt-Stiftung; Albert-Ludwigs-Universität Freiburg; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Psychological intervention; Medicine; Interquartile range; Checklist; Randomized controlled trial; Protocol (science); Consolidated Standards of Reporting Trials; Family medicine; MEDLINE; Physical therapy; Alternative medicine; Nursing; Pathology; Internal medicine; Psychology","score_opus":0.9672992180469149,"score_gpt":0.7689387552238727,"score_spread":0.1983604628230422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165472090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9065472,0.000112154914,0.07932591,0.0009766541,0.0020050588,0.0109295985,0.00004001671,0.000006061568,0.000057386027],"genre_scores_gemma":[0.964004,0.0000074610557,0.028602542,0.00023005733,0.0007808749,0.0012161749,0.000022972663,0.00002064005,0.005115313],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.56216884,0.13740022,0.29477483,0.001881607,0.0031929093,0.00058160664],"domain_scores_gemma":[0.25796005,0.23163585,0.47541597,0.005957242,0.02832845,0.0007024426],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7915203,0.00035499674,0.018687924,0.00045463373,0.00019157009,0.00023154497,0.0015385723,0.0005406649,0.002426194],"category_scores_gemma":[0.94631827,0.00019253339,0.029424751,0.001126892,0.00030522994,0.00030183376,0.00030080648,0.0009486297,0.00002957406],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015128242,0.0044586537,0.96163416,0.0006227303,0.0042405617,0.000031710595,0.00007552199,0.00048529654,0.0007847779,0.00064182974,0.004444771,0.007451755],"study_design_scores_gemma":[0.02158793,0.0038016145,0.9510828,0.0006152578,0.0005900675,0.00010565665,0.00026586832,0.004427382,0.00008971816,0.016626542,0.00062207185,0.00018506058],"about_ca_topic_score_codex":0.000039402847,"about_ca_topic_score_gemma":0.00009442124,"teacher_disagreement_score":0.3042088,"about_ca_system_score_codex":0.00006157668,"about_ca_system_score_gemma":0.00063940184,"threshold_uncertainty_score":0.99848574},"labels":[],"label_agreement":null},{"id":"W3165583239","doi":"10.1177/17407745211020852","title":"Intra-cluster correlations from the CLustered OUtcome Dataset bank to inform the design of longitudinal cluster trials","year":2021,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Monash University; European Commission; Medical Research Council; National Institute for Health and Care Research","keywords":"Correlation; Autocorrelation; Cluster (spacecraft); Interquartile range; Statistics; Correlation coefficient; Econometrics; Mathematics; Computer science","score_opus":0.96021934455992,"score_gpt":0.6763256042187579,"score_spread":0.2838937403411621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165583239","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01692105,0.0013993195,0.8638139,0.09137122,0.0076956144,0.009943294,0.0075049326,0.000014525471,0.0013361416],"genre_scores_gemma":[0.7809439,0.00043286706,0.07686908,0.090979144,0.01012677,0.0010026504,0.0031149988,0.00013397311,0.036396667],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.6522998,0.26436406,0.074232996,0.0019038488,0.006658547,0.0005407376],"domain_scores_gemma":[0.09322587,0.8669024,0.024023362,0.012971902,0.0023861693,0.0004902736],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.71166945,0.00040772726,0.011085751,0.00013435625,0.00035236354,0.0013671115,0.0036507496,0.0003005713,0.026137372],"category_scores_gemma":[0.8608375,0.00013291993,0.005225156,0.001766794,0.00024144526,0.00028908477,0.00083408254,0.0005190054,0.006361179],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030814443,0.00011765596,0.018414747,0.000009491066,0.0011523878,0.0000036650113,0.0003189088,0.0014290076,0.000012714548,0.0005007095,0.9563037,0.021428864],"study_design_scores_gemma":[0.0054439493,0.0002540916,0.06056382,0.00015606175,0.006042115,0.000015134739,0.0014406822,0.014739896,0.00005628636,0.021467665,0.88926065,0.00055963034],"about_ca_topic_score_codex":0.000021826978,"about_ca_topic_score_gemma":0.00010234634,"teacher_disagreement_score":0.7869448,"about_ca_system_score_codex":0.000025033441,"about_ca_system_score_gemma":0.0003022484,"threshold_uncertainty_score":0.99966955},"labels":[],"label_agreement":null},{"id":"W3165929547","doi":"10.21203/rs.3.rs-617877/v1","title":"Factors Associated With Successful Publication for Systematic Review Protocol Registration: an Analysis of 397 Registered Protocols.","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Protocol (science); Trial registration; Systematic review; Medicine; Computer science; Medical physics; MEDLINE; Clinical trial; Alternative medicine; Political science; Internal medicine; Pathology; Law","score_opus":0.859326802953796,"score_gpt":0.6506525829561263,"score_spread":0.20867421999766977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165929547","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002040292,0.00040979887,0.0105608385,0.00090172404,0.000023272813,0.9842429,0.00052376644,0.000026015761,0.0012713915],"genre_scores_gemma":[0.03351431,0.0000105478075,0.0006432272,0.00004488645,0.00004082417,0.9583701,0.002689372,0.00004703997,0.004639689],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.90558934,0.052644014,0.01809989,0.0029365362,0.020078477,0.000651761],"domain_scores_gemma":[0.9008422,0.009804231,0.02613173,0.016184857,0.04659808,0.0004389202],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27667138,0.000752578,0.013633855,0.0025901697,0.00035945178,0.0051289024,0.005694654,0.0004983791,0.003724672],"category_scores_gemma":[0.3053178,0.0003545329,0.0048531312,0.012419076,0.00021985856,0.0007077429,0.0006340677,0.00083935977,0.000023451777],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004663507,0.00081156765,0.025950108,0.94862044,0.008104359,0.000004979247,0.0008275815,0.00025479056,0.000010098645,0.00096162385,0.014260132,0.0001476802],"study_design_scores_gemma":[0.0018429946,0.0021170198,0.054296404,0.81838036,0.026712298,0.0000041336016,0.009835136,0.074085265,0.0001894142,0.002099449,0.008030692,0.0024068328],"about_ca_topic_score_codex":0.00008564227,"about_ca_topic_score_gemma":0.0013892455,"teacher_disagreement_score":0.13024008,"about_ca_system_score_codex":0.0004338039,"about_ca_system_score_gemma":0.0016607702,"threshold_uncertainty_score":0.9998907},"labels":[],"label_agreement":null},{"id":"W3166022305","doi":"10.1016/j.jclinepi.2021.05.025","title":"A systematic review that is ``rapid'' and ``living'': A specific answer to the COVID-19 pandemic","year":2021,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Disability Prevention and Rehabilitation; Ontario Tech University","funders":"","keywords":"Systematic review; Pandemic; Flexibility (engineering); Management science; Coronavirus disease 2019 (COVID-19); Field (mathematics); Scientific evidence; Computer science; Adaptation (eye); Scientific literature; Risk analysis (engineering); Quality (philosophy); Formative assessment; Data science; Evidence-based medicine; Engineering ethics; MEDLINE; Medicine; Psychology; Alternative medicine; Disease; Political science; Pathology; Biology; Engineering; Infectious disease (medical specialty); Mathematics; Epistemology","score_opus":0.9643761334497902,"score_gpt":0.7145632635645739,"score_spread":0.24981286988521634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166022305","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000022774375,0.964107,0.011492358,0.018985864,0.0020883137,0.003071083,0.000036514743,0.0000039015645,0.00021273711],"genre_scores_gemma":[0.00000250092,0.925806,0.0020422898,0.068423964,0.0010794376,0.000102667334,0.0000035268188,0.00003622929,0.0025034167],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.33079648,0.5117706,0.14812087,0.0027031389,0.005720753,0.0008881654],"domain_scores_gemma":[0.10096015,0.74697524,0.13834155,0.009115687,0.0023990024,0.0022083598],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.8366814,0.0010863525,0.10959872,0.0006577011,0.00021239428,0.0003850819,0.006416128,0.0009982481,0.010626505],"category_scores_gemma":[0.9301101,0.00035652742,0.029899603,0.002132959,0.0003700723,0.0001587701,0.00079258933,0.0027556624,0.0023745375],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026278403,0.000043215983,0.0011757198,0.24052791,0.002237086,0.000049339444,0.00006854285,0.0000011082784,1.3346345e-9,0.0003511709,0.6023969,0.1531464],"study_design_scores_gemma":[0.00006920402,0.000112797585,0.000044926033,0.23339228,0.009052297,0.0028224576,0.00006975831,0.00001016079,2.608217e-10,0.00085193774,0.75333756,0.00023663987],"about_ca_topic_score_codex":0.0000044376516,"about_ca_topic_score_gemma":0.000012060322,"teacher_disagreement_score":0.23520467,"about_ca_system_score_codex":0.00013966508,"about_ca_system_score_gemma":0.001349117,"threshold_uncertainty_score":0.99988866},"labels":[],"label_agreement":null},{"id":"W3166045557","doi":"10.1186/s13643-021-01733-2","title":"Dealing with predatory journal articles captured in systematic reviews","year":2021,"lang":"en","type":"letter","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; University of Ottawa; McGill University; Ottawa Hospital","funders":"","keywords":"Systematic review; Medicine; MEDLINE; Protocol (science); Health care; Peer review; Alternative medicine; Family medicine; Pathology","score_opus":0.6956962901616436,"score_gpt":0.4789212342135676,"score_spread":0.216775055948076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166045557","genre_codex":"review","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016151751,0.8112237,0.02274858,0.055077795,0.0031163688,0.100814685,0.000046594927,0.00003377018,0.0067769955],"genre_scores_gemma":[0.003336054,0.053260244,0.04778257,0.5993811,0.012426613,0.048721295,0.00035603548,0.0012933313,0.2334428],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.644936,0.24153014,0.09223322,0.0033442487,0.016517974,0.0014384271],"domain_scores_gemma":[0.8575884,0.0240444,0.09479874,0.019235434,0.0037492134,0.00058378745],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.4841305,0.002491905,0.059747383,0.0019133228,0.00035317903,0.0055705165,0.006777234,0.0011104478,0.007079146],"category_scores_gemma":[0.25662047,0.00092855236,0.010316991,0.003990494,0.00013860897,0.0007370506,0.00032022272,0.0035758005,0.015081747],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013174455,0.000023464172,0.00008222247,0.5130781,0.00044891684,0.00054863986,0.00067558285,0.000011674091,0.000003222146,0.000051899537,0.48496526,0.00010967065],"study_design_scores_gemma":[0.00025422763,0.000044571538,0.000006473944,0.38856527,0.0029243599,0.0021281063,0.0008664678,0.00040589418,0.0000016332609,0.0005630572,0.60336334,0.00087663514],"about_ca_topic_score_codex":0.00001554734,"about_ca_topic_score_gemma":0.00014014069,"teacher_disagreement_score":0.7579635,"about_ca_system_score_codex":0.00048768328,"about_ca_system_score_gemma":0.00043940864,"threshold_uncertainty_score":0.99959445},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3167307055","doi":"10.1002/hed.26762","title":"Systematic and other reviews: Criteria and complexities","year":2021,"lang":"en","type":"article","venue":"Head & Neck","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Toronto","funders":"","keywords":"Management science; Computer science; Engineering","score_opus":0.8128473914947737,"score_gpt":0.559202612974493,"score_spread":0.25364477852028067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3167307055","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43310842,0.46734846,0.0040583457,0.004306834,0.0007890967,0.0034147496,0.000062947875,0.000026550906,0.08688461],"genre_scores_gemma":[0.802344,0.003521169,0.040129356,0.013741039,0.00053912087,0.0004194454,0.000014360816,0.00008432361,0.13920717],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98556834,0.0071503776,0.0051360866,0.00064037496,0.0013362387,0.00016858344],"domain_scores_gemma":[0.9943272,0.0017908845,0.0014028694,0.0020001207,0.0003454328,0.00013351081],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.033968005,0.00020880674,0.0037947535,0.00010047075,0.0001231138,0.0011494743,0.00033612887,0.000043397522,0.009285075],"category_scores_gemma":[0.015036119,0.00009798631,0.000477746,0.0004327398,0.00006874624,0.00013412337,0.00012224495,0.000063983636,0.0017626114],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000142132785,0.00019317433,0.053737782,0.10639427,0.00093965034,0.00011883008,0.01020467,0.000001737808,0.0013735967,0.10109331,0.7115685,0.014360321],"study_design_scores_gemma":[0.0003218878,0.000047170575,0.008626798,0.008295657,0.0005291936,0.0004678775,0.0032340258,0.0031305049,0.000031479296,0.021429878,0.9534929,0.0003926531],"about_ca_topic_score_codex":0.000009344767,"about_ca_topic_score_gemma":0.0000637449,"teacher_disagreement_score":0.46382728,"about_ca_system_score_codex":0.000008005662,"about_ca_system_score_gemma":0.000019698848,"threshold_uncertainty_score":0.9998874},"labels":[],"label_agreement":null},{"id":"W3168520614","doi":"10.1186/s12874-021-01311-z","title":"Social media attention and citations of published outputs from re-use of clinical trial data: a matched comparison with articles published in the same journals","year":2021,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Agence Nationale de la Recherche","keywords":"Interquartile range; Randomized controlled trial; Citation; Sample size determination; Social media; MEDLINE; Medicine; Clinical trial; Computer science; Statistics; Library science; World Wide Web; Internal medicine","score_opus":0.986696572208997,"score_gpt":0.7493060614089416,"score_spread":0.23739051080005535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168520614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88944817,0.00075302133,0.090678446,0.018002877,0.00029260843,0.00064101827,0.00005441389,0.0000022150375,0.00012724222],"genre_scores_gemma":[0.82198334,0.00017682664,0.17664175,0.0002543466,0.0005623545,0.000058378948,0.00012835803,0.000011840467,0.00018282168],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.29131424,0.6505963,0.026512515,0.0024847037,0.028214712,0.00087752216],"domain_scores_gemma":[0.045450807,0.93417984,0.007019879,0.0057651834,0.006925835,0.000658441],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7020232,0.00016927399,0.005043071,0.00068977964,0.00012937568,0.0009775328,0.003074412,0.0003714046,0.007637417],"category_scores_gemma":[0.9484779,0.00007289775,0.00059496163,0.003473905,0.0012316289,0.00072746107,0.00085465575,0.0012468382,0.000023607708],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008442282,0.0020496421,0.6179471,0.00021773715,0.0010276899,0.00009394728,0.01393494,0.000006942102,0.0005781567,0.0120411785,0.20314991,0.14051048],"study_design_scores_gemma":[0.015511066,0.0003644013,0.8460412,0.00021527987,0.00038238533,0.000017638362,0.03685838,0.01090441,0.00004284989,0.08444276,0.0050418107,0.00017784548],"about_ca_topic_score_codex":0.0003225816,"about_ca_topic_score_gemma":0.012556682,"teacher_disagreement_score":0.28358355,"about_ca_system_score_codex":0.000014431548,"about_ca_system_score_gemma":0.0016303471,"threshold_uncertainty_score":0.99326974},"labels":[],"label_agreement":null},{"id":"W3169566153","doi":"10.21203/rs.3.rs-603176/v1","title":"Impact of industry sponsorship on the quality and interpretation of systematic reviews of vaccines: a cross-sectional analysis of studies published from 2016–2019","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Canada","funders":"","keywords":"Quality (philosophy); Interpretation (philosophy); Computer science; Epistemology; Philosophy","score_opus":0.8855064150932664,"score_gpt":0.6833599033961338,"score_spread":0.2021465116971326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3169566153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97053754,0.02520607,0.0004037225,0.000109727654,0.00009525147,0.0028878103,0.0006186096,0.0000015192228,0.00013976454],"genre_scores_gemma":[0.99784416,0.0012386681,0.00015822359,0.000005535725,0.000029745808,0.00020530907,0.00008498775,0.000010409128,0.00042297796],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8109795,0.14613067,0.027073774,0.0017448594,0.013702443,0.000368774],"domain_scores_gemma":[0.8274475,0.11643062,0.025852716,0.008721352,0.021374365,0.00017345823],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4043901,0.00041301642,0.012743301,0.002463036,0.00008857083,0.0006290382,0.00244484,0.00047555074,0.004987739],"category_scores_gemma":[0.52775526,0.00016468951,0.006230956,0.005638845,0.00037738538,0.0002389105,0.0011468867,0.0011504435,0.000016361355],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022335464,0.00026421755,0.9158897,0.05777557,0.017317334,9.873155e-7,0.0041786963,0.0020582287,0.00024955143,0.00027959736,0.0015279419,0.00023486097],"study_design_scores_gemma":[0.00012907505,0.0001262846,0.97270674,0.013706952,0.0015424041,4.8665385e-7,0.004599606,0.005310601,0.00007099888,0.0016770855,0.000004330364,0.00012546564],"about_ca_topic_score_codex":0.0010458363,"about_ca_topic_score_gemma":0.00014647881,"teacher_disagreement_score":0.12336518,"about_ca_system_score_codex":0.00015393701,"about_ca_system_score_gemma":0.00058532256,"threshold_uncertainty_score":0.99592185},"labels":[],"label_agreement":null},{"id":"W3169933308","doi":"10.1016/j.jclinepi.2021.05.019","title":"Resource use during systematic review production varies widely: a scoping review","year":2021,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Donau-Universität Krems","keywords":"Data extraction; Scopus; Critical appraisal; Resource (disambiguation); Systematic review; Grey literature; Resource management (computing); Production (economics); Computer science; Protocol (science); Medicine; MEDLINE; Knowledge management; Database; Alternative medicine; Political science","score_opus":0.9595601394769535,"score_gpt":0.7215685962135804,"score_spread":0.23799154326337313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3169933308","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000014013406,0.9853232,0.0016448114,0.0043800524,0.002497872,0.0060318373,0.000008664961,0.0000068554036,0.00010529162],"genre_scores_gemma":[1.3013026e-7,0.98287463,0.004728471,0.0057901847,0.0014112577,0.00015799179,0.000016383803,0.000057877638,0.004963048],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.23746629,0.5242237,0.22938602,0.002558182,0.0055944063,0.0007714037],"domain_scores_gemma":[0.049120538,0.53255486,0.39423862,0.014285248,0.008581724,0.0012189936],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.8285503,0.0012511037,0.17928208,0.0007199636,0.00022507661,0.00035653726,0.004774972,0.0009407936,0.0027134323],"category_scores_gemma":[0.9809317,0.00052281347,0.044589814,0.0029675525,0.00033898186,0.0006049734,0.00061497267,0.0031827572,0.0012256212],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026547325,0.000054253207,0.000069926544,0.86578846,0.0016409805,0.00007894045,0.0000042888564,0.0000027912238,3.146853e-9,0.00016756011,0.091820434,0.040369697],"study_design_scores_gemma":[0.000048776958,0.000046692105,0.000008024747,0.5856413,0.016399128,0.0018869177,0.0000061734963,0.000002671622,4.3510924e-9,0.00016398284,0.3955678,0.0002284642],"about_ca_topic_score_codex":0.0000018338349,"about_ca_topic_score_gemma":0.000004363562,"teacher_disagreement_score":0.3037474,"about_ca_system_score_codex":0.00014352587,"about_ca_system_score_gemma":0.0017690011,"threshold_uncertainty_score":0.99972236},"labels":[],"label_agreement":null},{"id":"W3170100718","doi":"10.1097/phm.0000000000001797","title":"Pilot and Feasibility Studies in Rehabilitation Research: A Review and Educational Primer for the Physiatrist Researcher.","year":2022,"lang":"en","type":"article","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Barts Charity","keywords":"Medicine; Research design; Rehabilitation; Sample size determination; Clinical study design; Pilot trial; Randomized controlled trial; Physical therapy; Clinical trial; Medical physics; Surgery","score_opus":0.9617209197262235,"score_gpt":0.6570755719135736,"score_spread":0.30464534781264996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170100718","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20746855,0.5474287,0.0000519099,0.21850973,0.000310618,0.024969842,0.0000710056,0.00000401224,0.001185575],"genre_scores_gemma":[0.95535,0.0030643202,0.0006742595,0.0004673023,0.00007553547,0.031768516,0.000004767387,0.000007664416,0.008587665],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9705132,0.021514172,0.0029149824,0.00088986,0.0038405627,0.00032718157],"domain_scores_gemma":[0.8989249,0.09533681,0.0010764698,0.0024193206,0.0021017848,0.00014073016],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.36440623,0.00009644203,0.0010241289,0.00021674947,0.0005292366,0.00019384142,0.0006392042,0.00000866198,0.0003423391],"category_scores_gemma":[0.26438892,0.000043924323,0.00021335148,0.0016511901,0.00033352748,0.00013030355,0.0004068222,0.0002236374,0.000010161245],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000775844,0.0003096888,0.115389146,0.0021075674,0.00021014918,2.961104e-7,0.0021881678,0.0000068816694,0.0000036772913,0.007492123,0.76766497,0.10454975],"study_design_scores_gemma":[0.00022229289,0.00008279932,0.84012526,0.000027158774,0.00009006973,0.0000019853148,0.0035050006,0.00010282755,2.5267494e-7,0.06417597,0.09160046,0.00006592125],"about_ca_topic_score_codex":0.000048498714,"about_ca_topic_score_gemma":0.00012005133,"teacher_disagreement_score":0.7478814,"about_ca_system_score_codex":0.00013293968,"about_ca_system_score_gemma":0.00008676179,"threshold_uncertainty_score":0.74180746},"labels":[],"label_agreement":null},{"id":"W3170269751","doi":"10.1186/s12874-021-01310-0","title":"Most published meta-regression analyses based on aggregate data suffer from methodological pitfalls: a meta-epidemiological study","year":2021,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":179,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; St. Michael's Hospital","funders":"Canada Research Chairs","keywords":"Meta-regression; Meta-analysis; Logistic regression; Overfitting; Regression; Regression analysis; Medicine; Confounding; Statistics; Internal medicine; Computer science; Mathematics; Machine learning","score_opus":0.9961418339580116,"score_gpt":0.7873935714980298,"score_spread":0.2087482624599818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170269751","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024073685,0.015206034,0.9311513,0.023144728,0.0008747491,0.0023032022,0.00032036848,0.000061602026,0.0028643385],"genre_scores_gemma":[0.092208214,0.00048348025,0.8897399,0.008670182,0.0009238249,0.0011754041,0.00084578025,0.00007992026,0.005873332],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.13334686,0.80425125,0.017113095,0.0081819445,0.035120342,0.0019865164],"domain_scores_gemma":[0.022242133,0.9345885,0.0053381273,0.026819536,0.0081231855,0.0028885398],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.88504416,0.0014091865,0.028948124,0.0018040959,0.0007117591,0.0016079213,0.01728588,0.0013704539,0.35709417],"category_scores_gemma":[0.9872183,0.00048089717,0.0075031416,0.009396645,0.0014966044,0.00055805617,0.007045828,0.0040901415,0.002309508],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019379699,0.008138814,0.05178978,0.00024054603,0.0772541,0.0054741474,0.0005365816,0.0016916788,0.0016728804,0.006444358,0.745556,0.09926317],"study_design_scores_gemma":[0.0056731296,0.00329757,0.05110065,0.00024416263,0.06140316,0.00017922849,0.008385799,0.45069548,0.0013022935,0.18541202,0.2298335,0.0024730067],"about_ca_topic_score_codex":0.0009274093,"about_ca_topic_score_gemma":0.002271944,"teacher_disagreement_score":0.51572245,"about_ca_system_score_codex":0.00011226986,"about_ca_system_score_gemma":0.0029494558,"threshold_uncertainty_score":0.999926},"labels":[],"label_agreement":null},{"id":"W3170276232","doi":"10.1007/s00266-021-02384-3","title":"Non-Inferiority Trials in Aesthetic Plastic Surgery: What Do You Need to Know?","year":2021,"lang":"en","type":"article","venue":"Aesthetic Plastic Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Plastic surgery; Medicine; Otorhinolaryngology; Surgery; Need to know; Cosmetic Techniques; General surgery","score_opus":0.43741701457517734,"score_gpt":0.43697171736113605,"score_spread":0.00044529721404129585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170276232","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.975888,0.0042922096,0.0050649205,0.0031525246,0.010247787,0.0008856038,0.000033033884,0.00003411088,0.00040180955],"genre_scores_gemma":[0.9962476,0.0008910777,0.00046052647,0.00050045934,0.00018264315,0.00023840486,0.00003880421,0.000075866454,0.0013646116],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.946881,0.022463845,0.019386329,0.0027814803,0.007105952,0.0013814043],"domain_scores_gemma":[0.48328376,0.4836069,0.013430115,0.013270932,0.0039770594,0.0024312092],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.20272492,0.001022315,0.014231675,0.002552465,0.0002394051,0.0038137783,0.0015092104,0.00035992157,0.009407453],"category_scores_gemma":[0.359431,0.00063881,0.005473889,0.006961732,0.00016943223,0.00079849816,0.00037196148,0.0004930573,0.013640415],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002731257,0.0009997947,0.3269242,0.00024763262,0.00028637296,0.0022709726,0.0015876888,0.0029129712,0.00034505117,0.00072477426,0.40406257,0.25936484],"study_design_scores_gemma":[0.0020094018,0.00023298692,0.13017695,0.007157768,0.0019337173,0.0026186132,0.011023047,0.011466628,0.0004896787,0.0052886154,0.82314134,0.0044612736],"about_ca_topic_score_codex":0.000046158093,"about_ca_topic_score_gemma":0.00015940297,"teacher_disagreement_score":0.4635972,"about_ca_system_score_codex":0.00017600777,"about_ca_system_score_gemma":0.0012484676,"threshold_uncertainty_score":0.9996063},"labels":[],"label_agreement":null},{"id":"W3171373418","doi":"10.1016/j.scib.2021.06.007","title":"Small P values may not yield robust findings: an example using REST-meta-PD","year":2021,"lang":"en","type":"article","venue":"Science Bulletin","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Institute of Neurological Disorders and Stroke; Medical Research Council; Sackler Institute for Translational Neurodevelopment, King's College London; NIHR Imperial Biomedical Research Centre; National Institutes of Health; Beijing Normal University; National Natural Science Foundation of China; South London and Maudsley NHS Foundation Trust; Capital Normal University","keywords":"Rest (music); Yield (engineering); Medicine; Internal medicine; Physics; Thermodynamics","score_opus":0.9084655247130973,"score_gpt":0.5020613233291498,"score_spread":0.4064042013839475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171373418","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9375275,0.0011045549,0.028348647,0.008688008,0.0011978358,0.000707762,0.000021713797,0.000034167548,0.02236982],"genre_scores_gemma":[0.7685763,0.000022108787,0.17523548,0.0029563578,0.00023398605,0.00003323575,0.000004820047,0.000027526561,0.05291014],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97960216,0.004372632,0.0050460654,0.0025647976,0.007677731,0.0007366249],"domain_scores_gemma":[0.9854153,0.0037197159,0.0019699072,0.006004617,0.0023799108,0.00051059196],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.16018747,0.00038041372,0.0026893953,0.00055576017,0.00093437283,0.003878612,0.0040269597,0.000101077436,0.06622181],"category_scores_gemma":[0.06194504,0.00020208878,0.001426288,0.0041809706,0.0005523214,0.00039389983,0.00059753336,0.0002396583,0.0041538533],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008052654,0.0015728786,0.03717489,0.0003732411,0.0022313255,0.0008364302,0.016784437,0.053033378,0.24169011,0.059003532,0.54232556,0.0448937],"study_design_scores_gemma":[0.00033148087,0.00016071284,0.012762377,0.00014442559,0.0020382132,0.00026981506,0.009058855,0.031967916,0.018089812,0.00548487,0.9183383,0.0013532072],"about_ca_topic_score_codex":0.00036129617,"about_ca_topic_score_gemma":0.0001290161,"teacher_disagreement_score":0.37601277,"about_ca_system_score_codex":0.000068288806,"about_ca_system_score_gemma":0.0004639785,"threshold_uncertainty_score":0.9971554},"labels":[],"label_agreement":null},{"id":"W3171974858","doi":"10.1136/bmjoq-2020-001273","title":"Completeness of reporting of quality improvement studies in neonatology is inadequate: a systematic literature survey","year":2021,"lang":"en","type":"article","venue":"BMJ Open Quality","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; Western University; McMaster University; Impact","funders":"","keywords":"Neonatology; Quality management; Medicine; Quality (philosophy); Systematic review; Field survey; MEDLINE; Family medicine; Engineering; Political science; Operations management; Physics","score_opus":0.9424409594754322,"score_gpt":0.6963845372283539,"score_spread":0.24605642224707824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171974858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9866291,0.0062330156,0.0010986375,0.00082532613,0.0003010692,0.004131616,0.00017490421,0.000002224217,0.0006040509],"genre_scores_gemma":[0.9960064,0.00003771204,0.0019186506,0.0003494604,0.00001084567,0.00025318985,0.000029703166,0.000008045113,0.0013859718],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6201744,0.214575,0.14958772,0.0033162378,0.011579793,0.00076682604],"domain_scores_gemma":[0.81909513,0.03202743,0.12454711,0.010381126,0.013785597,0.00016362208],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5870766,0.00032599494,0.014495344,0.00023814551,0.000079032245,0.00039224458,0.002207259,0.0001365767,0.00068526075],"category_scores_gemma":[0.48991376,0.00017186021,0.0012413168,0.0030591378,0.00015132155,0.00028252625,0.0012850472,0.00019269988,0.000033423403],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014454946,0.00063925225,0.7788486,0.16616286,0.00215404,0.00012550247,0.021905614,0.000041846273,0.0014871728,0.0176502,0.0040908223,0.0067495597],"study_design_scores_gemma":[0.0012413986,0.000111750545,0.9128574,0.015623094,0.0003332328,0.000066497676,0.04171175,0.00076650357,0.0029147654,0.023392532,0.0002449884,0.0007360564],"about_ca_topic_score_codex":0.001825926,"about_ca_topic_score_gemma":0.0047520627,"teacher_disagreement_score":0.1989207,"about_ca_system_score_codex":0.000068215675,"about_ca_system_score_gemma":0.00035077607,"threshold_uncertainty_score":0.99087274},"labels":[],"label_agreement":null},{"id":"W3172845662","doi":"10.1186/s12916-021-02008-2","title":"Utilization of the evidence from studies with no events in meta-analyses of adverse events: an empirical investigation","year":2021,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Medical Research Council; National Health and Medical Research Council; Qatar National Library","keywords":"Systematic review; Medicine; Meta-analysis; Adverse effect; MEDLINE; Internal medicine","score_opus":0.951712016036363,"score_gpt":0.6398872374389903,"score_spread":0.3118247785973727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172845662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98434937,0.007303016,0.0066654733,0.0010467592,0.00013987078,0.00039779264,0.000006446047,0.0000015368527,0.00008973976],"genre_scores_gemma":[0.99373966,0.00011071354,0.004849961,0.00025205786,0.0000423824,0.000021823522,0.000009947655,0.000005014155,0.0009684507],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9757277,0.013291159,0.005685157,0.0006231412,0.0045744623,0.00009840299],"domain_scores_gemma":[0.9833187,0.0069116955,0.0043641934,0.0026185713,0.0027081277,0.000078731],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037238527,0.00019219691,0.0034258827,0.00019453373,0.000037906244,0.000004260979,0.00075992785,0.000043115004,0.002704557],"category_scores_gemma":[0.14314534,0.0000610181,0.00065300585,0.0024457434,0.00017192302,0.0002729145,0.00010579211,0.00007761607,0.000034273],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001749747,0.000049926108,0.99279994,0.00009534943,0.0012820547,0.0000011216952,0.0021725574,0.00076455844,0.0014643184,0.000025715291,0.0011875293,0.00013941994],"study_design_scores_gemma":[0.00049631833,0.00013153425,0.96853566,0.0010076003,0.00902125,0.0000023901373,0.0072974884,0.005882036,0.0029206977,0.0043962565,0.00020221337,0.00010653165],"about_ca_topic_score_codex":0.00016324464,"about_ca_topic_score_gemma":0.0013981297,"teacher_disagreement_score":0.10590681,"about_ca_system_score_codex":0.000025266441,"about_ca_system_score_gemma":0.0001896791,"threshold_uncertainty_score":0.9982071},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3173223243","doi":"10.1001/jama.2021.9941","title":"Guidelines for Reporting Trial Protocols and Completed Trials Modified Due to the COVID-19 Pandemic and Other Extenuating Circumstances","year":2021,"lang":"en","type":"article","venue":"JAMA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":313,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Institute of Musculoskeletal Health and Arthritis; Women's College Hospital; Canadian Institutes of Health Research; Robarts Clinical Trials; Ottawa Hospital; St. Michael's Hospital; Western University; University of Toronto; SickKids Foundation; Hospital for Sick Children; Public Health Ontario","funders":"Institute of Musculoskeletal Health and Arthritis; National Heart, Lung, and Blood Institute; U.S. National Library of Medicine; Department of Medicine, University of Toronto; Medical Research Council; Canadian Institutes of Health Research; Agency for Healthcare Research and Quality; Servier; Biosensors International Group; Syddansk Universitet; Idorsia Pharmaceuticals; University of Toronto; South African Medical Research Council; Cancer Australia; Lawrence Berkeley National Laboratory; MyoKardia; Novo Nordisk; National Institute for Health and Care Research; Medicines Company; National Health and Medical Research Council; AstraZeneca; Amarin Corporation; National Institutes of Health; Regeneron Pharmaceuticals; Bristol-Myers Squibb; Eli Lilly and Company; Laura and John Arnold Foundation; RTI International; Pfizer; Biogen; Merck KGaA; Sanofi; Amgen","keywords":"Medicine; Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Clinical trial; Coronavirus Infections; Betacoronavirus; MEDLINE; Virology; Outbreak; Pathology; Law","score_opus":0.958801840909017,"score_gpt":0.6664965353399678,"score_spread":0.2923053055690492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173223243","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24894352,0.0029060515,0.6091482,0.043122828,0.00058804976,0.093338,0.0001976416,0.000036945214,0.0017187789],"genre_scores_gemma":[0.61034113,0.000049110888,0.1708868,0.08876258,0.007607873,0.10193648,0.000038710437,0.00013048972,0.020246807],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.967186,0.010538108,0.018699832,0.0010931484,0.0022230963,0.00025984293],"domain_scores_gemma":[0.93505347,0.034369126,0.023595951,0.0029867901,0.0036174597,0.0003772026],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.32690918,0.00020809342,0.0035296206,0.00010655914,0.0003691459,0.0017976603,0.00051148847,0.00008133266,0.0005253413],"category_scores_gemma":[0.7929939,0.000085549094,0.00072467246,0.0006271945,0.000044331307,0.00011774048,0.00012628248,0.00008671855,0.000017615075],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025355157,0.00006801511,0.01782094,0.0004566064,0.00049807696,0.00003597482,0.0044804136,0.000679619,0.0030957805,0.0045131957,0.3101842,0.65563166],"study_design_scores_gemma":[0.010647665,0.00009442848,0.0006292218,0.000115570714,0.00021703394,0.00014442172,0.0023273758,0.021508941,0.000040153493,0.020858966,0.94319123,0.0002249661],"about_ca_topic_score_codex":0.000032953736,"about_ca_topic_score_gemma":0.00016892812,"teacher_disagreement_score":0.65540665,"about_ca_system_score_codex":0.000020293144,"about_ca_system_score_gemma":0.00019533429,"threshold_uncertainty_score":0.99923855},"labels":[],"label_agreement":null},{"id":"W3173236118","doi":"10.1016/j.jclinepi.2021.06.011","title":"Imputing intracluster correlation coefficients from a posterior predictive distribution is a feasible method of dealing with unit of analysis errors in a meta-analysis of cluster RCTs","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto; University of Ottawa; Ottawa Hospital","funders":"Department of Family and Community Medicine, University of Toronto; Canadian Institutes of Health Research; Canada Research Chairs","keywords":"Statistics; Intraclass correlation; Posterior probability; Missing data; Posterior predictive distribution; Meta-analysis; Bayesian probability; Medicine; Data mining; Mathematics; Computer science; Bayesian inference; Bayesian linear regression; Reproducibility","score_opus":0.8103490865513325,"score_gpt":0.6313172244738505,"score_spread":0.179031862077482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173236118","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43724796,0.0004953752,0.56085455,0.0009400355,0.00008216546,0.00015021415,0.00019126141,5.339084e-7,0.00003792362],"genre_scores_gemma":[0.9256811,0.000039614024,0.07368973,0.00041156664,0.00003282146,0.0000026111397,0.000051826264,0.0000069453845,0.000083781444],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.85780585,0.09038074,0.04778047,0.0009727017,0.0027406982,0.00031952604],"domain_scores_gemma":[0.75087976,0.16857523,0.07129105,0.0020150545,0.0069677522,0.00027117995],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.3359773,0.00030363284,0.025848716,0.0014220929,0.000037847396,0.000028502198,0.00087896077,0.00036625867,0.002184072],"category_scores_gemma":[0.29954067,0.00014640237,0.013831282,0.006873981,0.00021532664,0.00020939416,0.00019673238,0.0005908375,0.0000049133146],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034640785,0.00021856498,0.63482684,0.00002575645,0.12444565,0.000007555293,0.00045877212,0.23750024,0.000024883742,0.00012525862,0.000102985745,0.0019171111],"study_design_scores_gemma":[0.0005463839,0.00025321994,0.38726708,0.00004426855,0.20273072,0.0000098020655,0.00061429106,0.40716216,0.000041369036,0.0011998201,0.00005168708,0.00007919555],"about_ca_topic_score_codex":0.00020460451,"about_ca_topic_score_gemma":0.00031743757,"teacher_disagreement_score":0.48843315,"about_ca_system_score_codex":0.00003547568,"about_ca_system_score_gemma":0.00025061774,"threshold_uncertainty_score":0.9987281},"labels":[],"label_agreement":null},{"id":"W3173459851","doi":"10.1016/j.jphys.2021.06.017","title":"Correspondence: Re: Scrivener et al","year":2021,"lang":"it","type":"letter","venue":"Journal of physiotherapy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Physical therapy; Optometry","score_opus":0.5444656471812819,"score_gpt":0.5414581183776823,"score_spread":0.0030075288035995573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173459851","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010170238,0.033671003,0.020993324,0.916333,0.012302494,0.0010402318,0.00011419254,0.00000542053,0.0053700726],"genre_scores_gemma":[0.0012640837,0.0067638024,0.0076114964,0.8245537,0.00479065,0.00000962812,0.00002331014,0.0001232288,0.1548601],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.92615676,0.03369326,0.020200422,0.0014451937,0.017861536,0.00064283685],"domain_scores_gemma":[0.9465571,0.0070124846,0.03458706,0.005153821,0.006319443,0.000370064],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.105972685,0.0011643188,0.01260925,0.001243353,0.0002367563,0.0035050155,0.0055956864,0.0005969848,0.20679979],"category_scores_gemma":[0.0088723535,0.0005730991,0.013126974,0.0024853728,0.000200614,0.0008556824,0.0001824495,0.0031539837,0.004321947],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008991874,0.00018240318,0.00030179802,0.00010821556,0.0020170973,0.0007549374,0.0008454982,0.00017631896,0.007542991,0.00006675239,0.9808455,0.0070685484],"study_design_scores_gemma":[0.0007864905,0.0003475572,0.0007980893,0.0012845368,0.0004810649,0.0003284669,0.0004620219,0.0004726916,0.00015518775,0.0011617546,0.99317336,0.00054879463],"about_ca_topic_score_codex":0.000013040212,"about_ca_topic_score_gemma":0.000005878792,"teacher_disagreement_score":0.20247784,"about_ca_system_score_codex":0.00018645555,"about_ca_system_score_gemma":0.0014006656,"threshold_uncertainty_score":0.9997845},"labels":[],"label_agreement":null},{"id":"W3173469077","doi":"10.1016/j.jclinepi.2021.06.021","title":"Cluster randomized trials of individual-level interventions were at high risk of bias","year":2021,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"European and Developing Countries Clinical Trials Partnership; Collaboration for Leadership in Applied Health Research and Care - Greater Manchester; European Commission; Medical Research Council; Department for International Development; Department for International Development, UK Government; National Institute for Health and Care Research","keywords":"Psychological intervention; Cluster (spacecraft); Randomized controlled trial; Cluster randomised controlled trial; Medicine; Environmental health; Internal medicine; Psychiatry; Computer science","score_opus":0.9842656149338989,"score_gpt":0.7452617721036193,"score_spread":0.23900384283027953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173469077","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030386043,0.9539716,0.03864694,0.0008068988,0.0038675335,0.0015964457,0.0006120145,0.0000010978082,0.00019357726],"genre_scores_gemma":[0.00008992581,0.96549904,0.030266479,0.00027465375,0.00089461333,0.00003060794,0.00004758403,0.000026460268,0.0028706333],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.060055166,0.6701666,0.2646531,0.001013979,0.0037588817,0.00035226924],"domain_scores_gemma":[0.010596545,0.6445908,0.33803603,0.0029919557,0.003423012,0.00036164242],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.96159375,0.00080171454,0.23740312,0.001403363,0.00007019456,0.00007944618,0.0048143775,0.0016131073,0.021258865],"category_scores_gemma":[0.9896906,0.00029608863,0.1797477,0.0012023111,0.00083901617,0.00013467354,0.0009760091,0.0022268973,0.00037286893],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001222975,0.00031764124,0.001549761,0.005336641,0.02303977,0.000012643059,0.000026350654,0.00004105214,9.837423e-9,0.0017316142,0.17526783,0.7914537],"study_design_scores_gemma":[0.021744708,0.00035325057,0.00062915846,0.022936238,0.061166376,0.000165829,0.000043247397,0.000051864485,9.396487e-8,0.022266518,0.87037903,0.00026371022],"about_ca_topic_score_codex":0.000018246104,"about_ca_topic_score_gemma":0.000024722125,"teacher_disagreement_score":0.79119,"about_ca_system_score_codex":0.00004790685,"about_ca_system_score_gemma":0.00095681555,"threshold_uncertainty_score":0.9999491},"labels":[],"label_agreement":null},{"id":"W3174162851","doi":"10.1016/j.jclinepi.2021.04.014","title":"Corrigendum to GRADE guidelines 6. Rating the quality of evidence-imprecision. J Clin Epidemiol 2011;64:1283–1293","year":2021,"lang":"en","type":"erratum","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":56,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Rule of thumb; Regret; Sample size determination; Confidence interval; Statistics; Quality (philosophy); Paragraph; Medicine; Sample (material); Standard deviation; Mathematics; Computer science; Algorithm; Philosophy","score_opus":0.9896614526333349,"score_gpt":0.7703811704882573,"score_spread":0.21928028214507767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174162851","genre_codex":"commentary","genre_gemma":"other","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039398796,0.15153274,0.24709761,0.31660166,0.27250552,0.002647394,0.00017739827,0.000013848645,0.005483945],"genre_scores_gemma":[0.005431807,0.04660542,0.27496246,0.07409286,0.050217174,0.0000941729,0.00006496877,0.00019716991,0.548334],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.11703253,0.54094476,0.3208176,0.0040652337,0.015482931,0.001656955],"domain_scores_gemma":[0.025608456,0.6982181,0.2384028,0.0113718435,0.024796745,0.0016020532],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.9151432,0.0012780124,0.05929847,0.0009378849,0.000315523,0.00026466636,0.011896419,0.0026238733,0.0115287155],"category_scores_gemma":[0.9875094,0.00046204965,0.030183673,0.001915413,0.0007908783,0.00040079467,0.0015348537,0.0069995793,0.0017277327],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118768854,0.00012613276,0.037279505,0.00015870234,0.0010647402,0.000023701818,0.000074143114,0.0004357543,0.000008359851,0.00085980556,0.8927948,0.06705557],"study_design_scores_gemma":[0.00037869607,0.0005770072,0.05151105,0.0019518851,0.0013505701,0.0001216028,0.0005220257,0.0028246392,0.0000026458606,0.043140244,0.8971418,0.0004777923],"about_ca_topic_score_codex":0.00021227098,"about_ca_topic_score_gemma":0.000358661,"teacher_disagreement_score":0.54285,"about_ca_system_score_codex":0.00010927574,"about_ca_system_score_gemma":0.0028259982,"threshold_uncertainty_score":0.9999972},"labels":[],"label_agreement":null},{"id":"W3175039239","doi":"10.1186/s13643-021-01780-9","title":"Do reporting guidelines have an impact? Empirical assessment of changes in reporting before and after the PRISMA extension statement for network meta-analysis","year":2021,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Ottawa Public Health; University of Toronto; Public Health Ontario; University of British Columbia; Cochrane; St. Michael's Hospital","funders":"European Commission; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Checklist; Medicine; Systematic review; Meta-analysis; MEDLINE; Family medicine; Internal medicine; Psychology","score_opus":0.8954965275360423,"score_gpt":0.6553522554935742,"score_spread":0.24014427204246802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175039239","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43622425,0.22357358,0.25822768,0.013594591,0.0008654656,0.06654773,0.00011252294,0.000029584402,0.0008245942],"genre_scores_gemma":[0.8387489,0.0009352578,0.14623816,0.0011471303,0.00030335385,0.008973966,0.000051067353,0.000060379865,0.003541787],"study_design_codex":"observational","study_design_gemma":"meta_analysis","domain_scores_codex":[0.8091987,0.04724921,0.13301846,0.0027534603,0.0069992444,0.0007809289],"domain_scores_gemma":[0.86170846,0.0053343447,0.1217645,0.006951532,0.0040417644,0.00019939197],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5662341,0.0006181168,0.022711737,0.00039013222,0.0001781099,0.00087358727,0.00079680246,0.00011620863,0.0015646452],"category_scores_gemma":[0.25465098,0.00020243267,0.009066446,0.0026132504,0.000049974573,0.0002386644,0.0002872234,0.00017090481,0.00001024343],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026006795,0.00036988908,0.7495377,0.08322742,0.110105105,0.00024751245,0.008319267,0.0051171808,0.000119620665,0.0005090017,0.03084192,0.011579354],"study_design_scores_gemma":[0.0006252752,0.00050209044,0.11955335,0.008445704,0.49143383,0.0006181838,0.015926884,0.31498265,0.000033062952,0.011279358,0.035097968,0.0015016415],"about_ca_topic_score_codex":0.000029370889,"about_ca_topic_score_gemma":0.0019117922,"teacher_disagreement_score":0.6299844,"about_ca_system_score_codex":0.00008117061,"about_ca_system_score_gemma":0.00015835513,"threshold_uncertainty_score":0.99934804},"labels":[],"label_agreement":null},{"id":"W3175297421","doi":"10.1002/jrsm.1530","title":"Bibliometric study of ‘overviews of systematic reviews’ of health interventions: Evaluation of prevalence, citation and journal impact factor","year":2021,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; McMaster University; Nova Scotia Health Authority; Cochrane; Impact; University of British Columbia","funders":"","keywords":"Citation; Impact factor; Bibliometrics; Systematic review; MEDLINE; Psychological intervention; Publication; Meta-analysis; Sample size determination; Medicine; Scopus; Family medicine; Library science; Computer science; Statistics; Mathematics; Political science; Pathology; Nursing","score_opus":0.9829367848151381,"score_gpt":0.7881862511010701,"score_spread":0.19475053371406803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175297421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70530784,0.22608398,0.06246164,0.00006589263,0.000099239674,0.005692545,0.000041962543,0.0000010530744,0.00024581823],"genre_scores_gemma":[0.939799,0.011138245,0.048709832,0.0000016287524,0.000012488421,0.0001752436,8.125481e-7,0.000010407231,0.0001523332],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.12948193,0.80285996,0.03948665,0.0010815491,0.026600508,0.0004894189],"domain_scores_gemma":[0.7421339,0.16949421,0.04358755,0.005850533,0.03856491,0.00036889006],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.8167696,0.00021197923,0.008242541,0.030376608,0.00010926747,0.00019690332,0.0012328963,0.00007008547,0.0054374887],"category_scores_gemma":[0.71221226,0.00010352252,0.00245457,0.06891619,0.00012224873,0.00035820133,0.00021776507,0.00022315867,0.000011302021],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016003398,0.0013233717,0.029557005,0.13740325,0.0012906569,5.157393e-7,0.003328406,0.000067341934,0.0030675032,0.00007590708,0.00066734897,0.82320267],"study_design_scores_gemma":[0.0012418287,0.0027226855,0.85159606,0.0695587,0.0044846,0.00004931495,0.03605671,0.017335067,0.0076403734,0.008779683,0.00016794335,0.00036701703],"about_ca_topic_score_codex":0.000050721792,"about_ca_topic_score_gemma":0.000013114761,"teacher_disagreement_score":0.8228357,"about_ca_system_score_codex":0.000120961515,"about_ca_system_score_gemma":0.0006056586,"threshold_uncertainty_score":0.99547166},"labels":[],"label_agreement":null},{"id":"W3175305832","doi":"10.1002/hon.111_2881","title":"PRIORITISATION OF RELEVANT COCHRANE REVIEW TOPICS IN THE FIELD OF HAEMATOLOGY","year":2021,"lang":"en","type":"article","venue":"Hematological Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Hematology; Systematic review; Internal medicine; Cochrane Library; MEDLINE; Family medicine; Meta-analysis; Medical education; Political science","score_opus":0.6114149703872511,"score_gpt":0.5820760624742075,"score_spread":0.02933890791304361,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175305832","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50386107,0.16056374,0.013384063,0.23018791,0.0008619626,0.0025492338,0.000013373272,0.000009626972,0.088569],"genre_scores_gemma":[0.9687866,0.009258973,0.011021638,0.010078146,0.000037314105,0.000073130504,0.000008677272,0.000004680301,0.000730843],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9769613,0.013261747,0.0076074293,0.0004654433,0.0015316487,0.00017239888],"domain_scores_gemma":[0.97165596,0.022529049,0.0031541823,0.001749381,0.0008719754,0.000039457886],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037116155,0.00013004814,0.004768278,0.00009382495,0.000025681848,0.000017261542,0.0009504147,0.00020992632,0.006929465],"category_scores_gemma":[0.1256997,0.000053863754,0.0007886574,0.0010688475,0.000119216995,0.000040419163,0.0001186546,0.00020283747,0.00014318818],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040101415,0.0012175087,0.06478065,0.005543068,0.00017318742,0.0021849717,0.001121966,0.000009668788,0.00050902506,0.64094216,0.21016465,0.07331304],"study_design_scores_gemma":[0.0010098091,0.0009823153,0.027947515,0.0021849677,0.0005705945,0.006209557,0.002036377,0.0006134847,0.002012928,0.14384487,0.8122382,0.00034936678],"about_ca_topic_score_codex":0.000006086945,"about_ca_topic_score_gemma":0.0000827753,"teacher_disagreement_score":0.60207355,"about_ca_system_score_codex":0.000013727461,"about_ca_system_score_gemma":0.00012949709,"threshold_uncertainty_score":0.9939783},"labels":[],"label_agreement":null},{"id":"W3175445118","doi":"10.1136/bmjopen-2020-048178","title":"Progression from external pilot to definitive randomised controlled trial: a methodological review of progression criteria reporting","year":2021,"lang":"en","type":"review","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Medical Research Council; University of Oxford; Barts Charity","keywords":"Medicine; Randomized controlled trial; Clinical trial; Family medicine; MEDLINE; Alternative medicine; Surgery; Internal medicine; Pathology","score_opus":0.9616511019954768,"score_gpt":0.7438886106123462,"score_spread":0.21776249138313053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175445118","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000076224164,0.8429052,0.0048955516,0.00021506155,0.0007529543,0.14544961,0.000059682687,0.000007974205,0.005706304],"genre_scores_gemma":[0.0000014696402,0.80769354,0.14537904,0.0004406543,0.00033021247,0.044465728,0.00013106661,0.000047968835,0.0015103441],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.59975207,0.27755773,0.10416495,0.0045324666,0.013262432,0.00073032326],"domain_scores_gemma":[0.6328174,0.10520242,0.24008808,0.014356586,0.006612368,0.0009231448],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.59160995,0.0011494764,0.06747143,0.0004370503,0.00018674403,0.0020983564,0.0061044563,0.0003680178,0.027590228],"category_scores_gemma":[0.74981505,0.0004384989,0.012822877,0.0023093543,0.00008016187,0.00027600097,0.0029270612,0.00053038844,0.0008033932],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023759807,0.0002732057,0.0000039104634,0.023664964,0.0009964359,0.0001699763,0.000050210383,6.008625e-8,0.0000045492343,0.00007094651,0.023293994,0.92771196],"study_design_scores_gemma":[0.06828036,0.00048533131,0.000003911798,0.44885656,0.005728564,0.00006895948,0.000036271536,0.000011569815,0.000002228933,0.00045220548,0.47559863,0.00047540013],"about_ca_topic_score_codex":0.00001779855,"about_ca_topic_score_gemma":0.0000020849557,"teacher_disagreement_score":0.92723656,"about_ca_system_score_codex":0.00007655646,"about_ca_system_score_gemma":0.0013444201,"threshold_uncertainty_score":0.9999746},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3175565842","doi":"10.11124/jbies-21-00138","title":"Should I include studies from “predatory” journals in a systematic review? Interim guidance for systematic reviewers","year":2021,"lang":"en","type":"article","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Systematic review; Interim; Best practice; Scientific literature; Psychology; MEDLINE; Political science; Biology; Law","score_opus":0.7175379057809038,"score_gpt":0.5802807510066991,"score_spread":0.13725715477420475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175565842","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031701585,0.97164786,0.007834473,0.006839024,0.00064941676,0.009529633,0.00007589059,0.000020756845,0.00023281397],"genre_scores_gemma":[0.5259577,0.33945286,0.049989693,0.019849632,0.0009031544,0.0398117,0.000014081423,0.00029582393,0.023725344],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.90443105,0.052792214,0.03117784,0.0023130046,0.008595723,0.00069014606],"domain_scores_gemma":[0.6799585,0.24988607,0.035668068,0.020554703,0.013230222,0.00070239184],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.28529733,0.0008204268,0.020024685,0.0006018724,0.00025237765,0.0013974335,0.0043361047,0.00019081561,0.0032496508],"category_scores_gemma":[0.8414651,0.00041099166,0.004537742,0.0031170163,0.00011634281,0.0012265224,0.00058070576,0.00032386353,0.0022141673],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073577608,0.00006260078,0.0010329843,0.9537004,0.0011721614,0.00005678454,0.0008357156,0.0000110626015,0.00034856892,0.00010131048,0.042355955,0.0003150557],"study_design_scores_gemma":[0.00008444512,0.000022584945,0.00020764965,0.9864309,0.0043247524,0.000047256854,0.004300864,0.00084682833,0.000356659,0.0020404758,0.00088411174,0.00045347394],"about_ca_topic_score_codex":0.000017078362,"about_ca_topic_score_gemma":0.00013819878,"teacher_disagreement_score":0.63219494,"about_ca_system_score_codex":0.0004006267,"about_ca_system_score_gemma":0.00027449842,"threshold_uncertainty_score":0.9998342},"labels":[],"label_agreement":null},{"id":"W3175892556","doi":"10.1155/2021/6634134","title":"Methodological Considerations in N-of-1 Trials of Traditional Chinese Medicine","year":2021,"lang":"en","type":"review","venue":"Evidence-based Complementary and Alternative Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China; McMaster University","keywords":"Traditional Chinese medicine; Quality (philosophy); Clinical trial; Alternative medicine; Research design; Medicine; Psychology; Affect (linguistics); Management science; Clinical study design; Statistical analysis; Traditional medicine; Epistemology; Mathematics; Statistics; Engineering; Internal medicine; Pathology","score_opus":0.9881520113473532,"score_gpt":0.7097347592677838,"score_spread":0.27841725207956936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175892556","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019693031,0.9828042,0.0092915,0.004643243,0.0006196983,0.0017817924,0.0003897856,0.0000023068974,0.00027056455],"genre_scores_gemma":[0.0031435676,0.98656845,0.008037033,0.0005779995,0.000894998,0.00016727639,0.00047743745,0.00001526506,0.000117967],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8736632,0.08955082,0.029734999,0.0014029817,0.0053907675,0.00025721893],"domain_scores_gemma":[0.65341824,0.3251772,0.01822816,0.0017353919,0.0012355637,0.00020545753],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27293363,0.0007247816,0.027847832,0.001559995,0.000094782015,0.00004960111,0.0011806327,0.00011207121,0.082984746],"category_scores_gemma":[0.36128446,0.00028779995,0.0024237128,0.002074002,0.00095023465,0.00021823493,0.00015948332,0.00044005478,0.000013819967],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066562265,0.00052548555,0.007584407,0.016023882,0.0038166984,0.0002812554,0.0014975435,0.000112349786,0.000047901485,0.053466868,0.061697837,0.8548792],"study_design_scores_gemma":[0.0038332224,0.0021870383,0.002385508,0.18216321,0.0085202325,0.00015204401,0.0013962429,0.00097426004,0.0000137049765,0.0939026,0.70361733,0.000854575],"about_ca_topic_score_codex":0.0002658141,"about_ca_topic_score_gemma":0.00008415146,"teacher_disagreement_score":0.85402465,"about_ca_system_score_codex":0.000065781926,"about_ca_system_score_gemma":0.000402925,"threshold_uncertainty_score":0.99995744},"labels":[],"label_agreement":null},{"id":"W3176161647","doi":"10.1016/j.neuchi.2021.06.009","title":"Douglas Altman's 2009 Grand Lecture: Can we trust our literature?","year":2021,"lang":"en","type":"review","venue":"Neurochirurgie","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta Hospital; Health Sciences Centre; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Medicine; Interpretation (philosophy); Value (mathematics); Publication bias; Medical literature; MEDLINE; Peer review; Psychology; Medical physics; Meta-analysis; Computer science; Pathology","score_opus":0.5823237760841499,"score_gpt":0.5075834495966023,"score_spread":0.07474032648754758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176161647","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000019497925,0.9855649,0.00035100846,0.0012761224,0.0040181475,0.0016743286,0.00030553626,0.000025819163,0.00678219],"genre_scores_gemma":[0.000011488542,0.9576206,0.00043821931,0.0007435563,0.0015341508,0.0001542227,0.00023045023,0.00011206513,0.039155222],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.95253944,0.021257076,0.014583784,0.0034373696,0.007396287,0.00078603305],"domain_scores_gemma":[0.9750872,0.003682438,0.009346327,0.009860962,0.0014355676,0.00058748183],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.030664725,0.0017655023,0.021962263,0.0013365367,0.00035222742,0.0054688333,0.0053316257,0.00074001047,0.004163607],"category_scores_gemma":[0.027727095,0.00083020824,0.013935624,0.0066284933,0.000050727565,0.00022368615,0.0005229199,0.0016795987,0.0050093625],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013407454,0.000042125102,0.000003091869,0.0031556846,0.00036338292,0.00029905737,0.00007591184,0.0000050203835,1.7956087e-7,0.00036181335,0.3283474,0.667345],"study_design_scores_gemma":[0.00015384848,0.000033631302,0.0000030387355,0.006189354,0.0026327944,0.00040984616,0.000022668293,0.00002291588,4.569051e-7,0.0012194851,0.98864305,0.00066891557],"about_ca_topic_score_codex":0.000006721845,"about_ca_topic_score_gemma":0.00006028101,"teacher_disagreement_score":0.66667604,"about_ca_system_score_codex":0.00008658932,"about_ca_system_score_gemma":0.0008000883,"threshold_uncertainty_score":0.99950904},"labels":[],"label_agreement":null},{"id":"W3176807128","doi":"10.21203/rs.3.rs-665009/v1","title":"Topic duplication and research waste at the ‘Overviews of systematic reviews’ level: Survey of overlapping overviews","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nova Scotia Health Authority; University of Ottawa; McMaster University; University of British Columbia","funders":"","keywords":"Systematic review; Psychological intervention; MEDLINE; Psychology; Computer science; Medicine; Information retrieval; Data science; Political science; Psychiatry","score_opus":0.9508016028015546,"score_gpt":0.6538301482663743,"score_spread":0.29697145453518026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176807128","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5517876,0.41344622,0.0022686305,0.0014104758,0.00046136245,0.025025105,0.00048333022,0.000006777273,0.0051105064],"genre_scores_gemma":[0.9145411,0.052886646,0.0011741855,0.000059030066,0.00018855868,0.002418215,0.00024581602,0.00007178762,0.02841464],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.54478174,0.37963215,0.031502813,0.004012021,0.03869039,0.0013808644],"domain_scores_gemma":[0.8545813,0.080290765,0.014129386,0.022852534,0.02772133,0.00042469782],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6823447,0.0005832273,0.010611378,0.0013837882,0.00051906786,0.0013982463,0.005700905,0.00044505417,0.0037508355],"category_scores_gemma":[0.36300635,0.00026204248,0.0027729766,0.006171291,0.00061928545,0.00021776068,0.007326051,0.0018004808,0.00062223384],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006904183,0.00049920223,0.07660805,0.719622,0.0015841081,0.000016679385,0.01131283,0.0002212951,0.0024390686,0.003474957,0.1462811,0.03787167],"study_design_scores_gemma":[0.0010520053,0.000527392,0.6423235,0.20572208,0.0011142895,0.00005743214,0.021614155,0.020420685,0.0015926622,0.010337249,0.09344826,0.0017903073],"about_ca_topic_score_codex":0.0021083213,"about_ca_topic_score_gemma":0.0032180888,"teacher_disagreement_score":0.56571543,"about_ca_system_score_codex":0.00032823623,"about_ca_system_score_gemma":0.00070818956,"threshold_uncertainty_score":0.9999832},"labels":[],"label_agreement":null},{"id":"W3176926590","doi":"10.1007/s00167-021-06631-7","title":"Author guidelines for conducting systematic reviews and meta‐analyses","year":2021,"lang":"en","type":"review","venue":"Knee Surgery Sports Traumatology Arthroscopy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Transparency (behavior); Systematic review; Data extraction; Readability; Computer science; Relevance (law); Flowchart; Meta-analysis; Critical appraisal; Management science; Data science; Psychology; Information retrieval; Medicine; MEDLINE; Alternative medicine; Pathology; Engineering; Political science","score_opus":0.9711985975749816,"score_gpt":0.6716616546938784,"score_spread":0.2995369428811032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176926590","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021229398,0.984164,0.0041750977,0.00043590195,0.0023411345,0.008571196,0.00011353377,0.00003278749,0.00014513772],"genre_scores_gemma":[0.0000109117245,0.970449,0.015578637,0.0004039104,0.0001945236,0.0040509556,0.00021697891,0.00012092039,0.008974191],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.8988661,0.035327524,0.057052646,0.0038280983,0.0039311466,0.0009944516],"domain_scores_gemma":[0.8757739,0.06632354,0.044695362,0.008459834,0.004191689,0.00055563817],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.26092908,0.0021724885,0.09912566,0.0018805875,0.0005370686,0.0012257377,0.0014640599,0.00096520677,0.008701408],"category_scores_gemma":[0.2491459,0.0009738933,0.028365936,0.0026934228,0.0003074363,0.00043340537,0.00024750753,0.00055967405,0.0007083915],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030964006,0.00008058762,0.00016285683,0.44346714,0.02283705,0.0001444913,0.00013516321,0.0000025375302,2.5902108e-7,0.0009520133,0.35490492,0.17730989],"study_design_scores_gemma":[0.000057594767,0.000011227169,9.263153e-7,0.026241567,0.10367841,0.0009149516,0.00023509603,0.000041863528,9.864401e-7,0.00028366782,0.8678242,0.00070952455],"about_ca_topic_score_codex":0.000007711793,"about_ca_topic_score_gemma":0.000026184898,"teacher_disagreement_score":0.51291925,"about_ca_system_score_codex":0.000043970904,"about_ca_system_score_gemma":0.0006564269,"threshold_uncertainty_score":0.9998111},"labels":[],"label_agreement":null},{"id":"W3177444756","doi":"10.1002/jrsm.1508","title":"Including <scp>non‐English</scp> language articles in systematic reviews: A reflection on processes for identifying low‐cost sources of translation support","year":2021,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Medical Research Council Canada","keywords":"Systematic review; Computer science; English language; Reflection (computer programming); Process (computing); Social media; Psychology; MEDLINE; Political science; World Wide Web; Mathematics education","score_opus":0.9211131536084689,"score_gpt":0.6872420127582198,"score_spread":0.23387114085024907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177444756","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37542894,0.02541586,0.57582206,0.00046376724,0.00041623352,0.012270489,0.00004319509,0.00003447706,0.010104982],"genre_scores_gemma":[0.8084993,0.0009000794,0.18414654,0.00004564717,0.0001950737,0.0032745101,0.000008064577,0.000055236807,0.00287559],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.89920837,0.0834851,0.009864047,0.0013863377,0.005342976,0.000713204],"domain_scores_gemma":[0.6790939,0.3055851,0.004999263,0.0038374283,0.006185341,0.00029897632],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4478641,0.00029667869,0.004411368,0.0016203141,0.00027647224,0.0008832807,0.001149221,0.00015081064,0.0003709069],"category_scores_gemma":[0.7567448,0.00017012388,0.0011664478,0.006246998,0.00008594299,0.00048320155,0.00012562283,0.00030413637,0.00012850254],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000626107,0.0009179571,0.0076811514,0.23526844,0.00080190605,0.00004364073,0.07923243,0.0005451592,0.13708016,0.00081217324,0.004839963,0.5327144],"study_design_scores_gemma":[0.00062936125,0.00019525293,0.0018244492,0.032691777,0.00079314475,0.000023016866,0.087851495,0.018161913,0.83353215,0.009590907,0.014330834,0.00037568194],"about_ca_topic_score_codex":0.000015583733,"about_ca_topic_score_gemma":0.00012120529,"teacher_disagreement_score":0.696452,"about_ca_system_score_codex":0.000118020216,"about_ca_system_score_gemma":0.000277941,"threshold_uncertainty_score":0.85174966},"labels":[],"label_agreement":null},{"id":"W3178874129","doi":"10.1186/s12916-021-02020-6","title":"Validity of observational evidence on putative risk and protective factors: appraisal of 3744 meta-analyses on 57 topics","year":2021,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto; University of New Brunswick","funders":"Medical Research Council; Cancer Research UK; Laura and John Arnold Foundation","keywords":"Observational study; Medicine; Statistical significance; Sample size determination; Meta-analysis; Randomized controlled trial; Critical appraisal; Interquartile range; Null hypothesis; Statistics; Internal medicine; Pathology; Alternative medicine","score_opus":0.9664124400435993,"score_gpt":0.644063745652456,"score_spread":0.3223486943911432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3178874129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9115167,0.00257767,0.08127822,0.001644123,0.0002663593,0.00092456373,0.00011214459,0.0000041965063,0.0016760131],"genre_scores_gemma":[0.9934319,0.000049156683,0.004959896,0.00011681938,0.00010863724,0.000033372206,0.000012081852,0.00000577064,0.0012823228],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9774802,0.011839691,0.0048426837,0.0007819343,0.0049355463,0.0001199533],"domain_scores_gemma":[0.9399869,0.05012484,0.0054901,0.0018205931,0.0024616006,0.00011599446],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04458718,0.0002585213,0.0043391376,0.00023987638,0.00006840519,0.000042231743,0.00050477753,0.00006650997,0.004103136],"category_scores_gemma":[0.37348142,0.0001030986,0.001216285,0.0011715492,0.00020455907,0.00014477293,0.000079767524,0.00017245175,0.000030012145],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020930346,0.0006092362,0.9267674,0.0009974089,0.010703223,0.000017226092,0.010003567,0.002238053,0.0051487163,0.017500827,0.017542878,0.008262142],"study_design_scores_gemma":[0.0005518494,0.0010723894,0.94324636,0.00040354588,0.011933449,0.0000048914962,0.0056599784,0.0025089786,0.013555201,0.01770432,0.0031118284,0.0002472093],"about_ca_topic_score_codex":0.000078963916,"about_ca_topic_score_gemma":0.000065514745,"teacher_disagreement_score":0.32889426,"about_ca_system_score_codex":0.000018024804,"about_ca_system_score_gemma":0.00014646571,"threshold_uncertainty_score":0.9968073},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3179087763","doi":"10.1097/phm.0000000000001837","title":"Are Biases Related to Attrition, Missing Data, and the Use of Intention to Treat Related to the Magnitude of Treatment Effects in Physical Therapy Trials?","year":2021,"lang":"en","type":"article","venue":"American Journal of Physical Medicine & Rehabilitation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"Attrition; Medicine; Missing data; Randomized controlled trial; Confidence interval; Sample size determination; Meta-analysis; Data extraction; Clinical trial; Data collection; MEDLINE; Physical therapy; Statistics; Surgery; Internal medicine","score_opus":0.5600448828914276,"score_gpt":0.5351232723833437,"score_spread":0.024921610508083947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3179087763","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97268456,0.0003944664,0.0011211344,0.024643708,0.00007865306,0.0010543391,0.000012305918,0.0000012663988,0.0000095640735],"genre_scores_gemma":[0.99699205,0.000015847556,0.0025154636,0.0003205226,0.00006597672,0.000023951281,0.000005497837,0.000008273174,0.00005241128],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9763782,0.016709315,0.0045838375,0.00042358902,0.0017835437,0.000121503566],"domain_scores_gemma":[0.93111247,0.061290257,0.004515106,0.0012823957,0.0016450041,0.00015474758],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.025367385,0.000203154,0.003788191,0.00037507547,0.00005363917,0.00006726509,0.00047822736,0.00002019045,0.000043761374],"category_scores_gemma":[0.23101094,0.000070007634,0.0007444714,0.0028613282,0.00037054816,0.00021113,0.00006195307,0.00013176427,0.000010158558],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006722668,0.0005790135,0.007645469,0.000041399082,0.00030000997,0.0000055204437,0.020893075,0.0016783611,0.00891913,0.00031122792,0.0012594735,0.95769507],"study_design_scores_gemma":[0.014384063,0.07934232,0.76494503,0.0074292864,0.003883211,0.000067848625,0.07019359,0.02615167,0.0014680389,0.024007576,0.0075941007,0.00053328037],"about_ca_topic_score_codex":0.00015570442,"about_ca_topic_score_gemma":0.0000269659,"teacher_disagreement_score":0.9571618,"about_ca_system_score_codex":0.0000680814,"about_ca_system_score_gemma":0.00005949823,"threshold_uncertainty_score":0.87918794},"labels":[],"label_agreement":null},{"id":"W3179163382","doi":"10.1093/ajcn/nqab223","title":"A guide for authors and readers of the American Society for Nutrition Journals on the proper use of P values and strategies that promote transparency and improve research reproducibility","year":2021,"lang":"en","type":"article","venue":"American Journal of Clinical Nutrition","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Health Canada","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Institute on Aging; U.S. Department of Veterans Affairs","keywords":"Transparency (behavior); Psychology; Computer science; Accounting; Political science; Law; Business","score_opus":0.8825023684661317,"score_gpt":0.6394391678502924,"score_spread":0.2430632006158393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3179163382","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9688056,0.001377576,0.0052861827,0.022858901,0.00008174918,0.0015051474,0.00007121754,9.246092e-7,0.000012663265],"genre_scores_gemma":[0.96557665,0.0041895877,0.02966487,0.0002188515,0.00016056129,0.00005088133,0.000001164591,0.000009643304,0.00012778242],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9819328,0.008692939,0.0063347304,0.0007617796,0.002084503,0.00019320843],"domain_scores_gemma":[0.96623164,0.019440947,0.008163667,0.0014721426,0.004547569,0.00014403195],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1452369,0.00015708455,0.0024528343,0.0001120352,0.00021550393,0.0003844253,0.00043760272,0.0000563366,0.000017160157],"category_scores_gemma":[0.072011776,0.00006358248,0.0016726152,0.0008229571,0.0022926903,0.0003549344,0.000054752516,0.00040268758,1.4616323e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035853328,0.0036112575,0.049224935,0.0025822716,0.0024225523,0.000004661841,0.0073631434,0.000023540684,0.030055305,0.0018983239,0.07240887,0.8268198],"study_design_scores_gemma":[0.0076060346,0.022720352,0.27544522,0.0065203365,0.003285915,0.00026044055,0.2351343,0.0055378606,0.017258462,0.36818767,0.05726687,0.00077655294],"about_ca_topic_score_codex":0.000023421182,"about_ca_topic_score_gemma":0.000010938819,"teacher_disagreement_score":0.82604325,"about_ca_system_score_codex":0.000015159796,"about_ca_system_score_gemma":0.00021155458,"threshold_uncertainty_score":0.9358051},"labels":[],"label_agreement":null},{"id":"W3179388700","doi":"10.1186/s12874-021-01335-5","title":"Evaluating the relationship between citation set size, team size and screening methods used in systematic reviews: a cross-sectional study","year":2021,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Library and Archives Canada; Health Canada; University of British Columbia; Agricultural Research Institute of Ontario; University of Toronto; McMaster University; University of Ottawa","funders":"CHEO Research Institute","keywords":"Citation; Sample size determination; Pairwise comparison; Set (abstract data type); Medicine; Workload; Statistics; Logistic regression; MEDLINE; Computer science; Information retrieval; Data science; Mathematics; World Wide Web","score_opus":0.9912808527538538,"score_gpt":0.8060137752601971,"score_spread":0.18526707749365667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3179388700","genre_codex":"empirical","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56208706,0.0036532083,0.42940214,0.000711622,0.00019084787,0.003697288,0.0000042787915,0.000006669427,0.00024689012],"genre_scores_gemma":[0.4897678,0.000042530053,0.50558877,0.00014745435,0.00022755166,0.001023924,0.0000063904563,0.000018450239,0.00317711],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.06670225,0.89536387,0.01643218,0.0020368972,0.018669235,0.00079555396],"domain_scores_gemma":[0.009997789,0.98010415,0.0031764884,0.0032352228,0.0029896304,0.0004967081],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9375789,0.00031985104,0.005478608,0.0006483684,0.0007328036,0.00107267,0.002050709,0.00037293154,0.004661469],"category_scores_gemma":[0.99406934,0.00014726774,0.0008954657,0.005598371,0.0005336626,0.0002457544,0.00082837517,0.0017651039,0.00027726666],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023627637,0.000049115955,0.9882647,0.002010928,0.000112077854,0.000009620188,0.0021096515,0.000034435496,0.00005658592,0.0009125112,0.0002810861,0.0061356733],"study_design_scores_gemma":[0.00070294796,0.00018097273,0.9507109,0.00083575246,0.00014235945,0.00004844579,0.0075664166,0.011048808,0.000004140477,0.028442267,0.00018190866,0.00013509813],"about_ca_topic_score_codex":0.00010775518,"about_ca_topic_score_gemma":0.00070892036,"teacher_disagreement_score":0.08474027,"about_ca_system_score_codex":0.000109957095,"about_ca_system_score_gemma":0.0010757531,"threshold_uncertainty_score":0.9999643},"labels":[],"label_agreement":null},{"id":"W3180447976","doi":"10.21037/gs-21-311","title":"Evidence on reporting guidelines for surgical technique in clinical disciplines: a scoping review protocol","year":2021,"lang":"en","type":"review","venue":"Gland Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Lanzhou University","keywords":"Medicine; Protocol (science); Data science; Alternative medicine; Bioinformatics; Pathology; Computer science","score_opus":0.9703599460218099,"score_gpt":0.7479602769489646,"score_spread":0.22239966907284525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180447976","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.060783e-7,0.81067336,0.0014544855,0.00045048996,0.00040433282,0.18679185,0.000016830565,0.000012029305,0.00019591552],"genre_scores_gemma":[6.292082e-8,0.70874834,0.0020366998,0.00022259026,0.00059778505,0.28731036,0.000046487414,0.000036450907,0.0010012429],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.83357173,0.03522753,0.12129498,0.0036149926,0.0055833105,0.0007074421],"domain_scores_gemma":[0.6067894,0.24828058,0.12392505,0.013264373,0.007147746,0.0005928614],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.5952785,0.0009766889,0.039011143,0.00084398483,0.00016284226,0.0007844399,0.001776348,0.00057781825,0.001767008],"category_scores_gemma":[0.7734297,0.00042185196,0.01944,0.0035211132,0.00007097987,0.00021935752,0.00041122298,0.000708947,0.0002935274],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005281595,0.00005291637,0.0013338289,0.16377969,0.00008143813,0.00023053787,0.0000020558984,3.899572e-7,3.067364e-9,0.000014426792,0.09620892,0.7382905],"study_design_scores_gemma":[0.000045151937,0.000011966265,0.000005439344,0.47023335,0.00028963454,0.00013543801,0.000002847454,0.000012298049,3.7771557e-8,0.000045132005,0.52896845,0.00025024542],"about_ca_topic_score_codex":0.0000054668003,"about_ca_topic_score_gemma":0.000033217704,"teacher_disagreement_score":0.73804027,"about_ca_system_score_codex":0.00007767457,"about_ca_system_score_gemma":0.0024773646,"threshold_uncertainty_score":0.99982333},"labels":[],"label_agreement":null},{"id":"W3181906237","doi":"10.1016/j.jclinepi.2021.07.002","title":"Clinical trials in COVID-19 management &amp; prevention: A meta-epidemiological study examining methodological quality","year":2021,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Centre Hospitalier Universitaire de Sherbrooke; University of Ottawa; Wilfrid Laurier University; Canada Research Chairs; Ted Rogers Centre for Heart Research; Impact; McMaster University; Toronto General Hospital; University Health Network; Western University; University of Toronto; St. Michael's Hospital","funders":"Ministry of Science and Technology of the People's Republic of China; Canadian Institutes of Health Research; Hamilton Health Sciences","keywords":"Epidemiology; Coronavirus disease 2019 (COVID-19); Medicine; 2019-20 coronavirus outbreak; Meta-analysis; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); MEDLINE; Environmental health; Clinical trial; Virology; Pathology; Outbreak; Disease; Biology","score_opus":0.9987921871698525,"score_gpt":0.867504502810874,"score_spread":0.13128768435897853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3181906237","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019853577,0.7955807,0.19429733,0.0022175119,0.0034731394,0.0037493063,0.000027345528,0.0000091454,0.00044701644],"genre_scores_gemma":[0.000030077721,0.818634,0.17263383,0.0041986536,0.0020196822,0.00028291045,0.000032907694,0.00003607587,0.0021318784],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.006067404,0.69535553,0.289338,0.0038440549,0.0045018285,0.00089316716],"domain_scores_gemma":[0.0025281894,0.7461243,0.24073689,0.006868635,0.0017192855,0.0020226703],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.99485594,0.0020806855,0.3296279,0.0017811788,0.00018970169,0.00036815443,0.008811731,0.0038303204,0.028642423],"category_scores_gemma":[0.99633706,0.00077253627,0.13725856,0.0034042688,0.0008705351,0.00030212948,0.0020714109,0.008342013,0.0010011947],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017420574,0.002309082,0.051802684,0.0019546342,0.031164711,0.0005896478,0.00002850381,0.00010051566,1.426177e-9,0.0031578306,0.058253955,0.8504642],"study_design_scores_gemma":[0.0015606512,0.0011531054,0.014684416,0.0015951963,0.04205083,0.00025529834,0.0004459899,0.000020217336,2.6511837e-10,0.03301458,0.9046761,0.0005436332],"about_ca_topic_score_codex":0.000013639638,"about_ca_topic_score_gemma":0.000081084276,"teacher_disagreement_score":0.8499206,"about_ca_system_score_codex":0.000260466,"about_ca_system_score_gemma":0.0020588741,"threshold_uncertainty_score":0.99977666},"labels":[],"label_agreement":null},{"id":"W3183246524","doi":"10.21037/gs-21-312","title":"Developing the surgical technique reporting checklist and standards: a study protocol","year":2021,"lang":"en","type":"article","venue":"Gland Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Lanzhou University","keywords":"Checklist; Medicine; Protocol (science); Data science; Alternative medicine; Pathology; Computer science","score_opus":0.6789399777245805,"score_gpt":0.5612958851594526,"score_spread":0.11764409256512787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183246524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73585343,0.00081915525,0.0326531,0.005400464,0.00059126713,0.19005351,0.000035109577,0.000060447415,0.034533527],"genre_scores_gemma":[0.8860072,0.000010798282,0.0031276364,0.0002849418,0.00026751083,0.101408355,0.000005227966,0.00002582962,0.00886251],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9724971,0.008951837,0.011503832,0.0009077705,0.005869589,0.0002698682],"domain_scores_gemma":[0.9799911,0.008388564,0.0066597983,0.002381744,0.0024691294,0.0001096982],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3237718,0.00020268872,0.0024976952,0.00013316344,0.0003306468,0.0012670849,0.0003648762,0.00005709303,0.0015578971],"category_scores_gemma":[0.13330418,0.0000768114,0.00076070643,0.0012214895,0.000049349466,0.00011319583,0.000225076,0.0001623525,0.000035117075],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019726096,0.00007626534,0.9256462,0.00009908887,0.00014057124,0.0010613364,0.00052310526,0.0000014742994,0.000018235194,0.00036317436,0.045348287,0.026702553],"study_design_scores_gemma":[0.00018108002,0.000011554034,0.04974998,0.00007173703,0.000054373886,0.0006142804,0.0018312671,0.00007995395,0.00012589374,0.0015545848,0.9455424,0.00018287706],"about_ca_topic_score_codex":0.000014297434,"about_ca_topic_score_gemma":0.00007571013,"teacher_disagreement_score":0.9001941,"about_ca_system_score_codex":0.00004314541,"about_ca_system_score_gemma":0.00064128975,"threshold_uncertainty_score":0.9997697},"labels":[],"label_agreement":null},{"id":"W3183495504","doi":"10.2196/30401","title":"Machine Learning Approaches to Retrieve High-Quality, Clinically Relevant Evidence From the Biomedical Literature: Systematic Review","year":2021,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Machine learning; Artificial intelligence; Computer science; Unsupervised learning; Quality (philosophy); Process (computing)","score_opus":0.7988339460778502,"score_gpt":0.5699960012533037,"score_spread":0.22883794482454645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183495504","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000015275688,0.97535634,0.010259485,0.0045978297,0.00078880426,0.008253279,0.0002974668,0.000039783677,0.00040550646],"genre_scores_gemma":[0.0000043822024,0.9800778,0.0074589676,0.006595232,0.0006123661,0.0012531612,0.0014136867,0.00006419749,0.0025201943],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.78869927,0.08316401,0.08604769,0.0021102868,0.038852915,0.0011258303],"domain_scores_gemma":[0.78126967,0.1580525,0.04014867,0.015755259,0.0022796148,0.0024942805],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.3540752,0.0016194526,0.035559535,0.0005144975,0.0003790837,0.0033599762,0.012793618,0.0015602349,0.007814823],"category_scores_gemma":[0.6368435,0.0005769966,0.009721939,0.008768379,0.00038615707,0.0005747942,0.0028512948,0.004734136,0.011564755],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030936444,0.00009114162,0.000008140132,0.6853339,0.0012220887,0.0000557641,0.0018306223,5.19255e-7,3.1537002e-9,0.00092781277,0.086343795,0.22418308],"study_design_scores_gemma":[0.00006823742,0.000059682003,0.0000010727847,0.49680638,0.0031403517,0.00009662235,0.00029467724,0.00057917135,7.1767103e-9,0.00015503127,0.49840668,0.00039207324],"about_ca_topic_score_codex":0.000015763882,"about_ca_topic_score_gemma":0.000008574589,"teacher_disagreement_score":0.41206288,"about_ca_system_score_codex":0.00020140123,"about_ca_system_score_gemma":0.0016122893,"threshold_uncertainty_score":0.99973595},"labels":[],"label_agreement":null},{"id":"W3183739042","doi":"10.1111/pai.13609","title":"Method’s corner: Allergist’s guide to network meta‐analysis","year":2021,"lang":"en","type":"review","venue":"Pediatric Allergy and Immunology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; McMaster University Medical Centre","funders":"","keywords":"Medicine; Grading (engineering); Trustworthiness; Evidence-based medicine; Best evidence; Management science; Alternative medicine; Intensive care medicine; Computer science; Pathology","score_opus":0.6876264046288858,"score_gpt":0.5488932807893948,"score_spread":0.138733123839491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183739042","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.6042456e-7,0.93749666,0.0558439,0.00029453944,0.0007265465,0.00086462504,0.000052216106,0.00001625448,0.004704885],"genre_scores_gemma":[3.4666462e-7,0.9065137,0.033631794,0.00042234256,0.0007428941,0.00041503913,0.00018367394,0.000052701133,0.058037497],"study_design_codex":"meta_analysis","study_design_gemma":"not_applicable","domain_scores_codex":[0.93456286,0.04001148,0.017991591,0.003536347,0.0029338442,0.0009638505],"domain_scores_gemma":[0.96498984,0.01629342,0.009754378,0.007137798,0.0014179014,0.00040665313],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.082337275,0.001419877,0.041584678,0.0022367474,0.00038869368,0.0008959237,0.004013863,0.00096292124,0.038126312],"category_scores_gemma":[0.012763464,0.00071945786,0.023612512,0.011678198,0.00008922504,0.00014254781,0.0015200024,0.0007852065,0.0040062964],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028202462,0.000040778807,0.000012460246,0.00038624532,0.43375632,0.000039933784,0.00005880962,0.0003123426,1.0798758e-8,0.0032347902,0.22861461,0.3335409],"study_design_scores_gemma":[0.000047666443,0.00003127339,0.000013608163,0.000022945957,0.29954144,0.00005101078,0.0000353158,0.000045126537,4.4399706e-9,0.00024121812,0.6995155,0.0004548718],"about_ca_topic_score_codex":0.0001026877,"about_ca_topic_score_gemma":0.00022953049,"teacher_disagreement_score":0.4709009,"about_ca_system_score_codex":0.00006727597,"about_ca_system_score_gemma":0.00049535744,"threshold_uncertainty_score":0.9998551},"labels":[],"label_agreement":null},{"id":"W3183848989","doi":"10.1186/s13063-021-05738-z","title":"Improving peer review of systematic reviews by involving librarians and information specialists: protocol for a randomized controlled trial","year":2021,"lang":"en","type":"article","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Ottawa Hospital","funders":"Medical Research Council; Universiteit Maastricht; University College Cork; Department of Health and Social Care; University of Bristol; National Institute for Health and Care Research; University Hospitals Bristol NHS Foundation Trust","keywords":"Systematic review; Randomized controlled trial; Protocol (science); Medicine; Peer review; MEDLINE; Grey literature; Quality (philosophy); Medical education; Alternative medicine; Pathology","score_opus":0.7477503992730411,"score_gpt":0.563669348100256,"score_spread":0.18408105117278506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183848989","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011282526,0.03202629,0.03569875,0.0015845192,0.00041949854,0.92739415,0.000054838754,0.0000074245295,0.0028032458],"genre_scores_gemma":[0.000020052212,0.0022315225,0.007045528,0.0012240981,0.00036566347,0.9780059,0.000045215445,0.000014756213,0.011047287],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.7026016,0.18014675,0.10596645,0.0011338282,0.009711239,0.00044009637],"domain_scores_gemma":[0.5291618,0.2731719,0.17065947,0.008410696,0.018098403,0.00049768883],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6911541,0.00039200528,0.037610214,0.00025621004,0.00011293558,0.0015073803,0.000781425,0.00012433171,0.0041024243],"category_scores_gemma":[0.9161025,0.0001568735,0.007300381,0.0008448982,0.000055932,0.0015161134,0.000100344674,0.00009714559,0.00012362053],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.20029621,0.00011042018,0.0000017954283,0.384822,0.001140375,7.1211207e-7,0.00048160678,5.1797576e-7,0.00019307378,0.0115589,0.39756873,0.0038256426],"study_design_scores_gemma":[0.811211,0.00005806524,1.4602145e-7,0.02964108,0.0030294769,0.0000042210477,0.000146762,0.0009504134,0.000048896516,0.0026498556,0.15206356,0.00019654309],"about_ca_topic_score_codex":0.000004107278,"about_ca_topic_score_gemma":0.0000017742004,"teacher_disagreement_score":0.61091477,"about_ca_system_score_codex":0.000027129527,"about_ca_system_score_gemma":0.00029779115,"threshold_uncertainty_score":0.9995291},"labels":[],"label_agreement":null},{"id":"W3184118111","doi":"10.1371/journal.pbio.3001313","title":"Educating the future generation of researchers: A cross-disciplinary survey of trends in analysis methods","year":2021,"lang":"en","type":"article","venue":"PLoS Biology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Mila - Quebec Artificial Intelligence Institute; Montreal Neurological Institute and Hospital","funders":"Canadian Institute for Advanced Research; University of Miami; National Institute of Mental Health; National Alliance for Research on Schizophrenia and Depression; Social Science Research Council","keywords":"Discipline; Variance (accounting); Pace; Curriculum; Data science; Mathematics education; Biology; Statistics; Computer science; Social science; Psychology; Sociology; Mathematics; Pedagogy","score_opus":0.9366364419577957,"score_gpt":0.6974540670098445,"score_spread":0.23918237494795125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184118111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9883384,0.0048679267,0.004134574,0.0010859952,0.00016813303,0.00010784773,0.00004138557,8.4170614e-7,0.0012548931],"genre_scores_gemma":[0.97989535,0.00004304708,0.018005503,0.00003440658,0.00011654865,0.000018161767,0.00013374559,0.0000037924892,0.0017494468],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.92868733,0.06373497,0.0055346256,0.00073104823,0.0011062131,0.00020583438],"domain_scores_gemma":[0.98610693,0.0073363264,0.0023128921,0.002312922,0.0018855605,0.000045357294],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14395319,0.00011476431,0.002315791,0.00071647804,0.00006744001,0.00009693545,0.00096014864,0.000111812464,0.0065647257],"category_scores_gemma":[0.034652904,0.000048008093,0.0008659512,0.008522697,0.00014148543,0.000059564096,0.00022246035,0.00015185105,0.000017451732],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070564497,0.00011970286,0.94080067,0.00001727397,0.0008599,7.350959e-7,0.0012675334,0.00021135231,0.013699506,0.00043075465,0.00145106,0.04113446],"study_design_scores_gemma":[0.00007442789,0.0000356421,0.9724282,0.0000062825306,0.0002867511,0.0000014065237,0.0014093295,0.022023635,0.0020769225,0.0008567093,0.000734269,0.0000664279],"about_ca_topic_score_codex":0.0001439728,"about_ca_topic_score_gemma":0.0036899473,"teacher_disagreement_score":0.109300286,"about_ca_system_score_codex":0.00001693681,"about_ca_system_score_gemma":0.00012632398,"threshold_uncertainty_score":0.9943434},"labels":[],"label_agreement":null},{"id":"W3184320445","doi":"10.1161/jaha.120.019903","title":"Effects of Experimental Interventions to Improve the Biomedical Peer‐Review Process: A Systematic Review and Meta‐Analysis","year":2021,"lang":"en","type":"review","venue":"Journal of the American Heart Association","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Blinding; Psychological intervention; Meta-analysis; Medicine; Randomized controlled trial; Peer review; Strictly standardized mean difference; Systematic review; MEDLINE; Internal medicine; Nursing","score_opus":0.40047215193449304,"score_gpt":0.5571752962496824,"score_spread":0.1567031443151894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184320445","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006795278,0.98967427,0.00022271245,0.005951742,0.00014282278,0.003930925,0.000053037336,0.0000013795982,0.000016296877],"genre_scores_gemma":[0.000086620756,0.9949397,0.00027798253,0.0020004385,0.000054993347,0.00040034772,0.0000050496883,0.000017631546,0.0022172616],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9338852,0.04078703,0.015605187,0.00051287276,0.008987347,0.00022233228],"domain_scores_gemma":[0.9364048,0.013105042,0.043928705,0.002055878,0.0043061627,0.00019940955],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.15467848,0.00047006778,0.03969798,0.00052778015,0.00013790381,0.0003333354,0.0021913955,0.00008427965,0.00051976164],"category_scores_gemma":[0.15917419,0.00015181747,0.03243162,0.0071675265,0.000089805726,0.00013874845,0.0002896043,0.00050523214,0.000066837456],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.9808904e-7,0.00014603516,0.000013742121,0.8036835,0.14489233,0.0000017931901,0.00011443986,4.363324e-7,0.0000012661945,0.000010311174,0.049427733,0.0017078695],"study_design_scores_gemma":[0.000031469423,0.000095370466,0.000012684093,0.12454986,0.7933093,0.00004590163,0.00014637836,0.0000029234632,0.0000011366735,0.000011640819,0.08166593,0.00012741824],"about_ca_topic_score_codex":0.000010413479,"about_ca_topic_score_gemma":0.0000038404514,"teacher_disagreement_score":0.6791337,"about_ca_system_score_codex":0.0002541853,"about_ca_system_score_gemma":0.00030088195,"threshold_uncertainty_score":0.9772583},"labels":[],"label_agreement":null},{"id":"W3184461518","doi":"10.12688/hrbopenres.13314.1","title":"A study protocol for the development of a SPIRIT extension for trials conducted using cohorts and routinely collected data (SPIRIT-ROUTINE)","year":2021,"lang":"en","type":"preprint","venue":"HRB Open Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; McMaster University; Western University; Impact; McGill University; Jewish General Hospital; University of Toronto","funders":"Medical Research Council; University of Bristol; Royal College of Surgeons of England; National Institute for Health and Care Research; Cancer Research UK; University Hospitals Bristol NHS Foundation Trust; Health Research Board; Wellcome Trust","keywords":"Protocol (science); Checklist; Delphi method; Medicine; Scope (computer science); Clinical trial; Consolidated Standards of Reporting Trials; Data collection; Electronic data capture; Delphi; Research design; Medical physics; Alternative medicine; Psychology; Computer science; Pathology; Artificial intelligence; Statistics","score_opus":0.9911184568069713,"score_gpt":0.7663871550015496,"score_spread":0.22473130180542167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184461518","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07058738,0.00025728883,0.025350824,0.0009291775,0.00017156183,0.90205514,0.00034895373,0.000004210096,0.0002954609],"genre_scores_gemma":[0.03276357,0.000005931909,0.17031434,0.000048399208,0.00017252873,0.7886415,0.00025546097,0.000069827875,0.0077284384],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8945199,0.05842024,0.027703999,0.0052377055,0.013128321,0.0009897907],"domain_scores_gemma":[0.8905127,0.05791262,0.012343441,0.01658856,0.022307765,0.0003348971],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.615877,0.00054193276,0.00907013,0.00067690335,0.0011606853,0.0074507305,0.010136417,0.00027064714,0.002372048],"category_scores_gemma":[0.30762398,0.00023859108,0.0008913309,0.0024085147,0.00019692545,0.00028623242,0.01700271,0.0006374098,0.00001778318],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010766004,0.0092595145,0.050333302,0.014577818,0.024432028,0.00010733921,0.038337324,0.00065423705,0.008100238,0.0007878562,0.6643151,0.17832921],"study_design_scores_gemma":[0.023629269,0.0014185673,0.059969362,0.0057622157,0.003852155,0.00004450975,0.06235721,0.21432924,0.0016621294,0.003298398,0.62159246,0.0020844748],"about_ca_topic_score_codex":0.00035845622,"about_ca_topic_score_gemma":0.001231713,"teacher_disagreement_score":0.30825302,"about_ca_system_score_codex":0.000113528746,"about_ca_system_score_gemma":0.004875303,"threshold_uncertainty_score":0.9985399},"labels":[],"label_agreement":null},{"id":"W3184663190","doi":"10.48083/erok5654","title":"The Two Faces of Open Access","year":2021,"lang":"en","type":"article","venue":"Société Internationale d’Urologie Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Scientific publishing; Open access publishing; Open science; Point (geometry); Open research; Free access; Public relations; Internet privacy; Business; World Wide Web; Computer science; Political science; Law","score_opus":0.8986439886533966,"score_gpt":0.6785120347460412,"score_spread":0.2201319539073554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184663190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6202443,0.0079402765,0.025262343,0.05634357,0.005296554,0.00072653213,0.00006097915,0.000007831329,0.2841176],"genre_scores_gemma":[0.938566,0.0005548062,0.0018685027,0.001245313,0.000287805,0.000017967172,0.0000056841677,0.0000066732828,0.05744723],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9835271,0.0060244184,0.0055007073,0.00043070063,0.004309937,0.00020709171],"domain_scores_gemma":[0.9783856,0.009807287,0.006131224,0.0014507325,0.0041262573,0.00009889808],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.070458636,0.0001599923,0.0013438354,0.00014456268,0.00040880268,0.008149601,0.011127028,0.00004962086,0.025174532],"category_scores_gemma":[0.064345434,0.000066199405,0.0013556312,0.0006804466,0.000120992634,0.0010373432,0.0018916983,0.0003403507,0.0002836281],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004202748,0.0001574486,0.24040583,0.000008901345,0.0015526445,0.00006707199,0.00040132416,0.0012303025,0.00043590163,0.041115165,0.5630282,0.15155518],"study_design_scores_gemma":[0.0005357356,0.00003297708,0.056609504,0.000019119352,0.00010797061,0.00021721123,0.0021615666,0.001953938,0.0005536607,0.24617122,0.6915046,0.00013251367],"about_ca_topic_score_codex":0.000009722007,"about_ca_topic_score_gemma":0.00007796175,"teacher_disagreement_score":0.3183217,"about_ca_system_score_codex":0.00004663432,"about_ca_system_score_gemma":0.00035476708,"threshold_uncertainty_score":0.99422324},"labels":[],"label_agreement":null},{"id":"W3185302372","doi":"10.1007/s11121-021-01256-1","title":"Sequential Bayesian Data Synthesis for Mediation and Regression Analysis","year":2021,"lang":"en","type":"review","venue":"Prevention Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"National Institute on Drug Abuse","keywords":"Bayesian probability; Computer science; Bayesian statistics; Raw data; Macro; Data mining; Bayesian hierarchical modeling; Bayes' theorem; Machine learning; Statistics; Bayesian inference; Artificial intelligence; Mathematics","score_opus":0.8972988563446831,"score_gpt":0.6557325153762702,"score_spread":0.2415663409684129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185302372","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000037549728,0.75314593,0.24469884,0.000075385484,0.00037690214,0.0011289289,0.00019766415,0.0000055593796,0.00036705442],"genre_scores_gemma":[0.00012025128,0.9706045,0.023095086,0.000016562371,0.00016620659,0.00026361016,0.0004293861,0.000017196426,0.0052872146],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96760714,0.01035776,0.0099844225,0.003775109,0.007877842,0.00039771746],"domain_scores_gemma":[0.9676984,0.0087105185,0.011601583,0.009887776,0.0017773234,0.00032439624],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23027696,0.0004925073,0.008694965,0.0022823573,0.00055996474,0.0032544031,0.006131688,0.00020722776,0.0037217787],"category_scores_gemma":[0.12125209,0.00024067904,0.0037695589,0.011347634,0.00027150585,0.0012550718,0.0013481922,0.00016899758,0.00018129213],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.344257e-7,0.000021577016,0.000042489242,0.00094939634,0.0004954439,9.834267e-7,0.000025986059,0.0000022503564,0.000001024129,0.00046653912,0.0030729575,0.9949209],"study_design_scores_gemma":[0.00003824918,0.000008856127,0.000030616782,0.0018632289,0.0128157595,0.0000111861145,0.000065696695,0.0126009565,0.0000018011161,0.0009864095,0.9712987,0.00027854153],"about_ca_topic_score_codex":0.0000041547796,"about_ca_topic_score_gemma":0.00003809055,"teacher_disagreement_score":0.9946424,"about_ca_system_score_codex":0.00008905211,"about_ca_system_score_gemma":0.0009920144,"threshold_uncertainty_score":0.99924564},"labels":[],"label_agreement":null},{"id":"W3185641032","doi":"10.12688/hrbopenres.13321.1","title":"What are the most important unanswered research questions on rapid review methodology? A James Lind Alliance research methodology Priority Setting Partnership: the Priority III study protocol","year":2021,"lang":"en","type":"review","venue":"HRB Open Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Toronto; Cochrane; Public Health Agency of Canada; University of Ottawa; Health Canada; St. Michael's Hospital","funders":"Public Health Agency; Health Research Board","keywords":"Stakeholder; General partnership; Alliance; Systematic review; Public relations; Political science; MEDLINE","score_opus":0.9753378067238211,"score_gpt":0.7635671244256556,"score_spread":0.21177068229816554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185641032","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004525443,0.6629302,0.00004804872,0.011598518,0.0004121447,0.32213205,0.000044474975,0.000011808387,0.002818235],"genre_scores_gemma":[0.000001652546,0.65478915,0.0028921287,0.0003083519,0.00057606585,0.313053,0.00003397256,0.00010628572,0.028239382],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.08363248,0.8392717,0.024740465,0.008143021,0.04008033,0.0041320124],"domain_scores_gemma":[0.26206765,0.6181127,0.016039565,0.046635687,0.055580232,0.0015642176],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","sts","open_science","insufficient_payload"],"category_scores_codex":[0.9461185,0.0017449202,0.02342823,0.002134583,0.007811154,0.021131378,0.037975132,0.0012543448,0.0121652875],"category_scores_gemma":[0.723552,0.00067918847,0.0048248935,0.032392345,0.0033128469,0.001197877,0.016382454,0.019866904,0.00466615],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008926476,0.0007346782,0.00015068676,0.012186544,0.0012559494,0.0002627778,0.0019718332,0.0000010648859,4.4673325e-7,0.0035108037,0.3251831,0.65465283],"study_design_scores_gemma":[0.00046787589,0.0006331071,0.00007630334,0.049186397,0.0007451119,0.00008676297,0.030668594,0.000033469525,0.00000178636,0.0038734553,0.9136486,0.00057853886],"about_ca_topic_score_codex":0.0011159431,"about_ca_topic_score_gemma":0.0023356308,"teacher_disagreement_score":0.6540743,"about_ca_system_score_codex":0.0009976747,"about_ca_system_score_gemma":0.011800645,"threshold_uncertainty_score":0.99956596},"labels":[],"label_agreement":null},{"id":"W3185677914","doi":"10.1017/dmp.2021.236","title":"A Systematic Map of Non-Clinical Evidence Syntheses Published Globally on COVID-19","year":2021,"lang":"en","type":"article","venue":"Disaster Medicine and Public Health Preparedness","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"CINAHL; MEDLINE; Library science; Mental health; Grey literature; Systematic review; Political science; Medicine; Gerontology; Family medicine; Computer science; Psychiatry","score_opus":0.8377967463759965,"score_gpt":0.6190697649506985,"score_spread":0.218726981425298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185677914","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29445416,0.048285957,0.1208005,0.49638107,0.0066074054,0.009106938,0.00015945804,0.0000820428,0.024122458],"genre_scores_gemma":[0.9677817,0.00026769668,0.0006350608,0.027881632,0.00029158161,0.00015498459,0.000017321223,0.000018219424,0.0029517978],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9335583,0.03546653,0.020005364,0.0020928953,0.008154458,0.0007224905],"domain_scores_gemma":[0.89737236,0.07506914,0.012134651,0.008327018,0.0039811297,0.0031157203],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23087579,0.00042384965,0.0074480153,0.00047264958,0.00022536756,0.00082107715,0.0019743133,0.00016432992,0.008491992],"category_scores_gemma":[0.56667936,0.00019818661,0.00089660374,0.0018134083,0.0003917136,0.0006610625,0.00037881758,0.0002603759,0.00034838374],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006117978,0.00061322853,0.026677078,0.075222425,0.0008554186,0.00007091004,0.09749494,0.000009004969,0.0000059612844,0.0051010624,0.7825419,0.011346913],"study_design_scores_gemma":[0.0028110878,0.0025125605,0.008549227,0.09574731,0.0012916063,0.0005447459,0.539392,0.0079825185,0.0000015820393,0.005771275,0.3339934,0.0014027107],"about_ca_topic_score_codex":0.00019292849,"about_ca_topic_score_gemma":0.00022280471,"teacher_disagreement_score":0.67332757,"about_ca_system_score_codex":0.00012644212,"about_ca_system_score_gemma":0.002888213,"threshold_uncertainty_score":0.99241436},"labels":[],"label_agreement":null},{"id":"W3185813257","doi":"10.1007/s11121-021-01279-8","title":"Ensuring Prevention Science Research is Synthesis-Ready for Immediate and Lasting Scientific Impact","year":2021,"lang":"en","type":"article","venue":"Prevention Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa","funders":"National Institute on Alcohol Abuse and Alcoholism; National Institute for Health and Care Research","keywords":"Generalizability theory; Terminology; Computer science; Set (abstract data type); Data science; Inclusion (mineral); Management science; Risk analysis (engineering); Psychology; Medicine; Engineering","score_opus":0.9044397870848861,"score_gpt":0.6649987249520206,"score_spread":0.23944106213286553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185813257","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9766993,0.00085444003,0.017599741,0.0005291462,0.00074941275,0.0010081924,0.000024618173,0.000012080514,0.002523053],"genre_scores_gemma":[0.9732876,0.00001826349,0.010218125,0.000019777768,0.00007999466,0.00011984842,0.0000030475596,0.000010345816,0.01624299],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97173214,0.0042980993,0.0046756477,0.0033232227,0.014807181,0.0011637164],"domain_scores_gemma":[0.975662,0.006512583,0.002395211,0.0036967217,0.011156835,0.0005766792],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.41131255,0.0002573558,0.0012604037,0.0019582661,0.0034419235,0.009666921,0.0028717506,0.00006222962,0.002234755],"category_scores_gemma":[0.16596434,0.00015472414,0.0007892382,0.01302451,0.0023012126,0.0025860504,0.0009139195,0.00021496725,0.000610764],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027590491,0.00043697582,0.038723815,0.00029245997,0.00011271511,0.000009901883,0.0037700986,0.00020271153,0.39603245,0.015694939,0.008786099,0.53591025],"study_design_scores_gemma":[0.001236333,0.00043545393,0.27423176,0.0014393858,0.00047726708,0.00022592905,0.008408839,0.20848118,0.21048233,0.25042754,0.04256565,0.0015883598],"about_ca_topic_score_codex":0.000009791221,"about_ca_topic_score_gemma":0.000028086246,"teacher_disagreement_score":0.5343219,"about_ca_system_score_codex":0.00019978893,"about_ca_system_score_gemma":0.0023483916,"threshold_uncertainty_score":0.9986773},"labels":[],"label_agreement":null},{"id":"W3186137622","doi":"10.1007/s10654-021-00791-z","title":"Improving the reporting of non-inferiority trials by incorporating non-efficacy benefits: not all non-inferiority trials are created equal","year":2021,"lang":"en","type":"article","venue":"European Journal of Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Public Health Ontario; University of Toronto","funders":"","keywords":"Medicine; Clinical trial; Intervention (counseling); Randomized controlled trial; Margin (machine learning); Clinical efficacy; Intensive care medicine; Surgery; Internal medicine; Nursing","score_opus":0.8417860946555901,"score_gpt":0.5622441588425658,"score_spread":0.2795419358130242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186137622","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7839727,0.004224824,0.20157772,0.0041758576,0.0021452191,0.0012001538,0.00010427643,0.000009261063,0.002589985],"genre_scores_gemma":[0.973663,0.00020237363,0.022935543,0.0012984658,0.0014877762,0.000005306049,0.000018659252,0.000044948574,0.00034398198],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.41995522,0.38253,0.18886542,0.0024284953,0.0048950883,0.0013257754],"domain_scores_gemma":[0.20123267,0.25952134,0.5197557,0.0074710846,0.011003428,0.001015737],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8503734,0.00065163226,0.021706264,0.00040421757,0.00036247997,0.0004026535,0.002689555,0.00019553384,0.0012235058],"category_scores_gemma":[0.9254004,0.00029297595,0.006802362,0.0013187461,0.0002534539,0.00039987627,0.00064732763,0.0011838728,0.00016408358],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009148398,0.0008120175,0.33874777,0.00048711154,0.006672486,0.0016799739,0.0029242933,0.008208451,0.18983008,0.0008076592,0.14437567,0.30453965],"study_design_scores_gemma":[0.01748023,0.004576283,0.76015776,0.004392341,0.01379257,0.003701916,0.011047718,0.051009532,0.021121789,0.005005395,0.10418373,0.003530732],"about_ca_topic_score_codex":0.00006440758,"about_ca_topic_score_gemma":0.000018331777,"teacher_disagreement_score":0.42141,"about_ca_system_score_codex":0.00007674317,"about_ca_system_score_gemma":0.0005003525,"threshold_uncertainty_score":0.99995226},"labels":[],"label_agreement":null},{"id":"W3186249488","doi":"10.1177/01461672211030811","title":"Evaluating Research in Personality and Social Psychology: Considerations of Statistical Power and Concerns About False Findings","year":2021,"lang":"en","type":"article","venue":"Personality and Social Psychology Bulletin","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Statistical power; Psychology; Power (physics); Null hypothesis; Personality; Set (abstract data type); Statistical hypothesis testing; Social psychology; Psychological research; Statistical analysis; Econometrics; Statistics; Computer science; Mathematics","score_opus":0.8211850567203944,"score_gpt":0.6540343533872801,"score_spread":0.16715070333311433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186249488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.928385,0.0015439558,0.0003721926,0.06504216,0.0001088164,0.00032111426,0.00020188022,0.0000035002831,0.004021332],"genre_scores_gemma":[0.9936414,0.000075423784,0.002335752,0.003328338,0.00010416468,0.000029872035,0.000016986125,0.000009206441,0.00045890146],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97207063,0.020783357,0.0031923696,0.0013999603,0.0021096068,0.00044408432],"domain_scores_gemma":[0.9900836,0.007493067,0.000713929,0.00048496708,0.001107795,0.00011665271],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08040562,0.00023204429,0.0021011478,0.00019991882,0.00078948087,0.0003312239,0.00025042778,0.00034152044,0.015598857],"category_scores_gemma":[0.0126567185,0.0001754316,0.00029737322,0.00045463257,0.0019545127,0.00006130781,0.00016713525,0.00064228824,0.000080896876],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031079297,0.0007890642,0.40031245,0.0004321356,0.00066573726,0.00010055082,0.09732944,7.255037e-7,0.001837455,0.27665657,0.20739011,0.014174951],"study_design_scores_gemma":[0.001201679,0.00010039237,0.9017506,0.000024281819,0.00009370524,0.00006162638,0.010175947,0.000056998328,0.0000031446489,0.06463147,0.02169041,0.00020972325],"about_ca_topic_score_codex":0.00011209209,"about_ca_topic_score_gemma":0.00022668955,"teacher_disagreement_score":0.50143814,"about_ca_system_score_codex":0.000026398397,"about_ca_system_score_gemma":0.00012356407,"threshold_uncertainty_score":0.99566007},"labels":[],"label_agreement":null},{"id":"W3186411542","doi":"10.1002/jrsm.1515","title":"Measurement error in <scp>meta‐analysis</scp> (<scp>MEMA</scp>)—A Bayesian framework for continuous outcome data subject to non‐differential measurement error","year":2021,"lang":"en","type":"review","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Covariate; Bayesian probability; Observational error; Outcome (game theory); Computer science; Statistics; Regression analysis; Meta-analysis; Meta-regression; Point estimation; Regression; Linear regression; Errors-in-variables models; Econometrics; Mathematics; Machine learning; Artificial intelligence; Medicine","score_opus":0.9485732251554616,"score_gpt":0.6820488264211971,"score_spread":0.2665243987342645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186411542","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000046444807,0.5178592,0.47222704,0.00025828063,0.00054766005,0.0077532707,0.0005546907,0.000023071387,0.00077212113],"genre_scores_gemma":[0.00029275473,0.36439583,0.613424,0.00015267686,0.0009849495,0.013402807,0.00022438976,0.0004846445,0.0066379486],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.54031575,0.34507695,0.040645134,0.013549702,0.054950047,0.0054623936],"domain_scores_gemma":[0.2258903,0.63929695,0.025733834,0.07439613,0.02926304,0.0054197735],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.74181974,0.0031868191,0.061078474,0.010819655,0.000953619,0.0057684723,0.023264013,0.0018795787,0.003495646],"category_scores_gemma":[0.84656864,0.001801305,0.03086549,0.023820661,0.00035429167,0.0005483301,0.0049736868,0.0035596984,0.0015874149],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010321014,0.0009973417,0.00016603562,0.016636144,0.18756409,0.00009038431,0.0006248024,0.000064714746,0.000036992504,0.000561837,0.050952245,0.7422951],"study_design_scores_gemma":[0.00017781062,0.000104176106,0.000075649026,0.0041451096,0.17114978,0.000011496639,0.0016924742,0.0015797646,0.00006993804,0.0010037835,0.8195383,0.0004517406],"about_ca_topic_score_codex":0.00018643019,"about_ca_topic_score_gemma":0.0010830375,"teacher_disagreement_score":0.76858604,"about_ca_system_score_codex":0.0015576886,"about_ca_system_score_gemma":0.0031006658,"threshold_uncertainty_score":0.9994162},"labels":[],"label_agreement":null},{"id":"W3186848610","doi":"10.1016/j.jclinepi.2021.07.011","title":"GRADE guidelines 33: Addressing imprecision in a network meta-analysis","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":89,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Impact; McMaster University","funders":"","keywords":"Certainty; Confidence interval; Context (archaeology); Computer science; Meta-analysis; Interval (graph theory); Statistics; Medicine; Mathematics","score_opus":0.9880881395648715,"score_gpt":0.7575602546365781,"score_spread":0.23052788492829346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186848610","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12695523,0.111524455,0.5970998,0.155594,0.005330973,0.00055137294,0.000030806583,0.000007612818,0.0029057565],"genre_scores_gemma":[0.41161653,0.0032213621,0.54457897,0.029015372,0.0037567134,0.000014265654,0.000011177862,0.000033315286,0.0077522798],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.44722924,0.36730325,0.17620192,0.0021334172,0.006170241,0.00096192333],"domain_scores_gemma":[0.29751346,0.5874042,0.09787003,0.006173685,0.010089164,0.00094948086],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7981485,0.0003955684,0.045119554,0.0007913511,0.00009213722,0.00020230025,0.0023321074,0.0004981391,0.0146676125],"category_scores_gemma":[0.887246,0.00016491913,0.042651247,0.004701137,0.00015979039,0.00028172185,0.00032856906,0.0012658531,0.00034492172],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059214322,0.00021637134,0.4589712,0.000013913419,0.08801247,0.00026117763,0.000041455485,0.079720065,0.0000056574368,0.0021200567,0.33416265,0.036415774],"study_design_scores_gemma":[0.00073654694,0.00018871081,0.22770412,0.00005075311,0.15510577,0.00023499916,0.00019955746,0.05908228,0.00000263336,0.22734685,0.32901332,0.00033443864],"about_ca_topic_score_codex":0.000016171294,"about_ca_topic_score_gemma":0.00022921369,"teacher_disagreement_score":0.2846613,"about_ca_system_score_codex":0.000026342888,"about_ca_system_score_gemma":0.00036415874,"threshold_uncertainty_score":0.9862331},"labels":[],"label_agreement":null},{"id":"W3187329822","doi":"10.1097/ju.0000000000002028.14","title":"MP67-14 SCIENTIFIC AUTHORSHIP OF COCHRANE SYSTEMATIC REVIEWS IN UROLOGY: A 2020 ANALYSIS","year":2021,"lang":"en","type":"article","venue":"The Journal of Urology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Systematic review; Medicine; Cochrane collaboration; MEDLINE; Urology; Family medicine; Meta-analysis; Cochrane Library; Internal medicine","score_opus":0.5758876165670784,"score_gpt":0.5084541377176944,"score_spread":0.067433478849384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187329822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7786898,0.17960964,0.025226347,0.011827762,0.001746197,0.0013173908,0.000010579553,0.0000026154294,0.0015696589],"genre_scores_gemma":[0.9950333,0.0007566292,0.0006119056,0.0004886503,0.00006820349,0.00000820535,0.0000015813845,0.000007394792,0.0030241252],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.88246864,0.092300214,0.020193947,0.0005754286,0.0040829796,0.00037881738],"domain_scores_gemma":[0.95293516,0.019463444,0.019986141,0.004197149,0.0032246562,0.00019346234],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.39509916,0.00025901897,0.009235794,0.0013493757,0.00011363936,0.00020844303,0.002836001,0.00015814911,0.005494259],"category_scores_gemma":[0.15453473,0.00010289435,0.003249135,0.007973902,0.00029235435,0.00014888428,0.00017973225,0.0005362006,0.00056095567],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016978348,0.0039444747,0.29320872,0.042109475,0.04693237,0.0034145594,0.07042592,0.07067664,0.03690264,0.024389721,0.39369437,0.01260329],"study_design_scores_gemma":[0.007330292,0.0038551928,0.15671626,0.005899009,0.21411045,0.01793233,0.014688838,0.14928009,0.0010649851,0.19622658,0.23010321,0.0027927638],"about_ca_topic_score_codex":0.000004333403,"about_ca_topic_score_gemma":0.0002312939,"teacher_disagreement_score":0.24056442,"about_ca_system_score_codex":0.000025961834,"about_ca_system_score_gemma":0.00020795409,"threshold_uncertainty_score":0.99541485},"labels":[],"label_agreement":null},{"id":"W3188374641","doi":"10.1111/apt.16542","title":"Letter: mind the gap—search and publication date of systematic reviews and meta‐analysis. Authors' reply","year":2021,"lang":"en","type":"letter","venue":"Alimentary Pharmacology & Therapeutics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"EVERSANA (Canada)","funders":"","keywords":"Medicine; Meta-analysis; MEDLINE; Systematic review; Pathology; Law","score_opus":0.8240815018752717,"score_gpt":0.5524400984087937,"score_spread":0.271641403466478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3188374641","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00060518016,0.1636291,0.00072269014,0.8293922,0.0004897946,0.0047460212,0.0001772879,0.000004840193,0.000232881],"genre_scores_gemma":[0.0009486446,0.0074247913,0.0012912548,0.97591066,0.0005115908,0.000584923,0.00034382322,0.000039921757,0.012944392],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9244259,0.05879503,0.011058901,0.0017684452,0.0034775091,0.0004742389],"domain_scores_gemma":[0.9746657,0.010978758,0.008105048,0.004850085,0.001266683,0.00013369859],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.1048158,0.0007964763,0.011872768,0.00089954433,0.00028785976,0.0008371591,0.0026137007,0.00039312398,0.013195607],"category_scores_gemma":[0.00016057551,0.00034706743,0.003949887,0.0023308604,0.0004840032,0.0002556304,0.00053331535,0.0012667406,0.00023385865],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043067903,0.000037539565,0.00010581661,0.0028371038,0.41023082,0.000019842677,0.0005195906,0.0000049026703,0.00023299297,0.000016933336,0.58580494,0.00018521612],"study_design_scores_gemma":[0.00008944224,0.000023459965,0.000016377731,0.000032744203,0.49239463,0.000027464366,0.000077415025,0.00063947146,0.00013193667,0.00003541777,0.50636524,0.00016644399],"about_ca_topic_score_codex":0.000041322648,"about_ca_topic_score_gemma":0.000015834887,"teacher_disagreement_score":0.15620431,"about_ca_system_score_codex":0.000025833095,"about_ca_system_score_gemma":0.000086011685,"threshold_uncertainty_score":0.99989814},"labels":[],"label_agreement":null},{"id":"W3190043208","doi":"10.1037/met0000678","title":"Why multiple hypothesis test corrections provide poor control of false positives in the real world.","year":2024,"lang":"en","type":"article","venue":"Psychological Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Prioris.ai (Canada)","funders":"","keywords":"False positive paradox; Statistical hypothesis testing; False positives and false negatives; Statistics; Test (biology); Econometrics; Psychology; Multiple comparisons problem; Statistical analysis; Control (management); Mathematics; Artificial intelligence; Computer science","score_opus":0.7374936027261868,"score_gpt":0.6119179092144343,"score_spread":0.12557569351175246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190043208","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.073717445,0.0035448512,0.82932067,0.015357558,0.0015163849,0.0029014202,0.00011080426,0.00005000308,0.07348089],"genre_scores_gemma":[0.8504677,0.000034832276,0.1447814,0.0020284017,0.000086715634,0.00021035553,8.212561e-7,0.000008817813,0.002380968],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9601363,0.032774985,0.0043803984,0.00092984986,0.001532741,0.00024571875],"domain_scores_gemma":[0.8672994,0.12950352,0.0010218757,0.0018020566,0.00028372774,0.00008942338],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.116676256,0.00023651864,0.0020460822,0.00049582135,0.00008712797,0.0004790074,0.0014244185,0.00009639463,0.0029327818],"category_scores_gemma":[0.1071601,0.00008530804,0.0013284145,0.0032583973,0.00017115742,0.00012227122,0.000045613706,0.00031025338,0.00037493676],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006612442,0.00090423494,0.08489706,0.00005729333,0.0002487803,0.000040345225,0.0014838503,0.000054719618,0.009905372,0.005719324,0.051719952,0.84490293],"study_design_scores_gemma":[0.0006729485,0.000502963,0.5773417,0.00016530891,0.00057845376,0.000042091066,0.0026589988,0.022764282,0.00039647456,0.07956842,0.3148707,0.0004376976],"about_ca_topic_score_codex":0.000060000897,"about_ca_topic_score_gemma":0.00013422621,"teacher_disagreement_score":0.84446526,"about_ca_system_score_codex":0.000019398041,"about_ca_system_score_gemma":0.00001415975,"threshold_uncertainty_score":0.9979787},"labels":[],"label_agreement":null},{"id":"W3190478313","doi":"10.1017/s0950268821001758","title":"The quality of systematic reviews and other synthesis in the time of COVID-19","year":2021,"lang":"en","type":"article","venue":"Epidemiology and Infection","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Government of Canada; Public Health Agency of Canada","funders":"","keywords":"Systematic review; Coronavirus disease 2019 (COVID-19); Quality (philosophy); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Computer science; Quality assessment; MEDLINE; Data science; Medicine; External quality assessment; Pathology; Political science","score_opus":0.8227669306403093,"score_gpt":0.5902266440210941,"score_spread":0.2325402866192151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190478313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8402752,0.10407794,0.027055914,0.015369816,0.00035666133,0.0036937054,0.000018150171,0.0000054783104,0.009147106],"genre_scores_gemma":[0.98996454,0.004933029,0.00038561414,0.0032702328,0.00003714224,0.00021256322,0.0000010104905,0.0000042181655,0.0011916667],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.82553023,0.16336894,0.010038735,0.00041746613,0.00051179406,0.0001328161],"domain_scores_gemma":[0.76789975,0.22116376,0.00842444,0.0021558546,0.0002887997,0.000067383284],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.44429266,0.0001001745,0.0031364276,0.00007419565,0.0001175552,0.000026774253,0.00023395995,0.00008004594,0.00056903315],"category_scores_gemma":[0.61375123,0.000032158034,0.0004713166,0.00046989185,0.00018353332,0.000049685365,0.000040366544,0.00008548215,0.00006597474],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014472722,0.00006554209,0.9084191,0.011201176,0.0002321104,5.9105264e-7,0.0019016964,0.000047134803,0.00019567918,0.052889988,0.019841872,0.005190675],"study_design_scores_gemma":[0.000367651,0.00012455828,0.6239912,0.002008293,0.00095493044,0.0001580311,0.0027259411,0.0054381164,0.00009341096,0.15658976,0.20723636,0.00031174964],"about_ca_topic_score_codex":0.00014491015,"about_ca_topic_score_gemma":0.00023591799,"teacher_disagreement_score":0.28442785,"about_ca_system_score_codex":0.000008793282,"about_ca_system_score_gemma":0.00002690193,"threshold_uncertainty_score":0.6230514},"labels":[],"label_agreement":null},{"id":"W3191480438","doi":"10.1016/j.recesp.2021.06.016","title":"Declaración PRISMA 2020: una guía actualizada para la publicación de revisiones sistemáticas","year":2021,"lang":"es","type":"article","venue":"Revista Española de Cardiología","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1950,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Ottawa Public Health; Queen's University; McMaster University; Ottawa Hospital; Impact; University of Ottawa","funders":"","keywords":"Medicine; Humanities","score_opus":0.3588127436959303,"score_gpt":0.48347438171028045,"score_spread":0.12466163801435015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191480438","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40008765,0.3476191,0.13387267,0.02184496,0.0014267412,0.0047712256,0.0007748028,0.00020537505,0.08939749],"genre_scores_gemma":[0.9386809,0.020961257,0.014621613,0.002295014,0.0012645492,0.00019976152,0.00018691712,0.00015611573,0.021633912],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.90752053,0.06806807,0.013532661,0.0037005183,0.005415235,0.0017629956],"domain_scores_gemma":[0.95996743,0.016908448,0.0067063724,0.011421795,0.003595229,0.0014007065],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.14216319,0.0014993519,0.01197628,0.00054015126,0.00066722307,0.009559278,0.0041656806,0.0011747266,0.010443136],"category_scores_gemma":[0.14591902,0.00095552,0.009277596,0.004638157,0.00048546327,0.0006227509,0.0011888356,0.001238354,0.0064391177],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011813759,0.0005552507,0.19685166,0.005932769,0.0076337457,0.005088283,0.0014111657,0.00036758286,0.0046602665,0.16270597,0.5050636,0.10961156],"study_design_scores_gemma":[0.00047097713,0.0000743348,0.024035206,0.0014428471,0.0023938892,0.0022920733,0.00088277063,0.0016087157,0.00020658223,0.001580978,0.9640237,0.0009879044],"about_ca_topic_score_codex":0.000014620336,"about_ca_topic_score_gemma":0.0000028479042,"teacher_disagreement_score":0.53859323,"about_ca_system_score_codex":0.0004783897,"about_ca_system_score_gemma":0.0018698213,"threshold_uncertainty_score":0.9997755},"labels":[],"label_agreement":null},{"id":"W3191894071","doi":"10.29173/jchla29517","title":"An environmental scan of librarian involvement in systematic reviews at Queen’s University: 2020 update","year":2021,"lang":"en","type":"article","venue":"Journal of the Canadian Health Libraries Association / Journal de l Association de bilbiothèques de la santé du Canada","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Queen's University","keywords":"Queen (butterfly); Systematic review; Library science; Grey literature; Publishing; Section (typography); Workload; Political science; MEDLINE; Computer science; Law","score_opus":0.07406869991455924,"score_gpt":0.3350847279265298,"score_spread":0.2610160280119706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191894071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77855265,0.12401864,0.0008592888,0.08776985,0.0030198954,0.0025447924,0.001083458,0.000010754194,0.0021406966],"genre_scores_gemma":[0.9547279,0.025165997,0.003110673,0.011902646,0.00058065995,0.0000051426855,0.000024621288,0.00003647016,0.004445882],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9399255,0.047895387,0.007354297,0.00030921,0.0037878193,0.0007278235],"domain_scores_gemma":[0.9671429,0.0059819254,0.024012458,0.00084148557,0.0007925382,0.0012286861],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09692953,0.0002884237,0.002827163,0.0004995256,0.00066051184,0.001613166,0.0017048923,0.0002909436,0.0020022606],"category_scores_gemma":[0.036178507,0.00019155491,0.0010659457,0.0013200332,0.00003726415,0.0013270302,0.00010404359,0.0008134705,0.00000931217],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000011436477,0.00004785662,0.5969695,0.00032741885,0.00034963054,0.00014048078,0.0018996714,0.00038632925,0.000021874357,0.00051584316,0.3990738,0.00025615343],"study_design_scores_gemma":[0.00095787476,0.00009293239,0.3332348,0.0014695615,0.0003964661,0.000485293,0.0058429968,0.0012518719,0.00009565198,0.0032592698,0.65255153,0.00036176573],"about_ca_topic_score_codex":0.06242277,"about_ca_topic_score_gemma":0.59947115,"teacher_disagreement_score":0.5370484,"about_ca_system_score_codex":0.036102194,"about_ca_system_score_gemma":0.024890468,"threshold_uncertainty_score":0.99942327},"labels":[],"label_agreement":null},{"id":"W3192688210","doi":"10.1136/bmjopen-2020-048218","title":"Comparing the reporting and conduct quality of exercise and pharmacological randomised controlled trials: a systematic review","year":2021,"lang":"en","type":"review","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ted Rogers Centre for Heart Research; Toronto General Hospital; University of Toronto","funders":"National Cancer Institute; Guts UK Charity; Memorial Sloan-Kettering Cancer Center","keywords":"Medicine; Randomized controlled trial; Consolidated Standards of Reporting Trials; Jadad scale; Physical therapy; Sample size determination; MEDLINE; Blinding; Clinical trial; CINAHL; Internal medicine; Psychological intervention; Cochrane Library","score_opus":0.9714684323028016,"score_gpt":0.7286922208633775,"score_spread":0.24277621143942407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192688210","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000113187725,0.874513,0.0000850504,0.0001454637,0.00014408202,0.123364694,0.000012599076,0.0000026545943,0.0017211647],"genre_scores_gemma":[0.00004160123,0.9809792,0.00042580554,0.00014416121,0.00004253244,0.016011547,0.000013218607,0.000016449738,0.0023254838],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.4432046,0.3808407,0.16679318,0.0023036776,0.0064494335,0.0004083973],"domain_scores_gemma":[0.18853636,0.3204877,0.4752554,0.011602548,0.0036095432,0.00050844665],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8560424,0.0007462419,0.14671816,0.00017386852,0.00021749536,0.0022520686,0.003278899,0.00018413668,0.0022936258],"category_scores_gemma":[0.7780564,0.00021754752,0.010469637,0.0010756204,0.00014625468,0.00018691544,0.0015274938,0.00036371435,0.000061111976],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013623752,0.000035924546,0.000014013214,0.9552936,0.0041119154,0.000018408531,0.00007965695,2.2330838e-7,3.5122895e-7,0.00022139715,0.0075386916,0.032549594],"study_design_scores_gemma":[0.0090173185,0.000014562988,0.0000029347354,0.8798309,0.073944554,0.00017148598,0.00037645397,0.00018805166,1.4792067e-7,0.000127671,0.035953466,0.00037247097],"about_ca_topic_score_codex":0.000022539718,"about_ca_topic_score_gemma":0.000004178284,"teacher_disagreement_score":0.3084622,"about_ca_system_score_codex":0.000025625845,"about_ca_system_score_gemma":0.00044098607,"threshold_uncertainty_score":0.99944025},"labels":[],"label_agreement":null},{"id":"W3192946509","doi":"10.1016/j.jvoice.2021.04.027","title":"Systematic and Other Reviews: Criteria and Complexities","year":2021,"lang":"en","type":"article","venue":"Journal of Voice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; Western University","funders":"","keywords":"CLARITY; Scopus; Credibility; Typology; Institutional review board; Government (linguistics); Systematic review; Editorial board; Political science; Computer science; MEDLINE; Public relations; Library science; Medicine; Sociology","score_opus":0.794838086543779,"score_gpt":0.5586322528134574,"score_spread":0.23620583373032156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192946509","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35537806,0.5918009,0.019153938,0.006046848,0.0014477584,0.0012229218,0.000024352365,0.000004128153,0.024921043],"genre_scores_gemma":[0.8703012,0.0051865894,0.06558709,0.00924484,0.0011623945,0.000022315564,0.0000010058433,0.00004864536,0.048445933],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9830698,0.0076568453,0.007283768,0.00022108923,0.001673368,0.00009516327],"domain_scores_gemma":[0.9891859,0.0030636038,0.0057171485,0.0008522169,0.0010524538,0.00012865406],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07205457,0.0001359722,0.0035093452,0.00015227399,0.000068999514,0.0009137536,0.00038961702,0.000031175427,0.0027016073],"category_scores_gemma":[0.033582985,0.00005730202,0.00061278936,0.00034171107,0.00004736835,0.00021894727,0.00006914702,0.00009674607,0.0002493696],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004084776,0.00029089165,0.029742587,0.07132547,0.003090441,0.0004192593,0.01565668,0.000009333866,0.006018985,0.023818444,0.8371105,0.012476556],"study_design_scores_gemma":[0.00072825974,0.00017003207,0.009473656,0.01614209,0.002151496,0.0062585683,0.011449348,0.0018299165,0.00011227786,0.031217057,0.9200452,0.00042208392],"about_ca_topic_score_codex":0.0000016425989,"about_ca_topic_score_gemma":0.000008646565,"teacher_disagreement_score":0.5866144,"about_ca_system_score_codex":0.000008858491,"about_ca_system_score_gemma":0.000030114146,"threshold_uncertainty_score":0.9982101},"labels":[],"label_agreement":null},{"id":"W3193329895","doi":"10.1016/j.rec.2021.07.010","title":"Declaración PRISMA 2020: una guía actualizada para la publicación de revisiones sistemáticas","year":2021,"lang":"es","type":"article","venue":"Revista Española de Cardiología (English Edition)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1195,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Ottawa Public Health; McMaster University; Canada Research Chairs; Ottawa Hospital; Impact; Wilfrid Laurier University; University of Ottawa","funders":"National Institute for Health and Care Research","keywords":"Checklist; Systematic review; Guideline; Terminology; Statement (logic); Presentation (obstetrics); Psychology; MEDLINE; Medical education; Library science; Medicine; Computer science; Political science; Linguistics; Pathology; Philosophy","score_opus":0.22018516821404893,"score_gpt":0.4323976236918311,"score_spread":0.21221245547778217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193329895","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2994275,0.22462097,0.22997262,0.028343324,0.011893786,0.00915303,0.0041367053,0.00069030345,0.19176178],"genre_scores_gemma":[0.94458926,0.016872494,0.01287901,0.0025947266,0.010553762,0.0004950669,0.0010947966,0.00021896923,0.010701915],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9196369,0.05537753,0.013152592,0.0037989672,0.0062478366,0.0017861763],"domain_scores_gemma":[0.9510071,0.020682167,0.0071739857,0.010052236,0.0094676325,0.0016168708],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.11589358,0.0016034791,0.0104080355,0.0006585169,0.0009160505,0.011295411,0.0037282277,0.0013841747,0.01668247],"category_scores_gemma":[0.22476108,0.0011181374,0.0084338365,0.0049992213,0.0006198894,0.0014390476,0.0009792297,0.0015756885,0.004008496],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057513156,0.00037214035,0.042052746,0.0027215611,0.0031586324,0.0018616159,0.0012121645,0.00020929117,0.0004104421,0.09891667,0.8295162,0.01951107],"study_design_scores_gemma":[0.0005934873,0.000088634726,0.022542672,0.0017215775,0.0024374262,0.0011373608,0.0018748026,0.00081585883,0.00014563049,0.0022751268,0.9652371,0.0011303565],"about_ca_topic_score_codex":0.000007677759,"about_ca_topic_score_gemma":0.0000025267682,"teacher_disagreement_score":0.64516175,"about_ca_system_score_codex":0.00062583527,"about_ca_system_score_gemma":0.002006511,"threshold_uncertainty_score":0.99991226},"labels":[],"label_agreement":null},{"id":"W3193469532","doi":"10.1177/25152459211035109","title":"Summary Plots With Adjusted Error Bars: The <i>superb</i> Framework With an Implementation in R","year":2021,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton; University of Ottawa","funders":"","keywords":"Confidence interval; Point (geometry); Error bar; Computer science; Plot (graphics); Statistics; Software; Point estimation; Type I and type II errors; Population; Sampling (signal processing); Limit (mathematics); Standard error; Mathematics; Programming language; Computer vision","score_opus":0.607320642218016,"score_gpt":0.7027075971575393,"score_spread":0.09538695493952332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193469532","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87161374,0.0109741585,0.09997423,0.004141242,0.00032243194,0.0009408562,0.000003947175,0.000007863761,0.012021545],"genre_scores_gemma":[0.4196258,0.0013116568,0.5776468,0.001262264,0.000023235314,0.00007575521,0.0000012519985,0.0000046246105,0.0000486095],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97390234,0.01863562,0.0026956452,0.0017784823,0.0025466084,0.00044128863],"domain_scores_gemma":[0.9785699,0.016521767,0.0024510627,0.001946787,0.00036879862,0.00014166956],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14297396,0.00023882012,0.0011551352,0.0002619845,0.00020046806,0.000850843,0.0017134433,0.000084247964,0.0010207373],"category_scores_gemma":[0.035919122,0.00008960776,0.000082223756,0.0073853848,0.0007116839,0.0032519202,0.0001662694,0.0005858228,0.000010816054],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015402542,0.00025568777,0.4287055,0.000015629987,0.000008331892,0.00008316167,0.001584487,0.0005533454,0.0002567362,0.0072768843,0.000036050053,0.56107014],"study_design_scores_gemma":[0.0011191835,0.0010240077,0.73850167,0.0002342083,0.000068173256,0.00021053369,0.039981402,0.0042825015,0.0001901458,0.1518141,0.062032927,0.00054115424],"about_ca_topic_score_codex":0.00004082937,"about_ca_topic_score_gemma":0.001913269,"teacher_disagreement_score":0.560529,"about_ca_system_score_codex":0.000034080636,"about_ca_system_score_gemma":0.00008314632,"threshold_uncertainty_score":0.9998925},"labels":[],"label_agreement":null},{"id":"W3193931390","doi":"10.11124/jbies-20-00570","title":"Methodological quality, guidance, and tools in scoping reviews: a scoping review protocol","year":2021,"lang":"en","type":"article","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":132,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Excellence in Mining Innovation; St. Michael's Hospital","funders":"","keywords":"CINAHL; Protocol (science); MEDLINE; Social media","score_opus":0.9025856307723078,"score_gpt":0.6718098640382952,"score_spread":0.23077576673401257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193931390","genre_codex":"review","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025180324,0.5030617,0.039384935,0.019326761,0.00030820796,0.42211762,0.000011055561,0.000047778874,0.013223884],"genre_scores_gemma":[0.0028220662,0.07888026,0.30418,0.010878108,0.00033414314,0.5982024,0.0000019363067,0.000060143637,0.004640915],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.86297977,0.110940054,0.01870876,0.0023404672,0.0044953492,0.00053557975],"domain_scores_gemma":[0.7561526,0.21563162,0.01445793,0.010849396,0.002355693,0.000552772],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.41346413,0.00044859052,0.008858236,0.00025900148,0.00015723395,0.0015474827,0.0016460154,0.00014299969,0.012649308],"category_scores_gemma":[0.8011948,0.00022987252,0.0016134894,0.002870991,0.000120162804,0.0013094746,0.0005691536,0.00025270187,0.001299727],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029346076,0.00015124567,0.04192551,0.15554655,0.00012264877,0.00013406709,0.0003135595,0.000009710129,0.0014953536,0.0016997589,0.017879087,0.7806932],"study_design_scores_gemma":[0.00015455279,0.000036393918,0.013978975,0.9569592,0.00032337182,0.000078468714,0.00022971052,0.00013906333,0.0008227281,0.0032095138,0.023378273,0.0006897492],"about_ca_topic_score_codex":0.000014159282,"about_ca_topic_score_gemma":0.00012792903,"teacher_disagreement_score":0.80141264,"about_ca_system_score_codex":0.000062450956,"about_ca_system_score_gemma":0.00033327058,"threshold_uncertainty_score":0.999489},"labels":[],"label_agreement":null},{"id":"W3194098144","doi":"10.12688/f1000research.55108.1","title":"Methods and guidance on conducting, reporting, publishing and appraising living systematic reviews: a scoping review protocol","year":2021,"lang":"en","type":"review","venue":"F1000Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"National Health and Medical Research Council; Universitätsklinikum Köln; Bundesministerium für Bildung und Forschung","keywords":"Grey literature; Systematic review; Protocol (science); MEDLINE; Data extraction; Publishing; Medicine; Data science; Computer science; Information retrieval; Alternative medicine; Political science; Pathology","score_opus":0.9648558835293684,"score_gpt":0.7591979850687708,"score_spread":0.20565789846059757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194098144","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.2992011e-7,0.7424429,0.0018578372,0.00014904434,0.00015175264,0.25157788,0.000005398203,0.000019086834,0.0037959593],"genre_scores_gemma":[4.3597513e-8,0.7804015,0.024586437,0.00022333628,0.00021478454,0.18922333,0.00000909425,0.00009261211,0.00524884],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.6025416,0.29232106,0.0825055,0.006354241,0.014725604,0.0015519602],"domain_scores_gemma":[0.38324606,0.3318357,0.23655042,0.034077216,0.011761216,0.002529418],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.7543746,0.0014068721,0.040441003,0.0014790127,0.00072865543,0.014992869,0.0038447664,0.0005023472,0.0033741237],"category_scores_gemma":[0.9118375,0.0006768695,0.0045282273,0.005508099,0.00024481225,0.0013536549,0.0024795707,0.0020861449,0.0004773436],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.381085e-7,0.000015807347,0.0000123141745,0.5838607,0.00015791206,0.000027558413,0.00007048149,5.947074e-8,2.8670556e-7,0.00013563328,0.014935217,0.4007838],"study_design_scores_gemma":[0.00003059148,0.000023072691,7.235787e-7,0.53528315,0.00072835595,0.00032512782,0.000075989126,0.00004887098,2.2082769e-7,0.000037440594,0.46313068,0.0003157982],"about_ca_topic_score_codex":0.00001711083,"about_ca_topic_score_gemma":0.000010454308,"teacher_disagreement_score":0.44819546,"about_ca_system_score_codex":0.00017822548,"about_ca_system_score_gemma":0.0011647266,"threshold_uncertainty_score":0.99986815},"labels":[],"label_agreement":null},{"id":"W3194499814","doi":"10.1016/j.jclinepi.2021.08.009","title":"Pearls on science, collaboration, and mentorship in health research: A masterclass conversation with Dr. John Ioannidis","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Population Health Research Institute; McMaster University; Impact","funders":"","keywords":"Mentorship; Conversation; Enthusiasm; Passion; Medical education; Library science; Psychology; Medicine; Computer science","score_opus":0.9637595246206594,"score_gpt":0.7301382971367617,"score_spread":0.2336212274838977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194499814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80625385,0.001348827,0.0036227147,0.18555522,0.00068224024,0.00036168977,0.000003446981,0.00000112483,0.0021708661],"genre_scores_gemma":[0.9853997,0.0007125263,0.007431884,0.0048650466,0.0002468882,0.0000040319937,0.0000010112443,0.0000055405476,0.0013333522],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.67611176,0.26640382,0.047185194,0.001579628,0.007871834,0.00084777374],"domain_scores_gemma":[0.54361284,0.38855708,0.044844277,0.0035629757,0.017649358,0.0017735028],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7912361,0.0001465549,0.006049868,0.0008934739,0.00015695934,0.00026635572,0.00081644027,0.00013774612,0.0006784452],"category_scores_gemma":[0.727821,0.00006673395,0.00053940644,0.0034059505,0.00080971996,0.00035129522,0.00010579041,0.0008616393,0.00012249518],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022660324,0.00019699211,0.8995642,0.000046563615,0.000098194265,0.00004820879,0.0010206538,0.0003406843,0.000013339421,0.02222414,0.062084146,0.014136266],"study_design_scores_gemma":[0.0013128289,0.0019316936,0.8180869,0.00031727817,0.00003622257,0.00010153978,0.0056205164,0.0042293486,0.00000791358,0.051694106,0.116542265,0.00011937221],"about_ca_topic_score_codex":0.000017918337,"about_ca_topic_score_gemma":0.00019762057,"teacher_disagreement_score":0.18069017,"about_ca_system_score_codex":0.0001088833,"about_ca_system_score_gemma":0.0022893513,"threshold_uncertainty_score":0.74284995},"labels":[],"label_agreement":null},{"id":"W3194642833","doi":"10.1016/j.jclinepi.2021.08.019","title":"GRADE Notes 2: Criteria for searching non-randomized or indirect evidence should be defined early in the guideline production process","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Cochrane","funders":"","keywords":"Guideline; Randomized controlled trial; Process (computing); Medicine; Production (economics); Computer science; Surgery; Economics","score_opus":0.9647484098054768,"score_gpt":0.7370392871635606,"score_spread":0.22770912264191623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194642833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6104082,0.0020706917,0.14857702,0.23584613,0.0017454246,0.001275983,0.0000050478407,0.000002382255,0.00006914264],"genre_scores_gemma":[0.88246053,0.0008323763,0.10302557,0.011348159,0.0017408446,0.000078636425,0.0000033511174,0.000014264455,0.00049627235],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.6383643,0.27441525,0.08079341,0.0015728472,0.004141577,0.00071260345],"domain_scores_gemma":[0.09055588,0.86780924,0.03311523,0.0023860256,0.005836886,0.0002967514],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8234025,0.0002680896,0.014073999,0.00032903833,0.00012545293,0.00020105757,0.0019454478,0.00026464497,0.00076551165],"category_scores_gemma":[0.98072076,0.00009240035,0.0047945515,0.0012132917,0.00031710154,0.0004157559,0.000096839205,0.0010203173,0.0000305958],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.048522603,0.0014930725,0.44845587,0.000840882,0.0025838464,0.00028663015,0.007364151,0.0054160804,0.0004346804,0.002867632,0.35149756,0.13023701],"study_design_scores_gemma":[0.05302155,0.0027321568,0.20784424,0.0028315932,0.0035825272,0.0017783358,0.004129867,0.11484607,0.00026653887,0.54158235,0.06637381,0.0010109587],"about_ca_topic_score_codex":0.000018607905,"about_ca_topic_score_gemma":0.00010832849,"teacher_disagreement_score":0.593394,"about_ca_system_score_codex":0.000019734765,"about_ca_system_score_gemma":0.00062043313,"threshold_uncertainty_score":0.9620704},"labels":[],"label_agreement":null},{"id":"W3194814969","doi":"10.1016/j.jaip.2021.08.009","title":"Systematic Review and Meta-Analysis: Pearls for Interpretation, Appraisal, and Application in Clinical Practice","year":2021,"lang":"en","type":"article","venue":"The Journal of Allergy and Clinical Immunology In Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Critical appraisal; Systematic review; Clinical Practice; Interpretation (philosophy); Management science; Meta-analysis; Computer science; Population; Subject (documents); Data science; Psychology; Medicine; MEDLINE; Alternative medicine; Pathology; Engineering; Political science; Family medicine; Library science","score_opus":0.4668312646227275,"score_gpt":0.5936853939550703,"score_spread":0.12685412933234275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194814969","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0077542695,0.86273336,0.045080084,0.08162359,0.00027909756,0.0017029385,0.000007436854,0.000002572018,0.00081664935],"genre_scores_gemma":[0.20646077,0.7298663,0.034716904,0.026932785,0.00013777269,0.0002136157,0.000008676408,0.00003359737,0.001629551],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9176014,0.06117296,0.019349173,0.0006205708,0.001069367,0.00018653058],"domain_scores_gemma":[0.6620514,0.3043087,0.02628548,0.0025176262,0.0046712677,0.00016554467],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.29459128,0.00022083145,0.0071330206,0.00023508741,0.000094708295,0.0002389271,0.0007433692,0.00020848162,0.00013829322],"category_scores_gemma":[0.4849408,0.000099442,0.0016744736,0.0010935545,0.0002786276,0.00087855605,0.0001926116,0.0008569689,0.000022908494],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011997325,0.0017192947,0.0017414009,0.004197347,0.96807265,0.00008641797,0.0020494754,0.00011397226,0.0000080507925,0.012489232,0.0040499163,0.0042724786],"study_design_scores_gemma":[0.001011001,0.0004657442,0.008340721,0.0005672221,0.9507497,0.0012864188,0.010428051,0.0023323598,5.2879403e-7,0.0034278969,0.021173459,0.00021692533],"about_ca_topic_score_codex":0.000012889288,"about_ca_topic_score_gemma":0.00018819126,"teacher_disagreement_score":0.25555003,"about_ca_system_score_codex":0.000011444248,"about_ca_system_score_gemma":0.00011784527,"threshold_uncertainty_score":0.7263667},"labels":[],"label_agreement":null},{"id":"W3194860555","doi":"10.1097/ccm.0000000000005284","title":"Diversity of Authors of Publications From the Canadian Critical Care Trials Group*","year":2021,"lang":"en","type":"article","venue":"Critical Care Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Joseph’s Healthcare Hamilton; St. Michael's Hospital; Sinai Health System; McMaster University; University of Toronto","funders":"","keywords":"Diversity (politics); MEDLINE; Cultural diversity; Clinical trial; Intensive care","score_opus":0.8203162899313292,"score_gpt":0.5787282069097005,"score_spread":0.2415880830216287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194860555","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22811979,0.10482926,0.034724988,0.49892,0.0064851106,0.002536383,0.00448527,0.00003058102,0.11986862],"genre_scores_gemma":[0.9974766,0.000008970598,0.0010480294,0.0008687001,0.00025163754,0.000010737915,0.00009260023,0.0000056333333,0.00023711009],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.97818017,0.011101475,0.005514902,0.00064335583,0.004297234,0.00026287133],"domain_scores_gemma":[0.92910916,0.054400455,0.00090340414,0.00378518,0.011024593,0.0007772269],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0410933,0.00017988797,0.003256309,0.00021624504,0.0006279037,0.0001231419,0.0014725754,0.00014170498,0.02564996],"category_scores_gemma":[0.6002862,0.000078714285,0.0010632953,0.0014324498,0.00092153414,0.00010802968,0.00039893916,0.00023238368,0.000084780564],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001330643,0.000086324544,0.2546944,0.0005979608,0.00029960746,0.000053983254,0.03622728,0.0000023219714,0.00024119574,0.5328268,0.15847757,0.01647925],"study_design_scores_gemma":[0.0010497649,0.00029630575,0.28499213,0.00056433055,0.006358481,0.00001873508,0.39784953,0.00025952264,0.0003898474,0.06671543,0.24105825,0.0004476573],"about_ca_topic_score_codex":0.025603088,"about_ca_topic_score_gemma":0.10348118,"teacher_disagreement_score":0.7693568,"about_ca_system_score_codex":0.000078346704,"about_ca_system_score_gemma":0.00039276545,"threshold_uncertainty_score":0.98739624},"labels":[],"label_agreement":null},{"id":"W3195005844","doi":"10.1016/j.jclinepi.2021.08.012","title":"Clinical Epidemiology in China series. Paper 1: Evidence-based medicine in China: An oral history study","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Fundamental Research Funds for the Central Universities; National Key Research and Development Program of China; Chinese Academy of Medical Sciences; Capital Medical University; National Natural Science Foundation of China; Lanzhou University","keywords":"China; Economic shortage; Medicine; Alternative medicine; Family medicine; Evidence-based medicine; MEDLINE; Medical education; Quarter (Canadian coin); Epidemiology; Traditional medicine; Political science; History; Law","score_opus":0.9333743691033017,"score_gpt":0.6887830481756219,"score_spread":0.24459132092767988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195005844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88270813,0.017869953,0.0064599463,0.08466798,0.0069144564,0.00065465027,0.0000025640554,0.000005879339,0.00071644917],"genre_scores_gemma":[0.94054496,0.0034407533,0.025094923,0.02689355,0.0023084409,0.000022367303,0.000005481615,0.00003125344,0.0016582878],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.20704195,0.64378804,0.14241101,0.002702933,0.0029792686,0.0010768167],"domain_scores_gemma":[0.17866942,0.72996074,0.078738205,0.007684946,0.0030284442,0.0019182449],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.88457596,0.00062675565,0.03964883,0.0009171775,0.00006785481,0.000026806294,0.0033472686,0.0009896135,0.016815754],"category_scores_gemma":[0.95785934,0.00030122724,0.006001656,0.0015170856,0.001186932,0.0009144465,0.00030908323,0.0038943721,0.0002785091],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045684655,0.00133002,0.9093713,0.000026695381,0.00021746423,0.0005467107,0.0002143238,0.0012313216,0.0000025503405,0.0014015266,0.05378811,0.031413134],"study_design_scores_gemma":[0.0024155343,0.0033491605,0.89828473,0.00033491678,0.0002695231,0.00014072446,0.00046095395,0.0040467307,8.976592e-8,0.032815643,0.057660114,0.00022187164],"about_ca_topic_score_codex":0.0003444297,"about_ca_topic_score_gemma":0.0023816226,"teacher_disagreement_score":0.08617271,"about_ca_system_score_codex":0.00025249226,"about_ca_system_score_gemma":0.0016628082,"threshold_uncertainty_score":0.999944},"labels":[],"label_agreement":null},{"id":"W3195231434","doi":"10.1136/bmj.n1793","title":"Do overly complex reporting guidelines remove the focus from good clinical trials?","year":2021,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Clinical trial; Focus (optics); Engineering ethics; Psychology; Medicine; Engineering; Pathology","score_opus":0.9735554612177566,"score_gpt":0.7184117853360579,"score_spread":0.25514367588169873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195231434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31397647,0.022682749,0.102047354,0.236826,0.01021515,0.005473072,0.00026034456,0.00006622559,0.30845264],"genre_scores_gemma":[0.712244,0.00020923356,0.19229937,0.011090132,0.010755325,0.00011224381,0.00006636601,0.00005569673,0.073167644],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8155774,0.0757335,0.09755417,0.0020373822,0.008716171,0.00038137392],"domain_scores_gemma":[0.5252851,0.21578817,0.2084946,0.034363557,0.0152782,0.0007903358],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.6100814,0.0002365385,0.0060408395,0.00006252808,0.00019114846,0.0016450393,0.0014957396,0.00012439555,0.023773896],"category_scores_gemma":[0.84264684,0.00008683346,0.0051517105,0.0009211898,0.00005938789,0.00012134419,0.0003044468,0.00022638703,0.0032364246],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060842763,0.000028486946,0.020724982,0.0000030773172,0.00032161447,0.00006528245,0.0000906798,0.000009645087,0.000111950685,0.0013631514,0.80785704,0.16941802],"study_design_scores_gemma":[0.00028172205,0.000015407406,0.043357972,0.000049474904,0.0004522036,0.00004762073,0.0013389452,0.0056662937,0.000031881125,0.033276517,0.9153283,0.00015363278],"about_ca_topic_score_codex":0.00008568942,"about_ca_topic_score_gemma":0.00014811855,"teacher_disagreement_score":0.39826754,"about_ca_system_score_codex":0.000013427361,"about_ca_system_score_gemma":0.00022495026,"threshold_uncertainty_score":0.9993914},"labels":[],"label_agreement":null},{"id":"W3195266702","doi":"10.1016/j.jclinepi.2021.08.014","title":"Clinical Epidemiology in China series. Paper 3: The methodological and reporting quality of systematic reviews and meta-analyses published by China' researchers in English-language is higher than those published in Chinese-language","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Office for Philosophy and Social Sciences","keywords":"MEDLINE; Meta-analysis; English language; Medicine; Systematic review; Chinese language; China; Protocol (science); Quality Score; Quality (philosophy); Medical physics; Psychology; Alternative medicine; Linguistics; Pathology; Mathematics education","score_opus":0.971362352550121,"score_gpt":0.7473260955267289,"score_spread":0.22403625702339214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195266702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84182465,0.11519535,0.0010686455,0.03915416,0.00066085416,0.0013564379,0.000017627606,0.0000043113037,0.00071796565],"genre_scores_gemma":[0.944506,0.011665663,0.034520738,0.006952425,0.0004009269,0.000114873896,0.000012628319,0.000030590538,0.0017961836],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.057031196,0.75683486,0.17992732,0.0025927708,0.002556627,0.001057203],"domain_scores_gemma":[0.032106407,0.7927721,0.16569863,0.0064122407,0.0020333875,0.0009772376],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9440182,0.0007257812,0.061855115,0.0007407795,0.00008174846,0.00024269252,0.00257433,0.0011137897,0.0044896905],"category_scores_gemma":[0.99202883,0.0002615007,0.008854493,0.0030266093,0.0011412406,0.001074694,0.0008748624,0.0042881845,0.000008787489],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019042949,0.0003294588,0.9816354,0.0016703126,0.0018294016,0.00014033873,0.0021548276,0.000035091092,0.00003834456,0.00077716226,0.009056481,0.0021427553],"study_design_scores_gemma":[0.0010502735,0.00024553275,0.96163464,0.00047703504,0.0015340928,0.00012812798,0.002713076,0.0005025611,0.0000021494716,0.03029541,0.0011626309,0.0002544782],"about_ca_topic_score_codex":0.00060312974,"about_ca_topic_score_gemma":0.0009018079,"teacher_disagreement_score":0.10352969,"about_ca_system_score_codex":0.000056131346,"about_ca_system_score_gemma":0.00031219923,"threshold_uncertainty_score":0.9999837},"labels":[],"label_agreement":null},{"id":"W3195478505","doi":"10.1001/jamanetworkopen.2021.28898","title":"Reliability of Trial Information Across Registries for Trials With Multiple Registrations","year":2021,"lang":"en","type":"review","venue":"JAMA Network Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Impact; St. Michael's Hospital; McMaster University; Women's College Hospital; University of Toronto","funders":"","keywords":"Clinical trial; Medicine; Randomized controlled trial; Family medicine; Trial registration; Sample size determination; Drug trial; European union; MEDLINE; Internal medicine","score_opus":0.8494062065241443,"score_gpt":0.6148042987355358,"score_spread":0.23460190778860857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195478505","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000020052801,0.9349048,0.035199396,0.00031546483,0.0008625054,0.023869012,0.001295741,0.0000066043644,0.0035264187],"genre_scores_gemma":[0.000058812886,0.9512082,0.03100158,0.00009586585,0.0012176473,0.004233283,0.002030326,0.00003553184,0.010118795],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8811819,0.053345796,0.056375664,0.0020521402,0.0063024843,0.00074202137],"domain_scores_gemma":[0.826817,0.085854866,0.06921585,0.011384255,0.006483583,0.00024445498],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.40220156,0.00062427163,0.024555238,0.00013479043,0.00038922523,0.006742556,0.004857667,0.0005084127,0.001185698],"category_scores_gemma":[0.35947022,0.0002675409,0.006378309,0.0027451103,0.00015322836,0.001647073,0.00059669156,0.00033720155,0.00015776121],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010933377,0.0000506485,0.00003590416,0.0031207702,0.0006772497,6.695453e-7,0.0001643691,0.0002337799,2.7242875e-9,0.0014446866,0.3625862,0.6305924],"study_design_scores_gemma":[0.0048969057,0.0001591651,0.00001502411,0.0052493424,0.002014182,0.000006626707,0.00028833092,0.000194187,7.985109e-8,0.00068777974,0.9862108,0.00027755025],"about_ca_topic_score_codex":0.00005482991,"about_ca_topic_score_gemma":0.00020186632,"teacher_disagreement_score":0.6303148,"about_ca_system_score_codex":0.00008058684,"about_ca_system_score_gemma":0.0014130695,"threshold_uncertainty_score":0.9999777},"labels":[],"label_agreement":null},{"id":"W3195989592","doi":"10.1016/j.prevetmed.2021.105472","title":"Completeness of reporting of systematic reviews in the animal health literature: A meta-research study","year":2021,"lang":"en","type":"review","venue":"Preventive Veterinary Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Systematic review; Meta-analysis; Psychological intervention; Sample size determination; Medicine; MEDLINE; Publication bias; Confidence interval; Psychology; Statistics; Pathology; Biology; Mathematics","score_opus":0.9806841145283901,"score_gpt":0.730660518440124,"score_spread":0.2500235960882661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195989592","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003518305,0.9802646,0.00018117469,0.00019428362,0.00020585913,0.018583482,0.000033436823,0.0000019179054,0.00018340193],"genre_scores_gemma":[0.005762649,0.99034435,0.0004963825,0.000036253252,0.00011565744,0.002655655,0.000054559776,0.00003150547,0.00050297775],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.22986528,0.6015034,0.1456082,0.003137204,0.0190097,0.0008762318],"domain_scores_gemma":[0.8063498,0.050020028,0.12838772,0.010811147,0.0042414204,0.00018985975],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.74791896,0.0008956024,0.06448055,0.0019493045,0.00014428524,0.00019167448,0.0046794945,0.00015360508,0.0014552231],"category_scores_gemma":[0.3216874,0.00028778892,0.00816447,0.010976648,0.00027463556,0.0001520966,0.0007579051,0.0010333211,0.000053308624],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000088859115,0.0008127651,0.00010276607,0.92346144,0.005043116,0.00044952682,0.010881473,2.2959692e-7,0.000003773803,0.00032624832,0.0036167037,0.055293057],"study_design_scores_gemma":[0.00025748534,0.00298463,0.00021450646,0.5625055,0.014125041,0.0008598784,0.008904481,0.000017730714,9.136523e-8,0.0001297693,0.4097116,0.00028931117],"about_ca_topic_score_codex":0.00006259392,"about_ca_topic_score_gemma":0.000018960658,"teacher_disagreement_score":0.57648456,"about_ca_system_score_codex":0.000097378754,"about_ca_system_score_gemma":0.00042193878,"threshold_uncertainty_score":0.99995744},"labels":[],"label_agreement":null},{"id":"W3196449430","doi":"10.1002/9781119413936.ch2","title":"Hierarchy of Evidence and Common Study Designs","year":2021,"lang":"en","type":"other","venue":"Evidence-Based Orthopedics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Observational study; Medicine; Randomized controlled trial; Natural history; Evidence-based medicine; Intensive care medicine; Systematic review; Medical physics; Alternative medicine; Physical therapy; MEDLINE; Surgery; Internal medicine; Pathology","score_opus":0.9298771303341579,"score_gpt":0.5883073906690722,"score_spread":0.34156973966508564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196449430","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035945855,0.697035,0.08224961,0.0065545486,0.0041267993,0.0203705,0.0002874101,0.00016621484,0.15326406],"genre_scores_gemma":[0.1058173,0.005710534,0.014486826,0.0009419121,0.00063101616,0.00022888322,0.0000241758,0.00036985023,0.8717895],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9494391,0.026418347,0.010032303,0.0023033286,0.011370901,0.00043603874],"domain_scores_gemma":[0.9568393,0.023498384,0.009949207,0.00788017,0.0014315033,0.0004014152],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10955506,0.0007793189,0.007133919,0.0012530629,0.00012926647,0.0007576885,0.0027146377,0.0003541857,0.048770454],"category_scores_gemma":[0.09039973,0.00038550573,0.0017153991,0.0027885016,0.0003318537,0.00027008753,0.0004641385,0.0005128399,0.00047790312],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022625018,0.00030789306,0.48961797,0.0009423125,0.00045706428,0.00014100889,0.00034509797,0.00003845648,0.000018369337,0.00014609068,0.47004914,0.037913967],"study_design_scores_gemma":[0.0007297186,0.0011797898,0.034955658,0.021495292,0.0031840669,0.000024498104,0.0014833688,0.0021390966,0.000033942244,0.0005280498,0.9328742,0.0013723258],"about_ca_topic_score_codex":0.00038382705,"about_ca_topic_score_gemma":0.0013131823,"teacher_disagreement_score":0.7185254,"about_ca_system_score_codex":0.000045823414,"about_ca_system_score_gemma":0.0007899077,"threshold_uncertainty_score":0.9998597},"labels":[],"label_agreement":null},{"id":"W3196952617","doi":"10.21203/rs.3.rs-665009/v2","title":"Topic overlap and research waste at the ‘Overviews of systematic reviews’ level: a meta-research study","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nova Scotia Health Authority; University of Ottawa; McMaster University; University of British Columbia","funders":"","keywords":"Scope (computer science); Systematic review; Psychological intervention; Data science; Computer science; MEDLINE; Psychology; Information retrieval; Management science; Engineering; Political science","score_opus":0.9763343927920256,"score_gpt":0.7055023385718725,"score_spread":0.2708320542201531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196952617","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53536034,0.39822882,0.00022314556,0.0033486919,0.0005181418,0.053962775,0.00022313133,0.000011488275,0.008123471],"genre_scores_gemma":[0.8689404,0.01272568,0.00045690927,0.00004829711,0.00037548997,0.011274537,0.000038613874,0.00009683296,0.10604321],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.25238696,0.61366725,0.028092338,0.006186612,0.09695947,0.0027073456],"domain_scores_gemma":[0.7446672,0.1598202,0.008078748,0.039101966,0.047265068,0.0010668593],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","open_science","insufficient_payload"],"category_scores_codex":[0.83979994,0.001009341,0.01809539,0.0036496671,0.0018701071,0.0061826017,0.011831177,0.0005677106,0.015545658],"category_scores_gemma":[0.43801907,0.00039532222,0.007139139,0.011103197,0.0013555661,0.00032488248,0.02241296,0.0060517113,0.0033705498],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001250165,0.0028834112,0.030565629,0.4690053,0.020105852,0.00043889895,0.05640037,0.00021645628,0.0005358368,0.0041566268,0.40343142,0.012135193],"study_design_scores_gemma":[0.0025035068,0.0033388191,0.031041123,0.08741086,0.013398245,0.00018327458,0.59594244,0.008052693,0.0006645066,0.030569784,0.22367692,0.0032178217],"about_ca_topic_score_codex":0.0012081261,"about_ca_topic_score_gemma":0.0026034524,"teacher_disagreement_score":0.5395421,"about_ca_system_score_codex":0.000634287,"about_ca_system_score_gemma":0.0012452065,"threshold_uncertainty_score":0.99984986},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3197008291","doi":"10.1097/phm.0000000000001873","title":"Publication Rate of Presentations at a National Physical Medicine and Rehabilitation Scientific Conference From 2009 to 2018","year":2021,"lang":"en","type":"article","venue":"American Journal of Physical Medicine & Rehabilitation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Parkwood Institute; University of British Columbia; Canadian Association of Physical Medicine and Rehabilitation; Lawson Health Research Institute; Western University","funders":"","keywords":"Medicine; Rehabilitation; Alternative medicine; MEDLINE; Medical education; Family medicine; Library science; Physical therapy; Political science; Pathology; Computer science; Law","score_opus":0.3429654826464893,"score_gpt":0.5111777895563636,"score_spread":0.16821230690987432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197008291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9375692,0.00015417318,0.00616015,0.054716006,0.0002560797,0.00041843732,0.00004142675,0.0000035571516,0.0006809812],"genre_scores_gemma":[0.98835224,0.0000015317587,0.010148997,0.00038382877,0.00051410747,0.00002545517,0.000043799115,0.0000106664065,0.000519387],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9825487,0.0061061564,0.0051244455,0.00079420034,0.00523808,0.00018841411],"domain_scores_gemma":[0.937502,0.04052507,0.0058484483,0.0010801138,0.014684696,0.00035962273],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.026067467,0.00024778285,0.0025694699,0.0008489318,0.00015723483,0.00014750015,0.00059073104,0.00003061764,0.000978794],"category_scores_gemma":[0.2347398,0.00013765,0.00060787407,0.003615576,0.0018420615,0.0006137228,0.00009904004,0.00018546176,0.00010589418],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031574868,0.0012959748,0.023917234,0.00016974482,0.00053223374,0.000003961524,0.10695996,0.00088579505,0.11461155,0.042312402,0.2566786,0.4523168],"study_design_scores_gemma":[0.0024131224,0.027554162,0.542842,0.0010621035,0.0010335826,0.000026110381,0.051566564,0.023718387,0.00042803434,0.30243593,0.046408147,0.00051188737],"about_ca_topic_score_codex":0.00008982508,"about_ca_topic_score_gemma":0.000039900515,"teacher_disagreement_score":0.5189247,"about_ca_system_score_codex":0.00011343967,"about_ca_system_score_gemma":0.00028644706,"threshold_uncertainty_score":0.99993443},"labels":[],"label_agreement":null},{"id":"W3197579792","doi":"10.1007/s00404-021-06228-y","title":"Quality appraisal of systematic reviews on methods of labour induction: a systematic review","year":2021,"lang":"en","type":"review","venue":"Archives of Gynecology and Obstetrics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Systematic review; Medicine; Critical appraisal; Data extraction; Cochrane Library; MEDLINE; Quality (philosophy); Quality assessment; Grey literature; Meta-analysis; Alternative medicine; Pathology","score_opus":0.7539120207786468,"score_gpt":0.6106918665970574,"score_spread":0.1432201541815894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197579792","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000067205897,0.986456,0.003183955,0.000027901393,0.0009256916,0.00784939,0.00009689724,0.0000034529157,0.0014499946],"genre_scores_gemma":[0.000018668547,0.98289955,0.014376446,0.000074016534,0.000024567662,0.00053874974,0.000024179326,0.000026772346,0.0020170598],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.7748807,0.17376706,0.046442054,0.0015253723,0.0030228284,0.00036196865],"domain_scores_gemma":[0.3002061,0.60041666,0.08704442,0.010307287,0.0017330237,0.00029250342],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17009799,0.0008842355,0.062152296,0.0016322805,0.00008937019,0.000067022964,0.002804423,0.00044363353,0.000701041],"category_scores_gemma":[0.7687618,0.00041288434,0.0085805375,0.0045951055,0.00039920842,0.00010086524,0.0004691964,0.0006113468,0.00009585887],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.056977e-7,0.0001166116,0.000012343654,0.8666656,0.0011013531,0.0000031998172,0.0001610222,3.5786624e-7,4.181482e-7,0.008872527,0.00031592723,0.12274973],"study_design_scores_gemma":[0.0001156804,0.00015318909,0.000022886225,0.8152009,0.011030903,0.000055449305,0.000259637,0.0000115636785,0.0000013684223,0.00069654826,0.17212842,0.00032344795],"about_ca_topic_score_codex":0.0000034011005,"about_ca_topic_score_gemma":0.000002733198,"teacher_disagreement_score":0.5986638,"about_ca_system_score_codex":0.000030431054,"about_ca_system_score_gemma":0.0003468836,"threshold_uncertainty_score":0.9998323},"labels":[],"label_agreement":null},{"id":"W3198694028","doi":"10.1111/jebm.12443","title":"Progress and challenges of network meta‐analysis","year":2021,"lang":"en","type":"review","venue":"Journal of Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Guideline; Management science; Medicine; Engineering; Pathology","score_opus":0.9673007878232126,"score_gpt":0.6345168843397608,"score_spread":0.33278390348345177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198694028","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012340748,0.989364,0.001845792,0.007621468,0.0004056024,0.00061949674,0.0000066906528,0.0000014746931,0.00013423803],"genre_scores_gemma":[0.00006217131,0.99379224,0.0044734925,0.00014783064,0.0009584122,0.000027574468,0.0000038077776,0.000023001367,0.0005114764],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9288904,0.030054014,0.028474525,0.0010556241,0.011163632,0.00036180654],"domain_scores_gemma":[0.9019688,0.04077169,0.0477191,0.0034945922,0.0055694957,0.0004763516],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.27131426,0.0008134356,0.053479068,0.0024561083,0.00007841006,0.00022120669,0.002637185,0.00030984162,0.008317138],"category_scores_gemma":[0.07922479,0.00026179763,0.021033874,0.006530784,0.00042347275,0.00032434886,0.00015900556,0.00066366646,0.000026787233],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007811445,0.00005545213,0.00010023519,0.014365071,0.1888975,0.0001356716,0.00008651608,0.000088691064,3.686598e-8,0.00036273408,0.0124278255,0.7834725],"study_design_scores_gemma":[0.000085924235,0.00020332968,0.000019090632,0.020806262,0.43474832,0.00008051155,0.00010453036,0.00004599213,7.864684e-8,0.00015499648,0.54362196,0.00012901753],"about_ca_topic_score_codex":0.000004255513,"about_ca_topic_score_gemma":0.000013098204,"teacher_disagreement_score":0.78334343,"about_ca_system_score_codex":0.00004927113,"about_ca_system_score_gemma":0.00089172943,"threshold_uncertainty_score":0.99998343},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3199218666","doi":"10.1093/fampra/cmab104","title":"Evidence reversals in primary care research: a study of randomized controlled trials","year":2021,"lang":"en","type":"article","venue":"Family Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McGill University","funders":"","keywords":"Medicine; Randomized controlled trial; Evidence-based medicine; Confidence interval; Evidence-based practice; Premise; Primary care; MEDLINE; Family medicine; Alternative medicine; Internal medicine; Pathology","score_opus":0.9323905247072785,"score_gpt":0.6489833586447981,"score_spread":0.2834071660624804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199218666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6484017,0.17949861,0.0013862923,0.0036462338,0.0009060431,0.022362141,0.00001626328,0.0000092050495,0.14377354],"genre_scores_gemma":[0.9839501,0.0020577102,0.0045968764,0.00065744756,0.00009097865,0.0008089985,0.0000035233866,0.000013623588,0.007820744],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.14181808,0.79230833,0.041100316,0.0019420532,0.022326833,0.0005044156],"domain_scores_gemma":[0.12262489,0.8311479,0.02148751,0.0063355616,0.01822426,0.00017985913],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8447617,0.00027667498,0.02564087,0.0009014185,0.00012043582,0.0009379633,0.0015918493,0.0001090197,0.0018196689],"category_scores_gemma":[0.9624616,0.00012352758,0.0039488147,0.0040081157,0.00010336462,0.0010046338,0.00037329848,0.0005040036,0.00071899005],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.53703666,0.00826457,0.021581955,0.001714432,0.020202419,0.0021498676,0.12427575,0.00093439996,0.011965286,0.0039251824,0.21440753,0.053541925],"study_design_scores_gemma":[0.48820058,0.00045260845,0.009007907,0.0015654366,0.0085499985,0.000026503778,0.4503121,0.00070224307,0.000087447675,0.002114773,0.03851548,0.00046492353],"about_ca_topic_score_codex":0.00024881374,"about_ca_topic_score_gemma":0.00009565396,"teacher_disagreement_score":0.33554843,"about_ca_system_score_codex":0.000117247946,"about_ca_system_score_gemma":0.00086903677,"threshold_uncertainty_score":0.9990928},"labels":[],"label_agreement":null},{"id":"W3199254532","doi":"10.1016/j.jclinepi.2021.09.017","title":"Reporting transparency and completeness in trials: Paper 1: Introduction - Better reporting for disruptive clinical trials using routinely collected data","year":2021,"lang":"en","type":"editorial","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"","keywords":"Randomized controlled trial; Clinical trial; Medicine; Randomization; Health care; Transparency (behavior); Family medicine; Medical physics; Surgery; Computer science; Pathology; Political science","score_opus":0.9870001386006326,"score_gpt":0.7797982772088923,"score_spread":0.20720186139174035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199254532","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023234975,0.005128706,0.17090493,0.014274456,0.7836575,0.0021426198,0.0006247023,0.0000053123904,0.00002681748],"genre_scores_gemma":[0.0014262885,0.0018660731,0.09325316,0.00071849255,0.9016956,0.000027197386,0.0005064568,0.000058058013,0.00044864355],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.02083554,0.48573264,0.48484612,0.0037250167,0.004130654,0.00073004165],"domain_scores_gemma":[0.00034048402,0.5510505,0.43897006,0.0035153294,0.0057490314,0.00037463027],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity"],"category_scores_codex":[0.9847037,0.0008440502,0.10613722,0.0007539974,0.00021471204,0.0003688531,0.0029342985,0.0030104069,0.0010465904],"category_scores_gemma":[0.99933356,0.00041663245,0.016290177,0.00125338,0.00038617477,0.00061397837,0.000535021,0.0046713655,0.0000065441154],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008270547,0.0001850305,0.0739396,0.00019231162,0.0021258236,0.00012835841,0.00005228227,0.00014002968,0.0000091815555,0.000020230627,0.88536763,0.03701248],"study_design_scores_gemma":[0.0036803402,0.00055617746,0.023001036,0.0009843027,0.006181095,0.00021043504,0.00032363972,0.016387483,3.826523e-7,0.0106956465,0.93747836,0.000501125],"about_ca_topic_score_codex":0.00007616703,"about_ca_topic_score_gemma":0.00023033592,"teacher_disagreement_score":0.11803815,"about_ca_system_score_codex":0.0001250333,"about_ca_system_score_gemma":0.0029240316,"threshold_uncertainty_score":0.9998666},"labels":[],"label_agreement":null},{"id":"W3199384863","doi":"10.1016/j.jclinepi.2021.09.012","title":"Reporting transparency and completeness in Trials: Paper 2 - reporting of randomised trials using registries was often inadequate and hindered the interpretation of results","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Ottawa Hospital; Centre for Family Medicine; Institute for Clinical Evaluative Sciences; Children's Hospital of Eastern Ontario; McGill University; Jewish General Hospital","funders":"Canadian Institutes of Health Research; National Institute for Health and Care Research; Department of Health and Social Care; Government of Canada; Steno Diabetes Center Aarhus; Wellcome Trust; Medical Research Council; University of Ottawa","keywords":"Consolidated Standards of Reporting Trials; Medicine; Clinical trial; Data quality; Randomized controlled trial; Research design; Trial registration; Completeness (order theory); MEDLINE; Medical physics; Family medicine; Statistics; Internal medicine","score_opus":0.9639259368281086,"score_gpt":0.6993507195125478,"score_spread":0.2645752173155608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199384863","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"reporting","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9316907,0.0052624145,0.053247884,0.008663379,0.0004994325,0.00047550906,0.000009718479,7.314723e-7,0.00015025897],"genre_scores_gemma":[0.98663324,0.0008743309,0.011967238,0.00032964945,0.000142127,0.0000028528275,0.0000022439767,0.0000053389367,0.000042969285],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.104596585,0.41309825,0.47843415,0.0011592451,0.0023267174,0.0003850435],"domain_scores_gemma":[0.0072914287,0.52901363,0.46004587,0.0012029625,0.0023063044,0.00013975955],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9237108,0.0002009078,0.02919426,0.00022580258,0.000061869214,0.00005976835,0.0004528406,0.00023810503,0.00010713503],"category_scores_gemma":[0.99260765,0.00008033297,0.0037823298,0.00052617,0.00037895347,0.00020544209,0.00007993811,0.0005034897,3.346359e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018201118,0.00025518745,0.6062014,0.0006522977,0.0030681754,0.00025199592,0.0042650383,0.007339167,0.0025778487,0.001572713,0.00233592,0.3532791],"study_design_scores_gemma":[0.04059056,0.0008208669,0.6090946,0.0036235019,0.0049055805,0.0014196519,0.008392831,0.12804016,0.00033326703,0.19921245,0.0031190536,0.00044742116],"about_ca_topic_score_codex":0.000063240586,"about_ca_topic_score_gemma":0.000061011626,"teacher_disagreement_score":0.3528317,"about_ca_system_score_codex":0.000012285885,"about_ca_system_score_gemma":0.000397312,"threshold_uncertainty_score":0.98521835},"labels":[],"label_agreement":null},{"id":"W3199389162","doi":"10.1007/978-1-0716-1566-9_18","title":"Challenges in Comparative Meta-Analysis of the Accuracy of Multiple Diagnostic Tests","year":2021,"lang":"en","type":"article","venue":"Methods in molecular biology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"National Institute for Health and Care Research","keywords":"Ranking (information retrieval); Meta-analysis; Computer science; Diagnostic test; Diagnostic accuracy; Sensitivity (control systems); Rank (graph theory); Test (biology); Data mining; Machine learning; Statistics; Mathematics; Medicine; Engineering; Pathology","score_opus":0.8883174913934042,"score_gpt":0.6534958129495543,"score_spread":0.23482167844384993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199389162","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18284926,0.102079846,0.7070793,0.002362252,0.00023126774,0.0011346451,0.0000647831,0.0000024532724,0.0041962205],"genre_scores_gemma":[0.6927654,0.00017038157,0.30679438,0.00011389942,0.000003016556,0.0000641135,0.0000042259735,0.0000042267984,0.000080312915],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9081974,0.0837613,0.0060738754,0.0008644894,0.000908097,0.00019484421],"domain_scores_gemma":[0.902167,0.08916863,0.0038461308,0.0039167833,0.0008585367,0.000042920332],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.080837786,0.00022170598,0.007514534,0.00070640445,0.000019400353,0.00002464047,0.0014746384,0.00012884545,0.001271598],"category_scores_gemma":[0.29643604,0.00009592449,0.004323292,0.0050060465,0.00017105429,0.00003249954,0.00035171336,0.00017816115,0.000012073476],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020860378,0.0010175414,0.47575036,0.00016528735,0.15018995,0.00006561142,0.0069868043,0.022194,0.2505398,0.04332371,0.00018173172,0.04956431],"study_design_scores_gemma":[0.00087033585,0.00013735823,0.54458225,0.000044984245,0.13756002,0.00001478747,0.004993271,0.028564334,0.18566105,0.087981544,0.008903889,0.00068618986],"about_ca_topic_score_codex":0.000046757003,"about_ca_topic_score_gemma":0.0013930216,"teacher_disagreement_score":0.5099162,"about_ca_system_score_codex":0.000014373427,"about_ca_system_score_gemma":0.00006522134,"threshold_uncertainty_score":0.99964136},"labels":[],"label_agreement":null},{"id":"W3199413822","doi":"10.1007/978-1-0716-1566-9_12","title":"Network Meta-Analysis","year":2021,"lang":"en","type":"article","venue":"Methods in molecular biology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":89,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Pairwise comparison; Ranking (information retrieval); Consistency (knowledge bases); Meta-analysis; Psychological intervention; Computer science; Transitive relation; Psychology; Artificial intelligence; Medicine; Mathematics","score_opus":0.8334794902093988,"score_gpt":0.6467193604131654,"score_spread":0.18676012979623346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199413822","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00041785528,0.018115867,0.96932715,0.0015138207,0.00021245175,0.00019106873,0.000006797892,0.000004017957,0.010210981],"genre_scores_gemma":[0.003941516,0.000016509606,0.986818,0.0028843468,0.000038056114,0.00006466153,0.000017801185,0.0000100651605,0.0062090294],"study_design_codex":"meta_analysis","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.85016054,0.13828474,0.0079951435,0.0017279824,0.0013755577,0.00045600007],"domain_scores_gemma":[0.98226094,0.009095621,0.0022294982,0.005470751,0.0008251687,0.00011801965],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22970816,0.0003127186,0.009247614,0.0005903157,0.000063876956,0.00025611612,0.0015790048,0.00021302153,0.03629211],"category_scores_gemma":[0.059034918,0.00015354772,0.00983473,0.008441956,0.00008250935,0.000037815833,0.00035999002,0.00023782828,0.0005699822],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013027717,0.00025079265,0.054289952,0.000030951433,0.5102083,0.0006194883,0.00036366895,0.034550894,0.046357926,0.27745673,0.017718492,0.058139764],"study_design_scores_gemma":[0.00015342234,0.000031566728,0.0014507743,0.0000011938698,0.18239717,0.000025860305,0.00013790732,0.0073281787,0.003456716,0.53398013,0.27059147,0.0004455846],"about_ca_topic_score_codex":0.000013011439,"about_ca_topic_score_gemma":0.000070923066,"teacher_disagreement_score":0.32781112,"about_ca_system_score_codex":0.000018098843,"about_ca_system_score_gemma":0.0000615914,"threshold_uncertainty_score":0.9918589},"labels":[],"label_agreement":null},{"id":"W3199432622","doi":"10.1016/j.jclinepi.2021.09.010","title":"Reporting transparency and completeness in trials: Paper 3 – trials conducted using administrative databases do not adequately report elements related to use of databases","year":2021,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Children's Hospital of Eastern Ontario; Institute for Clinical Evaluative Sciences; Western University; Ottawa Hospital; Jewish General Hospital","funders":"Steno Diabetes Center Aarhus; Medical Research Council; National Institute for Health and Care Research; Wellcome Trust","keywords":"Consolidated Standards of Reporting Trials; Medicine; Clinical trial; MEDLINE; Database; Transparency (behavior); Data extraction; Family medicine; Cochrane Library; Randomized controlled trial; Research design; Computer science; Statistics; Surgery; Internal medicine","score_opus":0.9944785617407608,"score_gpt":0.7868130592167126,"score_spread":0.20766550252404814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199432622","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01403297,0.9672921,0.012204911,0.0006187181,0.002265635,0.0025897606,0.0009544571,0.000002919427,0.000038561328],"genre_scores_gemma":[0.0009767215,0.9150179,0.08275301,0.0004099237,0.0003342197,0.000027912374,0.0002843662,0.0000381958,0.00015772384],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.08204102,0.4919698,0.4192448,0.0025642568,0.0035494165,0.000630714],"domain_scores_gemma":[0.013176374,0.57568425,0.40361643,0.0036615792,0.0032347017,0.0006266829],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9046634,0.00093489385,0.13468213,0.0012012447,0.00008987597,0.00017683672,0.0015311083,0.0006530655,0.0032543489],"category_scores_gemma":[0.9911097,0.00042911674,0.015243543,0.0021121597,0.00034925956,0.00069843966,0.00036451823,0.0018069991,0.000016183245],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004251969,0.0006439316,0.06912317,0.0047726096,0.009056697,0.0039370186,0.000109066066,0.00012923067,0.000020514017,0.0018057681,0.008483388,0.90149343],"study_design_scores_gemma":[0.0010116813,0.00032702668,0.0032672065,0.023470221,0.009959474,0.0027274645,0.0002259111,0.00016113408,0.0000012500568,0.0005356834,0.9578459,0.00046704995],"about_ca_topic_score_codex":0.00010393738,"about_ca_topic_score_gemma":0.00007837845,"teacher_disagreement_score":0.9493625,"about_ca_system_score_codex":0.00006278354,"about_ca_system_score_gemma":0.0027561057,"threshold_uncertainty_score":0.99981606},"labels":[],"label_agreement":null},{"id":"W3200212953","doi":"10.1016/j.jclinepi.2021.09.011","title":"Reporting transparency and completeness in trials: Paper 4 - reporting of randomised controlled trials conducted using routinely collected electronic records – room for improvement","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Children's Hospital of Eastern Ontario; Institute for Clinical Evaluative Sciences; Western University; Ottawa Hospital; Jewish General Hospital","funders":"Canadian Institutes of Health Research; National Institute for Health and Care Research; Department of Health and Social Care; Steno Diabetes Center Aarhus; Wellcome Trust; Medical Research Council; University of Ottawa","keywords":"Consolidated Standards of Reporting Trials; Medicine; Randomized controlled trial; MEDLINE; Electronic health record; Sample size determination; Research design; Family medicine; Statistics; Health care; Surgery; Mathematics","score_opus":0.9521031685245965,"score_gpt":0.691188109010931,"score_spread":0.26091505951366556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200212953","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"reporting","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8800378,0.004664981,0.10892322,0.0025454967,0.0011781508,0.0025305299,0.000012893526,0.0000021580704,0.000104756386],"genre_scores_gemma":[0.96640486,0.0007149523,0.031241158,0.0007194394,0.00053946686,0.00006267572,0.000008365748,0.000018233004,0.00029086907],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.09687859,0.34434295,0.55403113,0.0015662637,0.002300488,0.0008805853],"domain_scores_gemma":[0.0062499633,0.5204033,0.46674734,0.0011158463,0.0052358247,0.00024767633],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.94983333,0.00039680023,0.08443497,0.00046623318,0.00010850027,0.00009884775,0.00062068104,0.00043057842,0.001275862],"category_scores_gemma":[0.9952955,0.00018073755,0.015143659,0.0010341294,0.00012199963,0.0001934856,0.00005999688,0.0007531953,8.9788705e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.067706235,0.0014015089,0.7127243,0.00075862027,0.01856116,0.0002899216,0.00054121175,0.004867436,0.05327742,0.0026616275,0.0068070646,0.13040343],"study_design_scores_gemma":[0.40373066,0.0043043313,0.1724558,0.0018553145,0.017524157,0.001106949,0.0025377497,0.19883506,0.0008813368,0.18572985,0.009917426,0.0011213678],"about_ca_topic_score_codex":0.000048747548,"about_ca_topic_score_gemma":0.0001542716,"teacher_disagreement_score":0.54026854,"about_ca_system_score_codex":0.0000678267,"about_ca_system_score_gemma":0.002011455,"threshold_uncertainty_score":0.9996371},"labels":[],"label_agreement":null},{"id":"W3200530198","doi":"10.1007/978-1-0716-1566-9_3","title":"Fixed- and Random-Effects Models","year":2021,"lang":"en","type":"review","venue":"Methods in molecular biology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":142,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Raincoast Conservation Foundation; University of British Columbia","funders":"","keywords":"Random effects model; Statistics; Fixed effects model; Variance (accounting); Mathematics; Estimator; Sample size determination; Meta-analysis; Econometrics; Standard error; Panel data","score_opus":0.7734362790399716,"score_gpt":0.6695250715523596,"score_spread":0.10391120748761196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200530198","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.5960625e-7,0.50729465,0.49036956,0.000017007018,0.00024963196,0.00078736694,0.000005485045,0.0000020951804,0.0012738162],"genre_scores_gemma":[1.13911575e-7,0.5528014,0.44612008,0.00011199973,0.00002539942,0.00019246306,0.000017949176,0.000018865732,0.00071174843],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7888997,0.19724701,0.010174583,0.0022103856,0.0010492597,0.000419027],"domain_scores_gemma":[0.9614932,0.02933012,0.0042444696,0.004428119,0.00034707,0.00015704245],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19708794,0.00073411834,0.021405911,0.00095096335,0.00005499061,0.00033753557,0.0019040314,0.00076740986,0.0008381822],"category_scores_gemma":[0.089478604,0.00034653075,0.0045899334,0.002038803,0.00014233179,0.000047769387,0.00064009917,0.000567464,0.00016314957],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.6947106e-7,0.000014584618,0.000004679703,0.0017655552,0.0003319424,0.00006179827,0.000024705068,0.000006511427,0.000020371952,0.010676056,0.00042507006,0.98666793],"study_design_scores_gemma":[0.00021496436,0.000023414363,2.901102e-7,0.0014148806,0.0010567921,0.00007923706,0.0000110206,0.00079774344,0.000009035842,0.043730956,0.95234483,0.00031685512],"about_ca_topic_score_codex":0.000006099539,"about_ca_topic_score_gemma":0.0000032752632,"teacher_disagreement_score":0.9863511,"about_ca_system_score_codex":0.000038265138,"about_ca_system_score_gemma":0.00016587223,"threshold_uncertainty_score":0.9998987},"labels":[],"label_agreement":null},{"id":"W3200561904","doi":"10.1007/978-1-0716-1566-9_1","title":"Principles of Systematic Reviews and Meta-analyses","year":2021,"lang":"en","type":"article","venue":"Methods in molecular biology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Systematic review; Meta-analysis; Management science; Computer science; Key (lock); Quality (philosophy); Data science; Psychology; Engineering; Medicine; MEDLINE; Epistemology; Political science; Pathology","score_opus":0.9319206982819868,"score_gpt":0.6913803697221741,"score_spread":0.24054032855981267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200561904","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014412209,0.10223253,0.8914457,0.00027232224,0.00008439452,0.0008957098,0.0000058238643,0.0000017727447,0.0036205288],"genre_scores_gemma":[0.0027520312,0.0003776006,0.9930548,0.00038873777,0.0000075345492,0.00018165864,0.000003363409,0.000008907925,0.0032253724],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.80106694,0.18052876,0.01575425,0.001247198,0.0011418271,0.0002610048],"domain_scores_gemma":[0.97533244,0.013250587,0.00611736,0.0043861656,0.00081998395,0.00009345892],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24756117,0.00030331837,0.01190159,0.0004243119,0.000031231386,0.00011440857,0.0010130896,0.00014132229,0.002706177],"category_scores_gemma":[0.2694897,0.00012659677,0.0029627131,0.0016626111,0.00012301815,0.00004116143,0.00031839765,0.00013739537,0.00008238639],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007637142,0.00022758677,0.007146587,0.019744292,0.016388183,0.00013105253,0.000812436,0.000258906,0.7341953,0.20818056,0.00052779756,0.012379656],"study_design_scores_gemma":[0.0011019857,0.00031927743,0.0020238915,0.0014075881,0.11540592,0.0005340903,0.002410121,0.012613235,0.30511612,0.25707564,0.29995263,0.0020395187],"about_ca_topic_score_codex":0.000008157234,"about_ca_topic_score_gemma":0.000018155726,"teacher_disagreement_score":0.4290792,"about_ca_system_score_codex":0.000011606567,"about_ca_system_score_gemma":0.000045233446,"threshold_uncertainty_score":0.9982055},"labels":[],"label_agreement":null},{"id":"W3200589665","doi":"10.1016/j.jclinepi.2021.09.016","title":"Commentary on controversy and debate 4 paper series: Questionable utility of the relative risk in clinical research","year":2021,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Odds; Series (stratigraphy); Probabilistic logic; Relative risk; Meta-analysis; Point (geometry); Systematic review; Resource (disambiguation); Odds ratio; Cochrane collaboration; MEDLINE; Medicine; Computer science; Epistemology; Mathematics; Philosophy; Confidence interval; Biology; Cochrane Library; Pathology; Internal medicine","score_opus":0.9036224762763756,"score_gpt":0.6843450714432695,"score_spread":0.2192774048331061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200589665","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021886192,0.0032581154,0.0005664406,0.9694688,0.002384385,0.00055716623,0.00006872819,7.419492e-7,0.0018094755],"genre_scores_gemma":[0.025300764,0.009370041,0.0045566238,0.95141065,0.004591579,0.000012036878,0.000011983747,0.000024040995,0.0047222655],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.3445165,0.5821104,0.0673921,0.0012962496,0.004157819,0.00052692596],"domain_scores_gemma":[0.08504391,0.8459603,0.060198434,0.004201599,0.004294943,0.00030078238],"candidate_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.8254656,0.0003723679,0.020160586,0.00036577083,0.00014364807,0.00006807953,0.002470724,0.0017918828,0.0032096873],"category_scores_gemma":[0.9202622,0.00014651785,0.0075098746,0.00081273954,0.0019164168,0.00025643755,0.00057451817,0.013805993,0.00007736749],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013752346,0.000084415464,0.3741745,0.000029161682,0.00048030054,0.00005682962,0.000023148443,0.000011048089,4.5792156e-8,0.0004009543,0.62170863,0.0028934272],"study_design_scores_gemma":[0.00053651776,0.000438603,0.2797671,0.0003214201,0.00024546465,0.000029603807,0.000087531655,0.00028781124,8.282036e-8,0.10645084,0.6117606,0.00007442656],"about_ca_topic_score_codex":0.00013187257,"about_ca_topic_score_gemma":0.00016293686,"teacher_disagreement_score":0.26384994,"about_ca_system_score_codex":0.000053635944,"about_ca_system_score_gemma":0.00057053193,"threshold_uncertainty_score":0.999504},"labels":[],"label_agreement":null},{"id":"W3200598357","doi":"10.1007/978-1-0716-1566-9_9","title":"Meta-analysis of Pragmatic and Explanatory Trials","year":2021,"lang":"en","type":"review","venue":"Methods in molecular biology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Michael's Hospital; St. Joseph’s Healthcare Hamilton; Impact","funders":"","keywords":"Pragmatism; Pooling; Meta-analysis; Epistemology; Protocol (science); Clinical trial; Data science; Management science; Psychology; Econometrics; Computer science; Artificial intelligence; Medicine; Alternative medicine; Philosophy; Economics","score_opus":0.9284096078952677,"score_gpt":0.7116538636687895,"score_spread":0.21675574422647825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200598357","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.360189e-7,0.59253937,0.40610594,0.0000241679,0.00009917667,0.00075669127,0.00008444923,0.0000012852811,0.00038846867],"genre_scores_gemma":[1.6770987e-7,0.57279456,0.42634702,0.00007077278,0.000009185351,0.0002275887,0.000072349314,0.000015263766,0.0004631016],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.4760245,0.48642853,0.033061244,0.0023113622,0.0018187916,0.00035553775],"domain_scores_gemma":[0.87661207,0.092388384,0.023299212,0.006832136,0.0007171754,0.00015101067],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.5752852,0.00080425007,0.091096565,0.004044551,0.000033630324,0.00019280567,0.002184346,0.0007194611,0.011604577],"category_scores_gemma":[0.25001138,0.00034304603,0.03629018,0.007539203,0.00018405307,0.00003600838,0.00047990822,0.00042480524,0.00004968287],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.62913e-7,0.000032275155,0.000010407797,0.0016255181,0.36506432,0.000024260955,0.00005703846,0.000008893175,0.000026739823,0.007464876,0.00022692293,0.6254582],"study_design_scores_gemma":[0.000034403358,0.00001208181,5.748283e-7,0.00008632685,0.47051978,0.00000850767,0.000033504653,0.00007216738,0.0000051767483,0.0033881636,0.52566165,0.00017767135],"about_ca_topic_score_codex":0.000012830332,"about_ca_topic_score_gemma":0.000014135177,"teacher_disagreement_score":0.6252805,"about_ca_system_score_codex":0.00003107687,"about_ca_system_score_gemma":0.0002192833,"threshold_uncertainty_score":0.9999021},"labels":[],"label_agreement":null},{"id":"W3200760056","doi":"10.21203/rs.3.rs-16959/v1","title":"Bayesian factor analysis in primary care: a systematic review protocol","year":2020,"lang":"en","type":"review","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; McGill University","keywords":"Protocol (science); Factor (programming language); Bayesian probability; Primary care; Computer science; Statistics; Econometrics; Medicine; Mathematics; Artificial intelligence; Alternative medicine","score_opus":0.7451057939209708,"score_gpt":0.6421254844108925,"score_spread":0.1029803095100783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200760056","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5942998e-8,0.6668229,0.00029755995,0.00009605407,0.000026172096,0.3286154,0.00018222044,0.000011429533,0.003948227],"genre_scores_gemma":[0.0000015706001,0.65950173,0.00020159312,0.00007377852,0.0000760268,0.3375842,0.00016144212,0.00005855502,0.0023411002],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.78169614,0.15123577,0.033726096,0.003890391,0.028216176,0.0012354169],"domain_scores_gemma":[0.95374817,0.017623601,0.010929328,0.012793887,0.0040765055,0.00082850194],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.20292869,0.0013549164,0.053807978,0.006090273,0.00025974523,0.0024005964,0.009159675,0.0005501373,0.0124282045],"category_scores_gemma":[0.123402156,0.00059619726,0.019901149,0.043097645,0.00013845602,0.00031285957,0.0011856009,0.002202253,0.015071102],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017163073,0.00004917029,0.00007813318,0.89007354,0.0017030863,0.00011679997,0.00016057368,4.4987112e-7,7.711885e-9,0.00003974437,0.005656325,0.102120474],"study_design_scores_gemma":[0.000067999674,0.00004917362,0.000014189663,0.39260966,0.005340235,0.000008021232,0.00011020453,0.00005978124,8.39542e-9,0.000030093575,0.601377,0.00033361343],"about_ca_topic_score_codex":0.00002753374,"about_ca_topic_score_gemma":0.00009856682,"teacher_disagreement_score":0.5957207,"about_ca_system_score_codex":0.0014437953,"about_ca_system_score_gemma":0.0022743389,"threshold_uncertainty_score":0.9999202},"labels":[],"label_agreement":null},{"id":"W3200905621","doi":"10.1007/978-1-0716-1566-9_14","title":"Software to Conduct a Meta-Analysis and Network Meta-Analysis","year":2021,"lang":"en","type":"review","venue":"Methods in molecular biology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto; McMaster University; Impact","funders":"","keywords":"Computer science; Software; Key (lock); Meta-analysis; Software engineering; Software review; Software analytics; Data science; Software development; Software construction; Computer security; Operating system; Medicine","score_opus":0.9005687967232088,"score_gpt":0.674769665411702,"score_spread":0.22579913131150675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200905621","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.2686051e-7,0.5065372,0.49194062,0.00015095712,0.00009162061,0.0010032639,0.0001259095,0.0000060526804,0.00014426462],"genre_scores_gemma":[2.3227604e-7,0.35700276,0.6379944,0.0009015275,0.000037227397,0.000908915,0.00018324426,0.000043990985,0.002927674],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.72062457,0.24966666,0.020564636,0.005569743,0.0026089374,0.0009654258],"domain_scores_gemma":[0.94014364,0.034341667,0.010649028,0.012867162,0.0014400551,0.00055843574],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.30745608,0.0019612804,0.12694126,0.0063136388,0.00016661691,0.0010230871,0.0045769457,0.0011541256,0.03773619],"category_scores_gemma":[0.0854191,0.00088743784,0.13150638,0.04030207,0.0002150579,0.00007499702,0.0016427749,0.0009495446,0.00038908146],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.494046e-7,0.000024697649,0.000027004562,0.0002818501,0.8703239,0.00006120856,0.000029256054,0.0004989738,0.000001743237,0.0011188023,0.00079314964,0.12683876],"study_design_scores_gemma":[0.000018283277,0.000016156346,9.858318e-7,0.0000073535357,0.5283929,0.00001181901,0.000011826993,0.000044082426,0.0000012376089,0.0020608136,0.46902835,0.00040617428],"about_ca_topic_score_codex":0.0000894955,"about_ca_topic_score_gemma":0.00031232229,"teacher_disagreement_score":0.4682352,"about_ca_system_score_codex":0.000074856485,"about_ca_system_score_gemma":0.00025026235,"threshold_uncertainty_score":0.99935764},"labels":[],"label_agreement":null},{"id":"W3200920720","doi":"10.1186/s12874-021-01381-z","title":"Conducting proportional meta-analysis in different types of systematic reviews: a guide for synthesisers of evidence","year":2021,"lang":"en","type":"review","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":724,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Meta-analysis; Pairwise comparison; Systematic review; Computer science; Data science; Management science; Psychology; MEDLINE; Medicine; Artificial intelligence; Engineering; Political science","score_opus":0.9978106427928172,"score_gpt":0.7994635274499049,"score_spread":0.19834711534291227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200920720","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004974898,0.86434364,0.12787537,0.00019802478,0.00013510366,0.0073083895,0.00004482745,0.0000020259297,0.00008765139],"genre_scores_gemma":[0.000014037656,0.889511,0.10210988,0.000021499853,0.000094192466,0.004620028,0.000027200509,0.000029450914,0.003572725],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.1836095,0.7258913,0.060878057,0.003220403,0.025347989,0.001052742],"domain_scores_gemma":[0.0408083,0.91497767,0.027611211,0.008050778,0.00792683,0.000625237],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8533682,0.00080948666,0.08917446,0.004460998,0.00009497116,0.0001471527,0.006250582,0.0008293644,0.025312323],"category_scores_gemma":[0.9775119,0.00028221094,0.035505414,0.0095636295,0.0007681514,0.00012254559,0.0008921716,0.0010711685,0.00013353945],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013745809,0.00019748138,0.00007194315,0.7864833,0.092238076,0.00001927777,0.00016855511,0.000014178738,0.0000029940832,0.0032777456,0.0047309916,0.112781696],"study_design_scores_gemma":[0.0001664566,0.00018514879,0.000009221102,0.13113138,0.5808495,0.00006354242,0.0011324888,0.0012817914,0.000012854875,0.0023664115,0.2822391,0.0005620873],"about_ca_topic_score_codex":0.000091174545,"about_ca_topic_score_gemma":0.00057764055,"teacher_disagreement_score":0.65535194,"about_ca_system_score_codex":0.00017286408,"about_ca_system_score_gemma":0.0038860226,"threshold_uncertainty_score":0.999963},"labels":[],"label_agreement":null},{"id":"W3200935939","doi":"10.1007/978-1-0716-1566-9_6","title":"Systematic Versus Rapid Versus Scoping Reviews","year":2021,"lang":"en","type":"article","venue":"Methods in molecular biology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; Queen's University; Public Health Ontario; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Systematic review; Strengths and weaknesses; Management science; Engineering ethics; Knowledge management; Psychology; Data science; Computer science; Engineering; Political science; MEDLINE; Social psychology","score_opus":0.7774259058805992,"score_gpt":0.6470958519684872,"score_spread":0.13033005391211205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200935939","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008628843,0.074351504,0.91064703,0.00028151085,0.0024806568,0.0012213577,0.000002343948,0.0000065183012,0.0101461625],"genre_scores_gemma":[0.00067375053,0.00071051973,0.9968594,0.0004409218,0.00006124656,0.00023729667,0.000010651455,0.000018567294,0.00098769],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8391826,0.14653316,0.011069017,0.0015243288,0.0012300566,0.00046079478],"domain_scores_gemma":[0.9635902,0.024309335,0.0045431247,0.0066044237,0.0007757612,0.00017717769],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.21280654,0.0003703914,0.006567945,0.00043573673,0.00007781528,0.00027623927,0.0016414066,0.00022501496,0.004830026],"category_scores_gemma":[0.31342223,0.00020066653,0.0020623188,0.002431447,0.0000897571,0.000064329324,0.00035061757,0.000261523,0.0016270861],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045565894,0.00054042874,0.0025744878,0.040985767,0.004772638,0.0010710515,0.002075802,0.00041737582,0.33774456,0.16464892,0.010154375,0.43455893],"study_design_scores_gemma":[0.024728462,0.0025905827,0.0005890821,0.05823243,0.009196431,0.000494179,0.00880651,0.028351696,0.11772638,0.14260055,0.5989058,0.007777879],"about_ca_topic_score_codex":0.0000044096228,"about_ca_topic_score_gemma":0.000026392585,"teacher_disagreement_score":0.58875144,"about_ca_system_score_codex":0.00006560739,"about_ca_system_score_gemma":0.0001223628,"threshold_uncertainty_score":0.9991503},"labels":[],"label_agreement":null},{"id":"W3201562462","doi":"10.1161/jaha.121.021367","title":"Methodological Rigor and Temporal Trends of Cardiovascular Medicine Meta‐Analyses in Highest‐Impact Journals","year":2021,"lang":"en","type":"article","venue":"Journal of the American Heart Association","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Medicine; Observational study; Meta-analysis; Systematic review; MEDLINE; Strengthening the reporting of observational studies in epidemiology; Family medicine; Epidemiology; Publication bias; Internal medicine","score_opus":0.875396538008812,"score_gpt":0.6248207244672896,"score_spread":0.25057581354152236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201562462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95290357,0.029862355,0.002045776,0.0145473685,0.00025466047,0.00009609412,0.000008214755,0.000001113927,0.00028081916],"genre_scores_gemma":[0.9878078,0.0004698823,0.010605152,0.00030664232,0.00017799354,0.0000014835292,3.7853854e-7,0.000005808755,0.0006248722],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.946653,0.040962376,0.006396012,0.00027507995,0.0055376957,0.00017583556],"domain_scores_gemma":[0.9732292,0.011241832,0.012425682,0.0010331274,0.0019359798,0.00013416394],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20148382,0.00018598679,0.008679254,0.0006157901,0.00006743194,0.00014540718,0.00057631574,0.00005575109,0.0016394374],"category_scores_gemma":[0.10860998,0.000065475135,0.007249367,0.0035648362,0.00009980952,0.00021286358,0.000081670885,0.00032161115,0.000005935881],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028080784,0.00008730712,0.9231108,0.000011729246,0.024446573,0.000022261442,0.00048770336,0.0024709268,0.004347094,0.000016801894,0.032853737,0.012117006],"study_design_scores_gemma":[0.00031804855,0.00014956197,0.9674351,0.00004493267,0.009483069,0.000145583,0.00089436816,0.00034039622,0.00024635016,0.0016627767,0.019192502,0.00008730287],"about_ca_topic_score_codex":0.0001942283,"about_ca_topic_score_gemma":0.000031942818,"teacher_disagreement_score":0.09287383,"about_ca_system_score_codex":0.00015050778,"about_ca_system_score_gemma":0.000111503396,"threshold_uncertainty_score":0.9992732},"labels":[],"label_agreement":null},{"id":"W3201966670","doi":"10.1038/s41433-021-01759-9","title":"Risk of bias: why measure it, and how?","year":2021,"lang":"en","type":"editorial","venue":"Eye","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Measure (data warehouse); Optometry; MEDLINE; Medicine; Computer science; Biology; Data mining","score_opus":0.5791000619930553,"score_gpt":0.4864091189114892,"score_spread":0.09269094308156611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201966670","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004549825,0.02170477,0.0028229943,0.0012709978,0.96218705,0.0005236472,0.0004921414,0.0000044071003,0.0105390055],"genre_scores_gemma":[0.001323297,0.0019645444,0.0028378908,0.000111131085,0.86084265,0.00003431931,0.000097181175,0.00003974086,0.13274923],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9664891,0.015187412,0.0049927994,0.0011569001,0.011990261,0.00018356276],"domain_scores_gemma":[0.960288,0.020682525,0.009974417,0.0048642205,0.004025655,0.00016516392],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13770165,0.00036848232,0.0059054703,0.00029886194,0.00008832522,0.0010759181,0.0015164756,0.0005020792,0.005349843],"category_scores_gemma":[0.39022088,0.0001694259,0.0022346126,0.0009404564,0.00007504083,0.00011308885,0.00021823625,0.0004947396,0.0004206572],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016968604,0.000010928846,0.0009472221,0.00010161944,0.00038997605,0.0000044137273,0.00016722959,0.0000011148684,0.0000034778936,0.000012975006,0.9946083,0.0037510782],"study_design_scores_gemma":[0.000103606144,0.00001931335,0.00011708023,0.00015618089,0.00078607403,4.0451573e-7,0.0003491448,0.00006334294,0.000005484498,0.00040611424,0.99784005,0.00015319088],"about_ca_topic_score_codex":0.00003244548,"about_ca_topic_score_gemma":0.00015163707,"teacher_disagreement_score":0.25251922,"about_ca_system_score_codex":0.000016712871,"about_ca_system_score_gemma":0.00022569712,"threshold_uncertainty_score":0.9999611},"labels":[],"label_agreement":null},{"id":"W3202779915","doi":"10.1136/bjsports-2021-103987","title":"Implementing the 27 PRISMA 2020 Statement items for systematic reviews in the sport and exercise medicine, musculoskeletal rehabilitation and sports science fields: the PERSiST (implementing Prisma in Exercise, Rehabilitation, Sport medicine and SporTs science) guidance","year":2021,"lang":"en","type":"article","venue":"British Journal of Sports Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":418,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institutes of Health Research; Research Canada; Ottawa Hospital; University of British Columbia","funders":"","keywords":"Systematic review; Rehabilitation; Sports medicine; Sports science; Health care; MEDLINE; Psychological intervention; Medical education; Alternative medicine; Medicine; Psychology; Physical therapy; Nursing; Political science; Pathology","score_opus":0.12842770351334312,"score_gpt":0.43450368762405217,"score_spread":0.306075984110709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202779915","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89242023,0.077939205,0.00032041,0.022294937,0.0005933847,0.0060459687,0.0000032869177,0.0000037776952,0.00037881377],"genre_scores_gemma":[0.9817349,0.014268516,0.0026753712,0.00055623834,0.00031059666,0.00017370157,0.00000848605,0.000019120333,0.00025309448],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.971461,0.0009036296,0.01634011,0.0013164044,0.00916598,0.0008128955],"domain_scores_gemma":[0.9787566,0.0044142,0.011331635,0.0018172002,0.0033366052,0.00034378347],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4148618,0.0004691228,0.004323107,0.0008725458,0.0010550139,0.0004790365,0.0014806344,0.00007165367,0.00043814763],"category_scores_gemma":[0.050283525,0.00020224894,0.00039382657,0.004288479,0.0026487596,0.00090704695,0.00028871786,0.00047537606,6.354936e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060461174,0.00014812606,0.6551155,0.010898981,0.00005919408,0.00065557327,0.06914939,0.000019905798,0.00006528868,0.0010831876,0.029069638,0.23367475],"study_design_scores_gemma":[0.0014275259,0.00027507843,0.70494395,0.058351792,0.0007871448,0.0017414928,0.20838246,0.0004705383,0.000002625179,0.0041152923,0.01922489,0.0002772189],"about_ca_topic_score_codex":0.0002219684,"about_ca_topic_score_gemma":0.0003074911,"teacher_disagreement_score":0.36457828,"about_ca_system_score_codex":0.00011306906,"about_ca_system_score_gemma":0.00038986912,"threshold_uncertainty_score":0.97594655},"labels":[],"label_agreement":null},{"id":"W3203021509","doi":"10.1016/j.ocarto.2021.100215","title":"The state of trial registrations in the field of Orthopaedics in years 2015–2020. A meta-epidemiological study","year":2021,"lang":"en","type":"review","venue":"Osteoarthritis and Cartilage Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Hand and Upper Limb Clinic; St. Joseph's Hospital; University of Toronto; Queen's University; Canadian Institute for Military and Veteran Health Research","funders":"","keywords":"Medicine; Randomized controlled trial; Epidemiology; Population; Meta-analysis; Orthopedic surgery; Trial registration; MEDLINE; Prospective cohort study; Surgery; Internal medicine; Environmental health","score_opus":0.6498741816734732,"score_gpt":0.5627773797430697,"score_spread":0.08709680193040348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203021509","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050013755,0.98761475,0.0000079633555,0.00032492005,0.0001260628,0.0053727566,0.00007533456,5.199424e-7,0.001476315],"genre_scores_gemma":[0.0055773887,0.9918593,0.00008490477,0.00008787668,0.000037206188,0.00091623317,0.000015130895,0.000009072951,0.0014128534],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9359346,0.046495583,0.013927654,0.0009824472,0.002388206,0.0002715149],"domain_scores_gemma":[0.9712659,0.02087075,0.004793054,0.0027503737,0.00026270436,0.000057205176],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1530054,0.000330561,0.010571766,0.00012676549,0.000086222964,0.00075531367,0.002692266,0.00012723124,0.00077527197],"category_scores_gemma":[0.038006097,0.00011574829,0.0026475857,0.0015494766,0.00010377037,0.00012277627,0.000526346,0.00038439818,0.000016798744],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062423926,0.00016018415,0.0001311093,0.00020766782,0.00020792484,0.00010276025,0.00066741987,0.000003100953,1.2515707e-7,0.00038752978,0.010595989,0.9874738],"study_design_scores_gemma":[0.001794501,0.00066603586,0.000069032925,0.00085665646,0.0017955333,0.000018167284,0.0019103719,0.000003294516,1.3079799e-7,0.0007640437,0.99198025,0.00014199196],"about_ca_topic_score_codex":0.0001105895,"about_ca_topic_score_gemma":0.0085881455,"teacher_disagreement_score":0.98733175,"about_ca_system_score_codex":0.000008438367,"about_ca_system_score_gemma":0.00022707753,"threshold_uncertainty_score":0.9700972},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3203123545","doi":"10.1016/j.euf.2021.09.015","title":"Evidence-based Urology: Introduction to Our Series of Articles","year":2021,"lang":"en","type":"editorial","venue":"European Urology Focus","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Sigrid Juséliuksen Säätiö; Academy of Finland; Helsingin ja Uudenmaan Sairaanhoitopiiri","keywords":"Medicine; Evidence-based medicine; Evidence-based practice; MEDLINE; Urology; Alternative medicine; Medical education; Pathology","score_opus":0.44418553691659524,"score_gpt":0.4396568789959472,"score_spread":0.004528657920648049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203123545","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030090827,0.01096388,0.009198246,0.050701063,0.9221551,0.0008698049,0.00010553583,0.00003340861,0.0029638705],"genre_scores_gemma":[0.07156666,0.00015405855,0.002471632,0.0007521821,0.90839255,0.0000363023,0.00006425627,0.00009415122,0.016468199],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9374907,0.04617388,0.00866358,0.002274943,0.0049337517,0.00046316828],"domain_scores_gemma":[0.9759814,0.0077440618,0.006053088,0.006279862,0.0036946253,0.00024696637],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.10658741,0.0005658467,0.00468825,0.0008294508,0.00013113799,0.00043352076,0.0029620868,0.00039358618,0.0040428885],"category_scores_gemma":[0.30574638,0.0003354101,0.0017470577,0.001656118,0.00014861683,0.00023815584,0.00052238605,0.0007648797,0.008481198],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000107945,0.000044505858,0.00020258488,0.00003869744,0.00020590852,0.00007853629,0.00014091084,0.00042394456,0.00027812936,0.000095544085,0.98870045,0.009682818],"study_design_scores_gemma":[0.00015323864,0.00056188577,0.00038745574,0.000030423382,0.0006321516,0.000011586892,0.00011074336,0.000060600712,0.00014407812,0.000428128,0.9972325,0.00024723168],"about_ca_topic_score_codex":0.0000096576505,"about_ca_topic_score_gemma":0.000054276865,"teacher_disagreement_score":0.19915898,"about_ca_system_score_codex":0.000033280434,"about_ca_system_score_gemma":0.00033082784,"threshold_uncertainty_score":0.9999098},"labels":[],"label_agreement":null},{"id":"W3203139980","doi":"10.1001/jamanetworkopen.2021.25236","title":"Comparison of Publication of Pediatric Probiotic vs Antibiotic Trials Registered on ClinicalTrials.gov","year":2021,"lang":"en","type":"review","venue":"JAMA Network Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Children's Hospital; University of Calgary","funders":"","keywords":"Medicine; Probiotic; Blinding; Odds ratio; Antibiotics; Clinical trial; Internal medicine; Randomized controlled trial; Pediatrics; Biology","score_opus":0.9485855142361964,"score_gpt":0.6818905042027101,"score_spread":0.2666950100334863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203139980","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025961886,0.9804263,0.00037574777,0.0004364555,0.0013118456,0.00933253,0.00011099009,0.000005009335,0.007975176],"genre_scores_gemma":[0.00045474904,0.9856759,0.0038183844,0.00010998434,0.0021080596,0.00009947029,0.00037875547,0.000054093125,0.0073006405],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.6681776,0.20527852,0.11201273,0.0040710107,0.009639204,0.0008209607],"domain_scores_gemma":[0.73726964,0.09504192,0.148194,0.014734182,0.004408012,0.0003522243],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.49466488,0.000836824,0.05508114,0.0007764959,0.00012760198,0.0027368874,0.009498855,0.0008945489,0.005880307],"category_scores_gemma":[0.36241698,0.00040384431,0.0104760835,0.0073713125,0.00010125905,0.00033826078,0.0012541917,0.0006939333,0.0014678497],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035495777,0.00028094306,0.0009986912,0.005611807,0.0008984611,0.0000013028696,0.000033260447,0.0000441904,3.0970895e-8,0.0011989787,0.4808545,0.5100423],"study_design_scores_gemma":[0.0005261423,0.00023191694,0.00019880311,0.012801564,0.007989339,0.0000033619644,0.000032877724,0.00016059169,5.1654763e-7,0.00022110666,0.977482,0.00035174467],"about_ca_topic_score_codex":0.000013951294,"about_ca_topic_score_gemma":0.00000971777,"teacher_disagreement_score":0.5096906,"about_ca_system_score_codex":0.00007497135,"about_ca_system_score_gemma":0.001137121,"threshold_uncertainty_score":0.99984133},"labels":[],"label_agreement":null},{"id":"W3203148920","doi":"10.1016/j.vaa.2021.09.004","title":"Randomization, blinding, data handling and sample size estimation in papers published in Veterinary Anaesthesia and Analgesia in 2009 and 2019","year":2021,"lang":"en","type":"article","venue":"Veterinary Anaesthesia and Analgesia","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; Faculty of Veterinary Medicine, University of Calgary","keywords":"Blinding; Medicine; Confidence interval; Checklist; Randomization; Sample size determination; Randomized controlled trial; Consolidated Standards of Reporting Trials; Statistics; Surgery; Internal medicine; Mathematics","score_opus":0.2980966548284477,"score_gpt":0.4198343547486373,"score_spread":0.12173769992018957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203148920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987464,0.009049111,0.0007491605,0.0018643969,0.000039968963,0.0005935433,0.000028631195,0.000010205351,0.00020097812],"genre_scores_gemma":[0.9841081,0.0048986124,0.010377467,0.000278878,0.00002388604,0.00003128772,0.00007940942,0.000026229285,0.0001761513],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9875892,0.0047842907,0.0040398017,0.001983655,0.0011162208,0.00048685074],"domain_scores_gemma":[0.99342287,0.0028858257,0.001233345,0.001989835,0.00017726235,0.0002908901],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.025689503,0.0005312292,0.0027863528,0.0011368304,0.0002065841,0.0015404639,0.000715287,0.00022160476,0.0004317028],"category_scores_gemma":[0.012412247,0.0003853008,0.00016505954,0.002318257,0.00018986448,0.0015504933,0.00042739944,0.00030056285,0.000007390283],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052971236,0.00021907606,0.8517686,0.00033943963,0.00011777918,0.0015993862,0.0017237631,0.00035454644,0.00094153464,0.0008423153,0.0010705148,0.1404933],"study_design_scores_gemma":[0.003913569,0.0004555498,0.90067154,0.0004112112,0.00013884374,0.0006625477,0.0013291278,0.08149551,0.000006779668,0.0040066997,0.006273396,0.00063522067],"about_ca_topic_score_codex":0.0003086464,"about_ca_topic_score_gemma":0.0003371195,"teacher_disagreement_score":0.13985808,"about_ca_system_score_codex":0.000039141192,"about_ca_system_score_gemma":0.00010879436,"threshold_uncertainty_score":0.99985987},"labels":[],"label_agreement":null},{"id":"W3203297670","doi":"10.2196/33124","title":"Toward Automated Data Extraction According to Tabular Data Structure: Cross-sectional Pilot Survey of the Comparative Clinical Literature","year":2021,"lang":"en","type":"review","venue":"JMIR Formative Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Data extraction; Categorical variable; Computer science; Context (archaeology); Metadata; Information retrieval; Statistic; Descriptive statistics; Data mining; Statistics; Data science; MEDLINE; Mathematics; Machine learning; World Wide Web; Geography","score_opus":0.9763549273064586,"score_gpt":0.767177744680884,"score_spread":0.2091771826255746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203297670","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015714074,0.9643432,0.0013760163,0.00007483665,0.0018148777,0.0053190845,0.024976626,0.000018101144,0.000505858],"genre_scores_gemma":[0.061979122,0.9004498,0.0025621953,0.00007501028,0.00094331143,0.00035704442,0.030553268,0.00010683855,0.002973422],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.828724,0.13083714,0.02018926,0.003396775,0.0160797,0.00077311724],"domain_scores_gemma":[0.908335,0.043335482,0.010951405,0.023977382,0.012974643,0.0004260881],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","open_science","insufficient_payload"],"category_scores_codex":[0.3265649,0.00074065116,0.010839147,0.0010994083,0.0006729449,0.0050854417,0.021639008,0.00055203395,0.0029040037],"category_scores_gemma":[0.115007855,0.00031158878,0.0017375518,0.013027644,0.00047112344,0.002182537,0.0110767055,0.0033181417,0.0013840017],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091942784,0.0005892464,0.02005504,0.009692163,0.0037929667,0.00002004946,0.0016304194,0.000037152335,0.0000023521116,0.0003722991,0.71060616,0.25311023],"study_design_scores_gemma":[0.00018023078,0.00013269998,0.06500869,0.004464993,0.00020494373,0.0000608089,0.00040367106,0.0073719285,8.1409434e-7,0.00008616744,0.92173254,0.00035248158],"about_ca_topic_score_codex":0.00007296302,"about_ca_topic_score_gemma":0.00018451145,"teacher_disagreement_score":0.25275776,"about_ca_system_score_codex":0.00019981091,"about_ca_system_score_gemma":0.0018634053,"threshold_uncertainty_score":0.9999336},"labels":[],"label_agreement":null},{"id":"W3203521869","doi":"10.1016/j.jpurol.2021.09.012","title":"Quality of reporting for pilot randomized controlled trials in the pediatric urology literature–A systematic review","year":2021,"lang":"en","type":"review","venue":"Journal of Pediatric Urology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster Children's Hospital; McMaster University","funders":"","keywords":"Medicine; Blinding; Consolidated Standards of Reporting Trials; Randomized controlled trial; MEDLINE; Randomization; Psychological intervention; Sample size determination; Research design; Family medicine; Systematic review; Medical physics; Surgery; Nursing","score_opus":0.7601106638283507,"score_gpt":0.5957999850636075,"score_spread":0.16431067876474315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203521869","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028995353,0.9754051,0.0036400196,0.00063940743,0.0016975735,0.018407933,0.00004444338,0.0000022382646,0.00013430296],"genre_scores_gemma":[0.0001482208,0.9941805,0.00073868607,0.00064692536,0.0026106646,0.0014071133,0.000020347961,0.00003784524,0.00020967296],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.16820756,0.5564934,0.26549605,0.0014399495,0.007641143,0.00072189065],"domain_scores_gemma":[0.074210554,0.47753173,0.43750632,0.0039391317,0.0066278796,0.00018440445],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9081218,0.0011515147,0.20209248,0.0035382372,0.00010423109,0.00048446853,0.004736338,0.00074195064,0.000657371],"category_scores_gemma":[0.9500667,0.0003759194,0.064061314,0.0056292773,0.0001007541,0.0001864177,0.00018580443,0.0016092284,0.000045839453],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044402694,0.0005579487,0.00010383297,0.95036924,0.011768958,0.00025195468,0.0002724618,0.0000055221158,8.342428e-8,0.0015203088,0.027265826,0.0034435764],"study_design_scores_gemma":[0.13663504,0.0012209449,0.000008722599,0.033175003,0.7266155,0.0045429873,0.00014190417,0.00006476204,1.1174501e-8,0.005279561,0.09126823,0.0010473859],"about_ca_topic_score_codex":0.0000021788649,"about_ca_topic_score_gemma":0.0000031667198,"teacher_disagreement_score":0.91719425,"about_ca_system_score_codex":0.000062340274,"about_ca_system_score_gemma":0.0017088372,"threshold_uncertainty_score":0.9998693},"labels":[],"label_agreement":null},{"id":"W3203577784","doi":"10.1016/j.jaip.2021.09.035","title":"Translating Evidence to Optimize Patient Care Using GRADE","year":2021,"lang":"en","type":"review","venue":"The Journal of Allergy and Clinical Immunology In Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":78,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"","keywords":"Grading (engineering); Best evidence; Quality of evidence; Evidence-based medicine; Best practice; Medicine; Certainty; Evidence-based practice; Systematic review; Trustworthiness; Quality (philosophy); Asthma; MEDLINE; Scientific evidence; Clinical Practice; Alternative medicine; Medical education; Family medicine; Psychology; Meta-analysis; Immunology; Pathology; Social psychology; Political science","score_opus":0.8455104265728247,"score_gpt":0.6434486355165098,"score_spread":0.20206179105631494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203577784","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005995909,0.99511564,0.0010727925,0.00151975,0.000980341,0.0004481505,0.0000020899076,8.871252e-7,0.00026078033],"genre_scores_gemma":[0.0001321278,0.9867918,0.012480511,0.0003585945,0.00013124796,0.000004389282,6.879855e-7,0.000016269585,0.00008437748],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8844306,0.08961586,0.022687484,0.0006657916,0.0022847822,0.00031548206],"domain_scores_gemma":[0.86413974,0.10839231,0.022825548,0.0022922908,0.002181736,0.00016839341],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12939054,0.00041626362,0.0089847315,0.0003589096,0.00017740506,0.00033865572,0.0022862467,0.0004561992,0.00057436654],"category_scores_gemma":[0.20449056,0.0001733093,0.0029742108,0.0012653526,0.00017909364,0.0005372559,0.0003836285,0.00219741,0.00009191707],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068653586,0.00010658547,0.000014392568,0.00012986746,0.00662834,0.00013190517,0.001725438,0.0003208794,4.4835934e-7,0.000076154174,0.00034917792,0.9904482],"study_design_scores_gemma":[0.00018773528,0.00050944,0.000015763784,0.010176957,0.009595627,0.0018318319,0.009033369,0.00005807618,1.4662538e-7,0.00007049802,0.9683109,0.00020966904],"about_ca_topic_score_codex":0.000020975207,"about_ca_topic_score_gemma":0.000030371737,"teacher_disagreement_score":0.9902385,"about_ca_system_score_codex":0.000078882076,"about_ca_system_score_gemma":0.0006877208,"threshold_uncertainty_score":0.95467746},"labels":[],"label_agreement":null},{"id":"W3203672338","doi":"10.12688/openreseurope.14044.1","title":"Methods for living evidence synthesis: a systematic review protocol","year":2021,"lang":"en","type":"review","venue":"Open Research Europe","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Horizon 2020 Framework Programme; European Commission","keywords":"Protocol (science); Medicine; Alternative medicine; Pathology","score_opus":0.9749693318909706,"score_gpt":0.789426033214887,"score_spread":0.18554329867608355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203672338","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.1561622e-10,0.59309727,0.004380453,0.00017877719,0.00007347671,0.39309207,0.000021952828,0.00000541453,0.009150621],"genre_scores_gemma":[1.1630341e-9,0.49240923,0.0260386,0.000093433824,0.000071376155,0.4318278,0.0000031569002,0.0000782192,0.049478173],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.33485618,0.60432273,0.038015958,0.005419045,0.015885802,0.0015002388],"domain_scores_gemma":[0.18656322,0.7171158,0.029597823,0.03809105,0.027407052,0.001225026],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8409145,0.0012173129,0.044960417,0.0012210481,0.0007851842,0.016235031,0.03096988,0.0002985721,0.023579469],"category_scores_gemma":[0.9470309,0.0005142176,0.009341179,0.01235606,0.00017221745,0.00094585883,0.007552522,0.0013589734,0.017477902],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.4122485e-7,0.00003984317,1.2717219e-7,0.55823445,0.00044546917,0.000015551635,0.000013374841,3.0138263e-8,7.9134765e-8,0.00049323874,0.10211896,0.33863804],"study_design_scores_gemma":[0.000012421787,0.000035814483,4.4307654e-8,0.48724633,0.0027259674,0.000044453744,0.000023461424,0.00003512227,1.3147543e-7,0.000042633634,0.5095764,0.00025721805],"about_ca_topic_score_codex":0.000013520222,"about_ca_topic_score_gemma":0.0000055550554,"teacher_disagreement_score":0.40745744,"about_ca_system_score_codex":0.00024032213,"about_ca_system_score_gemma":0.0031999839,"threshold_uncertainty_score":0.99973094},"labels":[],"label_agreement":null},{"id":"W3204390088","doi":"10.21203/rs.3.rs-931213/v1","title":"Identifying and addressing conflicting results across multiple discordant systematic reviews on the same topic: A protocol for a replication study of the Jadad algorithm","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Nova Scotia Health Authority; Montfort Hospital; McMaster University; Queen's University; Impact; Ottawa Hospital","funders":"Ontario Ministry of Research and Innovation; Canadian Institutes of Health Research","keywords":"Replication (statistics); Protocol (science); Jadad scale; Computer science; Algorithm; Biology; Mathematics; Medicine; MEDLINE; Statistics; Alternative medicine","score_opus":0.9249014598664557,"score_gpt":0.6942395435395878,"score_spread":0.23066191632686783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204390088","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10544146,0.0010782875,0.008423291,0.0014102627,0.0002313835,0.88297176,0.00019898223,0.000010416918,0.00023414267],"genre_scores_gemma":[0.26702407,0.0000318274,0.0027280448,0.000049314775,0.00017779392,0.72692215,0.000016385238,0.00003740078,0.003012976],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.90392387,0.067341655,0.0144227585,0.0028690598,0.0108013,0.0006413687],"domain_scores_gemma":[0.92503476,0.040883336,0.012633805,0.016105777,0.0051897755,0.00015254458],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3449775,0.00044419666,0.0044929055,0.00025136027,0.0012687837,0.0043893657,0.003477609,0.00013951982,0.00006776549],"category_scores_gemma":[0.36338097,0.0001556694,0.0016828761,0.0015197413,0.00016613949,0.00014990606,0.0028557985,0.0010904099,0.000021546844],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047385026,0.0032041748,0.019187309,0.52340126,0.0028100773,0.00004014857,0.2469793,0.0004459591,0.0011545055,0.00086139265,0.016467815,0.18497422],"study_design_scores_gemma":[0.005104788,0.0010808787,0.028057775,0.31548783,0.0008960769,0.000049034505,0.45263264,0.16604075,0.0010298922,0.0037581553,0.024560526,0.0013016802],"about_ca_topic_score_codex":0.00027827758,"about_ca_topic_score_gemma":0.00055074616,"teacher_disagreement_score":0.20791343,"about_ca_system_score_codex":0.00012945152,"about_ca_system_score_gemma":0.00020381327,"threshold_uncertainty_score":0.9966442},"labels":[],"label_agreement":null},{"id":"W3204469699","doi":"10.1016/j.jmsacl.2021.09.002","title":"Reproducible manuscript preparation with RMarkdown application to JMSACL and other Elsevier Journals","year":2021,"lang":"en","type":"article","venue":"Journal of Mass Spectrometry and Advances in the Clinical Lab","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Providence Health Care; Canadian Electricity Association; University of Ottawa; St. Paul's Hospital; University of British Columbia","funders":"","keywords":"Markup language; Computer science; Transparency (behavior); Upload; Statistical analysis; Programming language; Information retrieval; World Wide Web; XML","score_opus":0.40542905829949233,"score_gpt":0.5455829193712955,"score_spread":0.14015386107180322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204469699","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7364806,0.08230013,0.12340136,0.026455568,0.00078290224,0.0011492516,0.000012977817,0.0000040523832,0.029413177],"genre_scores_gemma":[0.91545427,0.006875285,0.06951147,0.0031792526,0.0008204785,0.000014578163,6.502427e-7,0.000013144091,0.0041308645],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9864223,0.005023282,0.005753269,0.00060649635,0.0020319363,0.00016274147],"domain_scores_gemma":[0.98968107,0.0040257974,0.0040391707,0.0013859215,0.0007166728,0.00015138151],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10687385,0.00015642207,0.0016851675,0.0002698725,0.00009265938,0.0005353099,0.00066254585,0.00005805149,0.00073607016],"category_scores_gemma":[0.022124508,0.00006263265,0.0003641075,0.0015815936,0.000078320816,0.00054235995,0.000060021877,0.00038779885,0.00003593759],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006628971,0.0006426754,0.41178063,0.00014153127,0.00044814683,0.00013894783,0.0009968253,0.0009380797,0.0021565866,0.0063743247,0.009961362,0.565758],"study_design_scores_gemma":[0.0006627533,0.00072423415,0.052353982,0.00020015708,0.00023461168,0.00073149777,0.0014729331,0.00029555577,0.0002534556,0.061180748,0.8816992,0.00019086288],"about_ca_topic_score_codex":2.9725481e-7,"about_ca_topic_score_gemma":0.000016777762,"teacher_disagreement_score":0.87173784,"about_ca_system_score_codex":0.000016971337,"about_ca_system_score_gemma":0.000049195587,"threshold_uncertainty_score":0.98611253},"labels":[],"label_agreement":null},{"id":"W3205698458","doi":"10.1097/phm.0000000000001893","title":"Performance, Detection, Contamination, Compliance, and Cointervention Biases in Rehabilitation Research","year":2021,"lang":"en","type":"review","venue":"American Journal of Physical Medicine & Rehabilitation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Rehabilitation; Compliance (psychology); Contamination; Physical medicine and rehabilitation; Physical therapy; Social psychology; Psychology","score_opus":0.6747282568834537,"score_gpt":0.6076361638554172,"score_spread":0.06709209302803654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205698458","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12572342,0.8694477,0.00095159066,0.0010554184,0.0005065323,0.0019317518,0.000009983468,0.0000052572764,0.00036834148],"genre_scores_gemma":[0.7113144,0.28013796,0.0054648584,0.0000676289,0.0018004687,0.00036161224,0.00006708436,0.000109086905,0.00067690335],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9470454,0.033149276,0.012354208,0.00093575707,0.0061824503,0.0003329508],"domain_scores_gemma":[0.8911747,0.08893855,0.010674776,0.0012958844,0.00768856,0.00022755194],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.121454716,0.00044348402,0.009601631,0.0030711442,0.000163931,0.0001880486,0.0008236348,0.00009586591,0.00025382085],"category_scores_gemma":[0.22129469,0.00023316545,0.0021343997,0.006848253,0.0013430469,0.00055987324,0.00009329988,0.0009162875,0.000079225174],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014210257,0.0001849392,0.00091181207,0.002462096,0.000100442616,0.000003175974,0.001416335,0.000019245073,0.0000020029606,0.00025397164,0.00078224606,0.9938495],"study_design_scores_gemma":[0.0008846444,0.0440727,0.018824305,0.077007994,0.0012884915,0.0001411629,0.015687225,0.0034465154,4.6724503e-7,0.0029520711,0.8352318,0.0004626325],"about_ca_topic_score_codex":0.000041481184,"about_ca_topic_score_gemma":0.000056386976,"teacher_disagreement_score":0.99338686,"about_ca_system_score_codex":0.00038850884,"about_ca_system_score_gemma":0.00024714164,"threshold_uncertainty_score":0.9508211},"labels":[],"label_agreement":null},{"id":"W3205830643","doi":"10.2106/jbjs.21.00116","title":"Inconsistencies in the Methodological Framework Throughout Published Studies in High-Impact Orthopaedic Journals","year":2021,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Fowler Kennedy Sport Medicine Clinic; McMaster University; Western University","funders":"","keywords":"Confidence interval; Clinical Practice; MEDLINE; Risk assessment","score_opus":0.9032406431867277,"score_gpt":0.6007860581762744,"score_spread":0.3024545850104533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205830643","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9206251,0.06257774,0.0017221371,0.014098009,0.000662909,0.00010954352,0.0000025220852,0.0000010123636,0.0002010197],"genre_scores_gemma":[0.9837595,0.0063020624,0.008030323,0.0014747991,0.00026818406,0.000004297601,5.0759115e-7,0.000005926944,0.0001543582],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9396044,0.03669331,0.018078448,0.0004802038,0.0047760713,0.0003675606],"domain_scores_gemma":[0.780961,0.18440929,0.025747571,0.0030393163,0.0054216064,0.00042123653],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.42426977,0.00025448584,0.007756363,0.0013437826,0.00011181501,0.0011262808,0.00026659895,0.00014171354,0.001916102],"category_scores_gemma":[0.4473415,0.00008969112,0.0033578782,0.002861644,0.00016243532,0.00074271805,0.0001483322,0.0008845789,0.00002105065],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004800001,0.00022074596,0.8823963,0.000102931015,0.0006325528,0.0030172965,0.0042100805,0.00011664357,0.00012742454,0.0007372637,0.09282439,0.015566402],"study_design_scores_gemma":[0.0002231508,0.000056068366,0.8537508,0.00080667797,0.00018046779,0.0024978013,0.018268341,0.00003482513,0.000019088242,0.119997144,0.0040061,0.00015953765],"about_ca_topic_score_codex":0.0000127088,"about_ca_topic_score_gemma":0.000051200946,"teacher_disagreement_score":0.15864342,"about_ca_system_score_codex":0.000051229785,"about_ca_system_score_gemma":0.0003064852,"threshold_uncertainty_score":0.99991065},"labels":[],"label_agreement":null},{"id":"W3205923972","doi":"10.1186/s12874-021-01388-6","title":"Statistical reanalysis of vascular event outcomes in primary and secondary vascular prevention trials","year":2021,"lang":"en","type":"review","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Robarts Clinical Trials","funders":"Robarts Research Institute; National Health and Medical Research Council; Universität Duisburg-Essen; National Institute for Health and Care Research; Monash University; Medical Research Council; University of Texas Health Science Center at Houston; GlaxoSmithKline","keywords":"Ordered logit; Medicine; Statistics; Categorical variable; Ordinal regression; Bootstrapping (finance); Ordinal data; Event (particle physics); Psychology; Econometrics; Mathematics","score_opus":0.9665012314998981,"score_gpt":0.7504500615364047,"score_spread":0.21605116996349338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205923972","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000040922067,0.6926237,0.30490237,0.00007791487,0.00017394086,0.0017062993,0.00005494026,0.000002313399,0.00041764678],"genre_scores_gemma":[0.000003422885,0.87383926,0.12360798,0.000031499894,0.000116030504,0.00040642841,0.00019007904,0.000032790624,0.0017725362],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.11515722,0.81762165,0.03587507,0.0031248326,0.027234165,0.0009870629],"domain_scores_gemma":[0.2470706,0.7330441,0.009125769,0.0071451357,0.0025047252,0.0011097019],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9032919,0.0007073037,0.049277004,0.0034157764,0.00011296293,0.00026859433,0.003337428,0.0012952003,0.057367716],"category_scores_gemma":[0.92933035,0.00033190649,0.0114054,0.0043646093,0.00085409713,0.00011284251,0.0016496866,0.0023300108,0.0003084196],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008182454,0.00018313086,0.00035005907,0.013565909,0.0027169625,0.000076242366,0.000060923758,0.0000011629551,3.3718337e-7,0.0031957673,0.0030663412,0.976775],"study_design_scores_gemma":[0.0007180849,0.00015059029,0.0014524101,0.0062830537,0.004889989,0.000044137,0.0003441668,0.00024907567,3.558242e-7,0.010369906,0.97514457,0.0003536415],"about_ca_topic_score_codex":0.00011553071,"about_ca_topic_score_gemma":0.00034965758,"teacher_disagreement_score":0.97642136,"about_ca_system_score_codex":0.00020842657,"about_ca_system_score_gemma":0.0071681426,"threshold_uncertainty_score":0.9999716},"labels":[],"label_agreement":null},{"id":"W3206940163","doi":"10.12688/f1000research.27337.1","title":"Using citation tracking for systematic literature searching - study protocol for a scoping review of methodological studies and an expert survey","year":2020,"lang":"en","type":"review","venue":"F1000Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"CINAHL; Citation; Systematic review; Web of science; Information retrieval; MEDLINE; Tracking (education); Science Citation Index; Data science; Computer science; Citation analysis; Medicine; Meta-analysis; World Wide Web; Psychology; Pathology; Biology","score_opus":0.9933818735218461,"score_gpt":0.8231867161890631,"score_spread":0.170195157332783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206940163","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.608027e-7,0.57455117,0.017176552,0.000020859225,0.00003276785,0.40814966,0.000059083457,0.000005022491,0.000004352981],"genre_scores_gemma":[5.211382e-7,0.5556915,0.02767664,0.000030228213,0.00012772447,0.41633278,0.00003075639,0.000047320736,0.00006253267],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.77051425,0.19929762,0.019526893,0.0025094226,0.00752176,0.0006300875],"domain_scores_gemma":[0.8345072,0.14328514,0.010167084,0.0031727182,0.008531865,0.00033598542],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5098929,0.0007555003,0.022689894,0.0010272311,0.00041496518,0.0016810236,0.0024115518,0.00019600318,0.00010350664],"category_scores_gemma":[0.4939023,0.0003268881,0.0028099352,0.0034148116,0.00012384952,0.00045572975,0.0005378899,0.00048421207,0.000010096143],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022327122,0.00006502233,0.000023604714,0.875639,0.0005686585,0.000004545959,0.001195865,6.6851453e-7,7.522865e-7,0.000040828934,0.00061706797,0.12182166],"study_design_scores_gemma":[0.00030628414,0.00044237432,0.0000060978227,0.9843952,0.0009389948,0.000018185761,0.0012942969,0.0014566157,3.187034e-7,0.00032328567,0.010518163,0.00030019946],"about_ca_topic_score_codex":0.000007061058,"about_ca_topic_score_gemma":0.000019984853,"teacher_disagreement_score":0.12152145,"about_ca_system_score_codex":0.00010900858,"about_ca_system_score_gemma":0.0005991336,"threshold_uncertainty_score":0.99991834},"labels":[],"label_agreement":null},{"id":"W3208404670","doi":"10.1016/j.euf.2021.09.024","title":"Evidence-based Urology: Understanding Heterogeneity in Systematic Reviews","year":2021,"lang":"en","type":"review","venue":"European Urology Focus","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; University of Toronto","funders":"","keywords":"Medicine; Systematic review; Randomized controlled trial; Perspective (graphical); MEDLINE; Evidence-based medicine; Intensive care medicine; Medical physics; Alternative medicine; Surgery; Pathology","score_opus":0.9148958504443347,"score_gpt":0.5471514841950574,"score_spread":0.3677443662492773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208404670","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003455977,0.97257215,0.015331757,0.00036403694,0.00092679,0.0051902314,0.000017868422,0.000022491306,0.0055712285],"genre_scores_gemma":[0.0006927077,0.99624383,0.00038664063,0.0008713469,0.00022457018,0.00033149478,0.000027369875,0.00012305657,0.0010989589],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.6509274,0.31205386,0.029445164,0.0034070597,0.0032873228,0.0008791869],"domain_scores_gemma":[0.92613024,0.04098522,0.021127552,0.010896112,0.00048736765,0.00037353454],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.3430542,0.0015783877,0.035057798,0.0020360674,0.00022814528,0.0010492859,0.006247715,0.0005395266,0.004256905],"category_scores_gemma":[0.19854975,0.0007857022,0.011041672,0.004208004,0.00025916673,0.00027253278,0.0007778064,0.0013910513,0.025856093],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014452242,0.0003368316,0.00051912427,0.295708,0.0023409675,0.0038842468,0.00031128855,0.00013948962,6.284177e-7,0.004866713,0.059166167,0.6327121],"study_design_scores_gemma":[0.00014464575,0.0001065977,0.000009292386,0.042600762,0.004480905,0.0002648433,0.000028126584,0.00019423553,5.3741545e-8,0.00028456212,0.9512856,0.00060036895],"about_ca_topic_score_codex":0.000003737064,"about_ca_topic_score_gemma":0.00007543661,"teacher_disagreement_score":0.89211947,"about_ca_system_score_codex":0.00037794106,"about_ca_system_score_gemma":0.00042766347,"threshold_uncertainty_score":0.9999877},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3208560474","doi":"10.4018/978-1-7998-8844-4.ch007","title":"Mixing Qualitative and Quantitative Evidence in a Systematic Review","year":2021,"lang":"en","type":"review","venue":"Advances in knowledge acquisition, transfer, and management book series/Advances in knowledge acquisition, transfer and management book series","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Complementarity (molecular biology); Management science; Multimethodology; Computer science; Data extraction; Data science; Identification (biology); Critical appraisal; Systematic review; Qualitative property; Engineering; Sociology; Social science; MEDLINE; Political science","score_opus":0.2676168034615446,"score_gpt":0.48973278484734206,"score_spread":0.22211598138579747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208560474","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013191382,0.9526236,0.012981584,0.00034826086,0.00062691985,0.01259885,0.0001521134,0.000063948144,0.020591516],"genre_scores_gemma":[0.00015124115,0.97976136,0.0018549312,0.0006904306,0.00009554711,0.0061976127,0.00022244835,0.0001501595,0.010876238],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9607315,0.015619497,0.015023781,0.0047142585,0.0024623044,0.0014486685],"domain_scores_gemma":[0.9884277,0.0055430895,0.0014232547,0.0030595388,0.001107776,0.00043866795],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaepi_narrow","scholarly_communication"],"category_scores_codex":[0.03214193,0.0027021917,0.01580083,0.0032638998,0.00066523376,0.0011406837,0.0021200601,0.00046387382,0.0009598146],"category_scores_gemma":[0.00079290237,0.0020170934,0.001728804,0.005132837,0.0011916267,0.01455851,0.00062977895,0.00081079535,0.00014765185],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012308161,0.00044439672,0.00004085345,0.7308606,0.0008705597,0.00023644531,0.011705584,0.000013337011,4.479954e-7,0.20055786,0.00065817253,0.054488663],"study_design_scores_gemma":[0.0011465816,0.00031113334,0.00003715939,0.36244887,0.0037519855,0.0000814015,0.01162923,0.00002391507,0.0000019979593,0.005759912,0.61319935,0.0016084737],"about_ca_topic_score_codex":0.000009046139,"about_ca_topic_score_gemma":0.0016642221,"teacher_disagreement_score":0.6125412,"about_ca_system_score_codex":0.00046254433,"about_ca_system_score_gemma":0.00015938145,"threshold_uncertainty_score":0.99995345},"labels":[],"label_agreement":null},{"id":"W3208575646","doi":"10.1007/s44200-021-00006-6","title":"Statistical Inferences Using Effect Sizes in Human Endothelial Function Research","year":2021,"lang":"en","type":"article","venue":"Artery Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Percentile; Sample size determination; Medicine; Statistics; Function (biology); Contextualization; Econometrics; Mathematics; Computer science; Evolutionary biology; Biology","score_opus":0.9337158168453199,"score_gpt":0.6882543093910715,"score_spread":0.24546150745424844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208575646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97725904,0.0003541107,0.0030485007,0.00036522638,0.00018441811,0.00060270965,0.000014007052,0.0000038047679,0.018168166],"genre_scores_gemma":[0.9917131,0.000012321798,0.00063185685,0.000025963815,0.00019424154,0.00006424117,0.000009679345,0.000011608402,0.007337001],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.89989424,0.081035756,0.0039755944,0.0012801125,0.012971389,0.0008429008],"domain_scores_gemma":[0.94965667,0.043289404,0.00039204716,0.0028734459,0.0035223379,0.0002660984],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.31255305,0.00018465714,0.0017250356,0.001353133,0.000610358,0.0021605466,0.0012065774,0.00011652663,0.027057424],"category_scores_gemma":[0.08687171,0.000100565805,0.0003980215,0.0042909756,0.0003687833,0.00031997732,0.00046151306,0.0009628051,0.0060691074],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015975957,0.00048012246,0.6988604,0.00026933322,0.0002847334,0.00071692845,0.0017833547,0.00012004822,0.086198196,0.046741426,0.06128221,0.10310345],"study_design_scores_gemma":[0.002417628,0.0022511925,0.44926727,0.00053130265,0.00014079254,0.0001379287,0.009999903,0.03911478,0.007682058,0.37654796,0.111015074,0.00089409243],"about_ca_topic_score_codex":0.00020030528,"about_ca_topic_score_gemma":0.00070060085,"teacher_disagreement_score":0.32980654,"about_ca_system_score_codex":0.000109595014,"about_ca_system_score_gemma":0.0003650891,"threshold_uncertainty_score":0.9988753},"labels":[],"label_agreement":null},{"id":"W3209356982","doi":"10.1016/j.jclinepi.2021.10.017","title":"Challenges of evidence synthesis during the 2020 COVID pandemic: a scoping review","year":2021,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Betacoronavirus; Coronavirus Infections; MEDLINE; Medicine; Geography; Virology; Political science; Outbreak; Infectious disease (medical specialty); Disease","score_opus":0.9844143236810919,"score_gpt":0.7589569010387264,"score_spread":0.22545742264236557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209356982","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005915874,0.98686266,0.00085265643,0.00965227,0.0011675517,0.001216107,0.000008304196,0.0000021036665,0.00023243137],"genre_scores_gemma":[0.000011101149,0.9948866,0.0020133718,0.0013884477,0.0012808787,0.00005861243,6.5045583e-7,0.000025663714,0.00033467048],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.2643984,0.5457953,0.18162008,0.0021324907,0.005356605,0.0006971083],"domain_scores_gemma":[0.032560173,0.7801163,0.1777232,0.0059577734,0.0030740856,0.0005684625],"candidate_categories":["metaresearch","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.83047885,0.000757164,0.09555651,0.0003339912,0.000119711214,0.000077221644,0.0069251275,0.0008655552,0.0052642333],"category_scores_gemma":[0.97572714,0.00023561009,0.036711697,0.001370371,0.0004887809,0.00021762631,0.0006957695,0.00244592,0.00041073211],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060791526,0.000040947813,0.0012264599,0.109913416,0.0013627936,0.0000435589,0.000011472239,0.000004968837,1.5182705e-8,0.00020649546,0.011430078,0.8757537],"study_design_scores_gemma":[0.00004601551,0.000063347856,0.0002595625,0.47540864,0.004872341,0.00086564664,0.000026709504,0.0000064480114,1.3784342e-8,0.0005263644,0.5177754,0.00014948485],"about_ca_topic_score_codex":0.0000024571568,"about_ca_topic_score_gemma":0.000018224133,"teacher_disagreement_score":0.8756042,"about_ca_system_score_codex":0.00006860868,"about_ca_system_score_gemma":0.0022768944,"threshold_uncertainty_score":0.99985546},"labels":[],"label_agreement":null},{"id":"W3210017165","doi":"10.1002/jrsm.1535","title":"Introduction to PRISMA 2020 and implications for research synthesis methodologists","year":2021,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":256,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Systematic review; Statement (logic); Computer science; Key (lock); MEDLINE; Research methodology; Data science; Management science; Epistemology; Medicine; Political science","score_opus":0.9629191545952714,"score_gpt":0.7585722339411163,"score_spread":0.20434692065415516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210017165","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0066505377,0.0026333954,0.8049579,0.17760749,0.00028266132,0.0025675185,0.00007828387,0.000019870247,0.005202318],"genre_scores_gemma":[0.009192144,0.0003989231,0.97003055,0.00010925819,0.001103885,0.0035153953,0.000004358129,0.00004377317,0.0156017095],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.6141402,0.3629912,0.0077437363,0.0044930647,0.008902233,0.0017295684],"domain_scores_gemma":[0.18985899,0.7723045,0.0015947823,0.013117075,0.021735363,0.0013892838],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7612048,0.00033515674,0.003493674,0.0017288248,0.0012874226,0.0022011967,0.0026207278,0.00026099425,0.0063792737],"category_scores_gemma":[0.91520816,0.00020015772,0.0011240743,0.008558288,0.0004335091,0.00028431127,0.0011164907,0.00068447535,0.0011631602],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003207567,0.00007822228,0.00054208934,0.000111178946,0.00020682132,0.000002659835,0.00024047264,0.000016496382,0.03969796,0.012048755,0.27239874,0.6746245],"study_design_scores_gemma":[0.000061130966,0.000069392845,0.0112085,0.000052975432,0.00014156185,0.000043010732,0.0021378482,0.0011636954,0.06777566,0.08954083,0.8275459,0.0002594857],"about_ca_topic_score_codex":0.000029485127,"about_ca_topic_score_gemma":0.00003390164,"teacher_disagreement_score":0.67436504,"about_ca_system_score_codex":0.00020813254,"about_ca_system_score_gemma":0.00046875008,"threshold_uncertainty_score":0.99961454},"labels":[],"label_agreement":null},{"id":"W3210069975","doi":"10.31234/osf.io/wu3vs","title":"Preregistration Is Hard, And Worthwhile","year":2019,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Western University","funders":"","keywords":"Credibility; Humility; Flexibility (engineering); Psychology; Engineering ethics; Management science; Political science; Economics; Management; Engineering; Law","score_opus":0.7795660947565046,"score_gpt":0.520542995153728,"score_spread":0.2590230996027766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210069975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69096076,0.00029082093,0.006656789,0.0019449396,0.00014565013,0.000518159,0.000003788987,0.0000042948786,0.29947478],"genre_scores_gemma":[0.72813344,0.00000644718,0.002434422,0.0005250051,0.000017258573,0.000004143428,0.0000011608552,0.0000019738454,0.26887614],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940074,0.000879211,0.0025340335,0.0005871992,0.0019121794,0.00007997571],"domain_scores_gemma":[0.99589205,0.0005960051,0.0009227881,0.0022669628,0.0002625592,0.000059613478],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0331218,0.00008851107,0.00095159095,0.00007977126,0.00003291182,0.0006849186,0.0003870654,0.00003135944,0.10219898],"category_scores_gemma":[0.0026541888,0.000036459278,0.00034795853,0.0003202081,0.000012985424,0.0001995514,0.00003952542,0.000033876873,0.018657282],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018808246,0.000015202849,0.3254215,0.000022291202,0.00006440596,4.5935948e-7,0.00044119186,0.0000062148574,0.00022043583,0.015650421,0.6222333,0.035922736],"study_design_scores_gemma":[0.00013593973,0.000031861855,0.10273275,0.00001009693,0.00005352593,0.0000069091375,0.00053408224,0.009427081,0.0001613818,0.0101499725,0.8766203,0.00013611358],"about_ca_topic_score_codex":0.000008176737,"about_ca_topic_score_gemma":0.000015906875,"teacher_disagreement_score":0.25438702,"about_ca_system_score_codex":0.0000035123815,"about_ca_system_score_gemma":0.000013571507,"threshold_uncertainty_score":0.9956046},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3211071033","doi":"10.1177/17407745211057186","title":"<i>Clinical Trials</i> to authors: Please pre-register your studies!","year":2021,"lang":"en","type":"editorial","venue":"Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Register (sociolinguistics); Clinical trial; Medicine; Medical physics; Internal medicine","score_opus":0.9822132307979327,"score_gpt":0.7895643637112083,"score_spread":0.19264886708672435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211071033","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027539858,0.0126123205,0.004761951,0.0059837876,0.96589226,0.00688136,0.0013068775,0.00004320546,0.0022428473],"genre_scores_gemma":[0.000046233246,0.0029425218,0.004642341,0.0022926615,0.7868615,0.0004929194,0.00024248897,0.00011602006,0.20236331],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.064394645,0.67218816,0.22655375,0.00919449,0.026372353,0.0012966121],"domain_scores_gemma":[0.003601342,0.8612169,0.095978454,0.021817412,0.014227528,0.0031583395],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.96768737,0.002071626,0.10145969,0.000841643,0.00037471298,0.0049480754,0.009790927,0.0055641425,0.026722018],"category_scores_gemma":[0.9971787,0.00096344395,0.061736345,0.003075588,0.0005902453,0.00030877767,0.002574946,0.0048405104,0.024518698],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057137996,0.00049889897,0.00025464114,0.0001808786,0.0063048075,0.00009379908,0.00016797842,0.0000067754245,0.00000126693,0.00006595952,0.92668307,0.06517054],"study_design_scores_gemma":[0.0034849055,0.0005653122,0.000075195785,0.0008933756,0.008935506,0.0000019100435,0.0005046287,0.000047438574,0.0000014849721,0.004358451,0.9801642,0.00096764887],"about_ca_topic_score_codex":0.000017285987,"about_ca_topic_score_gemma":0.00005869487,"teacher_disagreement_score":0.20012046,"about_ca_system_score_codex":0.0001610284,"about_ca_system_score_gemma":0.0031033582,"threshold_uncertainty_score":0.9992816},"labels":[],"label_agreement":null},{"id":"W3211090130","doi":"10.34119/bjhrv4n5-382","title":"Methodological quality assessment in systematic reviews in health sciences that included observational studies: a cross-sectional study/ Avaliação da qualidade metodológica em revisões sistemáticas na área das ciências da saúde que incluíram estudos observacionais: um estudo transversal","year":2021,"lang":"en","type":"article","venue":"Brazilian Journal of Health Review","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Observational study; Protocol (science); Medicine; Guideline; Cross-sectional study; Logistic regression; Quality assessment; Sample size determination; Data extraction; Odds ratio; Systematic review; Family medicine; MEDLINE; External quality assessment; Internal medicine; Alternative medicine; Statistics; Pathology; Mathematics","score_opus":0.9343442770197693,"score_gpt":0.6785030062861045,"score_spread":0.2558412707336648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211090130","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15441845,0.8009582,0.0048007206,0.025423702,0.0013035089,0.012914882,0.000056953722,0.000017007438,0.00010653333],"genre_scores_gemma":[0.6421889,0.2500351,0.083995424,0.02133698,0.00036650672,0.0013841606,0.000060926683,0.00009101052,0.00054097024],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.4771629,0.41032383,0.08681836,0.0036537226,0.020239575,0.0018016105],"domain_scores_gemma":[0.8023639,0.09540458,0.084652536,0.007208694,0.008467884,0.0019024424],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.72088486,0.0011791311,0.025917213,0.0011169311,0.0011365294,0.0014664399,0.0040453263,0.0002369312,0.0011335725],"category_scores_gemma":[0.2592912,0.00063575566,0.00424762,0.007848373,0.0003880383,0.0013056281,0.0006134738,0.0017381727,0.00015481065],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006808078,0.002451391,0.7784526,0.19431621,0.0010533915,0.00020266311,0.0064069666,0.0003145377,0.00001620063,0.00491362,0.0046156114,0.007188746],"study_design_scores_gemma":[0.0018499922,0.001116417,0.87491417,0.09093621,0.00044076846,0.00052124925,0.015017479,0.00018595261,0.0000015458502,0.00247154,0.011759723,0.00078494643],"about_ca_topic_score_codex":0.0001323729,"about_ca_topic_score_gemma":0.0008317307,"teacher_disagreement_score":0.5509231,"about_ca_system_score_codex":0.001862792,"about_ca_system_score_gemma":0.0058469772,"threshold_uncertainty_score":0.99978894},"labels":[],"label_agreement":null},{"id":"W3211131190","doi":"10.1016/j.wneu.2021.10.143","title":"Reporting Policies in Neurosurgical Journals: A Meta-Science Study of the Current State and Case for Standardization","year":2021,"lang":"en","type":"review","venue":"World Neurosurgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Consolidated Standards of Reporting Trials; Impact factor; Standardization; Systematic review; MEDLINE; Citation; Clinical trial; Bibliometrics; Family medicine; Library science; Internal medicine; Political science","score_opus":0.8870178218354456,"score_gpt":0.619216022134166,"score_spread":0.2678017997012796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211131190","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010016078,0.9855358,0.00025956074,0.00009241604,0.001159237,0.0027830866,0.00008212067,0.0000027187823,0.000068995454],"genre_scores_gemma":[0.022526678,0.9750032,0.000072744246,0.00007952001,0.000099605946,0.00044723751,0.0000022884487,0.000050783634,0.0017179755],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.93461996,0.018926892,0.038097084,0.0018120607,0.0060789706,0.00046505913],"domain_scores_gemma":[0.92451894,0.01697858,0.052721698,0.0038791979,0.0016986025,0.00020297973],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2145438,0.0005761281,0.014747826,0.0020931454,0.00038172113,0.0020160982,0.0012762551,0.000036641053,0.00018837913],"category_scores_gemma":[0.18378589,0.00023253585,0.00518058,0.010432139,0.00020690892,0.00026697468,0.0006527317,0.00056650647,0.000003545517],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028230022,0.0002321236,0.003372805,0.002133952,0.00034823644,0.0005218291,0.00033710347,0.0001400829,9.938697e-7,0.000042677282,0.0026518537,0.99021554],"study_design_scores_gemma":[0.00009692965,0.000025102967,0.00077369454,0.0016623779,0.004299787,0.0011457731,0.00009639045,0.00016765516,0.0000012060507,0.00012152618,0.99136645,0.00024313712],"about_ca_topic_score_codex":0.000009619684,"about_ca_topic_score_gemma":0.00018838095,"teacher_disagreement_score":0.98997235,"about_ca_system_score_codex":0.000054412107,"about_ca_system_score_gemma":0.0007169316,"threshold_uncertainty_score":0.9998793},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3211380584","doi":"10.1002/jrsm.1534","title":"Subsequent full publication of qualitative studies presented at United Kingdom Royal College of Nursing Research Conference 2015 and 2016: A follow‐up study","year":2021,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane","funders":"","keywords":"Medicine; Publication bias; Qualitative research; MEDLINE; Cohort study; Research design; Family medicine; Confidence interval; Internal medicine; Social science; Political science; Sociology","score_opus":0.9706364010025503,"score_gpt":0.7647866689740885,"score_spread":0.2058497320284618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211380584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95713764,0.009105024,0.014620656,0.008024684,0.00022494479,0.004152205,0.00029799592,0.000011252733,0.0064255865],"genre_scores_gemma":[0.92393047,0.0002493993,0.05198942,0.0000063822017,0.00003702621,0.00045539308,0.000009716486,0.00002605641,0.023296166],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.5405042,0.43377125,0.007879096,0.0018361778,0.015167636,0.0008415851],"domain_scores_gemma":[0.44791183,0.44542295,0.005391823,0.008699258,0.09179711,0.000777029],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.60573345,0.00030424458,0.0041639283,0.0027366793,0.0005449053,0.00035765377,0.001787298,0.00014314779,0.0020821735],"category_scores_gemma":[0.6328241,0.00017519105,0.0006368881,0.0091406545,0.0014369311,0.00025506283,0.001106478,0.00051439716,0.000083322855],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016416789,0.0052716634,0.011069992,0.0018092107,0.00893204,0.00008370757,0.2175043,0.00005269769,0.08697056,0.060803454,0.49840084,0.10745986],"study_design_scores_gemma":[0.0015066022,0.00103875,0.0075250287,0.0019834782,0.00073172833,0.000020280271,0.84087527,0.014729408,0.05352694,0.053867035,0.023634205,0.0005613027],"about_ca_topic_score_codex":0.00023018786,"about_ca_topic_score_gemma":0.00017556554,"teacher_disagreement_score":0.62337095,"about_ca_system_score_codex":0.00032865204,"about_ca_system_score_gemma":0.0007155025,"threshold_uncertainty_score":0.9988301},"labels":[],"label_agreement":null},{"id":"W3211454887","doi":"10.1016/j.wneu.2021.10.189","title":"Quality Assessment for Reporting Complications and Adverse Events in Spinal Surgery: A Proposed 5-Item Checklist","year":2021,"lang":"en","type":"review","venue":"World Neurosurgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"AO Foundation","keywords":"Medicine; Checklist; Spinal surgery; Adverse effect; Complication; Documentation; MEDLINE; Meta-analysis; Surgery; Emergency medicine; Internal medicine","score_opus":0.8481182695678614,"score_gpt":0.6083274149736175,"score_spread":0.23979085459424387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211454887","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00077164813,0.9897901,0.0012056861,0.0006158331,0.0011555142,0.0045963693,0.00012849543,0.000019397066,0.0017169542],"genre_scores_gemma":[0.0034952785,0.9688666,0.004660865,0.0008054731,0.00030537051,0.0025459866,0.00057354575,0.00016234533,0.018584538],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9336593,0.01907856,0.04052163,0.002631243,0.0035754954,0.00053373014],"domain_scores_gemma":[0.9047643,0.03658566,0.05213216,0.005228789,0.0009808973,0.00030822452],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19215468,0.00074884243,0.017077247,0.0016588833,0.00025615754,0.00038355653,0.0008935961,0.00015220075,0.00033260335],"category_scores_gemma":[0.14031741,0.00044363973,0.007490922,0.0041883094,0.00007489731,0.00020166626,0.00030389402,0.0004985403,0.00007436001],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004309558,0.0002284431,0.06270082,0.010766831,0.00023056216,0.00007035733,0.000015324676,0.0000015727849,0.0000015822211,0.0009847342,0.018819341,0.90617615],"study_design_scores_gemma":[0.00005945434,0.0000059207528,0.044079177,0.00553696,0.00040105026,0.000064219515,0.000023735989,0.00008437209,1.6770055e-7,0.00022352653,0.9491342,0.00038724518],"about_ca_topic_score_codex":0.000015595255,"about_ca_topic_score_gemma":0.000103057,"teacher_disagreement_score":0.93031484,"about_ca_system_score_codex":0.00014874579,"about_ca_system_score_gemma":0.0009685984,"threshold_uncertainty_score":0.9998015},"labels":[],"label_agreement":null},{"id":"W3211662665","doi":"10.1503/cjs.008520","title":"Expertise-based design in surgical trials: a narrative review","year":2021,"lang":"en","type":"review","venue":"Canadian Journal of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University; Population Health Research Institute; University of Toronto","funders":"","keywords":"Medicine; Generalizability theory; Learning curve; External validity; Psychological intervention; Randomized controlled trial; Internal validity; Narrative review; Intervention (counseling); Research design; Medical physics; Sample size determination; Proxy (statistics); Clinical study design; MEDLINE; Clinical trial; Medical education; Surgery; Nursing; Intensive care medicine; Machine learning; Computer science; Pathology; Statistics","score_opus":0.9501466613047117,"score_gpt":0.6053853941592928,"score_spread":0.3447612671454189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211662665","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000001718592,0.99561423,0.0009029671,0.00065551966,0.0012720572,0.0011044678,0.000035668632,8.327196e-7,0.00041255556],"genre_scores_gemma":[0.000010464093,0.99757737,0.0005566291,0.00042706446,0.00036003502,0.000071523726,0.000018211776,0.000035639787,0.00094307197],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8134401,0.13950449,0.041535463,0.0008649444,0.0040849308,0.0005700751],"domain_scores_gemma":[0.7634247,0.16302195,0.060091686,0.005088501,0.005227375,0.0031457688],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.5001919,0.0007826468,0.048645552,0.0038381028,0.00012131506,0.00096470874,0.0021495398,0.0003902593,0.03193202],"category_scores_gemma":[0.35771093,0.00036441573,0.022099212,0.0052668788,0.00010802704,0.00025251278,0.000024327956,0.0008972864,0.0003684527],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015298763,0.000011725087,0.00002976823,0.0036450753,0.00031751068,0.003434269,0.000080937876,0.0000054785714,3.0145224e-9,0.000012096254,0.3362125,0.6562491],"study_design_scores_gemma":[0.00007569977,0.000010947364,0.0000018191822,0.11905456,0.0012500896,0.00073770736,0.00011271186,0.0000101519,5.167166e-8,0.000037301743,0.87842375,0.0002852171],"about_ca_topic_score_codex":0.00016042992,"about_ca_topic_score_gemma":0.0010606393,"teacher_disagreement_score":0.6559639,"about_ca_system_score_codex":0.0005717826,"about_ca_system_score_gemma":0.02737826,"threshold_uncertainty_score":0.9998808},"labels":[],"label_agreement":null},{"id":"W3212080866","doi":"10.1016/j.amsu.2021.103026","title":"STROCSS 2021: Strengthening the reporting of cohort, cross-sectional and case-control studies in surgery","year":2021,"lang":"en","type":"article","venue":"Annals of Medicine and Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":555,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Observational study; Medicine; Delphi method; Cohort; Delphi; Strengthening the reporting of observational studies in epidemiology; Family medicine; Cohort study; Quality (philosophy); Internal medicine","score_opus":0.8540730919048106,"score_gpt":0.5822405495009471,"score_spread":0.27183254240386356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212080866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95758975,0.039196286,0.00007833938,0.0025625683,0.000224135,0.00011929747,0.000007855952,9.772372e-7,0.00022080635],"genre_scores_gemma":[0.99634516,0.0027548883,0.00003823179,0.00034968258,0.00013898354,0.000009694344,0.000002715895,0.000004596657,0.00035606266],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9800454,0.002959001,0.014278594,0.0005202544,0.0019991496,0.00019760836],"domain_scores_gemma":[0.91768336,0.06666168,0.01203915,0.001086057,0.0024308525,0.00009891373],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20536739,0.00016744639,0.0040273187,0.00036741918,0.00011448773,0.00006937756,0.00012090166,0.00005444178,0.00075842574],"category_scores_gemma":[0.2495791,0.00007283211,0.0006708114,0.0008472641,0.00041314002,0.00013690903,0.0000657038,0.00012889736,0.0000016257588],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010128131,0.000013651896,0.9681602,0.00011222188,0.00048646756,0.00044698766,0.00047581288,0.000022061755,0.000035611865,0.000066335575,0.020860491,0.009310042],"study_design_scores_gemma":[0.00015432126,0.000016495822,0.986131,0.00039689167,0.00017305033,0.00102518,0.0077301813,0.00049703463,0.00010488927,0.0016429502,0.002023914,0.00010410468],"about_ca_topic_score_codex":0.00009140701,"about_ca_topic_score_gemma":0.00008211145,"teacher_disagreement_score":0.06370268,"about_ca_system_score_codex":0.0000031142433,"about_ca_system_score_gemma":0.000101347985,"threshold_uncertainty_score":0.830423},"labels":[],"label_agreement":null},{"id":"W3212150849","doi":"10.1177/22925503211051109","title":"The Author Truncation “et al.” in Article References: An Anachronism That Needs to Change","year":2021,"lang":"en","type":"article","venue":"Plastic Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"McMaster University","keywords":"Citation; Publishing; Truncation (statistics); Computer science; Bibliometrics; Information retrieval; Library science; Political science; Law","score_opus":0.8425898795939981,"score_gpt":0.5146772312082423,"score_spread":0.32791264838575584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212150849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97769123,0.0010311042,0.0046674195,0.013529444,0.0022618505,0.00024404509,0.00000945385,0.000009202228,0.000556225],"genre_scores_gemma":[0.9967643,0.00006977122,0.00027174308,0.0018068049,0.000070953254,0.00012133886,0.000011852665,0.000008864027,0.00087436964],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98670244,0.006611586,0.0030702266,0.00061254663,0.0026790283,0.00032417872],"domain_scores_gemma":[0.9356878,0.06049897,0.0009998131,0.0021354205,0.0004589575,0.00021906405],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.06317191,0.00017823021,0.001265706,0.0003936195,0.00016068973,0.0010644529,0.0005894816,0.000045452598,0.002181802],"category_scores_gemma":[0.113287985,0.00008378424,0.00043264896,0.0025497312,0.000031915835,0.00040150472,0.00009175928,0.00011641764,0.0017312703],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034032815,0.00024736868,0.3815626,0.000032712687,0.00012878251,0.000056304547,0.006663636,0.00028602302,0.0004209923,0.0055792057,0.35097098,0.25401735],"study_design_scores_gemma":[0.0000855087,0.000023302135,0.5288567,0.00008834007,0.000057161644,0.000011382771,0.0059380443,0.016213724,0.00014871782,0.0018473706,0.4464921,0.00023764824],"about_ca_topic_score_codex":0.00004482593,"about_ca_topic_score_gemma":0.0011055572,"teacher_disagreement_score":0.2537797,"about_ca_system_score_codex":0.000042754054,"about_ca_system_score_gemma":0.00015368534,"threshold_uncertainty_score":0.9999725},"labels":[],"label_agreement":null},{"id":"W3212167289","doi":"10.7554/elife.72185","title":"Consensus-based guidance for conducting and reporting multi-analyst studies","year":2021,"lang":"en","type":"article","venue":"eLife","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Victoria","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada; Institut Européen d'Administration des Affaires; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Weizmann Institute of Science; European Research Council; National Science Foundation","keywords":"Robustness (evolution); Lead (geology); MEDLINE; Work (physics)","score_opus":0.9662418058042032,"score_gpt":0.6597044233950229,"score_spread":0.30653738240918027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212167289","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.916943,0.031129692,0.045302823,0.004354769,0.0006009133,0.00074865646,0.00002329609,0.000015971897,0.0008808776],"genre_scores_gemma":[0.8280459,0.000023473574,0.15848626,0.0012135901,0.0001269935,0.00005474212,0.000004762405,0.000012329151,0.01203192],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98223376,0.002713619,0.011819655,0.0009301948,0.0020914807,0.00021129723],"domain_scores_gemma":[0.96476406,0.01136616,0.015667027,0.0023609572,0.0057041766,0.00013761377],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12114917,0.0001892807,0.0030694057,0.000113774324,0.0002786044,0.00042197542,0.00029473097,0.000042751046,0.00037777043],"category_scores_gemma":[0.50547546,0.0000989569,0.0010090701,0.0006546908,0.00008103447,0.000058085483,0.000095657284,0.000073568975,0.00010218416],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018214767,0.00016015672,0.6253378,0.00094070693,0.0034170314,0.00027009455,0.003007465,0.0015256708,0.016897466,0.001677905,0.3219826,0.02476491],"study_design_scores_gemma":[0.0032386319,0.00012297687,0.030923245,0.0008331571,0.0033896903,0.00030650117,0.06060098,0.2991026,0.04315358,0.002578693,0.5541148,0.0016351033],"about_ca_topic_score_codex":0.0000040662576,"about_ca_topic_score_gemma":0.000068895686,"teacher_disagreement_score":0.59441453,"about_ca_system_score_codex":0.000017707123,"about_ca_system_score_gemma":0.00012112129,"threshold_uncertainty_score":0.9049619},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3212282753","doi":"10.1016/j.ijsu.2021.106165","title":"STROCSS 2021: Strengthening the reporting of cohort, cross-sectional and case-control studies in surgery","year":2021,"lang":"en","type":"article","venue":"International Journal of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2140,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Observational study; Medicine; Delphi method; Cohort; Delphi; Strengthening the reporting of observational studies in epidemiology; Family medicine; Cohort study; MEDLINE; Quality (philosophy); Relevance (law); Internal medicine","score_opus":0.768145276664637,"score_gpt":0.5604385312738257,"score_spread":0.20770674539081124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212282753","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908013,0.0056561925,0.000805234,0.00061730645,0.0019051699,0.00006058899,0.000016638127,6.307476e-7,0.00013696529],"genre_scores_gemma":[0.9985494,0.0003525196,0.00030756785,0.000072486066,0.00038324654,0.0000035972228,0.0000013990467,0.000005644763,0.00032413038],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9717845,0.0031105564,0.020448651,0.00033835627,0.0041706087,0.00014736158],"domain_scores_gemma":[0.9025445,0.057423934,0.03131398,0.0006202871,0.008016838,0.000080446975],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16515353,0.00014898382,0.002470074,0.00064165046,0.000080358725,0.00047188398,0.0003988056,0.00004750654,0.0013314065],"category_scores_gemma":[0.23976573,0.000072462695,0.0016505923,0.00054335734,0.00013099909,0.00039189355,0.000101372396,0.00023709459,0.0000074459826],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022135886,0.00002907067,0.98486924,0.000013257336,0.0014948447,0.0033096853,0.00018490365,0.0007118439,0.00007347029,0.00007284106,0.0026836179,0.0065350644],"study_design_scores_gemma":[0.00015309645,0.0000047087706,0.98008883,0.00020714439,0.00012118483,0.013708616,0.0020161748,0.000868989,0.00011812078,0.0015647411,0.0010590119,0.00008940393],"about_ca_topic_score_codex":0.000017647177,"about_ca_topic_score_gemma":0.0000318013,"teacher_disagreement_score":0.0746122,"about_ca_system_score_codex":0.00005627266,"about_ca_system_score_gemma":0.0002858111,"threshold_uncertainty_score":0.9995815},"labels":[],"label_agreement":null},{"id":"W3213021433","doi":"10.1016/j.cmi.2021.11.003","title":"Methodological and reporting quality of non-inferiority randomized controlled trials comparing antifungal therapies: a systematic review","year":2021,"lang":"en","type":"review","venue":"Clinical Microbiology and Infection","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Impact; McMaster University","funders":"","keywords":"Medicine; Randomized controlled trial; Consolidated Standards of Reporting Trials; MEDLINE; Protocol (science); Randomization; Cochrane Library; Research design; Missing data; Relative risk; Systematic review; Meta-analysis; Reporting bias; Publication bias; Family medicine; Intensive care medicine; Internal medicine; Alternative medicine; Confidence interval; Statistics; Pathology","score_opus":0.9505261511809779,"score_gpt":0.7073724305671673,"score_spread":0.2431537206138107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213021433","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010359967,0.97871995,0.0084024025,0.00004410011,0.0008700933,0.010693456,0.000017020522,0.000008295818,0.00020871185],"genre_scores_gemma":[0.0006453267,0.99701506,0.0012704824,0.00016738469,0.00012744605,0.0004916508,0.00004922285,0.0000123000045,0.00022113748],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.38379914,0.48949516,0.1242308,0.0016931439,0.00052548584,0.00025627218],"domain_scores_gemma":[0.08637604,0.6242808,0.2826258,0.0039079264,0.0025638212,0.00024558522],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8760667,0.0007763056,0.20810601,0.00031305445,0.00017208078,0.000281281,0.00049921585,0.0010711788,0.0008172759],"category_scores_gemma":[0.9153598,0.00028034474,0.026644358,0.0007127097,0.0006873254,0.00009548758,0.00031932077,0.0008985913,0.000044597025],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011964332,0.00018798037,0.0024252266,0.9120075,0.016034866,0.0000046654277,0.000044721597,1.410388e-7,0.000020985986,0.00061824045,0.00087223045,0.06658697],"study_design_scores_gemma":[0.052756246,0.0002746809,0.0003674799,0.75280154,0.11943944,0.00072949746,0.00007395657,0.000112540954,0.000001009386,0.0010637871,0.07126708,0.0011127249],"about_ca_topic_score_codex":0.0000141283,"about_ca_topic_score_gemma":0.000006817489,"teacher_disagreement_score":0.2974231,"about_ca_system_score_codex":0.00002177942,"about_ca_system_score_gemma":0.00019633342,"threshold_uncertainty_score":0.9999649},"labels":[],"label_agreement":null},{"id":"W3213671777","doi":"10.1002/lary.29945","title":"Evaluating Strength of Evidence of Pediatric Otolaryngology Research Literature: A 20‐Year Review","year":2021,"lang":"en","type":"review","venue":"The Laryngoscope","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Impact factor; Medicine; Otorhinolaryngology; Surgery; Political science","score_opus":0.9348995504927505,"score_gpt":0.6833397537869139,"score_spread":0.2515597967058366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213671777","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000054621356,0.9941386,0.000038192447,0.00037739828,0.0002867696,0.003706598,0.00008937744,0.0000040627165,0.0013043632],"genre_scores_gemma":[0.000014444174,0.99137306,0.0021320966,0.00009258804,0.0003787007,0.00028988425,0.000049205337,0.00004475851,0.0056252405],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.739747,0.2051172,0.031386007,0.0029366734,0.019823397,0.0009897416],"domain_scores_gemma":[0.90053326,0.06083163,0.017803263,0.012316574,0.008309297,0.00020596136],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.4154396,0.0007561855,0.020345462,0.001104746,0.00021056314,0.000437397,0.008166751,0.00041786424,0.010666313],"category_scores_gemma":[0.24774037,0.00027141123,0.0066113463,0.015392368,0.0002801342,0.00027724172,0.0015693347,0.0016660346,0.0018073781],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060477632,0.00012277658,0.00011730115,0.21639419,0.0009112284,0.00002687218,0.00032347572,0.0000014599494,0.0000029004414,0.0011813327,0.13898757,0.64192486],"study_design_scores_gemma":[0.000064068416,0.00016844741,0.000011924679,0.15938275,0.005191002,0.00005169506,0.000040404753,0.00003648549,0.0000012434078,0.00033511207,0.8344706,0.00024627228],"about_ca_topic_score_codex":0.000014317193,"about_ca_topic_score_gemma":0.000008322721,"teacher_disagreement_score":0.695483,"about_ca_system_score_codex":0.000061446175,"about_ca_system_score_gemma":0.0016180626,"threshold_uncertainty_score":0.99997383},"labels":[],"label_agreement":null},{"id":"W3213980078","doi":"10.7191/jeslib.2021.1220","title":"Data Management for Systematic Reviews: Guidance is Needed","year":2021,"lang":"en","type":"article","venue":"Journal of eScience Librarianship","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Systematic review; Transparency (behavior); Best practice; Data management plan; Computer science; Data management; Data sharing; Protocol (science); Plan (archaeology); Process (computing); Process management; Knowledge management; Data extraction; Data science; Management science; Engineering; MEDLINE; Data mining; Medicine; Political science","score_opus":0.8978865292113629,"score_gpt":0.5569794916163165,"score_spread":0.34090703759504637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213980078","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003599579,0.04093168,0.89732426,0.02526982,0.0032677283,0.0048654047,0.00014905854,0.000009281873,0.024583211],"genre_scores_gemma":[0.06747575,0.0011762914,0.7873594,0.017110283,0.0013547884,0.00016388677,0.000020689344,0.000060939063,0.12527794],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.968658,0.0080002295,0.015848923,0.0010354028,0.006082782,0.0003747153],"domain_scores_gemma":[0.96433765,0.007565776,0.016681913,0.00904891,0.0019796852,0.0003860812],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21166617,0.00029230837,0.00453332,0.0004560014,0.00022103307,0.0028559505,0.008911039,0.00006870506,0.002606384],"category_scores_gemma":[0.10533037,0.0001340118,0.0018491183,0.003246432,0.00008296117,0.002883778,0.00055488537,0.00017935474,0.0006492439],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010535394,0.00009215848,0.0011101301,0.0076857163,0.00024913295,0.000069549315,0.00052001374,0.000022961116,0.00016106026,0.018489646,0.9673205,0.0042686136],"study_design_scores_gemma":[0.0007206853,0.00012121891,0.0014171759,0.011562916,0.0012350398,0.0004721472,0.00846488,0.012771475,0.0003331146,0.037796058,0.9246182,0.00048709405],"about_ca_topic_score_codex":4.5233384e-7,"about_ca_topic_score_gemma":0.0000017075737,"teacher_disagreement_score":0.1099648,"about_ca_system_score_codex":0.000031032418,"about_ca_system_score_gemma":0.00026516788,"threshold_uncertainty_score":0.9983054},"labels":[],"label_agreement":null},{"id":"W3214096147","doi":"10.1093/ejcts/ezab460","title":"Contemporary trends in the level of evidence in general thoracic surgery clinical research","year":2021,"lang":"en","type":"article","venue":"European Journal of Cardio-Thoracic Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Medicine; Confidence interval; Evidence-based medicine; Audit; Reliability (semiconductor); Cardiothoracic surgery; Surgery; Internal medicine; Alternative medicine","score_opus":0.9761079283283068,"score_gpt":0.6590080932130948,"score_spread":0.317099835115212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214096147","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.954056,0.0268845,0.0013081585,0.003253308,0.0014048931,0.00018762992,0.000017312877,0.0000024620758,0.012885701],"genre_scores_gemma":[0.9939464,0.0012779328,0.0007481907,0.00025539493,0.00074277935,0.000003555276,0.0000044248413,0.00003223806,0.002989126],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.46821815,0.4839301,0.031257644,0.0012469417,0.014535586,0.0008115599],"domain_scores_gemma":[0.8783215,0.10394682,0.008698151,0.003989331,0.0047045383,0.0003396048],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.81749207,0.0003576975,0.00672312,0.0032606637,0.0001149959,0.00064980664,0.0024300376,0.00009686738,0.0010472513],"category_scores_gemma":[0.2066439,0.00016449731,0.0069125923,0.008444372,0.00032669835,0.0007679857,0.0003117477,0.0014657354,0.00027751995],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013406866,0.00012577818,0.4391045,0.00005246646,0.0001797561,0.0055177365,0.00044412486,0.000096450574,0.00004733408,0.000008804438,0.20998706,0.3443019],"study_design_scores_gemma":[0.00011596413,0.000068665184,0.8997512,0.0015077778,0.00013225868,0.0009777119,0.0027041417,0.00015098276,0.00017431457,0.0002285595,0.09388805,0.0003003726],"about_ca_topic_score_codex":0.000014229124,"about_ca_topic_score_gemma":0.00001794532,"teacher_disagreement_score":0.6108482,"about_ca_system_score_codex":0.000071761715,"about_ca_system_score_gemma":0.0011851294,"threshold_uncertainty_score":0.99986595},"labels":[],"label_agreement":null},{"id":"W3214101616","doi":"10.1002/mpr.1900","title":"Selective outcome reporting across psychopharmacotherapy randomized controlled trials","year":2021,"lang":"en","type":"article","venue":"International Journal of Methods in Psychiatric Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"","keywords":"Medicine; Odds; Randomized controlled trial; Logistic regression; Odds ratio; Psychiatry; Major depressive disorder; Schizophrenia (object-oriented programming); Clinical trial; Sample size determination; Clinical psychology; Internal medicine; Mood","score_opus":0.9193925220984189,"score_gpt":0.7997913039352579,"score_spread":0.11960121816316105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214101616","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.171276,0.031280838,0.7223871,0.02101754,0.018934198,0.0036380468,0.000017451799,0.0000053631147,0.03144348],"genre_scores_gemma":[0.22282526,0.0028566073,0.75847083,0.0006805067,0.0026395065,0.00016352929,0.0000016218739,0.000035647594,0.012326459],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.2665672,0.5525757,0.14907971,0.0016444256,0.029183803,0.00094912923],"domain_scores_gemma":[0.22083439,0.53169954,0.17569968,0.0038474882,0.06727524,0.00064366957],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.93194735,0.00031257013,0.018358555,0.0029323634,0.00014992907,0.0019088555,0.0035763737,0.0001854448,0.0085853655],"category_scores_gemma":[0.8724074,0.00013846104,0.013366422,0.0043757223,0.00014837422,0.00030465817,0.00019459792,0.0017040651,0.00014169577],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14909463,0.001404392,0.1817975,0.00006616301,0.019595668,0.0008564552,0.0042988895,0.0012847475,0.0075839767,0.007478289,0.08444852,0.5420908],"study_design_scores_gemma":[0.5341896,0.00018870781,0.010876023,0.00024985234,0.00078395044,0.0012857334,0.005533848,0.011195262,0.0014986113,0.38408422,0.049548168,0.0005660517],"about_ca_topic_score_codex":0.000014811591,"about_ca_topic_score_gemma":0.000009633293,"teacher_disagreement_score":0.5415247,"about_ca_system_score_codex":0.0002129709,"about_ca_system_score_gemma":0.0007703848,"threshold_uncertainty_score":0.99912727},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3214219534","doi":"10.1186/s12874-021-01445-0","title":"Appraising clinical applicability of studies: mapping and synthesis of current frameworks, and proposal of the FrACAS framework and VICORT checklist","year":2021,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine; McGill University; Centre Hospitalier de l’Université de Montréal; Université de Montréal; McGill University Health Centre","funders":"Canadian Institutes of Health Research","keywords":"Computer science; Scope (computer science); Checklist; Management science; Brainstorming; Originality; Relevance (law); Data science; Perspective (graphical); Process (computing); Conceptual framework; Knowledge management; Process management; Psychology; Artificial intelligence; Creativity; Engineering","score_opus":0.962558234149893,"score_gpt":0.7500185959344068,"score_spread":0.21253963821548627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214219534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6036977,0.033628177,0.3589866,0.002430912,0.00024526747,0.00075001526,0.0000086762675,0.0000019429478,0.0002506743],"genre_scores_gemma":[0.66077656,0.004961991,0.33392632,0.00007366496,0.00013292495,0.000059217215,3.8785328e-7,0.000009584897,0.000059354254],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.7807707,0.19643019,0.011285543,0.0017078919,0.009284375,0.00052128034],"domain_scores_gemma":[0.09404469,0.89197606,0.0043105315,0.004297183,0.004701638,0.00066990225],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.51062226,0.00019556993,0.004967328,0.00022379012,0.0001496999,0.000057662528,0.0010993608,0.0005808856,0.0005601434],"category_scores_gemma":[0.92417186,0.000087780194,0.00063789106,0.0016418305,0.0048605255,0.00005149637,0.0018946166,0.0016965568,0.0000030980602],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007623272,0.00031017198,0.415464,0.00406427,0.00045329137,0.000004648328,0.0015896414,0.0000011985794,0.00025782562,0.0297576,0.0010036861,0.54701746],"study_design_scores_gemma":[0.0008429377,0.0003203461,0.4222146,0.0055211456,0.0006364086,0.00010265954,0.036713235,0.005532813,0.0021572015,0.50857407,0.016995775,0.00038882406],"about_ca_topic_score_codex":0.000016121714,"about_ca_topic_score_gemma":0.00005719516,"teacher_disagreement_score":0.69554585,"about_ca_system_score_codex":0.000014009018,"about_ca_system_score_gemma":0.0009195496,"threshold_uncertainty_score":0.9978477},"labels":[],"label_agreement":null},{"id":"W3214414658","doi":"10.1177/22925503211054136","title":"Guidelines for Authors and Reviewers of <b> <i>Plastic Surgery</i> </b>","year":2021,"lang":"en","type":"review","venue":"Plastic Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McMaster University","funders":"","keywords":"Publication; Transparency (behavior); Audience measurement; Quality (philosophy); Section (typography); Computer science; Engineering ethics; Medicine; Engineering; Advertising; Business; Computer security","score_opus":0.8870912945876802,"score_gpt":0.5716929714884419,"score_spread":0.3153983230992383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214414658","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002070075,0.97655886,0.009396661,0.000050379105,0.012642933,0.00090115186,0.00034120065,0.000010373455,0.000077713274],"genre_scores_gemma":[0.000010156164,0.9960139,0.0014400651,0.000043956963,0.0005246257,0.00033449326,0.00021026113,0.000080275226,0.001342261],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9457068,0.011862495,0.034168337,0.0023036068,0.0053075734,0.0006512227],"domain_scores_gemma":[0.15419084,0.81104165,0.023196097,0.004698862,0.006355144,0.00051739934],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.16901828,0.0011662733,0.036364425,0.0017264952,0.00014556045,0.00064589083,0.0012198739,0.00046239977,0.0034656748],"category_scores_gemma":[0.8925595,0.0005877967,0.018234434,0.0033724776,0.00016855293,0.00017631189,0.0002758358,0.00029985153,0.0005212454],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018702049,0.000022062548,0.0004342561,0.021856686,0.00055377226,0.000008827447,0.000006127853,0.000003178956,5.234608e-8,0.00008832435,0.49409857,0.48292625],"study_design_scores_gemma":[0.00003143737,0.000008028286,0.000025100457,0.028975593,0.005497142,0.000049157832,0.00004034127,0.00016795966,1.4031863e-7,0.000070947994,0.964641,0.0004931873],"about_ca_topic_score_codex":0.0000052519313,"about_ca_topic_score_gemma":0.000003997399,"teacher_disagreement_score":0.79917914,"about_ca_system_score_codex":0.000045243673,"about_ca_system_score_gemma":0.0012123673,"threshold_uncertainty_score":0.99965733},"labels":[],"label_agreement":null},{"id":"W3214639705","doi":"10.1111/hir.12413","title":"Using an artificial intelligence tool can be as accurate as human assessors in level one screening for a systematic review","year":2021,"lang":"en","type":"review","venue":"Health Information & Libraries Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Global Affairs Canada; Ottawa Hospital","funders":"","keywords":"Systematic review; Computer science; Artificial intelligence; Identification (biology); Set (abstract data type); Machine learning; MEDLINE; Meta-analysis; Medicine; Pathology","score_opus":0.945914799977756,"score_gpt":0.6376514516269239,"score_spread":0.308263348350832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214639705","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006013359,0.78297675,0.20888335,0.0010896891,0.00033156024,0.0063801417,0.00015881634,0.000011091847,0.00016257448],"genre_scores_gemma":[0.000016765654,0.9549794,0.03795555,0.005460322,0.00029621169,0.00044980217,0.0005419767,0.000050116672,0.00024981322],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9270195,0.02002432,0.045579787,0.0007257338,0.0058216034,0.0008290619],"domain_scores_gemma":[0.93998474,0.0047706086,0.04898413,0.0030064466,0.0025296651,0.0007243983],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14286472,0.00090518803,0.01783365,0.0019407519,0.0014881996,0.012541586,0.0028887996,0.00035301087,0.002962174],"category_scores_gemma":[0.06486132,0.0005295946,0.0033673102,0.0036975981,0.00009398299,0.0074683423,0.00026143223,0.0012333955,0.0002497933],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037034245,0.00005312825,0.0000012131211,0.61948186,0.00032269093,0.0000074358463,0.0015808112,0.00013117678,1.4643579e-8,0.036762215,0.0022101358,0.33944562],"study_design_scores_gemma":[0.000090287,0.00015844122,0.0000013190269,0.62394905,0.0015235039,0.00090719346,0.003899202,0.0038188926,3.5489649e-7,0.0060158116,0.35896423,0.00067173096],"about_ca_topic_score_codex":0.000062876825,"about_ca_topic_score_gemma":0.00006398218,"teacher_disagreement_score":0.3567541,"about_ca_system_score_codex":0.00039868098,"about_ca_system_score_gemma":0.006728174,"threshold_uncertainty_score":0.9998117},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3214894860","doi":"10.1038/s41433-021-01863-w","title":"The clinician’s guide to p values, confidence intervals, and magnitude of effects","year":2021,"lang":"en","type":"editorial","venue":"Eye","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"McMaster University","keywords":"Confidence interval; Medicine; Magnitude (astronomy); Statistics; Internal medicine; Mathematics; Physics","score_opus":0.3778027619456072,"score_gpt":0.5581265722417179,"score_spread":0.18032381029611072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214894860","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007586392,0.025250098,0.0027269935,0.0010280504,0.962337,0.0012225173,0.00005641959,0.000005303274,0.006614959],"genre_scores_gemma":[0.0012237494,0.0022219731,0.0062542893,0.0005955819,0.66679,0.00016670612,0.00003326444,0.000057136647,0.3226573],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9656331,0.013556838,0.010504076,0.0013529937,0.008661317,0.00029165676],"domain_scores_gemma":[0.8964128,0.08547239,0.0070619793,0.006437205,0.0043586665,0.00025697215],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.13792056,0.00037843827,0.0047845757,0.00017840706,0.00015133746,0.0012763009,0.0030732031,0.00032032942,0.0010323505],"category_scores_gemma":[0.4433218,0.00015864272,0.0015943967,0.00067730696,0.00012781208,0.000074501164,0.0006763896,0.00042790823,0.0012797653],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004967075,0.000011051974,0.00014476977,0.00018864352,0.00019580664,0.00000924749,0.00017712415,0.0000012007741,0.000012499974,0.00015071727,0.9889518,0.010152164],"study_design_scores_gemma":[0.00010240842,0.000077881894,0.00037438885,0.00058446045,0.00034469526,5.991942e-7,0.00021803328,0.0000417644,0.000033361423,0.0012685414,0.99680185,0.00015199072],"about_ca_topic_score_codex":0.00005549507,"about_ca_topic_score_gemma":0.00018735138,"teacher_disagreement_score":0.31604233,"about_ca_system_score_codex":0.00002861988,"about_ca_system_score_gemma":0.0002948543,"threshold_uncertainty_score":0.99988085},"labels":[],"label_agreement":null},{"id":"W3215118747","doi":"10.1136/bjsports-2021-ioc.349","title":"382 Maximising the relevance and dissemination of the IOC medical consensus statements: what are the consensus statements and how are they used in literature?","year":2021,"lang":"en","type":"article","venue":"Poster presentations","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Citation; Scopus; Commission; Scientific consensus; Ranking (information retrieval); Relevance (law); Evidence-based medicine; MEDLINE; Medical education; Medicine; Political science; Public relations; Psychology; Computer science; Library science; Information retrieval; Law","score_opus":0.3737323946618742,"score_gpt":0.5134521562900038,"score_spread":0.13971976162812966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215118747","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8907843,0.007263545,0.00032433544,0.0998183,0.00029378282,0.0011082481,0.00013452352,0.0000028989116,0.00027002773],"genre_scores_gemma":[0.9961333,0.00059784355,0.00013702824,0.00050196465,0.000018529097,0.00004205661,0.000011261199,0.000007949889,0.002550053],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9868902,0.0077174506,0.0020396158,0.00048916123,0.002683867,0.00017971899],"domain_scores_gemma":[0.9834317,0.012106777,0.0020464999,0.001421844,0.0009161298,0.00007705344],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.013817922,0.00017933389,0.00073018187,0.000097697666,0.00029788664,0.0019105718,0.0005794631,0.000054653865,0.00019070314],"category_scores_gemma":[0.030170448,0.000066728906,0.00020778272,0.0007727778,0.00025044975,0.00036516716,0.00027133207,0.00020379115,0.0000073691467],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055376782,0.00031103066,0.83505493,0.0004968806,0.00089091423,0.00012217836,0.0749701,0.00016468574,0.0018230922,0.002178451,0.054339748,0.029592589],"study_design_scores_gemma":[0.0013824337,0.000034458786,0.6942363,0.0042610173,0.00055678765,0.00019108322,0.26377285,0.007963755,0.0009854166,0.015449458,0.010756465,0.00041001555],"about_ca_topic_score_codex":0.000016419033,"about_ca_topic_score_gemma":0.001351297,"teacher_disagreement_score":0.18880275,"about_ca_system_score_codex":0.000015243816,"about_ca_system_score_gemma":0.00005892608,"threshold_uncertainty_score":0.99912554},"labels":[],"label_agreement":null},{"id":"W3215343087","doi":"10.54846/jshap/1247","title":"TRaiTS: Template for Reporting of Trials in Short format - swine examples","year":2021,"lang":"en","type":"article","venue":"Journal of Swine Health and Production","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Checklist; Guideline; Interpretation (philosophy); Consolidated Standards of Reporting Trials; Randomized controlled trial; Computer science; Medical physics; Medical education; Library science; Medicine; Psychology; Pathology","score_opus":0.9178760143247737,"score_gpt":0.6283150316871583,"score_spread":0.2895609826376154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215343087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94517046,0.013903573,0.018518597,0.020457508,0.0009642416,0.0008743548,0.000008575617,0.00000141881,0.00010125704],"genre_scores_gemma":[0.9542767,0.0021580174,0.04102397,0.0003673865,0.0012428861,0.000014579189,0.000008845679,0.000011451443,0.00089617044],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9563552,0.0045496556,0.036806565,0.0003774258,0.0017124298,0.00019872945],"domain_scores_gemma":[0.96036404,0.0026263746,0.0335142,0.0006511468,0.0026213883,0.00022281668],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.35707623,0.00011657109,0.0044026906,0.0004199622,0.00008312079,0.00010699272,0.00015494414,0.00004255263,0.00014784824],"category_scores_gemma":[0.24604519,0.00005752351,0.00080964935,0.0007570222,0.000015816026,0.0003744182,0.000017461414,0.00013052736,0.0000013025616],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003470057,0.00020112017,0.038672883,0.0022251657,0.0002746059,0.000014358397,0.003209488,0.00039804942,0.0063467408,0.00022657607,0.112984486,0.8350995],"study_design_scores_gemma":[0.0034607947,0.0025542355,0.15408362,0.0027772202,0.0008263857,0.0061157695,0.016044283,0.0022994662,0.011437712,0.043205332,0.75658166,0.00061350316],"about_ca_topic_score_codex":0.000009210314,"about_ca_topic_score_gemma":0.000027335642,"teacher_disagreement_score":0.834486,"about_ca_system_score_codex":0.000027728063,"about_ca_system_score_gemma":0.00040444033,"threshold_uncertainty_score":0.7603057},"labels":[],"label_agreement":null},{"id":"W3216278614","doi":"10.1177/08850666211053793","title":"Reverse Bayesian Implications of p-Values Reported in Critical Care Randomized Trials","year":2021,"lang":"en","type":"article","venue":"Journal of Intensive Care Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stollery Children's Hospital; University of Alberta","funders":"","keywords":"Medicine; Randomized controlled trial; Critical illness; Bayesian probability; Intensive care medicine; Internal medicine; Critically ill; Statistics","score_opus":0.7397343050089897,"score_gpt":0.6121629734771035,"score_spread":0.12757133153188627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216278614","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28115806,0.2282923,0.13755155,0.3142944,0.009222018,0.004231945,0.0001296406,0.000010023223,0.025110062],"genre_scores_gemma":[0.99149966,0.0003697266,0.0039140456,0.003354259,0.0003785841,0.000010042168,0.000010786115,0.000009743969,0.00045314562],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9478825,0.022360634,0.0254494,0.00046021206,0.003670717,0.0001765404],"domain_scores_gemma":[0.62742525,0.07690027,0.029508272,0.0039599147,0.2617205,0.00048579057],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13013434,0.00021959071,0.012145754,0.00078506424,0.000045616318,0.00006587682,0.00064874603,0.0001008218,0.0048507056],"category_scores_gemma":[0.92484236,0.00009226242,0.0033227934,0.0014365882,0.00034796455,0.00013058477,0.000063939166,0.0003205739,0.00001741539],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061786063,0.0001195874,0.023815248,0.00088049425,0.0028428046,0.0023894438,0.06548113,0.000091424015,0.010855861,0.005271978,0.8512849,0.030788528],"study_design_scores_gemma":[0.054190632,0.00042623768,0.008468437,0.0035786603,0.0072720516,0.002122741,0.8827375,0.00021083433,0.0017026172,0.022102343,0.016888974,0.0002989609],"about_ca_topic_score_codex":0.00002611745,"about_ca_topic_score_gemma":0.000036090765,"teacher_disagreement_score":0.83439595,"about_ca_system_score_codex":0.00008896119,"about_ca_system_score_gemma":0.00040940603,"threshold_uncertainty_score":0.996059},"labels":[],"label_agreement":null},{"id":"W3216572326","doi":"10.1186/s12874-021-01457-w","title":"Similarities, reliability and gaps in assessing the quality of conduct of systematic reviews using AMSTAR-2 and ROBIS: systematic survey of nutrition reviews","year":2021,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"China Academy of Chinese Medical Sciences; Uniwersytet Jagielloński Collegium Medicum","keywords":"Systematic review; Medicine; MEDLINE; Cochrane Library; Meta-analysis; Reliability (semiconductor); Publication bias; Protocol (science); Statistics; Family medicine; Alternative medicine; Pathology; Mathematics; Biology","score_opus":0.9845042905545137,"score_gpt":0.7484438442130675,"score_spread":0.23606044634144618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216572326","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5560026,0.3475514,0.08751304,0.00046876905,0.00019755804,0.0080917645,0.000033821536,0.0000021362182,0.00013888959],"genre_scores_gemma":[0.70741075,0.039904628,0.25129357,0.00016495271,0.00006680686,0.00075795903,0.000022110034,0.000031637905,0.0003475816],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.076518334,0.8836066,0.029599033,0.0012251612,0.008554142,0.0004967407],"domain_scores_gemma":[0.09669062,0.8697946,0.01689197,0.0072933943,0.008830052,0.0004993629],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.905287,0.0002805933,0.015481137,0.00052705826,0.00011421095,0.00014289882,0.0013992514,0.00030444082,0.0006772202],"category_scores_gemma":[0.9632591,0.00012204199,0.00084109546,0.0032193556,0.0013907759,0.00019923641,0.00059036806,0.0006527399,0.000006097374],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002469958,0.00023816021,0.029349025,0.96432287,0.00010283812,0.0000048123566,0.0009364296,0.000005701916,0.0021379974,0.0015414536,0.0005695754,0.00076642673],"study_design_scores_gemma":[0.0031672684,0.0005117047,0.1765924,0.6748631,0.0018847126,0.0004038004,0.045912057,0.04515319,0.0018696795,0.047675602,0.00094848656,0.0010179814],"about_ca_topic_score_codex":0.0013014511,"about_ca_topic_score_gemma":0.0025911364,"teacher_disagreement_score":0.30764678,"about_ca_system_score_codex":0.00006785714,"about_ca_system_score_gemma":0.00096492696,"threshold_uncertainty_score":0.9991351},"labels":[],"label_agreement":null},{"id":"W3217004573","doi":"10.7554/elife.72185.sa2","title":"Author response: Consensus-based guidance for conducting and reporting multi-analyst studies","year":2021,"lang":"en","type":"peer-review","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Victoria","funders":"","keywords":"Computer science; Data science; Psychology; Computational biology; Neuroscience; Biology","score_opus":0.9629241673818216,"score_gpt":0.6820723893247448,"score_spread":0.28085177805707684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217004573","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010932242,0.7169541,0.025649922,0.24580732,0.0035161145,0.005072387,0.00043983516,0.000036038808,0.0014310434],"genre_scores_gemma":[0.00033242768,0.0003693411,0.13180645,0.003906523,0.00021327508,0.00039639513,0.000092567105,0.000046974434,0.86283606],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8974269,0.031721454,0.05771181,0.004340659,0.00807687,0.00072233053],"domain_scores_gemma":[0.62348616,0.14876787,0.16959657,0.017385757,0.04003888,0.0007247293],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5328248,0.0009975537,0.019615749,0.0006473805,0.00055633835,0.0012374183,0.0014639926,0.00033150046,0.006347956],"category_scores_gemma":[0.872521,0.00048524284,0.005924011,0.0019672879,0.0002530997,0.00008585018,0.0004102226,0.00045841403,0.0001885734],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013417709,0.00002228485,0.0003350166,0.0054167667,0.0014505511,0.00005481407,0.00008876568,0.000016649943,0.000057952035,0.000033717544,0.9886933,0.0038167608],"study_design_scores_gemma":[0.00026834055,0.00003547679,0.00007028578,0.0052523706,0.0035232462,0.000073877985,0.0019572559,0.004788053,0.000052926396,0.00008815331,0.98334825,0.00054177456],"about_ca_topic_score_codex":0.00002699535,"about_ca_topic_score_gemma":0.00030947095,"teacher_disagreement_score":0.861405,"about_ca_system_score_codex":0.00010640996,"about_ca_system_score_gemma":0.0009188077,"threshold_uncertainty_score":0.9997994},"labels":[],"label_agreement":null},{"id":"W3217657128","doi":"10.29173/jchla29571","title":"Systematic review support received and needed by researchers: a survey of libraries supporting Ontario medical schools","year":2021,"lang":"en","type":"article","venue":"Journal of the Canadian Health Libraries Association / Journal de l Association de bilbiothèques de la santé du Canada","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Kingston General Hospital; Queen's University","funders":"","keywords":"Medical education; Systematic review; Process (computing); Quality (philosophy); Medical library; Psychology; Computer science; Knowledge management; MEDLINE; Medicine; Library science; Political science","score_opus":0.15942844427299332,"score_gpt":0.419794789324693,"score_spread":0.26036634505169964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217657128","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24928193,0.5281582,0.00075626984,0.21375065,0.0020976432,0.0023195997,0.0010916132,0.000014532811,0.0025296074],"genre_scores_gemma":[0.7422454,0.11773045,0.0064210836,0.106494956,0.0011276669,0.00004279666,0.0001332555,0.00014676397,0.025657639],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9124009,0.06451383,0.012347754,0.00037752464,0.009223014,0.001136998],"domain_scores_gemma":[0.86670524,0.052600753,0.06213239,0.0016858331,0.012156911,0.0047188853],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2780099,0.00032193083,0.0039498443,0.00037989064,0.0008236374,0.0039723567,0.0018735653,0.00044771848,0.003953088],"category_scores_gemma":[0.5153589,0.00019923376,0.000927866,0.0017537018,0.00006467985,0.0013096207,0.00013419932,0.0019344052,0.00000452633],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000075220605,0.00001739453,0.3595981,0.001601498,0.0006167325,0.00006604985,0.0011136824,0.000006030478,0.0000021653675,0.0000883101,0.6367697,0.000112823516],"study_design_scores_gemma":[0.002060351,0.00029170985,0.6588163,0.029712338,0.0016816681,0.0040354906,0.0090872925,0.00078340026,0.000120721634,0.00912224,0.28333235,0.0009561684],"about_ca_topic_score_codex":0.556263,"about_ca_topic_score_gemma":0.931208,"teacher_disagreement_score":0.49296346,"about_ca_system_score_codex":0.014300535,"about_ca_system_score_gemma":0.13306,"threshold_uncertainty_score":0.9970616},"labels":[],"label_agreement":null},{"id":"W3217775733","doi":"10.29173/jchla29590","title":"PICO Portal (product review)","year":2021,"lang":"en","type":"article","venue":"Journal of the Canadian Health Libraries Association / Journal de l Association de bilbiothèques de la santé du Canada","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Process (computing); Systematic review; Product (mathematics); Appeal; Knowledge management; Engineering management; Data science; Process management; MEDLINE; Engineering; Political science","score_opus":0.10480091677585669,"score_gpt":0.38892336378692144,"score_spread":0.28412244701106476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217775733","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058012266,0.6386285,0.00074899005,0.28359887,0.006056572,0.0008082415,0.00040215906,0.000012932642,0.011731519],"genre_scores_gemma":[0.60868204,0.15546376,0.009420035,0.18783492,0.0072905566,0.000016485015,0.000035190613,0.000113168535,0.03114383],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9498797,0.0328684,0.008722771,0.0003962203,0.006983811,0.0011491118],"domain_scores_gemma":[0.94415003,0.011715185,0.033439506,0.0013504068,0.007165334,0.00217953],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15350339,0.00034609594,0.0026523503,0.00038581592,0.001233753,0.0038682914,0.0019868363,0.00029562908,0.0054702642],"category_scores_gemma":[0.2216333,0.00021369103,0.0017547715,0.0019570964,0.000035196674,0.0010763486,0.00008510034,0.0015938771,0.00002083221],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000030369804,0.000017804712,0.23963846,0.00005641815,0.00037834025,0.00015189002,0.00035163417,0.00009399839,0.000004824965,0.0004966021,0.7573576,0.0014493748],"study_design_scores_gemma":[0.0002740759,0.00002604438,0.13782683,0.00034518584,0.00022656399,0.0018318702,0.00046023744,0.0001336244,0.00003606355,0.004597311,0.8540484,0.00019379411],"about_ca_topic_score_codex":0.050562236,"about_ca_topic_score_gemma":0.47909412,"teacher_disagreement_score":0.5506698,"about_ca_system_score_codex":0.017782979,"about_ca_system_score_gemma":0.07415428,"threshold_uncertainty_score":0.9971658},"labels":[],"label_agreement":null},{"id":"W33186982","doi":"10.1364/ol.412411","title":"Cochrane systematic reviews of health care interventions.","year":2003,"lang":"en","type":"article","venue":"Journal of the Canadian Chiropractic Association","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Postdoctoral Program for Innovative Talents; China Postdoctoral Science Foundation; National Natural Science Foundation of China","keywords":"Systematic review; Psychological intervention; Computer science; Data science; Health care; Alternative medicine; Medicine; MEDLINE; Bioinformatics; Nursing; Pathology; Biology; Political science","score_opus":0.6246681567378435,"score_gpt":0.5319324791467215,"score_spread":0.092735677591122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W33186982","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1920416,0.4506237,0.01934183,0.16688444,0.029502345,0.023063328,0.00022807765,0.000012634018,0.11830205],"genre_scores_gemma":[0.99138916,0.0002709273,0.0017418135,0.00072299095,0.00006719476,0.000008484736,0.0000011488844,0.000009831271,0.005788447],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.93884975,0.039387353,0.01642975,0.00022334213,0.0048553795,0.000254409],"domain_scores_gemma":[0.9280323,0.003650727,0.06306571,0.001549862,0.003440222,0.0002612286],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24456602,0.00015881803,0.0039035587,0.0004521527,0.00029293806,0.00034327633,0.0010852747,0.00008654549,0.0016999829],"category_scores_gemma":[0.38493982,0.00006907996,0.003472675,0.0011298824,0.000016362626,0.0002981083,0.000016554462,0.0003176815,0.00023729683],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010242228,0.0002649084,0.14265215,0.03679191,0.003375061,0.000013614381,0.013811352,0.00043402263,0.000040372423,0.012869034,0.7775697,0.012167643],"study_design_scores_gemma":[0.0014539305,0.0004013857,0.0864795,0.027720004,0.0052012396,0.00050060824,0.016634732,0.00023912518,0.000067414156,0.00881206,0.8518429,0.0006471012],"about_ca_topic_score_codex":0.001365637,"about_ca_topic_score_gemma":0.04154113,"teacher_disagreement_score":0.7993476,"about_ca_system_score_codex":0.0019384014,"about_ca_system_score_gemma":0.0013137955,"threshold_uncertainty_score":0.9992126},"labels":[],"label_agreement":null},{"id":"W4200030870","doi":"10.1002/rmv.2317","title":"Caution should be exercised when assessing ivermectin for the treatment of COVID‐19 in systematic reviews","year":2021,"lang":"en","type":"letter","venue":"Reviews in Medical Virology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; McMaster University","funders":"","keywords":"Jadad scale; Blinding; Systematic review; Medicine; MEDLINE; Publication bias; Intensive care medicine; Alternative medicine; Meta-analysis; Cochrane Library; Randomized controlled trial; Surgery; Internal medicine; Pathology","score_opus":0.8256856319309042,"score_gpt":0.5807694057349212,"score_spread":0.24491622619598297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200030870","genre_codex":"review","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000129482,0.5256598,0.036216874,0.41862035,0.0012114821,0.017824808,0.000028904464,0.0000053166596,0.00030295376],"genre_scores_gemma":[0.00019796053,0.41584447,0.003429221,0.55852085,0.0015637452,0.013274312,0.00030014114,0.000078361416,0.006790948],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.83489275,0.12051021,0.034812663,0.002418183,0.0065134815,0.0008526956],"domain_scores_gemma":[0.88166744,0.08784292,0.021265894,0.008300318,0.0005420476,0.00038140634],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2671061,0.00090245594,0.024346642,0.00079561654,0.00013774127,0.00025267396,0.003205399,0.0015809092,0.012677171],"category_scores_gemma":[0.31642523,0.0003474973,0.0054084463,0.0015302357,0.00031728277,0.00010764587,0.00016194969,0.0013467299,0.000349276],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008767366,0.00019943218,0.00032650185,0.043754652,0.00022422794,0.00029880815,0.0010260326,0.000007227372,0.0000041849103,0.00008085505,0.8836827,0.070386566],"study_design_scores_gemma":[0.0005452575,0.0001116576,0.000070626804,0.00850964,0.0013749208,0.00007208976,0.00016068613,0.0023505408,5.676448e-7,0.0010134634,0.98553467,0.00025585972],"about_ca_topic_score_codex":0.00017801311,"about_ca_topic_score_gemma":0.000984694,"teacher_disagreement_score":0.13990049,"about_ca_system_score_codex":0.0006031008,"about_ca_system_score_gemma":0.00072033366,"threshold_uncertainty_score":0.9998977},"labels":[],"label_agreement":null},{"id":"W4200040752","doi":"10.21203/rs.3.rs-237881/v3","title":"Bibliometric study of ‘overviews of systematic reviews’ of health interventions: evaluation of prevalence, citation and impact factor","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nova Scotia Health Authority; University of Ottawa; Cochrane; University of British Columbia","funders":"","keywords":"Citation; Impact factor; Psychological intervention; Systematic review; Environmental health; Medicine; Library science; MEDLINE; Computer science; Political science; Nursing","score_opus":0.9638821765841618,"score_gpt":0.7334047270839374,"score_spread":0.2304774495002243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200040752","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75439215,0.22741973,0.0016700187,0.000021153428,0.00008443559,0.016129773,0.00018260196,0.000001178683,0.00009897198],"genre_scores_gemma":[0.9843574,0.014259385,0.00055022165,0.0000010701314,0.000011439478,0.00063611,0.00003272086,0.000013369503,0.00013829529],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.35829479,0.48902863,0.079552874,0.0031735522,0.06913378,0.0008163772],"domain_scores_gemma":[0.91695625,0.01430361,0.033978555,0.005822419,0.028770473,0.00016867263],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.5864321,0.0003622172,0.011976724,0.049309272,0.00007149715,0.00028995154,0.0019526373,0.00016478212,0.0045096823],"category_scores_gemma":[0.29527968,0.00018635103,0.0038028832,0.07249646,0.00012968988,0.00027271998,0.00097432215,0.0004302975,0.000018939161],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011782203,0.0014949861,0.096243955,0.8402837,0.0010837433,3.3004224e-7,0.0069038426,0.00033668824,0.00006962269,0.000033636235,0.0007920726,0.05274567],"study_design_scores_gemma":[0.00073098775,0.0019802444,0.8154279,0.14661169,0.0016126555,0.000002172348,0.022667397,0.009390203,0.00004481546,0.0013010115,0.000014471079,0.00021644706],"about_ca_topic_score_codex":0.00047164614,"about_ca_topic_score_gemma":0.00013099195,"teacher_disagreement_score":0.719184,"about_ca_system_score_codex":0.00020440739,"about_ca_system_score_gemma":0.0009386498,"threshold_uncertainty_score":0.99640036},"labels":[],"label_agreement":null},{"id":"W4200045882","doi":"10.1136/bmjnph-2021-000248","title":"Assessments of risk of bias in systematic reviews of observational nutritional epidemiologic studies are often not appropriate or comprehensive: a methodological study","year":2021,"lang":"en","type":"review","venue":"BMJ Nutrition Prevention & Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; University of Ottawa; Western University; Population Health Research Institute; McMaster University; Impact","funders":"","keywords":"Systematic review; Observational study; Confounding; Medicine; Reporting bias; MEDLINE; Publication bias; Meta-analysis; Risk assessment; Environmental health; Pathology; Computer science; Biology","score_opus":0.9881794383140102,"score_gpt":0.750230779430424,"score_spread":0.23794865888358618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200045882","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000723406,0.9640366,0.008415863,0.00022150614,0.00032329184,0.02558507,0.00067896117,0.0000063013445,0.000008992063],"genre_scores_gemma":[0.0003001669,0.93706286,0.057181474,0.000105438616,0.00008113084,0.0046202443,0.0003728959,0.000023096618,0.00025267832],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.48186347,0.4434452,0.065732576,0.002024816,0.0064811963,0.00045272874],"domain_scores_gemma":[0.7858905,0.10764453,0.09791268,0.0031511472,0.0052303253,0.0001708196],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4248659,0.0008855689,0.048925906,0.0015245283,0.00013355943,0.00006866055,0.0015920989,0.00040465203,0.0010761529],"category_scores_gemma":[0.32529095,0.00042735165,0.007818617,0.004576053,0.0001789909,0.00023681471,0.00037875172,0.0006220229,0.00005521681],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000092108625,0.0054951184,0.0035922565,0.9030275,0.002650774,0.000010537614,0.00024445917,0.000025074529,4.2430997e-7,0.0013889453,0.0054149246,0.07805787],"study_design_scores_gemma":[0.0033928803,0.0019405832,0.019627752,0.81869215,0.009027729,0.00010794133,0.012574739,0.00026566754,8.896409e-7,0.02401646,0.10932024,0.0010329725],"about_ca_topic_score_codex":0.00002703587,"about_ca_topic_score_gemma":0.00006420976,"teacher_disagreement_score":0.33580068,"about_ca_system_score_codex":0.0002924998,"about_ca_system_score_gemma":0.00087384507,"threshold_uncertainty_score":0.999837},"labels":[],"label_agreement":null},{"id":"W4200065546","doi":"10.1002/jrsm.1542","title":"A new taxonomy was developed for overlap across 'overviews of systematic reviews': A meta‐research study of research waste","year":2021,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; McMaster University; Nova Scotia Health Authority; Cochrane; Impact; University of British Columbia","funders":"","keywords":"Systematic review; Scope (computer science); Meta-analysis; Psychological intervention; MEDLINE; Computer science; Psychology; Taxonomy (biology); Research design; Data science; Management science; Information retrieval; Medicine; Sociology; Pathology; Political science; Social science; Engineering","score_opus":0.9858741720690846,"score_gpt":0.7632002114989404,"score_spread":0.2226739605701442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200065546","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09292877,0.23728527,0.5158628,0.0031079818,0.0010503528,0.12866122,0.000351185,0.00004145727,0.020710919],"genre_scores_gemma":[0.08091691,0.0027885197,0.8322027,0.000032267413,0.00037227423,0.028165674,0.0000059838067,0.000148912,0.055366796],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.16076228,0.7523518,0.033979397,0.0046302336,0.044946186,0.0033300456],"domain_scores_gemma":[0.13029279,0.7705564,0.010131935,0.024817506,0.06257806,0.0016233431],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.9038802,0.0007222967,0.019852033,0.0031170202,0.0010803789,0.0016291705,0.008775742,0.0003461097,0.006813658],"category_scores_gemma":[0.8418532,0.00036461948,0.0058931718,0.021688737,0.0006330529,0.0005275515,0.0030752767,0.0015220359,0.00087323046],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005843008,0.0056798635,0.0027920378,0.23334035,0.027868023,0.000118084,0.026343958,0.00012513665,0.025730435,0.011588664,0.2285007,0.43732846],"study_design_scores_gemma":[0.002213161,0.002019692,0.0008322943,0.019772412,0.00610275,0.000057487112,0.3081209,0.0055837226,0.09624826,0.025269506,0.5322679,0.0015118899],"about_ca_topic_score_codex":0.0004721768,"about_ca_topic_score_gemma":0.0005049935,"teacher_disagreement_score":0.43581656,"about_ca_system_score_codex":0.0003158084,"about_ca_system_score_gemma":0.0023204398,"threshold_uncertainty_score":0.9999047},"labels":[],"label_agreement":null},{"id":"W4200101691","doi":"10.1016/j.jclinepi.2021.11.038","title":"A few things to consider when deciding whether or not to conduct underpowered research","year":2021,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Observational study; Distrust; MEDLINE; Psychology; Medicine; Psychotherapist; Political science; Pathology","score_opus":0.9839964413951311,"score_gpt":0.7576695438075235,"score_spread":0.2263268975876076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200101691","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039403336,0.0011390836,0.0256333,0.96133745,0.004800582,0.0009170635,0.00001920173,0.0000041104954,0.002208891],"genre_scores_gemma":[0.0009106938,0.00022662655,0.08644041,0.8504715,0.0074149915,0.000017790699,0.0000049936907,0.00005848853,0.054454517],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.33772615,0.52784836,0.11412228,0.003880806,0.014326102,0.0020962586],"domain_scores_gemma":[0.07028568,0.86110115,0.044713885,0.0073720193,0.014756118,0.0017711462],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.8311655,0.00078517286,0.036477495,0.0019467077,0.000239672,0.0007269739,0.006577918,0.0026097076,0.046155337],"category_scores_gemma":[0.963898,0.00033592083,0.010997886,0.001957086,0.00047737706,0.0003115447,0.0012031142,0.010634234,0.007622058],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019165644,0.00004751019,0.0020173509,0.00006694933,0.0011363205,0.0010475264,0.0003883305,0.000035040925,0.000012303303,0.0004116092,0.9882467,0.006398747],"study_design_scores_gemma":[0.00037592323,0.0006643505,0.0010822127,0.00065572816,0.0003575769,0.0005279509,0.0004603458,0.000087542365,0.0000025546356,0.045026883,0.9504325,0.00032647976],"about_ca_topic_score_codex":0.000053793803,"about_ca_topic_score_gemma":0.000071448514,"teacher_disagreement_score":0.33325276,"about_ca_system_score_codex":0.00017306133,"about_ca_system_score_gemma":0.002201569,"threshold_uncertainty_score":0.9999093},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4200142752","doi":"10.1037/cep0000269","title":"2020–2021 Reviewers—Consultants 2020–2021","year":2021,"lang":"fr","type":"article","venue":"Canadian Journal of Experimental Psychology/Revue canadienne de psychologie expérimentale","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Virology; Medicine; Infectious disease (medical specialty)","score_opus":0.4263742122314132,"score_gpt":0.4836413355414639,"score_spread":0.05726712331005068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200142752","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4630106,0.42899024,0.00044061057,0.031943463,0.034494467,0.0010717317,0.0007186948,0.0000059492622,0.039324224],"genre_scores_gemma":[0.8705953,0.008563791,0.01766874,0.015402575,0.0044917166,0.00010729883,0.00015818296,0.00022969456,0.082782716],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9658498,0.012218682,0.013774219,0.003245258,0.001483323,0.0034287195],"domain_scores_gemma":[0.9737585,0.0014462303,0.007913971,0.006585512,0.0036030302,0.0066927276],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.03773263,0.0015328745,0.0067927716,0.0011304776,0.00074775564,0.0013388899,0.0056548985,0.0010728136,0.22653838],"category_scores_gemma":[0.018616661,0.0013241963,0.004123258,0.0054023676,0.0014194975,0.0009802649,0.00023990434,0.001935952,0.0072048632],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083362385,0.0007698855,0.013719446,0.00009929189,0.0016227291,0.025040273,0.0059680073,0.000032330478,0.019292979,0.0012243951,0.8783456,0.05380169],"study_design_scores_gemma":[0.0028892483,0.000930064,0.0066431575,0.0012931402,0.00076895,0.027274646,0.027366811,0.00007557366,0.0038148907,0.0023874436,0.9251395,0.0014166051],"about_ca_topic_score_codex":0.0028465092,"about_ca_topic_score_gemma":0.04958226,"teacher_disagreement_score":0.42042646,"about_ca_system_score_codex":0.0029656428,"about_ca_system_score_gemma":0.004970724,"threshold_uncertainty_score":0.999742},"labels":[],"label_agreement":null},{"id":"W4200158082","doi":"10.51224/cik.v1i3.43","title":"The Nature of Our Literature","year":2021,"lang":"en","type":"article","venue":"Communications in Kinesiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Kinesiology; Observational study; Test (biology); Psychology; Scientific literature; Medical education; Medicine; Pathology","score_opus":0.6692027918054014,"score_gpt":0.5766956050269539,"score_spread":0.09250718677844749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200158082","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31043062,0.39228037,0.0018754799,0.19216019,0.0022281166,0.0012197929,0.00007157645,0.000014036118,0.099719815],"genre_scores_gemma":[0.9856749,0.0027212224,0.0069907815,0.0003995562,0.000024569628,0.000028834087,0.00002362618,0.0000033853669,0.004133087],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9805487,0.014492043,0.003849174,0.00033159298,0.000660508,0.000118020835],"domain_scores_gemma":[0.97614896,0.007975741,0.0015006652,0.012665393,0.0016825021,0.000026751959],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032029923,0.00009505742,0.0010779853,0.00014227488,0.00015487034,0.0001503885,0.004717842,0.00016815576,0.00020831422],"category_scores_gemma":[0.06392972,0.000038867493,0.00047198907,0.0020920052,0.00009450129,0.00005344024,0.0006935426,0.0004363967,0.00018216952],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010095131,0.00022136128,0.109235704,0.00003603609,0.00016456617,0.000009574833,0.0015031593,0.00008652581,0.0019694911,0.6486551,0.1868331,0.05127525],"study_design_scores_gemma":[0.00010811743,0.000010793405,0.09677318,0.00004249189,0.000028446473,0.000025065183,0.001691143,0.0013534189,0.00007000259,0.08693719,0.8128843,0.00007588274],"about_ca_topic_score_codex":0.0000015401428,"about_ca_topic_score_gemma":0.00017520398,"teacher_disagreement_score":0.67524433,"about_ca_system_score_codex":0.000009674805,"about_ca_system_score_gemma":0.00006969615,"threshold_uncertainty_score":0.9967289},"labels":[],"label_agreement":null},{"id":"W4200179443","doi":"10.1016/j.jclinepi.2021.12.006","title":"Review of pragmatic trials found that multiple primary outcomes are common but so too are discrepancies between protocols and final reports","year":2021,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research; National Institute on Aging; National Institutes of Health","keywords":"Medicine; Protocol (science); Sample size determination; Clinical trial; MEDLINE; Research design; Randomized controlled trial; Internal medicine; Statistics; Alternative medicine; Pathology; Mathematics","score_opus":0.9729485367312152,"score_gpt":0.7406800862441736,"score_spread":0.2322684504870416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200179443","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000102756625,0.97868735,0.0014323565,0.003624823,0.0008197885,0.015071123,0.00013851954,0.0000033955707,0.00011988145],"genre_scores_gemma":[0.000012875685,0.98521495,0.00965874,0.0023981514,0.0007722613,0.000996004,0.000045496912,0.00003623211,0.0008653037],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.33444503,0.4286517,0.22858056,0.0022133512,0.0053653265,0.000744045],"domain_scores_gemma":[0.100081645,0.55312294,0.33855584,0.004854842,0.002767514,0.00061720656],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8025229,0.0010929703,0.16992691,0.0005263069,0.00014759779,0.00027346716,0.0025680484,0.0011230783,0.0009933726],"category_scores_gemma":[0.94922346,0.00042988852,0.034394078,0.0008259052,0.0007123787,0.00034537667,0.00071970926,0.0021550108,0.000051354178],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012977181,0.00014881884,0.34410557,0.10205007,0.0028947357,0.00016162923,0.000008164408,7.232561e-7,8.995513e-9,0.00006764853,0.06647068,0.48407894],"study_design_scores_gemma":[0.00032945475,0.00018624007,0.03758327,0.16636737,0.007462917,0.0006662301,0.00004004974,0.0000036085105,1.3134245e-8,0.0030588515,0.784027,0.00027501825],"about_ca_topic_score_codex":0.000011905341,"about_ca_topic_score_gemma":0.000019161547,"teacher_disagreement_score":0.7175563,"about_ca_system_score_codex":0.00007925911,"about_ca_system_score_gemma":0.0014939763,"threshold_uncertainty_score":0.99991983},"labels":[],"label_agreement":null},{"id":"W4200191524","doi":"10.1097/phm.0000000000001933","title":"Conducting a Systematic Review and Meta-analysis in Rehabilitation","year":2021,"lang":"en","type":"review","venue":"American Journal of Physical Medicine & Rehabilitation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; Toronto Rehabilitation Institute; University of Toronto; University Health Network","funders":"","keywords":"Systematic review; Rehabilitation; Medicine; Data extraction; Cochrane Library; Meta-analysis; MEDLINE; Protocol (science); Psychological intervention; Alternative medicine; Medical education; Physical therapy; Nursing; Pathology","score_opus":0.6199415624179381,"score_gpt":0.5648669130467759,"score_spread":0.05507464937116213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200191524","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010541872,0.99384105,0.00044477588,0.0028475847,0.0000659837,0.0026170593,0.0000137379,0.000002744637,0.00006165033],"genre_scores_gemma":[0.0032223254,0.98123676,0.012991231,0.00088606396,0.00036199033,0.0007080182,0.00004351924,0.00009370606,0.0004563851],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.90465415,0.060982466,0.026521932,0.001269403,0.0062766913,0.00029537274],"domain_scores_gemma":[0.8379432,0.11680508,0.037811942,0.0029871112,0.0041448893,0.00030780208],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.15312652,0.00085877394,0.07409291,0.0028246036,0.00006813508,0.00019026034,0.0013652166,0.000096985474,0.00097474275],"category_scores_gemma":[0.36198395,0.00035467852,0.019624036,0.013137393,0.0007158831,0.00044487292,0.000109147426,0.00080538803,0.00005846268],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028891131,0.0002323107,0.000027534072,0.5782469,0.103214495,0.000015748092,0.003611891,0.000027213013,2.5273667e-7,0.0009245825,0.00087070727,0.3128255],"study_design_scores_gemma":[0.00010538013,0.003908119,0.000013370604,0.065262936,0.9084603,0.000060340124,0.0052877204,0.00006303769,6.0468346e-9,0.00093215425,0.015602794,0.00030384463],"about_ca_topic_score_codex":0.000033291828,"about_ca_topic_score_gemma":0.000014932389,"teacher_disagreement_score":0.8052458,"about_ca_system_score_codex":0.00020406093,"about_ca_system_score_gemma":0.00026604795,"threshold_uncertainty_score":0.9999385},"labels":[],"label_agreement":null},{"id":"W4200258716","doi":"10.1002/jrsm.1543","title":"Reevaluation of statistically significant meta‐analyses in advanced cancer patients using the <scp>Hartung–Knapp</scp> method and prediction intervals—A methodological study","year":2021,"lang":"en","type":"review","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane","funders":"","keywords":"Meta-analysis; Random effects model; Confidence interval; Hazard ratio; Medicine; Fixed effects model; Statistics; Sample size determination; Randomized controlled trial; Internal medicine; Mathematics","score_opus":0.9859069302083531,"score_gpt":0.7982354511094404,"score_spread":0.18767147909891269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200258716","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021865763,0.6264358,0.36872247,0.000026303544,0.0001413533,0.004089758,0.00022009497,0.0000049141113,0.00014060311],"genre_scores_gemma":[0.00011546105,0.51374614,0.48371458,0.000008907411,0.000056427558,0.0020061005,0.000014746519,0.00004920047,0.0002884547],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.2786574,0.68656737,0.017727764,0.0032645687,0.01288821,0.00089471403],"domain_scores_gemma":[0.27151614,0.7026977,0.011309733,0.006159148,0.00785539,0.0004618849],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6933302,0.00097159226,0.02210005,0.002370077,0.00036663492,0.00092475355,0.003054399,0.00045905146,0.0022273625],"category_scores_gemma":[0.73991936,0.00039724636,0.004372184,0.00747978,0.00040532148,0.0003030409,0.0012433643,0.0014524824,0.000021656659],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061386413,0.0004076539,0.00029557376,0.0023556529,0.008254646,0.000007883851,0.0005274751,0.0002440945,0.00008982429,0.00013227653,0.00033458738,0.9873442],"study_design_scores_gemma":[0.0010899273,0.0015111126,0.00643354,0.017781112,0.2113571,0.000036495978,0.022725482,0.07615028,0.00064609013,0.012027257,0.6490877,0.0011538962],"about_ca_topic_score_codex":0.00019329201,"about_ca_topic_score_gemma":0.000047742207,"teacher_disagreement_score":0.9861903,"about_ca_system_score_codex":0.00033279136,"about_ca_system_score_gemma":0.0008858987,"threshold_uncertainty_score":0.99984795},"labels":[],"label_agreement":null},{"id":"W4200302821","doi":"10.21860/medflum2021_264903","title":"Pravila PRISMA 2020.","year":2021,"lang":"hr","type":"article","venue":"Medicina Fluminensis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":158,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; St. Michael's Hospital; McMaster University; Queen's University; Ottawa Hospital; Bruyère; University of Ottawa","funders":"","keywords":"Physics","score_opus":0.5830343000129636,"score_gpt":0.4957050675651339,"score_spread":0.08732923244782975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200302821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5048173,0.12884249,0.013276696,0.116213575,0.0149470335,0.0033002067,0.00017542165,0.000058546822,0.21836874],"genre_scores_gemma":[0.54156333,0.001815933,0.00841623,0.0060338383,0.002022958,0.000016350681,0.00009379475,0.00007603021,0.43996152],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9516869,0.016100137,0.015847236,0.002838887,0.0126261255,0.00090067496],"domain_scores_gemma":[0.9728238,0.0061718374,0.0057983263,0.009709798,0.0046458985,0.0008503546],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.09758167,0.00086540054,0.00845946,0.0003711267,0.00035327324,0.0011342455,0.0022596966,0.00040068774,0.18704903],"category_scores_gemma":[0.123039745,0.00047586314,0.0038229749,0.004963558,0.00032998843,0.00027303508,0.00056691805,0.0006233743,0.04236301],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074799777,0.00018033068,0.0067278827,0.00025314224,0.0007489785,0.0012711412,0.0027115378,0.0000050875246,0.001027463,0.0005545092,0.90855265,0.07795977],"study_design_scores_gemma":[0.0005832839,0.00010916301,0.013410009,0.00039113787,0.002300372,0.00044710888,0.0084223235,0.0041826735,0.00070049596,0.0006597061,0.9682661,0.0005276127],"about_ca_topic_score_codex":0.000050049886,"about_ca_topic_score_gemma":0.00009748399,"teacher_disagreement_score":0.22159278,"about_ca_system_score_codex":0.0000996824,"about_ca_system_score_gemma":0.00066041294,"threshold_uncertainty_score":0.99990267},"labels":[],"label_agreement":null},{"id":"W4200306240","doi":"10.1111/aab.12749","title":"Despite a stressful period with the pandemic, publication is going strong: News about <i>Annals of Applied Biology</i>","year":2021,"lang":"en","type":"article","venue":"Annals of Applied Biology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Annals; Biology; Pandemic; Period (music); Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Virology; Classics; History; Outbreak; Infectious disease (medical specialty); Internal medicine","score_opus":0.6038984983331848,"score_gpt":0.4986696135290354,"score_spread":0.10522888480414938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200306240","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81924564,0.005882135,0.010780644,0.026848286,0.00016149862,0.0021529275,0.00038791428,0.00002854977,0.13451244],"genre_scores_gemma":[0.99129814,0.00051523146,0.0014394753,0.0056036017,0.00008655746,0.00013300678,0.00010185987,0.00001579529,0.0008063429],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99068075,0.0016464387,0.004947629,0.0012024569,0.0010286684,0.0004940275],"domain_scores_gemma":[0.9869575,0.0019320503,0.0056109903,0.0031209793,0.0022438343,0.00013464078],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.021572556,0.00037519215,0.0030586375,0.00027712868,0.00014981089,0.00019042115,0.0017640074,0.0002666447,0.0026332051],"category_scores_gemma":[0.0018951094,0.00016478983,0.00085192913,0.0015547464,0.00046775513,0.00008458471,0.00027815858,0.00023108315,0.0003849093],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000433108,0.00037696864,0.060704045,0.00020092375,0.002613922,0.0000020220482,0.0038890878,0.00010405769,0.0666813,0.3273175,0.15866132,0.37901574],"study_design_scores_gemma":[0.0007167194,0.0003030071,0.0060075023,0.000052802225,0.00031283614,0.000012263582,0.0049381945,0.00042531991,0.041221384,0.032292765,0.91314167,0.00057555194],"about_ca_topic_score_codex":0.000015626205,"about_ca_topic_score_gemma":0.00008293262,"teacher_disagreement_score":0.7544803,"about_ca_system_score_codex":0.0000052533924,"about_ca_system_score_gemma":0.0001921759,"threshold_uncertainty_score":0.9982785},"labels":[],"label_agreement":null},{"id":"W4200342057","doi":"10.18332/popmed/143831","title":"Conducting comprehensive scoping reviews to systematically capture the landscape of a subject matter","year":2021,"lang":"en","type":"article","venue":"Population Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Subject matter; Subject (documents); Data science; Computer science; Psychology; World Wide Web","score_opus":0.7384078840573219,"score_gpt":0.530377742450638,"score_spread":0.20803014160668398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200342057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82395667,0.03863449,0.06321972,0.047763146,0.0020201474,0.0065187505,0.000014602826,0.000017180852,0.01785531],"genre_scores_gemma":[0.9891182,0.000027162425,0.00352576,0.00371193,0.0002337205,0.000044621458,0.000024428224,0.000010657998,0.0033034757],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9792663,0.008432721,0.008635221,0.00056156167,0.0029367758,0.00016746433],"domain_scores_gemma":[0.9883812,0.0038796747,0.0036908241,0.0023534927,0.0015812413,0.00011356641],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.042202245,0.00020319253,0.0035041035,0.00019558429,0.00011492747,0.00012782599,0.0006080992,0.000050582308,0.014588296],"category_scores_gemma":[0.048272394,0.00007469015,0.0005315022,0.0016219039,0.00003755221,0.00009233347,0.000092672955,0.00012198956,0.0013980356],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020177153,0.00006670016,0.51348215,0.009461864,0.00047544693,0.000025633,0.014519471,0.00097333285,0.008078899,0.0049842424,0.43995723,0.007954882],"study_design_scores_gemma":[0.0026097668,0.0003410281,0.7238837,0.061265707,0.0039336816,0.0007667904,0.061482448,0.01849766,0.00054282305,0.008392445,0.11668382,0.0016001113],"about_ca_topic_score_codex":0.000063093,"about_ca_topic_score_gemma":0.000067809706,"teacher_disagreement_score":0.32327342,"about_ca_system_score_codex":0.000015250615,"about_ca_system_score_gemma":0.000028634306,"threshold_uncertainty_score":0.9993795},"labels":[],"label_agreement":null},{"id":"W4200365875","doi":"10.22541/au.163827914.48781130/v1","title":"Empirical evaluation of fundamental principles of evidence-based medicine: a meta-epidemiological study","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Grading (engineering); Meta-analysis; Medicine; Odds ratio; Systematic review; Publication bias; Statistics; MEDLINE; Econometrics; Internal medicine; Mathematics; Chemistry","score_opus":0.9923385322462839,"score_gpt":0.7148133160779869,"score_spread":0.27752521616829695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200365875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9561247,0.012554825,0.018170256,0.0036601818,0.0004765991,0.0050376835,0.000020100377,0.000007496889,0.0039481106],"genre_scores_gemma":[0.9885376,0.000051832772,0.009326169,0.0003002619,0.00007584161,0.00042913517,0.000025268722,0.000009879439,0.0012440034],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6685302,0.23137328,0.05017403,0.0043128734,0.04514855,0.0004610373],"domain_scores_gemma":[0.919193,0.043889295,0.019581912,0.0077019217,0.009428367,0.00020544649],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6150869,0.0007099667,0.019026522,0.0006777918,0.00005873214,0.0001956599,0.0031903337,0.0003303995,0.12627871],"category_scores_gemma":[0.4582665,0.00022363059,0.007826623,0.0014808782,0.00032346917,0.00014363951,0.0013532883,0.00046508256,0.000094984396],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005161572,0.0017529619,0.9328166,0.00063720706,0.013588498,0.000008244575,0.0020134351,0.028406119,0.00014330578,0.00034441295,0.013798616,0.0064389734],"study_design_scores_gemma":[0.0011039883,0.0010475303,0.6511313,0.0010953,0.07185585,0.0000057159527,0.016106825,0.24926858,0.00016521422,0.0054520615,0.002141838,0.0006258084],"about_ca_topic_score_codex":0.00019075337,"about_ca_topic_score_gemma":0.00017016263,"teacher_disagreement_score":0.28168532,"about_ca_system_score_codex":0.00011846803,"about_ca_system_score_gemma":0.0009585096,"threshold_uncertainty_score":0.99553704},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4200389440","doi":"10.1101/2021.12.06.21267383","title":"Data and code availability statements in systematic reviews of interventions were often missing or inaccurate: a content analysis","year":2021,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Medical Research Council; Australian Government; University of Ottawa","keywords":"Computer science; Citation; Systematic review; Scopus; Code review; Information retrieval; Download; Sample (material); Raw data; Data file; Data science; World Wide Web; Software; MEDLINE; Software quality; Database; Software development","score_opus":0.9316209954698754,"score_gpt":0.6191030025453813,"score_spread":0.3125179929244941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200389440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8660708,0.055705592,0.06718083,0.00081647385,0.00051485095,0.007732608,0.0016960407,0.0000087231665,0.0002740881],"genre_scores_gemma":[0.9809117,0.0033726671,0.010462924,0.00011450597,0.00002448213,0.0004661801,0.00053114264,0.000025971365,0.004090433],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9018013,0.047882624,0.042569306,0.0030287488,0.00436507,0.0003529776],"domain_scores_gemma":[0.9442109,0.0071327505,0.02782229,0.01865411,0.0019140015,0.0002659716],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27804184,0.0005935515,0.016301151,0.0011819649,0.00007802321,0.0012667661,0.004693747,0.00019317715,0.0077818297],"category_scores_gemma":[0.18134187,0.00027685525,0.0036612644,0.0030354045,0.00012565225,0.00044778205,0.0035736593,0.00045125233,0.000116759955],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031598538,0.00071794953,0.752382,0.22548775,0.008817143,0.00006766558,0.001990457,0.00016707306,0.00009808563,0.000039497627,0.005161421,0.0050393967],"study_design_scores_gemma":[0.001955005,0.00019828165,0.4172613,0.1702544,0.07282068,0.00004482669,0.023414345,0.28727308,0.00005694414,0.0022916982,0.021775493,0.002653938],"about_ca_topic_score_codex":0.00016862221,"about_ca_topic_score_gemma":0.0057583316,"teacher_disagreement_score":0.33512065,"about_ca_system_score_codex":0.00009976733,"about_ca_system_score_gemma":0.00020491109,"threshold_uncertainty_score":0.99996835},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4200415437","doi":"10.1002/jrsm.1539","title":"A non‐parametric approach for jointly combining evidence on progression free and overall survival time in network meta‐analysis","year":2021,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council Canada; Medical Research Council; University of Bristol; National Institute for Health and Care Research","keywords":"Meta-analysis; Computer science; Parametric statistics; Survival analysis; Network analysis; Statistics; Medicine; Internal medicine; Mathematics","score_opus":0.927587277312563,"score_gpt":0.6722385246920699,"score_spread":0.25534875262049306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200415437","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020162918,0.04186477,0.9138724,0.0035193309,0.00017316466,0.0047885906,0.000044955177,0.000024421419,0.015549415],"genre_scores_gemma":[0.08623883,0.00029947015,0.90732604,0.00007617596,0.00009921027,0.0011622374,0.000006496109,0.000034434095,0.004757108],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.8341116,0.14524952,0.0063816495,0.002833549,0.01028105,0.0011426464],"domain_scores_gemma":[0.6197684,0.36670303,0.0023108039,0.0076528466,0.003025496,0.00053943705],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5996791,0.00043449507,0.008552641,0.0026047446,0.00042114488,0.0018022098,0.0024774503,0.00022275696,0.0030348757],"category_scores_gemma":[0.484894,0.00022747082,0.0041149054,0.015426364,0.00017592788,0.00033783802,0.00090731605,0.0006024404,0.00012482688],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010460825,0.0030504141,0.049631674,0.002532604,0.248537,0.00019704408,0.0019248977,0.037000388,0.0067318287,0.015458516,0.077079475,0.5568101],"study_design_scores_gemma":[0.0004951004,0.0002894949,0.011959148,0.00030719856,0.04019512,0.000009678784,0.0006620347,0.9071983,0.0027039275,0.030966666,0.004470449,0.00074286],"about_ca_topic_score_codex":0.000036762678,"about_ca_topic_score_gemma":0.000020451444,"teacher_disagreement_score":0.87019795,"about_ca_system_score_codex":0.00009224111,"about_ca_system_score_gemma":0.00022414261,"threshold_uncertainty_score":0.999234},"labels":[],"label_agreement":null},{"id":"W4200434117","doi":"10.5152/turkjorthod.2021.21030","title":"Reporting Sample Size Calculation in Randomized Clinical Trials Published in 4 Orthodontic Journals","year":2021,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Sample size determination; Randomized controlled trial; Sample (material); Clinical trial; Large sample","score_opus":0.9305638248511154,"score_gpt":0.6830218970389912,"score_spread":0.24754192781212425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200434117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69625276,0.00197628,0.27044445,0.008328093,0.0012975414,0.0027233965,0.00000410216,0.000010524079,0.018962871],"genre_scores_gemma":[0.9244865,0.000097371485,0.065250896,0.0006605572,0.00018001017,0.000060257327,0.0000065141694,0.0000101123405,0.009247771],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.18262753,0.540191,0.26305196,0.0027722917,0.0106569575,0.00070025434],"domain_scores_gemma":[0.010496321,0.8701295,0.108629435,0.006072607,0.0042360732,0.0004360302],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9396527,0.00022985318,0.018691622,0.00058768614,0.000055338784,0.0024044567,0.0006789373,0.0001853366,0.06934137],"category_scores_gemma":[0.99388576,0.0000994583,0.0065446594,0.0034903614,0.000042425363,0.0005786543,0.00013261836,0.00036560852,0.00023734964],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007767307,0.00015049805,0.9365101,0.000025585809,0.0002675996,0.00011804862,0.00025547302,0.0004158061,0.00006574341,0.0011371793,0.013488779,0.046788458],"study_design_scores_gemma":[0.12315146,0.000023178149,0.53698856,0.000422645,0.0009573708,0.00009998527,0.0020103082,0.1589502,0.00008035415,0.16116956,0.015456751,0.00068966794],"about_ca_topic_score_codex":0.00017803875,"about_ca_topic_score_gemma":0.0014204256,"teacher_disagreement_score":0.39952156,"about_ca_system_score_codex":0.0000394986,"about_ca_system_score_gemma":0.00033612477,"threshold_uncertainty_score":0.9986311},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4200475773","doi":"10.1177/15586898211054243","title":"Systematic Reviews of Systematic Quantitative, Qualitative, and Mixed Studies Reviews in Healthcare Research: How to Assess the Methodological Quality of Included Reviews?","year":2021,"lang":"en","type":"article","venue":"Journal of Mixed Methods Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; The Quebec Population Health Research Network; Université de Montréal; McGill University; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Systematic review; Typology; Management science; Qualitative research; Multimethodology; Critical appraisal; Qualitative property; Health care; Quality (philosophy); Data science; Computer science; Psychology; Sociology; MEDLINE; Medicine; Social science; Alternative medicine; Epistemology; Engineering; Political science; Pathology","score_opus":0.9950623349363318,"score_gpt":0.8309246850568849,"score_spread":0.1641376498794469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200475773","genre_codex":"review","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036623824,0.83684945,0.09807333,0.013916364,0.0005380087,0.013791506,0.00001960374,0.0000017838544,0.00018611406],"genre_scores_gemma":[0.016869297,0.14994316,0.8295936,0.00017632438,0.00009083119,0.0011141807,0.0000013705966,0.000034797522,0.0021764345],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.035528034,0.9026488,0.04499934,0.0013453893,0.01455488,0.00092354795],"domain_scores_gemma":[0.03944444,0.85245925,0.04705703,0.009250532,0.05081795,0.0009707909],"candidate_categories":["metaresearch","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9653009,0.0006232303,0.03263963,0.0028088496,0.0004222119,0.0005571668,0.0045464076,0.00027005168,0.00022632425],"category_scores_gemma":[0.96409297,0.00024051707,0.0037621132,0.013483253,0.0009801193,0.00047938785,0.0016229923,0.0023436204,0.0001024975],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019861775,0.00042517527,0.0006249871,0.8754688,0.0014152529,0.000043780958,0.039553624,0.000007801829,0.018493269,0.022116313,0.0313756,0.010276815],"study_design_scores_gemma":[0.001316171,0.0022199827,0.0039500645,0.3731873,0.0012782334,0.0002493734,0.4936026,0.00023932914,0.0052486644,0.09788215,0.01998819,0.00083794724],"about_ca_topic_score_codex":0.000042661537,"about_ca_topic_score_gemma":0.00028993379,"teacher_disagreement_score":0.7315203,"about_ca_system_score_codex":0.0003377869,"about_ca_system_score_gemma":0.0005981488,"threshold_uncertainty_score":0.99995804},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4200482251","doi":"10.1016/j.jvs.2021.09.051","title":"Analysis of spin in vascular surgery randomized controlled trials with nonsignificant outcomes","year":2021,"lang":"en","type":"review","venue":"Journal of Vascular Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Ottawa; University Health Network; Ottawa Hospital; Queen's University","funders":"","keywords":"Medicine; Randomized controlled trial; Abdominal surgery; Carotid endarterectomy; Cochrane Library; Meta-analysis; Stenosis; Vascular surgery; Internal medicine; Surgery; Cardiac surgery","score_opus":0.6173282549564705,"score_gpt":0.5115133364283999,"score_spread":0.10581491852807057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200482251","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009984615,0.98673975,0.008000839,0.00007772874,0.0009698503,0.0030995342,0.000032810476,0.0000026811647,0.000078319244],"genre_scores_gemma":[0.0004697815,0.9978866,0.0008148688,0.000050083763,0.00017303578,0.00019376892,0.00004519548,0.000062616455,0.0003040275],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.66149414,0.2230702,0.09806276,0.0013159035,0.015488455,0.0005685589],"domain_scores_gemma":[0.39226764,0.44556323,0.1480048,0.0068434253,0.0068050087,0.00051587686],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.81020766,0.0015332325,0.30906227,0.017904881,0.0000780764,0.0009855845,0.0021054763,0.0005836702,0.00649721],"category_scores_gemma":[0.5828471,0.0005400821,0.2849499,0.014793318,0.00021724848,0.000355993,0.00014043112,0.00090298237,0.000065468965],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031190952,0.000762911,0.010536115,0.005875639,0.6645219,0.0012307822,0.00012983725,0.0009106407,4.463476e-7,0.00009077109,0.008116399,0.3047055],"study_design_scores_gemma":[0.034912378,0.00002413388,0.00069671223,0.022125307,0.5239687,0.00009111234,0.00024276962,0.00035663915,5.3397383e-7,0.00006932515,0.41646737,0.0010450127],"about_ca_topic_score_codex":0.000040517494,"about_ca_topic_score_gemma":0.00003738414,"teacher_disagreement_score":0.40835097,"about_ca_system_score_codex":0.00015855485,"about_ca_system_score_gemma":0.0034627442,"threshold_uncertainty_score":0.9997416},"labels":[],"label_agreement":null},{"id":"W4200560008","doi":"10.1016/j.injury.2021.12.010","title":"Common errors in the design of orthopaedic trials: Has anything changed?","year":2021,"lang":"en","type":"review","venue":"Injury","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Blinding; Randomized controlled trial; Sample size determination; Medicine; Research design; Clinical study design; External validity; Clinical trial; Consolidated Standards of Reporting Trials; Internal validity; Evidence-based medicine; Medical physics; Reporting bias; MEDLINE; Alternative medicine; Physical therapy; Psychology; Surgery; Statistics; Social psychology","score_opus":0.9092595119753915,"score_gpt":0.5985134169214378,"score_spread":0.3107460950539537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200560008","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000056047625,0.99344504,0.0019395915,0.00029300724,0.00055798836,0.002657272,0.00006415111,0.0000030976591,0.0010342754],"genre_scores_gemma":[0.000091080656,0.99681205,0.00121346,0.00024270454,0.00023375182,0.00029777887,0.000035772526,0.000026898399,0.0010465172],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.6984327,0.25172713,0.038536623,0.001620883,0.009213602,0.0004690888],"domain_scores_gemma":[0.9110403,0.055937354,0.024630053,0.007457296,0.0008229897,0.00011201787],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.53483164,0.00059497723,0.024790933,0.0010837904,0.0001264406,0.00093930576,0.004295971,0.0003541672,0.0058788657],"category_scores_gemma":[0.15287189,0.00021312082,0.008992113,0.0044953055,0.0001116656,0.00013949524,0.00024649798,0.00067178527,0.001001798],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019513986,0.000039252893,0.000014691565,0.0017640343,0.00025475642,0.000021365979,0.00055377604,0.0000020729562,1.4056117e-7,0.00016701632,0.0779653,0.9192156],"study_design_scores_gemma":[0.000056908597,0.000034172863,0.0000032664498,0.0068469034,0.0019276293,0.000017825074,0.00039987062,0.00006394371,2.742374e-7,0.00039092894,0.99006784,0.0001904637],"about_ca_topic_score_codex":0.000027526814,"about_ca_topic_score_gemma":0.00003065781,"teacher_disagreement_score":0.9190252,"about_ca_system_score_codex":0.00004840482,"about_ca_system_score_gemma":0.0005035857,"threshold_uncertainty_score":0.99977607},"labels":[],"label_agreement":null},{"id":"W4200591255","doi":"10.21203/rs.3.rs-1143357/v1","title":"How can clinicians choose between conflicting and discordant systematic reviews? A replication study of the Jadad algorithm","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nova Scotia Health Authority; McGill University Health Centre; Queen's University; University of British Columbia; Ottawa Hospital; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Jadad scale; Replicate; Algorithm; Systematic review; Replication (statistics); Computer science; MEDLINE; Medicine; Meta-analysis; Mathematics; Statistics; Pathology; Biology; Cochrane Library","score_opus":0.8462387475887435,"score_gpt":0.6355032056672093,"score_spread":0.2107355419215342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200591255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91570294,0.026873073,0.007256708,0.005293269,0.00050301367,0.043522947,0.00026165304,0.000013998717,0.00057240744],"genre_scores_gemma":[0.9904336,0.00083769264,0.0010850892,0.000026423446,0.00021367252,0.0016938564,0.000030136258,0.000032241922,0.0056473245],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.8496842,0.115416326,0.0155511,0.0032493665,0.015497175,0.0006018448],"domain_scores_gemma":[0.9358665,0.021326715,0.014282977,0.021710156,0.0064753774,0.00033829067],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3481599,0.0005128246,0.008975902,0.00061530306,0.0005130764,0.003712406,0.004143402,0.0001963021,0.00014279733],"category_scores_gemma":[0.26512608,0.00021261802,0.00217929,0.002724647,0.0001922457,0.00014896262,0.00358778,0.0015803532,0.000041895604],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012250382,0.0013947759,0.44855183,0.20888087,0.0043216646,0.000069213296,0.048827,0.00005645318,0.00009847356,0.00036904108,0.0078011476,0.27961728],"study_design_scores_gemma":[0.001511907,0.00095597643,0.3843416,0.12768671,0.0057315263,0.00006490699,0.43561798,0.019617962,0.00014419039,0.0040508877,0.018425142,0.0018512261],"about_ca_topic_score_codex":0.00054896873,"about_ca_topic_score_gemma":0.0005893119,"teacher_disagreement_score":0.386791,"about_ca_system_score_codex":0.0001405371,"about_ca_system_score_gemma":0.00037059138,"threshold_uncertainty_score":0.99732184},"labels":[],"label_agreement":null},{"id":"W4200615341","doi":"10.21203/rs.3.rs-931213/v2","title":"Identifying and addressing conflicting results across multiple discordant systematic reviews on the same question: Protocol for a replication study of the Jadad algorithm","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Nova Scotia Health Authority; Montfort Hospital; McMaster University; Queen's University; Impact; Ottawa Hospital","funders":"Ontario Ministry of Research and Innovation; Canadian Institutes of Health Research","keywords":"Replication (statistics); Jadad scale; Protocol (science); Computer science; Algorithm; Mathematics; Statistics; Medicine","score_opus":0.9119278386665426,"score_gpt":0.6941868870422458,"score_spread":0.21774095162429674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200615341","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060134917,0.0014384179,0.013813496,0.0016413921,0.0002768687,0.92224425,0.00023572234,0.000013890411,0.00020103548],"genre_scores_gemma":[0.25793087,0.000040212697,0.0032467013,0.000041010153,0.00020184224,0.7361785,0.000024000135,0.000041839936,0.0022950212],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.87141645,0.09631338,0.016027758,0.003138556,0.012450261,0.0006536],"domain_scores_gemma":[0.9131748,0.04634964,0.015562303,0.017421968,0.0073129344,0.00017834487],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.42849612,0.00047265657,0.0045292317,0.00027494968,0.0014752351,0.0048446967,0.0033757354,0.0001519593,0.000064573185],"category_scores_gemma":[0.40702084,0.00016930653,0.0016000638,0.0017381591,0.00020001543,0.00018354793,0.002598188,0.0011779838,0.000028456849],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063059985,0.0038361885,0.019930243,0.5953535,0.0029925525,0.000045982073,0.19414371,0.001052294,0.0010908208,0.0016080294,0.0226057,0.15671042],"study_design_scores_gemma":[0.004387847,0.0010627474,0.026091537,0.4101217,0.0009146441,0.000061394625,0.33718398,0.19721848,0.0008539283,0.0041129077,0.016716173,0.0012746443],"about_ca_topic_score_codex":0.00027845462,"about_ca_topic_score_gemma":0.0004977742,"teacher_disagreement_score":0.19779594,"about_ca_system_score_codex":0.00015439116,"about_ca_system_score_gemma":0.0002299048,"threshold_uncertainty_score":0.9998247},"labels":[],"label_agreement":null},{"id":"W4200620938","doi":"10.1016/j.jogc.2021.08.002","title":"Narrative Reviews, Systematic Reviews, and Scoping Reviews","year":2021,"lang":"en","type":"editorial","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Systematic review; Narrative; Narrative review; Medicine; Scopus; Set (abstract data type); MEDLINE; Medical education; Computer science; Literature; Political science","score_opus":0.3556206276438538,"score_gpt":0.44512569368643157,"score_spread":0.08950506604257774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200620938","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007747798,0.53941625,0.00010520763,0.00013761621,0.45811683,0.0018535826,0.00001833807,5.239837e-7,0.00027417572],"genre_scores_gemma":[0.0005024546,0.8463213,0.0055952105,0.0014458386,0.12443671,0.0003029061,0.00006173998,0.00010261558,0.021231228],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9221571,0.03559454,0.03362703,0.001311486,0.0067650224,0.0005447856],"domain_scores_gemma":[0.54879946,0.28226265,0.144346,0.0072887577,0.015411081,0.0018920331],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1681709,0.00091984676,0.024983708,0.00090830185,0.000344711,0.0010835681,0.0019967868,0.0007306986,0.0033014684],"category_scores_gemma":[0.8213403,0.0004426225,0.0022177945,0.0022387556,0.00011753923,0.00029560627,0.00033373488,0.0016168144,0.000045999088],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.3924564e-7,0.000015769045,0.00014980213,0.027352836,0.00028691857,0.00038875703,0.00043540477,7.6381775e-7,2.3724273e-7,0.000014478191,0.9570517,0.0143028945],"study_design_scores_gemma":[0.00034215747,0.00011056779,0.00007842418,0.011476651,0.0015450337,0.00006150861,0.0006082183,0.00002005971,1.9289195e-7,0.00010554559,0.9852799,0.00037174686],"about_ca_topic_score_codex":0.0008050664,"about_ca_topic_score_gemma":0.024369108,"teacher_disagreement_score":0.65316945,"about_ca_system_score_codex":0.00093408435,"about_ca_system_score_gemma":0.004152913,"threshold_uncertainty_score":0.9999534},"labels":[],"label_agreement":null},{"id":"W4200622046","doi":"10.1002/cl2.1208","title":"PROTOCOL: Searching and reporting in Campbell Collaboration systematic reviews: An assessment of current methods","year":2021,"lang":"en","type":"article","venue":"Campbell Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Concordia University","funders":"","keywords":"Protocol (science); Current (fluid); Systematic review; Psychology; Computer science; Data science; Medicine; Political science; MEDLINE; Engineering; Alternative medicine; Law; Pathology","score_opus":0.8825387053207386,"score_gpt":0.7057369941651458,"score_spread":0.17680171115559284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200622046","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048552146,0.11118878,0.20449875,0.0001321987,0.00084686355,0.67457116,0.000012413345,0.000024055284,0.0038705787],"genre_scores_gemma":[0.021908313,0.0050350237,0.32649437,0.00028867438,0.0003115443,0.6408631,0.000058496145,0.00015934579,0.004881154],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.52364874,0.34495178,0.11945064,0.003281516,0.0077902237,0.0008770828],"domain_scores_gemma":[0.82192546,0.018893356,0.14169337,0.012394507,0.004454661,0.0006386385],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.62347674,0.00092326634,0.026084088,0.0007941622,0.00023382912,0.0015090841,0.0016962449,0.00018420942,0.0006952268],"category_scores_gemma":[0.4431422,0.0004372229,0.0024503653,0.0049311756,0.00009094956,0.000862879,0.00037899218,0.00051888847,0.00028503113],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020002337,0.0002052894,0.0043919445,0.9821351,0.00012171234,0.000019869523,0.0022098983,0.00004575491,0.0008282579,0.0019965922,0.001083882,0.006959655],"study_design_scores_gemma":[0.0015427108,0.0003199171,0.0017506437,0.7701479,0.002971509,0.00067493576,0.013497921,0.09408196,0.00033268414,0.005798577,0.1067367,0.0021445507],"about_ca_topic_score_codex":0.000010981066,"about_ca_topic_score_gemma":0.000111870664,"teacher_disagreement_score":0.32605842,"about_ca_system_score_codex":0.00026459497,"about_ca_system_score_gemma":0.0005539135,"threshold_uncertainty_score":0.99980795},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4205143890","doi":"10.1136/bmj-2021-067003","title":"Incorporating dose effects in network meta-analysis","year":2022,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"Medical Research Council","keywords":"Olanzapine; Risperidone; Rivastigmine; Donepezil; Meta-analysis; Quetiapine; Galantamine; Medicine; Dementia; Antipsychotic; Psychiatry; Psychology; Schizophrenia (object-oriented programming); Internal medicine; Disease","score_opus":0.7606682726863442,"score_gpt":0.5358210546113455,"score_spread":0.22484721807499863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205143890","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42026663,0.057387568,0.17731091,0.041630488,0.004578817,0.021512128,0.00016347723,0.00012001547,0.27702996],"genre_scores_gemma":[0.9744579,7.5234385e-7,0.010823808,0.0011456279,0.000113916576,0.00064286665,0.000010861213,0.000009506239,0.012794716],"study_design_codex":"simulation_or_modeling","study_design_gemma":"meta_analysis","domain_scores_codex":[0.94557863,0.03611667,0.009936828,0.0011114237,0.0069310986,0.00032533958],"domain_scores_gemma":[0.98250514,0.0077314433,0.005553728,0.0038649335,0.00023745288,0.000107328124],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.25550807,0.00023692036,0.006611265,0.00072199054,0.00027271645,0.00045363084,0.0017340814,0.00003474303,0.032782923],"category_scores_gemma":[0.017577916,0.00011670086,0.0070873867,0.010240988,0.000021894139,0.00013044181,0.00050752825,0.00023378406,0.0011344145],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011181475,0.00010983458,0.14345624,0.000028491115,0.08984634,0.00013947103,0.00050248485,0.384805,0.0000132790765,0.009179502,0.36797577,0.003932421],"study_design_scores_gemma":[0.0005856497,0.00014505567,0.0913125,0.0000051492566,0.33754718,0.000027913371,0.0012581527,0.25043318,0.0000060417615,0.09672206,0.22103097,0.00092614634],"about_ca_topic_score_codex":0.000053452637,"about_ca_topic_score_gemma":0.0002584285,"teacher_disagreement_score":0.55419135,"about_ca_system_score_codex":0.000044038137,"about_ca_system_score_gemma":0.00005379591,"threshold_uncertainty_score":0.9996433},"labels":[],"label_agreement":null},{"id":"W4205341401","doi":"10.1016/j.jclinepi.2022.01.010","title":"Methodological systematic review recommends improvements to conduct and reporting when meta-analyzing interrupted time series studies","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Interrupted time series; Interrupted Time Series Analysis; MEDLINE; Systematic review; Series (stratigraphy); Public health","score_opus":0.9893377873707482,"score_gpt":0.7562489225454152,"score_spread":0.23308886482533298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205341401","genre_codex":"review","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058797147,0.53138614,0.0582905,0.3388436,0.005428849,0.0061640707,0.00004993217,0.000026731646,0.0010129946],"genre_scores_gemma":[0.06280865,0.02083948,0.69041306,0.19347344,0.0012108285,0.0008909545,0.000014082667,0.00009931393,0.030250197],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.24760015,0.55112326,0.19482559,0.001819731,0.0039604516,0.0006708077],"domain_scores_gemma":[0.060305983,0.6051062,0.32361266,0.004869923,0.0050958837,0.0010093668],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9119779,0.00044783787,0.056932565,0.00043905663,0.00026825897,0.00009692286,0.002083977,0.00012989524,0.0091832215],"category_scores_gemma":[0.96941483,0.00017631477,0.010337797,0.0008144911,0.00018103277,0.0002742228,0.0013146229,0.0011928917,0.00014062134],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003512423,0.00034628122,0.034645222,0.037839737,0.097737364,0.0003214314,0.0010634923,0.00026456098,0.00008582789,0.002047842,0.80510706,0.020189913],"study_design_scores_gemma":[0.0024167225,0.015636958,0.008179572,0.025656518,0.2326366,0.009054948,0.011956664,0.0036680375,0.000014001482,0.4172996,0.27113992,0.002340476],"about_ca_topic_score_codex":0.0000033272447,"about_ca_topic_score_gemma":0.0000027826698,"teacher_disagreement_score":0.6321226,"about_ca_system_score_codex":0.000068917645,"about_ca_system_score_gemma":0.00009867356,"threshold_uncertainty_score":0.9995734},"labels":[],"label_agreement":null},{"id":"W4205410419","doi":"10.1002/ebch.1878","title":"Issue Information","year":2013,"lang":"en","type":"paratext","venue":"Evidence-Based Child Health A Cochrane Review Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science","score_opus":0.5235777260466508,"score_gpt":0.5458616059925497,"score_spread":0.022283879945898977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205410419","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000030782492,0.80128103,0.012645649,0.14791626,0.0061745015,0.0042587966,0.00009081347,0.000009415857,0.027620442],"genre_scores_gemma":[0.000043146756,0.81938934,0.0025387248,0.107778996,0.003172247,0.00023136966,0.00020221584,0.000051976804,0.06659198],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.88278425,0.045456808,0.04745684,0.0015860762,0.021262398,0.0014536161],"domain_scores_gemma":[0.91156137,0.008906731,0.061066292,0.0077655087,0.008672592,0.0020274867],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.27843234,0.0014975118,0.018010303,0.0019174425,0.0013896428,0.004596319,0.006683733,0.00050850515,0.4729737],"category_scores_gemma":[0.1062263,0.0007385877,0.008033631,0.003592099,0.0001363929,0.003293998,0.00021071151,0.00345407,0.57048166],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069662783,0.000029768935,0.000017600418,0.020065336,0.00012850322,0.0000034634613,0.00006477019,0.00010591552,7.3260054e-8,0.000021984117,0.82429206,0.15526357],"study_design_scores_gemma":[0.00026817186,0.0002018273,0.00008859488,0.16626728,0.00038656834,0.00038972354,0.000039196835,0.00038065657,6.2283715e-7,0.00008071951,0.8313828,0.00051386],"about_ca_topic_score_codex":0.00007096841,"about_ca_topic_score_gemma":0.000011394381,"teacher_disagreement_score":0.17220604,"about_ca_system_score_codex":0.0006718842,"about_ca_system_score_gemma":0.0051276213,"threshold_uncertainty_score":0.9999104},"labels":[],"label_agreement":null},{"id":"W4205691469","doi":"10.1002/ebch.1875","title":"Issue Information","year":2013,"lang":"en","type":"paratext","venue":"Evidence-Based Child Health A Cochrane Review Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science","score_opus":0.5235777260466508,"score_gpt":0.5458616059925497,"score_spread":0.022283879945898977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205691469","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000030782492,0.80128103,0.012645649,0.14791626,0.0061745015,0.0042587966,0.00009081347,0.000009415857,0.027620442],"genre_scores_gemma":[0.000043146756,0.81938934,0.0025387248,0.107778996,0.003172247,0.00023136966,0.00020221584,0.000051976804,0.06659198],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.88278425,0.045456808,0.04745684,0.0015860762,0.021262398,0.0014536161],"domain_scores_gemma":[0.91156137,0.008906731,0.061066292,0.0077655087,0.008672592,0.0020274867],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.27843234,0.0014975118,0.018010303,0.0019174425,0.0013896428,0.004596319,0.006683733,0.00050850515,0.4729737],"category_scores_gemma":[0.1062263,0.0007385877,0.008033631,0.003592099,0.0001363929,0.003293998,0.00021071151,0.00345407,0.57048166],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069662783,0.000029768935,0.000017600418,0.020065336,0.00012850322,0.0000034634613,0.00006477019,0.00010591552,7.3260054e-8,0.000021984117,0.82429206,0.15526357],"study_design_scores_gemma":[0.00026817186,0.0002018273,0.00008859488,0.16626728,0.00038656834,0.00038972354,0.000039196835,0.00038065657,6.2283715e-7,0.00008071951,0.8313828,0.00051386],"about_ca_topic_score_codex":0.00007096841,"about_ca_topic_score_gemma":0.000011394381,"teacher_disagreement_score":0.17220604,"about_ca_system_score_codex":0.0006718842,"about_ca_system_score_gemma":0.0051276213,"threshold_uncertainty_score":0.9999104},"labels":[],"label_agreement":null},{"id":"W4205721615","doi":"10.1111/iej.13682","title":"Methodological quality assessment criteria for the evaluation of laboratory‐based studies included in systematic reviews within the specialty of Endodontology: A development protocol","year":2022,"lang":"en","type":"article","venue":"International Endodontic Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Systematic review; Protocol (science); Quality (philosophy); Guideline; Process (computing); Management science; Risk analysis (engineering); Medicine; MEDLINE; Process management; Computer science; Alternative medicine; Engineering; Pathology; Political science","score_opus":0.963911501289409,"score_gpt":0.723841557467657,"score_spread":0.24006994382175195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205721615","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16300547,0.006743336,0.44243124,0.015351348,0.007887215,0.36275563,0.00018703782,0.000010987032,0.0016277446],"genre_scores_gemma":[0.82014805,0.000013053668,0.056245863,0.0004091259,0.00017832534,0.12276881,0.000004637489,0.00001165791,0.0002204729],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.76988286,0.18391608,0.028697371,0.0007977261,0.016375232,0.00033072833],"domain_scores_gemma":[0.8976986,0.0615785,0.029543195,0.0019000481,0.009201336,0.00007833904],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6357523,0.00022757478,0.0033355162,0.00036931143,0.00035733223,0.0001893311,0.0025427039,0.00003658723,0.0023956317],"category_scores_gemma":[0.23758705,0.000083170766,0.0010412581,0.00074086577,0.00012522498,0.00013210942,0.0002970885,0.00036387405,0.0000061944793],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040865727,0.00853293,0.26318356,0.044032782,0.030510874,0.000072240524,0.12012812,0.11407605,0.015079168,0.19354683,0.09585498,0.11089586],"study_design_scores_gemma":[0.018979542,0.0012330383,0.21776626,0.006992675,0.0048603546,0.00040239602,0.08908029,0.40348774,0.002741372,0.12070279,0.13237365,0.0013799062],"about_ca_topic_score_codex":0.0000078847725,"about_ca_topic_score_gemma":0.00014393644,"teacher_disagreement_score":0.6571426,"about_ca_system_score_codex":0.0005164709,"about_ca_system_score_gemma":0.00085053087,"threshold_uncertainty_score":0.9985163},"labels":[],"label_agreement":null},{"id":"W4205775926","doi":"10.21203/rs.3.rs-665009/v4","title":"A new taxonomy was developed for overlap across ‘Overviews of systematic reviews’: a meta-research study of research waste","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nova Scotia Health Authority; University of Ottawa; McMaster University; University of British Columbia","funders":"","keywords":"Systematic review; Scope (computer science); Psychological intervention; MEDLINE; Psychology; Taxonomy (biology); Meta-analysis; Computer science; Data science; Management science; Information retrieval; Medicine; Political science; Engineering; Pathology","score_opus":0.971536555315942,"score_gpt":0.7061407403745854,"score_spread":0.26539581494135656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205775926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35254022,0.31492317,0.025001803,0.0016023905,0.0014169134,0.2969417,0.001146696,0.00003704346,0.006390065],"genre_scores_gemma":[0.80869687,0.006577112,0.030063791,0.000031545118,0.00084468926,0.08171168,0.00017120606,0.0002853278,0.07161776],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.31938696,0.4906964,0.06453697,0.009622511,0.11053843,0.005218722],"domain_scores_gemma":[0.6296114,0.18564205,0.020633424,0.042204536,0.119951464,0.0019571718],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"category_scores_codex":[0.81561565,0.00132912,0.031130694,0.005384975,0.0011526926,0.004528388,0.016852599,0.000866034,0.007013768],"category_scores_gemma":[0.5278865,0.00067578023,0.011750647,0.018396197,0.0007252049,0.00052277895,0.013655228,0.004887795,0.0012434546],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002894531,0.003412537,0.004335063,0.6633854,0.018207941,0.00009774641,0.03605923,0.0004555976,0.00031402297,0.0015434868,0.26078418,0.011115383],"study_design_scores_gemma":[0.004406725,0.0044796504,0.0018382726,0.11997097,0.0075353594,0.00003633651,0.6311689,0.006446167,0.0012742982,0.012225804,0.20807464,0.0025428662],"about_ca_topic_score_codex":0.002241862,"about_ca_topic_score_gemma":0.0033480884,"teacher_disagreement_score":0.5951097,"about_ca_system_score_codex":0.0007012727,"about_ca_system_score_gemma":0.0055845333,"threshold_uncertainty_score":0.999946},"labels":[],"label_agreement":null},{"id":"W4205825065","doi":"10.1002/0470011815.b2a04040","title":"Predictive Values","year":2005,"lang":"en","type":"other","venue":"Encyclopedia of Biostatistics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Predictive value; Positive predicative value; Test (biology); Sensitivity (control systems); Diagnostic test; Statistics; Medicine; Internal medicine; Mathematics; Biology; Pediatrics; Engineering; Ecology","score_opus":0.3142115957756308,"score_gpt":0.46601221991963704,"score_spread":0.15180062414400625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205825065","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000056274416,0.0028786939,0.06304315,0.00008108097,0.00092475145,0.0006142276,0.0023055614,0.000015516503,0.9301314],"genre_scores_gemma":[0.000106223386,0.0017291054,0.073536694,0.00006777253,0.0007795489,0.000015368096,0.00008760774,0.00016228895,0.9235154],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9825082,0.0031117825,0.0075121857,0.00097173534,0.0056406935,0.0002553948],"domain_scores_gemma":[0.98249,0.0036962032,0.009424683,0.0035607798,0.0006604332,0.00016788987],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.01906173,0.0004860386,0.0043983487,0.0007538042,0.000037282396,0.00014201457,0.0018670349,0.0002986886,0.1632697],"category_scores_gemma":[0.034892503,0.00025766448,0.0010277197,0.0007660005,0.00018766233,0.000047412213,0.00015433285,0.00020455802,0.008578753],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018589233,0.000036969745,0.0007530235,0.00006499582,0.00022885596,0.000005328943,0.00017901724,0.000005395294,3.9379896e-7,0.0020170792,0.9541951,0.04251198],"study_design_scores_gemma":[0.000090114816,0.000049732276,0.00090029964,0.00009876371,0.0004102205,0.0000023698387,0.00013960994,0.00048015133,0.0000014066899,0.0034650003,0.9941328,0.00022951662],"about_ca_topic_score_codex":0.000039529023,"about_ca_topic_score_gemma":0.000076917415,"teacher_disagreement_score":0.15469094,"about_ca_system_score_codex":0.000023796087,"about_ca_system_score_gemma":0.00016923761,"threshold_uncertainty_score":0.99998754},"labels":[],"label_agreement":null},{"id":"W4205937265","doi":"10.1136/annrheumdis-2021-221775","title":"Managing the selection of placebo group switched to experimental treatment group in post-randomised controlled trial extension studies","year":2022,"lang":"en","type":"article","venue":"Annals of the Rheumatic Diseases","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Medicine; Placebo; Group (periodic table); Selection (genetic algorithm); Extension (predicate logic); Placebo group; Randomized controlled trial; Group selection; Physical therapy; Internal medicine; Alternative medicine; Pathology; Artificial intelligence","score_opus":0.4935344145570708,"score_gpt":0.49480026765006074,"score_spread":0.0012658530929899325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205937265","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98459595,0.0055721584,0.00006709952,0.0025649427,0.00035198012,0.0066907243,0.000017292712,0.0000041105786,0.00013570761],"genre_scores_gemma":[0.9972318,0.0001281607,0.00006008265,0.00030843678,0.000017973365,0.001700521,0.0000025690922,0.00000924508,0.0005412442],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98007745,0.011181563,0.0050948355,0.00047310424,0.002967375,0.00020569321],"domain_scores_gemma":[0.9868582,0.007680937,0.0034829492,0.0015203572,0.00038144144,0.00007611731],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.027095888,0.000254086,0.0032884832,0.00029559058,0.00030917485,0.00009884474,0.0010675872,0.000016351527,0.0012671463],"category_scores_gemma":[0.017147934,0.00009227565,0.0022163803,0.0010068399,0.00006797515,0.000108054366,0.00030323546,0.000057698173,0.000018599301],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7370921,0.011359134,0.004140712,0.0004423951,0.013885008,0.000011349285,0.037634123,0.031194478,0.0048959474,0.0030763205,0.04531991,0.11094852],"study_design_scores_gemma":[0.7595229,0.0062589054,0.019956334,0.0007968831,0.0037354915,0.000015721933,0.13413416,0.054958858,0.001612365,0.016863747,0.0012725199,0.0008720911],"about_ca_topic_score_codex":0.00008458932,"about_ca_topic_score_gemma":0.00003727766,"teacher_disagreement_score":0.11007643,"about_ca_system_score_codex":0.000060228085,"about_ca_system_score_gemma":0.000050195256,"threshold_uncertainty_score":0.9996458},"labels":[],"label_agreement":null},{"id":"W4205966758","doi":"10.1016/j.jneb.2020.07.011","title":"JNEB Updates","year":2020,"lang":"en","type":"article","venue":"Journal of Nutrition Education and Behavior","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"World Wide Web; Computer science","score_opus":0.6299217515630319,"score_gpt":0.5361519360116199,"score_spread":0.09376981555141195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205966758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9758452,0.002031623,0.0011512483,0.019475406,0.00066021737,0.00026401196,0.0000060259686,0.0000017053911,0.00056455244],"genre_scores_gemma":[0.98894227,0.0001289139,0.008028572,0.0015174678,0.00055034354,0.000018208055,0.0000034141556,0.0000038882995,0.0008069544],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938307,0.0009671014,0.0035333165,0.00018045682,0.0014279189,0.000060519935],"domain_scores_gemma":[0.9949511,0.00029261463,0.002840755,0.00029922533,0.0013943238,0.00022196255],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008915285,0.00008777006,0.00085204694,0.00020152914,0.00005663848,0.00042181468,0.00035906257,0.000035843226,0.006094215],"category_scores_gemma":[0.004016203,0.00004518281,0.0004916419,0.00046735915,0.000021623575,0.000322976,0.000016259479,0.00010402764,0.00031075257],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009886939,0.0035485553,0.054052055,0.00007067272,0.00004161928,0.0000058363767,0.001092653,9.696377e-7,0.0028735045,0.0008115421,0.76023287,0.17725983],"study_design_scores_gemma":[0.0004021457,0.00017413324,0.121075906,0.00005300569,0.00046838162,0.00020818242,0.0073532406,0.00006901409,0.00032071595,0.0018270931,0.8679324,0.0001157897],"about_ca_topic_score_codex":5.179449e-7,"about_ca_topic_score_gemma":3.6867345e-7,"teacher_disagreement_score":0.17714404,"about_ca_system_score_codex":0.000011417188,"about_ca_system_score_gemma":0.00008053483,"threshold_uncertainty_score":0.99481434},"labels":[],"label_agreement":null},{"id":"W4206047188","doi":"10.21203/rs.3.rs-139437/v1","title":"Canons and Sparrows II*: The Enhanced Bernoulli Exact Method for Determining Statistical Significance and Effect Size in the Meta-Analysis of k 2 x 2 Tables","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Type I and type II errors; Contingency table; Meta-analysis; Statistics; Sample size determination; Homogeneity (statistics); Mathematics; Categorical variable; Nominal level; Parametric statistics; Statistical hypothesis testing; Study heterogeneity; Bernoulli's principle; Homogeneous; Applied mathematics; Algorithm; Confidence interval; Combinatorics","score_opus":0.7492200009558718,"score_gpt":0.6255213297183154,"score_spread":0.1236986712375564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206047188","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5211242,0.035475492,0.41884303,0.0052044448,0.00014201406,0.0145028485,0.0032483842,0.0000074955124,0.0014521354],"genre_scores_gemma":[0.9687016,0.00024837695,0.027502043,0.00006170867,0.000034817105,0.002129066,0.0000491874,0.000018544426,0.0012546385],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.90207213,0.08084436,0.005979655,0.002223164,0.00820181,0.0006788904],"domain_scores_gemma":[0.771203,0.22045548,0.0021108047,0.0042775,0.001789367,0.00016389343],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.31993744,0.00046628786,0.008411808,0.0007650396,0.00048967765,0.001776912,0.0023672683,0.00021059068,0.0035808631],"category_scores_gemma":[0.16176991,0.00017016675,0.0032428277,0.0032234036,0.00038919452,0.00009878513,0.001240413,0.0009319567,0.0000045713045],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063711853,0.0011506381,0.054811187,0.019459568,0.5278055,0.00027194302,0.084419295,0.027525298,0.008930108,0.015079646,0.026899915,0.23300976],"study_design_scores_gemma":[0.0014783269,0.0016855197,0.12332495,0.0006357353,0.406827,0.000027161652,0.044014864,0.36539194,0.003264318,0.029362375,0.022079434,0.0019083704],"about_ca_topic_score_codex":0.0010537077,"about_ca_topic_score_gemma":0.004783479,"teacher_disagreement_score":0.44757745,"about_ca_system_score_codex":0.000046376746,"about_ca_system_score_gemma":0.0003634187,"threshold_uncertainty_score":0.99925935},"labels":[],"label_agreement":null},{"id":"W4206086850","doi":"10.1038/s41433-021-01914-2","title":"Correction to: The clinician’s guide to p values, confidence intervals, and magnitude of effects","year":2022,"lang":"en","type":"erratum","venue":"Eye","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"","keywords":"Confidence interval; Magnitude (astronomy); Medicine; Statistics; Optometry; Mathematics; Internal medicine; Physics","score_opus":0.3890612212041068,"score_gpt":0.5266631460940754,"score_spread":0.13760192488996859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206086850","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042448873,0.040495723,0.035198245,0.015310335,0.5064978,0.01113312,0.00020249673,0.000044523666,0.3868729],"genre_scores_gemma":[0.0030546521,0.00021781593,0.00095494464,0.002755434,0.00078429776,0.0001837212,0.00001693066,0.000023947414,0.99200827],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.973947,0.011985425,0.0073305075,0.0012578821,0.0052323914,0.00024679265],"domain_scores_gemma":[0.9803479,0.009768376,0.004440994,0.0042472114,0.0010006706,0.00019487234],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.09662045,0.00037082555,0.0038096667,0.00044123555,0.0001984904,0.0005553135,0.0028916642,0.00012787565,0.009046191],"category_scores_gemma":[0.14352569,0.00017023494,0.001337243,0.0013374825,0.00005618778,0.000074191594,0.0008422972,0.0006207841,0.0023815772],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057002226,0.00001565884,0.00039471255,0.00011473521,0.00011950883,0.0000041425424,0.0006427194,0.000030117388,0.0000065679424,0.000066031986,0.9806678,0.01793226],"study_design_scores_gemma":[0.000051094445,0.00020291291,0.006919108,0.00043306765,0.00033070837,0.000005485745,0.000557848,0.0006729388,0.000009645092,0.0003659716,0.9902829,0.00016834102],"about_ca_topic_score_codex":0.00021206094,"about_ca_topic_score_gemma":0.0004974514,"teacher_disagreement_score":0.6051354,"about_ca_system_score_codex":0.000059384063,"about_ca_system_score_gemma":0.00016402038,"threshold_uncertainty_score":0.9983952},"labels":[],"label_agreement":null},{"id":"W4206245910","doi":"10.1139/facets-2021-0162","title":"Rigour and reproducibility in Canadian research: call for a coordinated approach","year":2022,"lang":"en","type":"article","venue":"FACETS","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Laura and John Arnold Foundation","keywords":"Rigour; Reproducibility; Value (mathematics); Engineering ethics; Management science; Quality (philosophy); Political science; Computer science; Engineering; Mathematics; Epistemology","score_opus":0.9118407590584235,"score_gpt":0.5985664288929935,"score_spread":0.31327433016543005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206245910","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9667955,0.0010607442,0.00053626293,0.0062571834,0.00025015176,0.0036614477,0.0002019905,0.0000050351337,0.021231681],"genre_scores_gemma":[0.97275317,0.0000013169647,0.001000493,0.00012882665,0.00001676453,0.0003685852,0.000015114891,0.00000606695,0.025709683],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97819614,0.013102937,0.0031191378,0.0023090856,0.0027587258,0.0005139647],"domain_scores_gemma":[0.991633,0.001861089,0.00050666824,0.005088139,0.000615113,0.00029601966],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.41885918,0.00011240482,0.0012402787,0.0006547086,0.00040693305,0.00030606493,0.0010747558,0.00003810117,0.0021280004],"category_scores_gemma":[0.09640509,0.00006525349,0.0002693279,0.001998047,0.000055818597,0.00007411178,0.00024366743,0.00026753717,0.000111787376],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023479399,0.00013079797,0.20790002,0.000084816114,0.00006776742,0.000011755234,0.003472572,0.00056798285,0.00009596515,0.0031432414,0.773046,0.011455579],"study_design_scores_gemma":[0.00025981053,0.00005997312,0.059616625,0.0000035989258,0.000016072945,0.000011943738,0.0020154188,0.032211404,0.000009903812,0.008447929,0.8972196,0.00012773974],"about_ca_topic_score_codex":0.062549636,"about_ca_topic_score_gemma":0.113304496,"teacher_disagreement_score":0.3224541,"about_ca_system_score_codex":0.00019051597,"about_ca_system_score_gemma":0.00030662204,"threshold_uncertainty_score":0.9987842},"labels":[],"label_agreement":null},{"id":"W4206266676","doi":"10.1186/s12874-021-01482-9","title":"Reporting of abstracts in studies that used routinely collected data for exploring drug treatment effects: a cross-sectional survey","year":2022,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"Peking University; Capital Medical University; Soochow University; Sichuan University; West China Hospital, Sichuan University; Guangzhou University; Guangzhou University of Chinese Medicine; National Natural Science Foundation of China","keywords":"Observational study; Medicine; Pharmacoepidemiology; MEDLINE; Descriptive statistics; Family medicine; Cross-sectional study; Medical prescription; Statistics; Pathology; Pharmacology","score_opus":0.9966038443494306,"score_gpt":0.7859026732215398,"score_spread":0.21070117112789077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206266676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97395515,0.0018493927,0.021123784,0.00030378372,0.0006808711,0.0018474567,0.00012510364,0.0000062368586,0.00010821595],"genre_scores_gemma":[0.94082546,0.000165508,0.052785248,0.000049979764,0.00014337298,0.0022978743,0.00015424268,0.000022974718,0.0035553311],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.28451958,0.6284756,0.04546546,0.0048642843,0.034704793,0.0019702797],"domain_scores_gemma":[0.04067835,0.93792886,0.012232569,0.005505433,0.0031934136,0.00046138847],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.87184757,0.00024191571,0.0053315945,0.0011133065,0.0004925042,0.0001648035,0.0032591538,0.00010633714,0.0026212772],"category_scores_gemma":[0.9680617,0.00012942028,0.00073547236,0.0030325833,0.00041493357,0.00018408101,0.0019193266,0.0006066214,0.000026527985],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003681134,0.00025024018,0.98295295,0.00032347345,0.00043327885,0.000069123984,0.0013946425,0.00041521253,0.00012270552,0.00016574303,0.0062199794,0.0072845523],"study_design_scores_gemma":[0.0013294325,0.00033363557,0.97735375,0.000051730665,0.000035412606,0.00003417863,0.0032139914,0.007886975,0.00024369676,0.0031232594,0.006265314,0.00012863336],"about_ca_topic_score_codex":0.0015888116,"about_ca_topic_score_gemma":0.009491793,"teacher_disagreement_score":0.30945325,"about_ca_system_score_codex":0.00032985726,"about_ca_system_score_gemma":0.001979225,"threshold_uncertainty_score":0.9982905},"labels":[],"label_agreement":null},{"id":"W4206285974","doi":"10.1002/jmri.28046","title":"Association of Accuracy, Conclusions, and Reporting Completeness With Acceptance by Radiology Conferences and Journals","year":2022,"lang":"en","type":"article","venue":"Journal of Magnetic Resonance Imaging","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Queen's University; Ottawa Hospital; University of Ottawa","funders":"University of Ottawa; Radiological Society of North America; Mitacs; Philips","keywords":"Medicine; Guideline; Odds ratio; Confounding; Confidence interval; Radiology; Logistic regression; Grading (engineering); Subspecialty; Medical physics; Family medicine; Internal medicine; Pathology","score_opus":0.3699381025728786,"score_gpt":0.4648756922417085,"score_spread":0.09493758966882987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206285974","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87505114,0.11644468,0.0023720516,0.005135689,0.00017693579,0.00022371975,0.000019415935,0.0000012974557,0.00057509367],"genre_scores_gemma":[0.9938242,0.0011663751,0.0038537583,0.0002658471,0.000044736586,0.000005425944,7.016247e-7,0.000006706047,0.00083228544],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9812825,0.0048211277,0.009844824,0.00036503232,0.0034750479,0.00021151043],"domain_scores_gemma":[0.9550615,0.0053977855,0.037307773,0.00050322677,0.001619548,0.000110199464],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.089517966,0.00016576526,0.0025602216,0.00026652176,0.00031422416,0.00038584427,0.0007082565,0.000024480149,0.0022496074],"category_scores_gemma":[0.03864498,0.00008762639,0.00027465474,0.00054955686,0.0001224871,0.00034273916,0.00022874158,0.00033557005,0.0000011717998],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026060017,0.000018519531,0.8185375,0.000014935981,0.000036732865,0.000033659035,0.00038907104,0.000032047705,0.0015973533,0.00006408983,0.016499942,0.1627501],"study_design_scores_gemma":[0.0010899749,0.0003659559,0.70350647,0.00019720184,0.00029850396,0.0034488898,0.0065531144,0.006236467,0.000077990466,0.0026821143,0.27531552,0.00022781294],"about_ca_topic_score_codex":0.00001808152,"about_ca_topic_score_gemma":0.0000064550823,"teacher_disagreement_score":0.2588156,"about_ca_system_score_codex":0.00004998348,"about_ca_system_score_gemma":0.00016300277,"threshold_uncertainty_score":0.9986625},"labels":[],"label_agreement":null},{"id":"W4206607826","doi":"10.1111/cid.13067","title":"Systematic reviews on the success of dental implants present low spin of information but may be better reported and interpreted: An overview of systematic reviews with meta‐analysis","year":2022,"lang":"en","type":"review","venue":"Clinical Implant Dentistry and Related Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Checklist; Medicine; Systematic review; Completeness (order theory); Adverse effect; Clinical trial; Psychological intervention; MEDLINE; Meta-analysis; Dentistry; English language; Medical physics; Family medicine; Pediatrics; Internal medicine; Psychology; Psychiatry","score_opus":0.9061542466663265,"score_gpt":0.6561916330425601,"score_spread":0.24996261362376637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206607826","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033386168,0.9832258,0.00007374322,0.000053112017,0.00040700866,0.0122419745,0.00051142985,0.0000035639941,0.00014472014],"genre_scores_gemma":[0.0025312302,0.9949284,0.000095190146,0.000040149618,0.000021445105,0.0010707771,0.00031236975,0.000024695184,0.0009756984],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.81023455,0.13489248,0.045687746,0.001445515,0.0072480054,0.0004916977],"domain_scores_gemma":[0.8930524,0.056722015,0.041232646,0.0071516326,0.0014299627,0.0004113278],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.31417263,0.0008496568,0.03684615,0.0014885986,0.00028182258,0.00061893475,0.003144659,0.0006070573,0.0031682185],"category_scores_gemma":[0.06746171,0.0003026288,0.009552033,0.005105701,0.0006830434,0.00043894362,0.00093747466,0.0017875927,0.0001259064],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024764553,0.0002155877,0.000094467134,0.91136,0.07938352,0.0003528888,0.0001495322,0.0000021732735,5.020529e-7,0.00019067331,0.0018279147,0.0063979668],"study_design_scores_gemma":[0.0004700808,0.00086002296,0.000088835615,0.4133341,0.5108711,0.017427927,0.0016061031,0.0009338029,0.0000056164436,0.00013352674,0.053435847,0.00083302794],"about_ca_topic_score_codex":0.00005991643,"about_ca_topic_score_gemma":0.000034818015,"teacher_disagreement_score":0.49802592,"about_ca_system_score_codex":0.000042155916,"about_ca_system_score_gemma":0.00024018403,"threshold_uncertainty_score":0.9999426},"labels":[],"label_agreement":null},{"id":"W4206772125","doi":"10.1002/14651858.mr000023","title":"When and how to update systematic reviews","year":2006,"lang":"en","type":"reference-entry","venue":"Cochrane Database of Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"","keywords":"Systematic review; Protocol (science); Computer science; Systematic error; Data science; Management science; Medicine; MEDLINE; Alternative medicine; Engineering; Biology; Statistics; Mathematics; Pathology","score_opus":0.5499904531414095,"score_gpt":0.4736121953051092,"score_spread":0.07637825783630031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206772125","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000023734803,0.8988857,0.025324322,0.0007944471,0.0017000346,0.054020587,0.0021450801,0.00002338827,0.017082704],"genre_scores_gemma":[0.00007402115,0.77395546,0.022294473,0.0006290235,0.00071413745,0.008501075,0.0020078267,0.00018017202,0.19164383],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.79059035,0.11243917,0.07340297,0.0051775146,0.017050516,0.0013394561],"domain_scores_gemma":[0.86009365,0.022092022,0.081157334,0.031416785,0.004047863,0.0011923624],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.36835277,0.0030176395,0.076665916,0.0022698622,0.00029497285,0.0029042133,0.0090704,0.000688903,0.0046368693],"category_scores_gemma":[0.33295366,0.0013208021,0.008373107,0.0031749622,0.00021749747,0.0008464562,0.001420711,0.00089853525,0.021199027],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022862337,0.000042496304,0.000011633175,0.51239306,0.00027272024,0.000012759535,0.000102679485,3.367999e-7,0.0000024070484,0.0003726544,0.48617855,0.0006084273],"study_design_scores_gemma":[0.00019192285,0.000049007987,0.000003304535,0.60029054,0.005598122,0.0001286574,0.00017943246,0.0001318532,0.0000023495109,0.00024940373,0.39236018,0.0008151968],"about_ca_topic_score_codex":0.000048560523,"about_ca_topic_score_gemma":0.000127147,"teacher_disagreement_score":0.17456113,"about_ca_system_score_codex":0.00020953472,"about_ca_system_score_gemma":0.00027719673,"threshold_uncertainty_score":0.99892414},"labels":[],"label_agreement":null},{"id":"W4206826553","doi":"10.7287/peerj.11383v0.1/reviews/2","title":"Peer Review #2 of \"Denouncing the use of field-specific effect size distributions to inform magnitude (v0.1)\"","year":2021,"lang":"en","type":"peer-review","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Magnitude (astronomy); Field (mathematics); Field size; Statistics; Mathematics; Physics; Optics; Astrophysics","score_opus":0.7321261989373726,"score_gpt":0.5302808007711262,"score_spread":0.20184539816624647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206826553","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002956794,0.5853712,0.012932281,0.3294707,0.002122131,0.007145562,0.0015069061,0.0000103125485,0.061411325],"genre_scores_gemma":[0.00004170252,0.07872452,0.003857157,0.011263188,0.00016157645,0.00026166998,0.00048810977,0.00002227712,0.9051798],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.942991,0.010877715,0.021669794,0.001411857,0.022576021,0.0004735755],"domain_scores_gemma":[0.8367,0.080268644,0.017292956,0.018877167,0.04642506,0.00043616488],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.17790675,0.0007296413,0.012287874,0.00021763878,0.00018133514,0.00065690186,0.0039512794,0.00023979452,0.1276345],"category_scores_gemma":[0.55425245,0.00027642946,0.0072787856,0.0046718605,0.00007990003,0.00021349841,0.000816316,0.0005798254,0.002117233],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016732351,0.000025841504,0.000029402863,0.021838855,0.00031830152,0.000002906921,0.000038614722,0.0000023616478,0.0000034022976,0.00039486823,0.9476647,0.029679092],"study_design_scores_gemma":[0.000056304452,0.00007581613,0.00009438467,0.034390636,0.0017316004,0.000014432929,0.00003404368,0.000009066443,0.00002575808,0.000046841382,0.9632664,0.0002547332],"about_ca_topic_score_codex":0.00013782084,"about_ca_topic_score_gemma":0.00018499364,"teacher_disagreement_score":0.8437685,"about_ca_system_score_codex":0.00009155947,"about_ca_system_score_gemma":0.00038875244,"threshold_uncertainty_score":0.99996877},"labels":[],"label_agreement":null},{"id":"W4206905711","doi":"10.1097/phm.0000000000001947","title":"Selection, Confounding, and Attrition Biases in Randomized Controlled Trials of Rehabilitation Interventions","year":2022,"lang":"en","type":"article","venue":"American Journal of Physical Medicine & Rehabilitation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Rehabilitation; Attrition; Psychological intervention; Intervention (counseling); Randomized controlled trial; Internal validity; Selection bias; Selection (genetic algorithm); Evidence-based medicine","score_opus":0.4485416903538123,"score_gpt":0.5595237795107421,"score_spread":0.11098208915692975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206905711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872738,0.0007282427,0.0045848475,0.0053285705,0.00022409149,0.0017417854,0.0000075023113,0.000002132624,0.00010902535],"genre_scores_gemma":[0.99616015,0.000006273913,0.003364475,0.000059953338,0.00014933293,0.00018058009,0.000004514994,0.0000072523467,0.00006747077],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.8839033,0.08811326,0.022858767,0.00043643135,0.004522419,0.00016579592],"domain_scores_gemma":[0.6283828,0.33603868,0.03177603,0.0005645859,0.0030919546,0.00014596064],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.34713054,0.00019692219,0.014220965,0.0018194243,0.000100757934,0.000050886312,0.00034693122,0.000017578603,0.0012785594],"category_scores_gemma":[0.6846814,0.00009448548,0.004760323,0.0023382755,0.0008271969,0.000274401,0.00003754552,0.00025581286,0.000003491623],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08689932,0.0036375266,0.056840487,0.0007143701,0.0033033236,0.000004959405,0.058254953,0.012385916,0.0068399366,0.042128626,0.008317088,0.7206735],"study_design_scores_gemma":[0.35655802,0.119690366,0.057411626,0.0035225558,0.007141165,0.000083577455,0.17900342,0.057349913,0.000025125084,0.21616875,0.0024811076,0.0005643703],"about_ca_topic_score_codex":0.00008600435,"about_ca_topic_score_gemma":0.000015104992,"teacher_disagreement_score":0.7201091,"about_ca_system_score_codex":0.000121528996,"about_ca_system_score_gemma":0.000100780984,"threshold_uncertainty_score":0.9996344},"labels":[],"label_agreement":null},{"id":"W4206906982","doi":"10.31236/osf.io/ve4na","title":"Commentary on Instrumental Variable Methods for Low Compliance","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"","keywords":"Compliance (psychology); Instrumental variable; Section (typography); Psychology; Computer science; Econometrics; Social psychology; Mathematics","score_opus":0.8407565265189254,"score_gpt":0.6210475616016207,"score_spread":0.21970896491730474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206906982","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018157193,0.00058473105,0.9477516,0.0051444117,0.0023818864,0.0021224841,0.00013077192,0.000010418407,0.040058024],"genre_scores_gemma":[0.007025775,0.000023706007,0.9558189,0.016432524,0.00020700117,0.0003699669,0.00026956576,0.000023211262,0.019829366],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9719603,0.013290789,0.0092135435,0.002082221,0.0031252028,0.00032793893],"domain_scores_gemma":[0.9785211,0.0092858495,0.0044439477,0.006604777,0.0009620185,0.00018231891],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12029428,0.0005319775,0.005955688,0.00025177232,0.00018262472,0.0022681565,0.00320109,0.0002277025,0.04476669],"category_scores_gemma":[0.012059177,0.00026945822,0.0033058913,0.00059882173,0.00004986859,0.00012130507,0.0013594715,0.00041738836,0.000776555],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012532591,0.00022595233,0.00064552436,0.00048205216,0.00089506473,0.0000019813835,0.00015123693,0.0009484446,0.00011337563,0.0046133073,0.86124134,0.13066918],"study_design_scores_gemma":[0.00042470626,0.00007554276,0.00025738173,0.00061127247,0.0005301389,0.0000067610954,0.001131527,0.16883308,0.0008193141,0.045797635,0.7808779,0.00063474267],"about_ca_topic_score_codex":0.00006228155,"about_ca_topic_score_gemma":0.000017131686,"teacher_disagreement_score":0.16788463,"about_ca_system_score_codex":0.00011659142,"about_ca_system_score_gemma":0.000119327866,"threshold_uncertainty_score":0.99997574},"labels":[],"label_agreement":null},{"id":"W4206934887","doi":"10.1016/j.jclinepi.2022.01.013","title":"A review identified challenges distinguishing primary reports of randomized trials for meta-research: A proposal for improved reporting","year":2022,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; University of Ottawa; Ottawa Hospital","funders":"National Health and Medical Research Council; Canadian Institutes of Health Research; National Institute on Aging; National Institutes of Health","keywords":"Randomized controlled trial; Meta-analysis; Medicine; MEDLINE; Research design; Medical physics; Family medicine; Psychology; Internal medicine; Political science; Statistics; Mathematics","score_opus":0.9934473208086363,"score_gpt":0.789167337119375,"score_spread":0.20427998368926126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206934887","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.5938317e-7,0.95048046,0.022317728,0.006217401,0.0038549185,0.01674153,0.00008307064,0.000004203183,0.00029991384],"genre_scores_gemma":[8.557861e-7,0.91642106,0.07618167,0.00063421787,0.0019910117,0.0038099848,0.000055346623,0.00006444987,0.0008413844],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.015312199,0.5815471,0.3951866,0.002435235,0.0046726926,0.00084619725],"domain_scores_gemma":[0.0010090882,0.57010394,0.41777498,0.0034231464,0.0073306677,0.0003581561],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9934466,0.001016748,0.29759443,0.0012848697,0.0002852658,0.00018524792,0.004251523,0.0009292899,0.0022451521],"category_scores_gemma":[0.9990833,0.0003853435,0.17876443,0.0012270431,0.00062052306,0.00022829253,0.0007555206,0.0029517168,0.000008693372],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014555687,0.00017032465,0.0000041368357,0.083916254,0.024436135,0.00003631434,0.000023261413,0.0000015096623,8.486284e-8,0.0019544521,0.105961345,0.7820406],"study_design_scores_gemma":[0.0043276767,0.00038834754,0.0000014946821,0.014912707,0.07589485,0.00054661534,0.000027993528,0.00007762874,2.4495355e-8,0.09081743,0.8127729,0.00023228048],"about_ca_topic_score_codex":0.000008085883,"about_ca_topic_score_gemma":0.0000060853276,"teacher_disagreement_score":0.7818083,"about_ca_system_score_codex":0.00012115279,"about_ca_system_score_gemma":0.0046874033,"threshold_uncertainty_score":0.99985987},"labels":[],"label_agreement":null},{"id":"W4206985136","doi":"10.4187/respcare.09802","title":"In Reply to Mancilla-Galindo et al","year":2022,"lang":"fr","type":"letter","venue":"Respiratory Care","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Chinese Hospital","funders":"","keywords":"Medicine; Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Virology","score_opus":0.5886471179162805,"score_gpt":0.5099545685924551,"score_spread":0.07869254932382541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206985136","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015705043,0.041336466,0.0003250967,0.8699896,0.0075397193,0.0045062015,0.0009866147,0.000020080635,0.05959122],"genre_scores_gemma":[0.00084288494,0.000046559093,0.00073712796,0.9440106,0.0009281878,0.0005323335,0.00007944871,0.000090947455,0.05273189],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.91831183,0.04599468,0.016370852,0.004147109,0.014111175,0.0010643502],"domain_scores_gemma":[0.97854316,0.003928574,0.0052212174,0.0102105765,0.0016757458,0.00042070576],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.10053477,0.0011133667,0.007856385,0.001810483,0.00032585257,0.0013282204,0.0049554943,0.00047679737,0.17153549],"category_scores_gemma":[0.023395028,0.00073550135,0.0044145472,0.0037280973,0.00009937427,0.00034316187,0.0011499755,0.002500723,0.028428324],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014885222,0.000023058972,0.0032726645,0.00032511982,0.00013709809,0.0012171972,0.002622614,0.0003898789,0.00006104004,0.00025823238,0.9835826,0.008095623],"study_design_scores_gemma":[0.0002783291,0.00021503757,0.00064420287,0.00021775335,0.00018688093,0.000022189894,0.0023424698,0.0000140193,0.000025196323,0.00010436336,0.99521387,0.00073568884],"about_ca_topic_score_codex":0.0001567945,"about_ca_topic_score_gemma":0.00035867645,"teacher_disagreement_score":0.14310716,"about_ca_system_score_codex":0.0011132875,"about_ca_system_score_gemma":0.0010930012,"threshold_uncertainty_score":0.99980056},"labels":[],"label_agreement":null},{"id":"W4207011337","doi":"10.1016/j.neuchi.2021.12.004","title":"Reprint of: We need less research, better research, and research done for the right reasons","year":2022,"lang":"en","type":"editorial","venue":"Neurochirurgie","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta Hospital; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Medicine; Lesion; Choroid plexus; Pathological; Metastasis; Adenocarcinoma; Right atrium; Radiology; Papillary adenocarcinoma; Pathology; Cancer; Internal medicine; Central nervous system","score_opus":0.8158268529076327,"score_gpt":0.6014746176083923,"score_spread":0.2143522352992404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4207011337","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009859426,0.021530366,0.0009258601,0.08961006,0.8113067,0.02072488,0.0021716175,0.000050134677,0.043820966],"genre_scores_gemma":[0.0092775505,0.011007974,0.0016710532,0.00019808942,0.7117759,0.006249812,0.0002387413,0.00039277022,0.2591881],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7529934,0.13341697,0.015558934,0.006752644,0.088322714,0.002955319],"domain_scores_gemma":[0.41085175,0.53540426,0.00497232,0.022625983,0.025394931,0.0007507715],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.573384,0.00060683396,0.0048301863,0.0033722203,0.0031060933,0.0028227684,0.011304547,0.00064838195,0.0060946275],"category_scores_gemma":[0.40808195,0.0002865537,0.001986376,0.0072034993,0.0019587968,0.00022300631,0.0055410755,0.0078003285,0.0005714917],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015651718,0.00011636307,0.00004729163,0.00030061914,0.00022343197,0.000037796483,0.0004976586,0.0000072036187,0.00011580719,0.0033403982,0.98769593,0.0074609825],"study_design_scores_gemma":[0.0003605627,0.00037153476,0.00014399017,0.00015199551,0.00010959224,0.0000057149414,0.0017559758,0.00021718672,0.000038870734,0.041576136,0.9550465,0.00022199168],"about_ca_topic_score_codex":0.00040076047,"about_ca_topic_score_gemma":0.0002741079,"teacher_disagreement_score":0.40198728,"about_ca_system_score_codex":0.00019841864,"about_ca_system_score_gemma":0.0014132153,"threshold_uncertainty_score":0.99995863},"labels":[],"label_agreement":null},{"id":"W4207076773","doi":"10.1016/j.jclinepi.2022.01.014","title":"A review of high impact journals found that misinterpretation of non-statistically significant results from randomized trials was common","year":2022,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Institute for Health and Care Research","keywords":"Medicine; Randomized controlled trial; Internal medicine","score_opus":0.9548699253795186,"score_gpt":0.7395215659202787,"score_spread":0.2153483594592399,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4207076773","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005907764,0.93471247,0.057110734,0.0012011456,0.0024328344,0.0027307791,0.0013978467,0.0000014524976,0.00035367024],"genre_scores_gemma":[0.00030169377,0.9766333,0.020940226,0.0010607222,0.0006942734,0.000038785343,0.00015159839,0.000038660477,0.00014072706],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.06315664,0.6502116,0.2785344,0.0014626213,0.006105222,0.00052950496],"domain_scores_gemma":[0.0071600247,0.66323936,0.32305604,0.0032474943,0.0027386819,0.00055842235],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.92979735,0.0010567021,0.22568902,0.0011795601,0.00008217839,0.00012017977,0.005304816,0.0009026443,0.026782585],"category_scores_gemma":[0.97967464,0.00040488227,0.07822432,0.0013807091,0.00074701075,0.0002269086,0.0003624998,0.0029104028,0.0001368864],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008662267,0.0002627377,0.00011220898,0.012354976,0.010898132,0.000040910265,0.0000421982,0.00004697281,1.8994454e-7,0.0002552831,0.12298448,0.84433967],"study_design_scores_gemma":[0.022724437,0.0012075308,0.0004708699,0.1350167,0.041562848,0.00018671785,0.000040769457,0.00072952115,1.0085765e-7,0.054482475,0.7431263,0.00045178153],"about_ca_topic_score_codex":0.00017627372,"about_ca_topic_score_gemma":0.000006811236,"teacher_disagreement_score":0.84388787,"about_ca_system_score_codex":0.00013530113,"about_ca_system_score_gemma":0.0019990976,"threshold_uncertainty_score":0.9998403},"labels":[],"label_agreement":null},{"id":"W4210292114","doi":"10.1093/ajcn/nqab371","title":"Reply to Verhoef et al","year":2021,"lang":"fr","type":"letter","venue":"American Journal of Clinical Nutrition","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Health Canada","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Diabetes and Digestive and Kidney Diseases; National Institute on Aging","keywords":"Medicine","score_opus":0.6969936173312251,"score_gpt":0.5987548283237861,"score_spread":0.09823878900743899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210292114","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015534814,0.0029269431,0.021608768,0.95184106,0.0056258086,0.0006084236,0.00007930265,0.0000027594012,0.0017721467],"genre_scores_gemma":[0.004310164,0.0040347977,0.06840771,0.91205204,0.005877199,0.000017395138,0.000041952684,0.000047106376,0.0052116164],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8772899,0.06558648,0.04482544,0.0016386466,0.010081545,0.000577993],"domain_scores_gemma":[0.905631,0.037761133,0.044052724,0.003933376,0.0075967563,0.0010250239],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.20809543,0.0007194845,0.016820362,0.0008352324,0.00013069072,0.0013581796,0.0031266054,0.000347949,0.015653173],"category_scores_gemma":[0.15139996,0.00042250325,0.014409504,0.0030707556,0.0006432985,0.0004829924,0.00026110982,0.003830906,0.0042358283],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011646712,0.0004921259,0.0014979233,0.00006803431,0.00076626986,0.00063002494,0.00008025971,0.000015340365,0.000009245261,0.000056595123,0.8051939,0.19107383],"study_design_scores_gemma":[0.0008413123,0.0025038326,0.0024770333,0.0019769224,0.0010638167,0.0006710496,0.0006967022,0.00010132164,0.000004470625,0.0012212923,0.988039,0.00040323986],"about_ca_topic_score_codex":0.00004746942,"about_ca_topic_score_gemma":0.000008470413,"teacher_disagreement_score":0.1906706,"about_ca_system_score_codex":0.00011416419,"about_ca_system_score_gemma":0.0008161428,"threshold_uncertainty_score":0.9998227},"labels":[],"label_agreement":null},{"id":"W4210305383","doi":"10.3899/jrheum.211115","title":"Post Hoc Power Calculations: An Inappropriate Method for Interpreting the Findings of a Research Study","year":2022,"lang":"en","type":"article","venue":"The Journal of Rheumatology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sample size determination; Medicine; Confidence interval; Type I and type II errors; Post hoc; Statistical power; Odds ratio; Power analysis; Interpretation (philosophy); Power (physics); Statistics; Sample (material); Hazard ratio; Post-hoc analysis; Ideal (ethics); Computer science; Mathematics; Internal medicine; Epistemology","score_opus":0.5943443314800874,"score_gpt":0.5890866698779713,"score_spread":0.005257661602116048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210305383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9680311,0.0005240458,0.025782116,0.004407466,0.00026508403,0.0008600154,0.00000777396,9.3812065e-7,0.00012144258],"genre_scores_gemma":[0.9948685,0.000010222615,0.0046398197,0.00010273328,0.000005172207,0.000025026975,3.8983012e-7,0.000008280301,0.00033985393],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.90281665,0.08263072,0.008827337,0.00034353012,0.0050655664,0.0003161789],"domain_scores_gemma":[0.93760943,0.049649622,0.0067868577,0.002133915,0.0037445482,0.00007561171],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.44562727,0.00011701788,0.0018469031,0.0005772059,0.00064347265,0.00014195369,0.0034040683,0.00003153217,0.0020592522],"category_scores_gemma":[0.06853683,0.0000408764,0.0007392048,0.0012281963,0.0001292924,0.00013102064,0.00047227953,0.00053736934,0.000022879227],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028142987,0.0017711457,0.5345568,0.00014595616,0.004124282,0.000016782402,0.31063595,0.006783568,0.0015006039,0.047787007,0.06595073,0.023912866],"study_design_scores_gemma":[0.002718798,0.011071804,0.028335165,0.00017995323,0.0012891341,0.007338792,0.74394214,0.07149161,0.00007242138,0.08773092,0.045420133,0.00040914014],"about_ca_topic_score_codex":0.00009992671,"about_ca_topic_score_gemma":0.00006519532,"teacher_disagreement_score":0.50622165,"about_ca_system_score_codex":0.000038055427,"about_ca_system_score_gemma":0.00014837994,"threshold_uncertainty_score":0.998853},"labels":[],"label_agreement":null},{"id":"W4210362394","doi":"10.1111/jep.13657","title":"High quality (certainty) evidence changes less often than low‐quality evidence, but the magnitude of effect size does not systematically differ between studies with low versus high‐quality evidence","year":2022,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Agency for Healthcare Research and Quality","keywords":"Medicine; Grading (engineering); Evidence-based medicine; Statistics; Systematic review; Publication bias; Meta-analysis; Standard deviation; Econometrics; MEDLINE; Mathematics; Internal medicine; Alternative medicine","score_opus":0.8952655282853392,"score_gpt":0.6881634937659316,"score_spread":0.20710203451940767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210362394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9519851,0.005007534,0.0013634787,0.036886916,0.0018449333,0.0028126237,0.00003826295,0.000006892608,0.00005425901],"genre_scores_gemma":[0.99381495,0.0010306365,0.0029498206,0.0010601266,0.0005780552,0.00024255304,0.0000015468031,0.00002311482,0.00029920167],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.31592777,0.57602453,0.054214023,0.002631565,0.050307788,0.0008943341],"domain_scores_gemma":[0.034923714,0.88316005,0.058118086,0.0049712933,0.018452205,0.0003746495],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7928083,0.0006260636,0.008718653,0.00047776249,0.0005098809,0.00070007273,0.0037308207,0.00021480664,0.0014536981],"category_scores_gemma":[0.9293559,0.00025355065,0.0021327161,0.002784148,0.0006435971,0.002427043,0.00089562417,0.0019211029,0.0000843425],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.046556316,0.0034316282,0.8191421,0.015556375,0.017353851,0.0001870165,0.008149186,0.015005201,0.0016277796,0.0060435343,0.0066226954,0.060324326],"study_design_scores_gemma":[0.0038627074,0.0045352895,0.9503106,0.007988271,0.009310615,0.000041011026,0.016407581,0.00095982855,0.00024641945,0.0054378742,0.00022156836,0.000678262],"about_ca_topic_score_codex":0.0005594432,"about_ca_topic_score_gemma":0.00047405087,"teacher_disagreement_score":0.30713555,"about_ca_system_score_codex":0.00070195104,"about_ca_system_score_gemma":0.0010153977,"threshold_uncertainty_score":0.99999166},"labels":[],"label_agreement":null},{"id":"W4210542220","doi":"10.1002/jrsm.1547","title":"Meta‐analysis of prevalence: <scp><i>I</i><sup>2</sup></scp> statistic and how to deal with heterogeneity","year":2022,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":524,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Meta-analysis; Statistics; Statistic; Point estimation; Econometrics; Study heterogeneity; Sample size determination; Confidence interval; Systematic review; Pooled variance; Publication bias; Summary statistics; Subgroup analysis; Demography; Medicine; Mathematics; MEDLINE; Internal medicine; Biology","score_opus":0.8023315025989195,"score_gpt":0.6016847519460555,"score_spread":0.20064675065286397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210542220","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41308254,0.011817537,0.5665437,0.0018259101,0.00003407725,0.0029358903,0.0011275527,0.00001965209,0.002613172],"genre_scores_gemma":[0.33390185,0.0001398012,0.65482676,0.00011215609,0.000028043863,0.0013847778,0.00000575277,0.000038703016,0.009562159],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.7508338,0.22300465,0.0047366433,0.0025525822,0.017833477,0.0010388383],"domain_scores_gemma":[0.7217814,0.26465333,0.0028384507,0.0065383585,0.0032218713,0.0009666217],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.47585452,0.00043136702,0.0074824938,0.0032827517,0.00072298193,0.0009285659,0.0031557116,0.00007685479,0.0065785903],"category_scores_gemma":[0.12230743,0.00022147328,0.0027591975,0.011821651,0.00033823473,0.00022810248,0.001261187,0.00050781947,0.00008736854],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015551888,0.0008424343,0.061638687,0.0018124263,0.6031743,0.00011815604,0.00977348,0.055118494,0.0037770416,0.004288578,0.04859291,0.21070795],"study_design_scores_gemma":[0.000465195,0.001352346,0.03228266,0.000058536738,0.3855777,0.00007317916,0.022095008,0.23545502,0.009804004,0.0056176158,0.30645382,0.00076486944],"about_ca_topic_score_codex":0.000065813765,"about_ca_topic_score_gemma":0.00003979616,"teacher_disagreement_score":0.3535471,"about_ca_system_score_codex":0.00009435392,"about_ca_system_score_gemma":0.00022362574,"threshold_uncertainty_score":0.9943295},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"meta_analysis","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4210658233","doi":"10.1016/j.neuchi.2022.02.003","title":"Understanding the importance of the primary trial hypothesis: The randomized trial on the timing of ruptured aneurysm surgery","year":2022,"lang":"en","type":"review","venue":"Neurochirurgie","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta Hospital; Health Sciences Centre; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Randomized controlled trial; Medicine; Observational study; Neurovascular bundle; Aneurysm; Clinical trial; Surgery; Internal medicine","score_opus":0.884150498564759,"score_gpt":0.4834520883774179,"score_spread":0.40069841018734115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210658233","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006059462,0.9588235,0.0001589424,0.0023810975,0.005534296,0.020048587,0.000095688,0.000011931375,0.0123399915],"genre_scores_gemma":[0.0025801198,0.9899908,0.00002020694,0.0017968302,0.00088178855,0.0017816835,0.00001072003,0.000110000976,0.002827866],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.8693149,0.10061951,0.018399466,0.0013160114,0.009885203,0.00046490898],"domain_scores_gemma":[0.5924802,0.3617617,0.034673028,0.01077159,0.0002314019,0.00008208225],"candidate_categories":["metaresearch","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.21681346,0.00085887394,0.015934987,0.00038241677,0.00088999793,0.0005383086,0.007829711,0.00019787675,0.004324735],"category_scores_gemma":[0.16702768,0.00020859187,0.020586966,0.0031973382,0.00063521723,0.00008540579,0.000677156,0.00127919,0.000051442938],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4224747,0.00070373144,0.000011660353,0.0065821866,0.006788143,0.00006117899,0.0015998274,0.00013644004,0.00000291865,0.019174391,0.3323049,0.21015993],"study_design_scores_gemma":[0.10065898,0.0000831662,0.0000037602945,0.0011289256,0.00688916,0.00004249648,0.00036129265,0.00008177437,7.3739454e-7,0.005656569,0.88476866,0.00032448518],"about_ca_topic_score_codex":0.0000040560917,"about_ca_topic_score_gemma":0.0000048195097,"teacher_disagreement_score":0.55246377,"about_ca_system_score_codex":0.00011778672,"about_ca_system_score_gemma":0.0008920891,"threshold_uncertainty_score":0.9986745},"labels":[],"label_agreement":null},{"id":"W4210729650","doi":"10.11124/jbies-21-00242","title":"Best practice guidance and reporting items for the development of scoping review protocols","year":2022,"lang":"en","type":"article","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1292,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital; Queen's University","funders":"","keywords":"Best practice; Computer science; Data science; Political science","score_opus":0.7494714782752977,"score_gpt":0.6041085739742841,"score_spread":0.14536290430101362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210729650","genre_codex":"review","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008372962,0.5028641,0.15103579,0.046948344,0.00067961623,0.28282255,0.00003621787,0.00003681631,0.0072035696],"genre_scores_gemma":[0.09605818,0.004828156,0.41827533,0.003043355,0.00024946834,0.46810246,0.0000014933303,0.00007610647,0.009365458],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96470153,0.008754306,0.019760098,0.0010227364,0.005487622,0.00027370552],"domain_scores_gemma":[0.7389151,0.1787295,0.071751006,0.0071059573,0.0033234993,0.00017492137],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3652007,0.00019831178,0.00260086,0.000109306224,0.0007373408,0.00034870044,0.0016565628,0.000023768182,0.0017086648],"category_scores_gemma":[0.70230067,0.00009142637,0.0006887029,0.0010376151,0.00005808551,0.0004719743,0.00041077513,0.00011390032,0.000058626887],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006875432,0.00023795676,0.014985233,0.036769383,0.0006506488,0.00001171149,0.0037312193,0.0001884457,0.0013108538,0.0005514734,0.037178274,0.90431607],"study_design_scores_gemma":[0.00014747781,0.00019545128,0.0025600211,0.21840511,0.0021333767,0.00020197971,0.008919938,0.0036455863,0.002651063,0.00064935395,0.7597322,0.00075847824],"about_ca_topic_score_codex":0.000009136264,"about_ca_topic_score_gemma":0.000012823457,"teacher_disagreement_score":0.90355754,"about_ca_system_score_codex":0.00005023473,"about_ca_system_score_gemma":0.00040794953,"threshold_uncertainty_score":0.9992039},"labels":[],"label_agreement":null},{"id":"W4210786538","doi":"10.21203/rs.3.rs-145573/v1","title":"Managing Overlap of Primary Studies Results Across Systematic Reviews: Practical Considerations for Authors of Overviews of Reviews","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montfort Hospital; Ottawa Hospital; University of British Columbia","funders":"","keywords":"Computer science; Usability; Data extraction; Systematic review; Sample (material); Resource (disambiguation); Data science; Sample size determination; Information retrieval; Data mining; Management science; Statistics; MEDLINE; Mathematics; Biology; Engineering","score_opus":0.9431465091045903,"score_gpt":0.6993080530533101,"score_spread":0.24383845605128018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210786538","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008677499,0.9057306,0.016753308,0.004750306,0.0012580246,0.056562256,0.001830411,0.000013308506,0.004424263],"genre_scores_gemma":[0.28674275,0.4144785,0.2602623,0.00037849677,0.0006633033,0.015878726,0.00058332365,0.00023038153,0.020782216],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.7616033,0.148587,0.06534994,0.0036322563,0.019631332,0.0011961864],"domain_scores_gemma":[0.70087016,0.18286787,0.057089157,0.020881262,0.03778502,0.0005065454],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5567302,0.00071137794,0.023825847,0.0009874839,0.00031308646,0.0006771916,0.001898762,0.00040401588,0.00055803807],"category_scores_gemma":[0.75990754,0.00036869294,0.007461659,0.0026103863,0.00058976945,0.0003600944,0.002869201,0.001113038,0.00011769105],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065820364,0.0003914601,0.00031137702,0.8223426,0.0018383446,0.000019644152,0.0118080415,0.00015684635,0.0002542389,0.0038723147,0.15625583,0.0026834873],"study_design_scores_gemma":[0.0023393403,0.0010721099,0.002021796,0.66047496,0.0061403057,0.00009604332,0.087043844,0.0076996903,0.0010947979,0.08793562,0.14214948,0.001932029],"about_ca_topic_score_codex":0.00004749684,"about_ca_topic_score_gemma":0.00015206296,"teacher_disagreement_score":0.49125212,"about_ca_system_score_codex":0.00025174438,"about_ca_system_score_gemma":0.0010607615,"threshold_uncertainty_score":0.9998765},"labels":[],"label_agreement":null},{"id":"W4210797595","doi":"10.2196/29813","title":"The Effect of an Additional Structured Methods Presentation on Decision-Makers’ Reading Time and Opinions on the Helpfulness of the Methods in a Quantitative Report: Nonrandomized Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Helpfulness; Reading (process); Data collection; Intervention (counseling); Applied psychology; Computer science; Test (biology); Face validity; Presentation (obstetrics); Relevance (law); Medical education; Psychology; Medicine; Clinical psychology; Psychometrics; Nursing; Social psychology; Statistics","score_opus":0.3285719157073518,"score_gpt":0.5839878475943007,"score_spread":0.2554159318869489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210797595","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91277564,0.000093697025,0.06747496,0.0031083885,0.0017416623,0.010623685,0.0006390574,0.0000094140805,0.0035335147],"genre_scores_gemma":[0.4533128,0.000039795454,0.53176445,0.0021822131,0.000387864,0.009003499,0.0008223976,0.00008641483,0.0024005594],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.91865444,0.06259089,0.009739742,0.00032976427,0.008465876,0.00021926929],"domain_scores_gemma":[0.75477314,0.23650092,0.0063792407,0.0019168053,0.00031206725,0.00011779761],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2082687,0.00019346527,0.0018552503,0.00023241127,0.00043281275,0.00015361325,0.0013922561,0.00008338623,0.0060634236],"category_scores_gemma":[0.23784553,0.000060213843,0.00073350454,0.0013121216,0.00029388574,0.00015774067,0.0002910933,0.00048066903,0.000010133217],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.045870967,0.00049164705,0.00015483909,0.00022846798,0.0013885036,0.000016135607,0.037137434,0.003990039,0.00013080372,0.041556306,0.11095952,0.75807536],"study_design_scores_gemma":[0.04741999,0.0035941808,0.0024134477,0.00060851435,0.00045858347,0.00015746153,0.02284635,0.8111165,0.0010386212,0.06549634,0.04443503,0.00041493843],"about_ca_topic_score_codex":0.0000054737193,"about_ca_topic_score_gemma":0.0000065031372,"teacher_disagreement_score":0.8071265,"about_ca_system_score_codex":0.000034466026,"about_ca_system_score_gemma":0.00014880985,"threshold_uncertainty_score":0.99484515},"labels":[],"label_agreement":null},{"id":"W4210898176","doi":"10.1371/journal.pone.0262862","title":"Principal investigators over-optimistically forecast scientific and operational outcomes for clinical trials","year":2022,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; McGill University","funders":"Canadian Institutes of Health Research","keywords":"Generalizability theory; Medicine; Timeline; Overconfidence effect; Brier score; Clinical trial; Confidence interval; Trial registration; Randomized controlled trial; Demography; Internal medicine; Physical therapy; Statistics; Psychology; Social psychology; Mathematics","score_opus":0.9397332892555337,"score_gpt":0.5961559735558954,"score_spread":0.34357731569963823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210898176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9890343,0.00023003691,0.0042074188,0.002969137,0.00042464808,0.0019926494,0.00032047438,0.000007858175,0.0008134724],"genre_scores_gemma":[0.845066,0.000009862707,0.104925,0.002013072,0.00031382637,0.0008737817,0.00010175073,0.000025708552,0.04667097],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9630557,0.01549243,0.012284098,0.001347564,0.0075381943,0.00028202438],"domain_scores_gemma":[0.94121325,0.04778477,0.005419306,0.003249731,0.001656353,0.0006765851],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.33336192,0.00019051098,0.0038704854,0.00024227709,0.0007069855,0.0014339243,0.0009811897,0.000054747074,0.012039154],"category_scores_gemma":[0.329198,0.00009923849,0.0012517251,0.0005803249,0.00022415162,0.00015363535,0.00036823147,0.0001860801,0.00018244026],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006941699,0.0018129866,0.8111907,0.00011902105,0.0019329427,0.0000038932144,0.00035415776,0.00010807371,0.000545663,0.04474374,0.13486731,0.004252068],"study_design_scores_gemma":[0.0044568954,0.00096673163,0.22890045,0.0000917111,0.004831997,0.000011713055,0.00075163576,0.35441807,0.00020423454,0.07004162,0.33417344,0.001151489],"about_ca_topic_score_codex":0.0000013868536,"about_ca_topic_score_gemma":0.00000792818,"teacher_disagreement_score":0.5822903,"about_ca_system_score_codex":0.000028701705,"about_ca_system_score_gemma":0.00022827655,"threshold_uncertainty_score":0.9996027},"labels":[],"label_agreement":null},{"id":"W4211102397","doi":"10.5195/jmla.2022.1286","title":"Preliminary comparison of the performance of the National Library of Medicine’s systematic review publication type and the sensitive clinical queries filter for systematic reviews in PubMed","year":2022,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Systematic review; Information retrieval; National library; Yield (engineering); Computer science; Recall; MEDLINE; Quality (philosophy); Medicine; Digital library; Precision and recall; Medical physics; Library science; Psychology; Materials science; Physics; Chemistry","score_opus":0.41441193977089075,"score_gpt":0.4683835812984496,"score_spread":0.053971641527558845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211102397","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25628388,0.15663938,0.00025925442,0.5306287,0.006429325,0.045724217,0.00031861107,0.000011872815,0.0037047896],"genre_scores_gemma":[0.98636305,0.0024102214,0.0001388036,0.00596036,0.00017348684,0.00031575788,0.000008076829,0.00001424178,0.004615999],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.90879565,0.06395705,0.018307336,0.0002555456,0.008522041,0.00016237011],"domain_scores_gemma":[0.86910117,0.0627968,0.06385707,0.0018313271,0.0022763733,0.00013727049],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20558037,0.00017120945,0.004745797,0.00014857105,0.00017947388,0.00006900951,0.0027211674,0.00009264187,0.0004950134],"category_scores_gemma":[0.37585965,0.000049028346,0.0014299237,0.0022058587,0.00032278936,0.0005743823,0.00057787716,0.000553177,0.000002514124],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002804619,0.0002936805,0.2118464,0.16800553,0.00095389644,2.897934e-7,0.002370101,0.000060689134,0.0000031570016,0.0036879086,0.6121939,0.00030402318],"study_design_scores_gemma":[0.00496024,0.00088602223,0.5493832,0.36289498,0.0067707314,0.00018402409,0.0041226055,0.043486245,0.00012132055,0.0063616126,0.020380564,0.00044842027],"about_ca_topic_score_codex":0.0000011859617,"about_ca_topic_score_gemma":0.0000011695942,"teacher_disagreement_score":0.7300792,"about_ca_system_score_codex":0.000056080364,"about_ca_system_score_gemma":0.0004497158,"threshold_uncertainty_score":0.8180222},"labels":[],"label_agreement":null},{"id":"W4211156932","doi":"10.1038/s41433-022-01943-5","title":"A clinician’s guide to network meta-analysis","year":2022,"lang":"en","type":"editorial","venue":"Eye","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"Newcastle University; Houston Methodist Research Institute; Houston Methodist Hospital; McMaster University; Tufts Medical Center","keywords":"Meta-analysis; Medicine; MEDLINE; Optometry; Computer science; Pathology; Biology","score_opus":0.7485386548556806,"score_gpt":0.5939353752310221,"score_spread":0.15460327962465847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211156932","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000036276283,0.008981781,0.010232652,0.001793523,0.9313534,0.0013635047,0.0010195248,0.000020496855,0.045231506],"genre_scores_gemma":[0.000013088676,0.00003967784,0.006740957,0.0010913532,0.5162577,0.00045140687,0.00034651317,0.000044461856,0.47501484],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.89132535,0.039436877,0.030244045,0.0044102725,0.03371487,0.0008686027],"domain_scores_gemma":[0.903221,0.05127927,0.01975742,0.021200296,0.0038423764,0.00069965376],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.35914975,0.000978244,0.02866957,0.0016013787,0.0004670824,0.0022947302,0.009260581,0.0005839695,0.4372719],"category_scores_gemma":[0.21010767,0.00047472405,0.047002174,0.011582443,0.000042555766,0.0001342082,0.0014510129,0.0011761041,0.027634513],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046415716,0.000021512298,0.00008588941,0.000009805054,0.1665364,0.00001550002,0.000075679876,0.0037832235,4.621559e-8,0.00006798174,0.8290235,0.0003758188],"study_design_scores_gemma":[0.000039552804,0.000033222637,0.000017298042,0.0000015962613,0.31060377,1.308878e-7,0.00006654436,0.00018668207,3.0743113e-8,0.0005748938,0.68816394,0.00031235843],"about_ca_topic_score_codex":0.00014181231,"about_ca_topic_score_gemma":0.00069303176,"teacher_disagreement_score":0.42978334,"about_ca_system_score_codex":0.00015278113,"about_ca_system_score_gemma":0.00043971583,"threshold_uncertainty_score":0.99977046},"labels":[],"label_agreement":null},{"id":"W4211223338","doi":"10.1177/14034948221074998","title":"Systematic reviews: A glossary for public health","year":2022,"lang":"en","type":"article","venue":"Scandinavian Journal of Public Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"","keywords":"Glossary; Systematic review; Typology; Management science; Confusion; Terminology; Grey literature; Diversity (politics); MEDLINE; Computer science; Data science; Psychology; Engineering ethics; Sociology; Political science; Linguistics","score_opus":0.879397686333778,"score_gpt":0.5736468511077266,"score_spread":0.3057508352260514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211223338","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008502517,0.1661956,0.39579797,0.40585235,0.005718147,0.015621269,0.0003569518,0.000026252928,0.0019289403],"genre_scores_gemma":[0.92723626,0.0020933915,0.02361656,0.02985958,0.0012728841,0.0011720225,0.0000636396,0.00011632086,0.014569372],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.6761766,0.21410161,0.08023242,0.0022497077,0.023861395,0.0033782742],"domain_scores_gemma":[0.9248626,0.007042911,0.057843715,0.004089635,0.0032515572,0.0029095514],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.66746455,0.00044933264,0.010500989,0.0019753322,0.001434097,0.0017457032,0.0043562246,0.00005640497,0.006300799],"category_scores_gemma":[0.09970947,0.00023175622,0.0042716307,0.004271608,0.000076349475,0.0008708126,0.00026180616,0.00066370505,0.00026324613],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010629822,0.00044144873,0.0049100323,0.0152242435,0.00060193264,0.00001930869,0.005477376,0.000015615751,0.000001366627,0.011019298,0.86405367,0.09822508],"study_design_scores_gemma":[0.00080639514,0.0015065133,0.0013599636,0.0014430236,0.00007825944,0.0013715687,0.009625441,0.0007364275,9.282092e-8,0.004203096,0.9785985,0.00027071362],"about_ca_topic_score_codex":0.000020534524,"about_ca_topic_score_gemma":0.00002054522,"teacher_disagreement_score":0.9187337,"about_ca_system_score_codex":0.0014069019,"about_ca_system_score_gemma":0.0041892584,"threshold_uncertainty_score":0.9998659},"labels":[],"label_agreement":null},{"id":"W4212778855","doi":"10.1007/s11121-022-01336-w","title":"Transparent, Open, and Reproducible Prevention Science","year":2022,"lang":"en","type":"article","venue":"Prevention Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"National Center for Advancing Translational Sciences; National Science Foundation of Sri Lanka; Arnold Ventures; U.S. Department of Health and Human Services; National Institutes of Health; National Science Foundation","keywords":"Health psychology; Public health; Medicine; Nursing","score_opus":0.8980403596915796,"score_gpt":0.627238509558413,"score_spread":0.2708018501331666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212778855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88405335,0.0011382438,0.05807017,0.0024119862,0.0015599405,0.0030196956,0.00001809948,0.00002486665,0.049703643],"genre_scores_gemma":[0.9571893,0.000014783072,0.0068717166,0.0001348021,0.000025493184,0.00017672092,0.000002319691,0.0000059916338,0.03557886],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9683063,0.005419501,0.005985511,0.0041376096,0.015523092,0.00062795804],"domain_scores_gemma":[0.99063426,0.00040669536,0.0028800718,0.0046213362,0.0011726334,0.00028498564],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.36885062,0.00019926312,0.0011577897,0.0010432674,0.0028399993,0.0040266584,0.0079764845,0.00001818296,0.012646693],"category_scores_gemma":[0.018701266,0.00012538765,0.0004356307,0.010798213,0.00093347015,0.0029718825,0.0023191832,0.00018303556,0.00037712383],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007424258,0.0014830239,0.11844914,0.00010867957,0.00011068395,0.000013563296,0.0067238975,0.0029212225,0.068146564,0.13064048,0.05671149,0.61461705],"study_design_scores_gemma":[0.0012701772,0.0007812396,0.24197342,0.00009789679,0.00028855674,0.00024609017,0.007628441,0.034031328,0.005435474,0.39319414,0.31395802,0.0010952268],"about_ca_topic_score_codex":0.00001979277,"about_ca_topic_score_gemma":0.000014533217,"teacher_disagreement_score":0.6135218,"about_ca_system_score_codex":0.00013279806,"about_ca_system_score_gemma":0.0009182533,"threshold_uncertainty_score":0.99845815},"labels":[],"label_agreement":null},{"id":"W4212818826","doi":"10.1177/08850666221077203","title":"Critical Care Randomized Trials Demonstrate Power Failure: A Low Positive Predictive Value of Findings in the Critical Care Research Field","year":2022,"lang":"en","type":"review","venue":"Journal of Intensive Care Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stollery Children's Hospital; University of Alberta","funders":"","keywords":"Medicine; Post-hoc analysis; Randomized controlled trial; Post hoc; Sample size determination; Internal medicine; Statistics","score_opus":0.7067954480802741,"score_gpt":0.6279722469313843,"score_spread":0.07882320114888974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212818826","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014370558,0.98221195,0.0010278104,0.008509723,0.0018448723,0.003666417,0.00024968182,0.0000018058531,0.0023440626],"genre_scores_gemma":[0.08928097,0.9046037,0.0006564552,0.0032898646,0.0015081747,0.00038728246,0.000081291124,0.00008044233,0.000111812515],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.7948555,0.16047308,0.027406795,0.0011401277,0.015464609,0.0006599043],"domain_scores_gemma":[0.2853062,0.56502837,0.013253091,0.0032716626,0.13257883,0.0005618701],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.28134188,0.00083888933,0.03328876,0.0029831845,0.0002921469,0.00036043153,0.0039523216,0.0005261564,0.006553463],"category_scores_gemma":[0.9316735,0.00030575166,0.010939183,0.0034379794,0.0016409737,0.0002359625,0.00039352756,0.00430421,0.00003689021],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011777912,0.00019164433,0.00010506809,0.04086291,0.005662116,0.005611075,0.29600045,0.000011026846,0.000007813182,0.008602057,0.34474692,0.286421],"study_design_scores_gemma":[0.008961333,0.0023994823,0.000008409785,0.036236364,0.010759582,0.0010419576,0.7615229,0.000012620345,0.000006082787,0.0011607001,0.1776,0.00029057648],"about_ca_topic_score_codex":0.00004982947,"about_ca_topic_score_gemma":0.000018215173,"teacher_disagreement_score":0.6503317,"about_ca_system_score_codex":0.00054379384,"about_ca_system_score_gemma":0.0017379409,"threshold_uncertainty_score":0.99993944},"labels":[],"label_agreement":null},{"id":"W4212880558","doi":"10.21203/rs.3.rs-133475/v1","title":"Prevalence and Methodological Characteristics of Subgroup Analyses in Stepped Wedge Cluster Randomised Trials: Protocol for a Systematic Review","year":2020,"lang":"en","type":"review","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Université Laval","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; Université Laval","keywords":"Checklist; Subgroup analysis; CINAHL; Systematic review; Medicine; MEDLINE; Cochrane Library; PsycINFO; Protocol (science); Psychological intervention; Clinical trial; Randomized controlled trial; Family medicine; Meta-analysis; Medical physics; Psychology; Alternative medicine; Pathology; Nursing","score_opus":0.9620586015791041,"score_gpt":0.7470032475765482,"score_spread":0.21505535400255582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212880558","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.3557956e-7,0.57276094,0.0017566793,0.00008266696,0.000020498937,0.42515662,0.00015311054,0.0000037179523,0.000065414664],"genre_scores_gemma":[0.0000010249036,0.56559163,0.0014665355,0.000024709574,0.00006786634,0.43214878,0.00002038264,0.00002735729,0.0006517186],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.43803507,0.49051115,0.055513486,0.0030364248,0.011958573,0.00094528834],"domain_scores_gemma":[0.61404014,0.3464576,0.02835684,0.0059303623,0.0046526524,0.0005624061],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.65874267,0.00093839044,0.05930504,0.0015737056,0.00013867365,0.0008209872,0.0036288602,0.00048485133,0.0019459462],"category_scores_gemma":[0.79310584,0.00036758793,0.009579732,0.004725556,0.00024614783,0.00018501068,0.000678305,0.00094615313,0.00029315168],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002604926,0.00007980259,0.000023982177,0.94514394,0.00057158706,0.000010305661,0.000065632565,5.628816e-8,4.6375834e-7,0.000060039336,0.0036618111,0.050121907],"study_design_scores_gemma":[0.0029689248,0.00024291969,0.000019540628,0.7359084,0.0047232164,0.00001690928,0.00007037333,0.0002857888,2.8141918e-7,0.0002304873,0.25520992,0.00032326134],"about_ca_topic_score_codex":0.0000041162943,"about_ca_topic_score_gemma":0.000003764615,"teacher_disagreement_score":0.2515481,"about_ca_system_score_codex":0.00013901285,"about_ca_system_score_gemma":0.0006721893,"threshold_uncertainty_score":0.99987763},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4212970901","doi":"10.1002/jmri.28116","title":"Evaluating the Impact of Peer Review on the Completeness of Reporting in Imaging Diagnostic Test Accuracy Research","year":2022,"lang":"en","type":"article","venue":"Journal of Magnetic Resonance Imaging","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Ottawa Hospital; Queen's University; University of Ottawa","funders":"Mitacs; University of Ottawa; Radiological Society of North America; RSNA Research and Education Foundation","keywords":"Diagnostic accuracy; Medicine; Medical physics; Confidence interval; Wilcoxon signed-rank test; Transparency (behavior); Peer review; Radiology; Computer science; Internal medicine","score_opus":0.8184578349451404,"score_gpt":0.6398863174884083,"score_spread":0.17857151745673205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212970901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7193997,0.24915981,0.00010877011,0.027744062,0.0001978066,0.001395655,0.000018195533,0.0000014008784,0.001974584],"genre_scores_gemma":[0.9971184,0.001404299,0.00060642813,0.00031943072,0.00007424056,0.000047699355,6.490645e-7,0.000016119438,0.00041269438],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.91342014,0.03303063,0.02849639,0.0007210684,0.023681285,0.00065046607],"domain_scores_gemma":[0.2970068,0.56304914,0.10404222,0.009323126,0.026296457,0.00028225736],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5436975,0.00023935933,0.002751916,0.00058523094,0.00041078747,0.00032470853,0.0034261208,0.000012848901,0.004450437],"category_scores_gemma":[0.84399945,0.00009174729,0.0017311496,0.0035198957,0.0002506398,0.0002473502,0.00055309944,0.0011331242,0.000018067172],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031633295,0.00018031824,0.4914149,0.00025786745,0.000029529932,0.00012401595,0.0012356121,0.0029236223,0.0017058819,0.0001074399,0.057816654,0.44417253],"study_design_scores_gemma":[0.00066711404,0.00077595725,0.8519937,0.008085083,0.0002550889,0.001096592,0.0064073345,0.09688195,0.000066733555,0.0067451047,0.026758667,0.00026669865],"about_ca_topic_score_codex":0.00015442858,"about_ca_topic_score_gemma":0.0000046403925,"teacher_disagreement_score":0.61641335,"about_ca_system_score_codex":0.00016719618,"about_ca_system_score_gemma":0.0005259355,"threshold_uncertainty_score":0.9964596},"labels":[],"label_agreement":null},{"id":"W4213032808","doi":"10.21203/rs.2.12336/v2","title":"Trends analysis of cancer topic of Cochrane systematic reviews: a bibliometric analysis","year":2019,"lang":"en","type":"preprint","venue":"Research Square (Research Square)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Systematic review; Meta-analysis; Data science; Medicine; MEDLINE; Computer science; Political science; Internal medicine","score_opus":0.8344158763223873,"score_gpt":0.6738936638103186,"score_spread":0.16052221251206877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213032808","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4562924,0.47833845,0.013490472,0.0021247114,0.0010912144,0.027108444,0.0040855887,0.00005382844,0.017414913],"genre_scores_gemma":[0.9351321,0.029322682,0.0006701791,0.00002055973,0.00021206334,0.0029745004,0.00042565464,0.00008711983,0.031155149],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.676959,0.19002262,0.03795645,0.0061066197,0.08589781,0.0030575434],"domain_scores_gemma":[0.79180753,0.10185756,0.018954074,0.030717801,0.05528697,0.0013760661],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","insufficient_payload"],"category_scores_codex":[0.6214333,0.001473038,0.03922407,0.58125013,0.0005011353,0.0026457384,0.016404092,0.001221091,0.06085019],"category_scores_gemma":[0.29599535,0.0008111852,0.026869634,0.74937195,0.0011625926,0.00047069247,0.005793708,0.004380932,0.0021213954],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016063,0.0017546504,0.43895078,0.30536973,0.114149734,0.00006431637,0.003774595,0.029615767,0.00028421855,0.0016171096,0.06527144,0.03898701],"study_design_scores_gemma":[0.001397182,0.0013673264,0.5507766,0.045610894,0.08214786,0.0000039866272,0.006372261,0.28673074,0.00029824203,0.0033977532,0.01941195,0.0024852322],"about_ca_topic_score_codex":0.007000175,"about_ca_topic_score_gemma":0.0033187687,"teacher_disagreement_score":0.47883973,"about_ca_system_score_codex":0.0010358391,"about_ca_system_score_gemma":0.0019588876,"threshold_uncertainty_score":0.9998019},"labels":[],"label_agreement":null},{"id":"W4213133915","doi":"10.1016/j.jclinepi.2022.02.001","title":"Diagnostic test accuracy network meta-analysis methods: A scoping review and empirical assessment","year":2022,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"National Institute for Health and Care Research","keywords":"Meta-analysis; Meta-regression; Regression analysis; Statistics; Computer science; Linear regression; Data mining; Regression; Medicine; Mathematics; Pathology","score_opus":0.985372215948839,"score_gpt":0.8120981805749393,"score_spread":0.17327403537389963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213133915","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5505346e-7,0.9239003,0.0670216,0.005468688,0.00094820873,0.0022339937,0.000038458456,0.0000038105923,0.0003848],"genre_scores_gemma":[2.8108636e-7,0.8471478,0.14170806,0.009562758,0.0008345526,0.0002347489,0.000018689185,0.000035807367,0.00045726175],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.20537671,0.6140038,0.17229953,0.0027918878,0.0046277577,0.0009002991],"domain_scores_gemma":[0.00827171,0.814717,0.16938114,0.0052317353,0.0014008359,0.0009975709],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.89837044,0.0013252931,0.21544728,0.0011416292,0.00029777279,0.00030603522,0.0056935246,0.0008584116,0.063977],"category_scores_gemma":[0.98490703,0.0005271226,0.1137955,0.0060344585,0.00037876953,0.00027308677,0.0014182185,0.0047124987,0.0002701039],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018273637,0.00015123509,0.0033468676,0.016498638,0.18940668,0.000063886466,0.000004244793,0.00010292148,2.0399088e-10,0.0001651845,0.098374546,0.691884],"study_design_scores_gemma":[0.000054811546,0.00016709368,0.00018217244,0.0053604534,0.447818,0.00020120226,0.0000042751385,0.00010302711,8.6486034e-11,0.0023969398,0.5434889,0.0002230524],"about_ca_topic_score_codex":0.0000042866322,"about_ca_topic_score_gemma":0.000011980854,"teacher_disagreement_score":0.69166094,"about_ca_system_score_codex":0.00010358144,"about_ca_system_score_gemma":0.0020616862,"threshold_uncertainty_score":0.9999498},"labels":[],"label_agreement":null},{"id":"W4213373258","doi":"10.2340/16501977-0343","title":"When is a case-control study not a case-control study?","year":2009,"lang":"en","type":"review","venue":"Journal of Rehabilitation Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Rehabilitation; Control (management); Research design; Medicine; Psychology; Confusion; Applied psychology; Physical therapy; Computer science; Social science; Sociology; Artificial intelligence","score_opus":0.5160388723259823,"score_gpt":0.5470358696922821,"score_spread":0.030996997366299794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213373258","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023930005,0.9771433,0.004159931,0.0038806272,0.0011254407,0.010999941,0.00010335266,0.000007556984,0.00018684746],"genre_scores_gemma":[0.253794,0.70561314,0.0140670035,0.005274805,0.009503191,0.0010066266,0.0000075611447,0.0003568919,0.01037677],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8722751,0.06753687,0.04443395,0.0016606842,0.013590636,0.0005027364],"domain_scores_gemma":[0.88833165,0.06415083,0.035735685,0.0046049724,0.0065638847,0.0006129512],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.34453398,0.0012036038,0.028744234,0.003422222,0.0002956024,0.00056550984,0.002420898,0.00032609556,0.013467086],"category_scores_gemma":[0.21465021,0.00049358176,0.007575215,0.0027124588,0.00017830101,0.00053004595,0.00006322184,0.0013379034,0.0005545641],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051568546,0.00080641214,0.0010366096,0.0014276175,0.003132771,0.011930025,0.015149231,0.000008909147,1.023203e-7,0.0000101522055,0.05166094,0.9147857],"study_design_scores_gemma":[0.0071843336,0.014114316,0.0011737847,0.0058441553,0.0466426,0.04968329,0.043508045,0.00025524438,4.334244e-9,0.0012589599,0.8297245,0.0006108016],"about_ca_topic_score_codex":0.00005113468,"about_ca_topic_score_gemma":0.00012112532,"teacher_disagreement_score":0.91417485,"about_ca_system_score_codex":0.00032811196,"about_ca_system_score_gemma":0.00052453805,"threshold_uncertainty_score":0.99975157},"labels":[],"label_agreement":null},{"id":"W4213435918","doi":"10.1093/pubmed/fdac036","title":"Strengthening systematic reviews in public health: guidance in the <i>Cochrane Handbook for Systematic Reviews of Interventions</i>, 2nd edition","year":2022,"lang":"en","type":"article","venue":"Journal of Public Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":429,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; Bruyère; University of Ottawa","funders":"","keywords":"Systematic review; Psychological intervention; Medicine; Public health; Cochrane collaboration; Alternative medicine; Family medicine; MEDLINE; Political science; Nursing; Pathology; Law","score_opus":0.8388529991289412,"score_gpt":0.5766420197698682,"score_spread":0.262210979359073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213435918","genre_codex":"review","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002607268,0.6601628,0.2485125,0.055899255,0.0017947332,0.03065594,0.000075510536,0.000006318843,0.00028565587],"genre_scores_gemma":[0.90162134,0.032003563,0.03043073,0.01690646,0.0012618129,0.013687875,0.00008442162,0.00013372331,0.0038700842],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.3573315,0.46085364,0.15921439,0.0017619167,0.01867543,0.0021631124],"domain_scores_gemma":[0.85379666,0.026982376,0.11125385,0.00463231,0.002660953,0.00067384203],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7574771,0.00038607686,0.012843421,0.0021492045,0.00039070754,0.00066397723,0.0035058963,0.000059959213,0.001144129],"category_scores_gemma":[0.22690818,0.00017432858,0.0040368196,0.003763549,0.000051687057,0.0008210513,0.00015041645,0.0006934098,0.000040637806],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008812291,0.00091304793,0.00088757515,0.78684163,0.0001994249,0.000006352783,0.013621644,0.000093190574,0.000006962707,0.004618212,0.18478358,0.008019573],"study_design_scores_gemma":[0.0029982454,0.0025998529,0.0013514386,0.47166544,0.00039149023,0.0009930317,0.039881315,0.007336617,0.0000010934715,0.005826675,0.46627048,0.0006843001],"about_ca_topic_score_codex":0.000037290567,"about_ca_topic_score_gemma":0.0002574985,"teacher_disagreement_score":0.89901406,"about_ca_system_score_codex":0.00080102397,"about_ca_system_score_gemma":0.0011555878,"threshold_uncertainty_score":0.999769},"labels":[],"label_agreement":null},{"id":"W4213451518","doi":"10.1093/eurjcn/zvac012","title":"Questionable research practices, careerism, and advocacy: why we must prioritize research quality over its quantity, impact, reach, and results","year":2022,"lang":"en","type":"article","venue":"European Journal of Cardiovascular Nursing","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Medicine; Quality (philosophy); Nursing","score_opus":0.8600235721739562,"score_gpt":0.6239763995656201,"score_spread":0.23604717260833608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213451518","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.738738,0.2243908,0.0028674246,0.00612617,0.0009264491,0.0010920676,0.00005525516,0.000010720196,0.02579313],"genre_scores_gemma":[0.9935179,0.0027421413,0.0018729889,0.00003930003,0.0005678459,0.0000037653688,0.000004097321,0.000044783777,0.0012072178],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.76910233,0.20192404,0.006975178,0.0011167834,0.020233426,0.000648233],"domain_scores_gemma":[0.97738224,0.0075449194,0.0051929345,0.0030901027,0.0062289685,0.0005608166],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7004427,0.00028834972,0.0027582978,0.0014658943,0.0014641116,0.002377829,0.0017859067,0.000048531518,0.00033790723],"category_scores_gemma":[0.13510965,0.0001810112,0.0023004664,0.0026841823,0.00036164324,0.00093006826,0.0007436803,0.0021076717,0.00006542217],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014255797,0.00059238984,0.007120619,0.00046855977,0.0073787845,0.003541257,0.023760092,0.0054107234,0.0015414373,0.0021933413,0.60253215,0.3440351],"study_design_scores_gemma":[0.0016164025,0.00067659596,0.053569093,0.00051339506,0.00062804087,0.002335903,0.013831823,0.0006479017,0.00001987865,0.0015800081,0.92427117,0.00030979974],"about_ca_topic_score_codex":0.00019929971,"about_ca_topic_score_gemma":0.000005988714,"teacher_disagreement_score":0.56533307,"about_ca_system_score_codex":0.00037617722,"about_ca_system_score_gemma":0.00048272053,"threshold_uncertainty_score":0.99983585},"labels":[],"label_agreement":null},{"id":"W4214482914","doi":"10.1177/03009858221082207","title":"Reporting guidelines for manuscripts on tumor prognosis","year":2022,"lang":"en","type":"editorial","venue":"Veterinary Pathology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Observational study; Medicine; Pathology; Internal medicine; General surgery; Oncology","score_opus":0.8948532453674212,"score_gpt":0.6036729011405344,"score_spread":0.29118034422688677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214482914","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009349305,0.00084786164,0.001082125,0.0009530958,0.98107755,0.0023048832,0.0007246245,0.000032356216,0.003628176],"genre_scores_gemma":[0.000909564,0.00007030786,0.033824254,0.0014974243,0.87602484,0.004996982,0.00103557,0.00016995822,0.08147109],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9409978,0.012109466,0.03498574,0.0034427468,0.0077994927,0.0006647581],"domain_scores_gemma":[0.9012052,0.019159444,0.06469586,0.008528984,0.0061801947,0.00023036174],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.2106299,0.00075195095,0.00796111,0.0009566055,0.00042219754,0.0005772582,0.0032860755,0.00047760273,0.008843069],"category_scores_gemma":[0.5240342,0.0004205234,0.0041299397,0.00081154855,0.00008090463,0.00010794319,0.000821713,0.0007238645,0.00096943765],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055288594,0.00006205581,0.00011444967,0.00018016787,0.00010807745,0.0014440564,0.00005993537,0.000015443762,0.00010724755,0.000039650484,0.99187475,0.0059388946],"study_design_scores_gemma":[0.0001882644,0.001760761,0.00007774241,0.00006569611,0.00027611907,0.0004180078,0.00014520009,0.0002286901,0.000003316814,0.0010501122,0.99540967,0.00037640563],"about_ca_topic_score_codex":0.0000063970706,"about_ca_topic_score_gemma":0.00000292544,"teacher_disagreement_score":0.3134043,"about_ca_system_score_codex":0.00009014365,"about_ca_system_score_gemma":0.0002642476,"threshold_uncertainty_score":0.99982464},"labels":[],"label_agreement":null},{"id":"W4214525864","doi":"10.1016/j.jclinepi.2022.02.011","title":"Biological plausibility in environmental health systematic reviews: a GRADE concept paper","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; University of Ottawa; Impact; McMaster University","funders":"","keywords":"Generalizability theory; Systematic review; Certainty; Context (archaeology); Grading (engineering); Management science; Psychology; MEDLINE; Epistemology; Biology; Ecology; Engineering","score_opus":0.945471736437365,"score_gpt":0.6817474349703928,"score_spread":0.26372430146697223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214525864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82889086,0.09332532,0.014818042,0.0517704,0.005113857,0.005535347,0.00008233895,0.0000067447554,0.00045707345],"genre_scores_gemma":[0.97052604,0.0025593063,0.005344376,0.020698974,0.0003185917,0.00007282139,0.0000055626792,0.000008854365,0.00046547945],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.21124728,0.65558857,0.12770711,0.0013594462,0.0034388527,0.00065877126],"domain_scores_gemma":[0.4713138,0.4142256,0.10945851,0.003949477,0.00020958774,0.00084302586],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.84543955,0.0003187132,0.028446402,0.00028699054,0.00015617318,0.000035247336,0.0025441444,0.00019283281,0.01585945],"category_scores_gemma":[0.71824783,0.00013194051,0.007175189,0.00063177035,0.00031938567,0.00015463418,0.00042051147,0.0017010102,0.00046254307],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009433408,0.0009515635,0.88862664,0.00068702875,0.00027467913,0.000057440306,0.00046203006,0.00067347405,0.0000065935124,0.00286999,0.094494164,0.01080207],"study_design_scores_gemma":[0.001665902,0.002878637,0.59528285,0.00074923673,0.00020013224,0.00074748887,0.0025610994,0.0030407025,1.9189282e-7,0.06756591,0.32494444,0.00036344866],"about_ca_topic_score_codex":0.000011360523,"about_ca_topic_score_gemma":0.000014928594,"teacher_disagreement_score":0.2933438,"about_ca_system_score_codex":0.00019604724,"about_ca_system_score_gemma":0.00020247577,"threshold_uncertainty_score":0.98597735},"labels":[],"label_agreement":null},{"id":"W4214563712","doi":"10.1016/j.jclinepi.2022.02.009","title":"The use of the GRADE dose–response gradient domain in nutrition evidence syntheses varies considerably","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Deutsche Forschungsgemeinschaft","keywords":"Medicine; Grading (engineering); Comparability; Observational study; Medical physics; Internal medicine; Mathematics","score_opus":0.9501490119726209,"score_gpt":0.647993840881699,"score_spread":0.30215517109092194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214563712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89160126,0.00631054,0.002697579,0.0969561,0.0018547582,0.00053706666,0.000012335931,0.0000010613879,0.000029295526],"genre_scores_gemma":[0.99005187,0.0014002747,0.004847736,0.003170431,0.00012939819,0.000026979924,1.07591724e-7,0.0000056973645,0.00036748737],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.31351173,0.6232797,0.0575599,0.0007758305,0.0043554716,0.00051738723],"domain_scores_gemma":[0.053903732,0.90896934,0.033672005,0.0023595677,0.00092311314,0.00017221822],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.70291775,0.00018444686,0.00666787,0.00024438664,0.00036304528,0.0001082521,0.0024906504,0.000112799295,0.000913286],"category_scores_gemma":[0.9424222,0.00006335867,0.004178406,0.0009426759,0.00080174603,0.00023064684,0.00040325813,0.0011290107,0.000022304117],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031088584,0.0007586916,0.736137,0.000054807526,0.00054033863,0.00007290087,0.0006576123,0.0073459935,0.000079690326,0.036618486,0.20057033,0.014055288],"study_design_scores_gemma":[0.00037227382,0.00058391434,0.3972014,0.00031688542,0.00015298836,0.00030224994,0.0011294337,0.0022421065,0.0000038788885,0.20448779,0.39310923,0.00009787614],"about_ca_topic_score_codex":0.000027770448,"about_ca_topic_score_gemma":0.000071223825,"teacher_disagreement_score":0.3389356,"about_ca_system_score_codex":0.00005786905,"about_ca_system_score_gemma":0.00036935956,"threshold_uncertainty_score":0.99998415},"labels":[],"label_agreement":null},{"id":"W4214598270","doi":"10.21203/rs.3.rs-1324758/v1","title":"Stakeholder opinions on the structure and development of a new risk of bias tool to assess systematic reviews with network meta-analysis (RoB NMA tool): a cross-sectional survey","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; McGill University; University of British Columbia; Ottawa Hospital; University of Toronto","funders":"National Institute for Health Research Applied Research Collaboration West; Medical Research Council; National Institute for Health and Care Research; Canadian Institutes of Health Research; University of Bristol; NIHR Bristol Biomedical Research Centre; University Hospitals Bristol NHS Foundation Trust","keywords":"Meta-analysis; Stakeholder; Political science; Medicine; Public relations","score_opus":0.9480488244883165,"score_gpt":0.6080994841825128,"score_spread":0.3399493403058037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214598270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9114678,0.017233625,0.036058687,0.00039692604,0.0003108139,0.028826352,0.0053182733,0.000013668002,0.00037384237],"genre_scores_gemma":[0.9633869,0.00024187665,0.024053728,0.00008965426,0.00014237016,0.0027242114,0.00065952033,0.00007173225,0.008629985],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.81200063,0.14243603,0.018503694,0.0027845593,0.023499286,0.0007758188],"domain_scores_gemma":[0.92086095,0.049276024,0.012899898,0.010093105,0.006487257,0.0003827622],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.46113634,0.00076108356,0.013908813,0.0016543305,0.00092848693,0.001927322,0.004151653,0.0002451007,0.022238344],"category_scores_gemma":[0.1208419,0.000287258,0.0050367806,0.008516632,0.00018825223,0.000111654736,0.0023020413,0.0016113725,0.000085732245],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000109152934,0.00018002093,0.6846754,0.021282848,0.1640515,0.000005211025,0.002283578,0.100880906,0.000004200174,0.0017020212,0.024364183,0.00046099024],"study_design_scores_gemma":[0.0002435165,0.00025673318,0.956362,0.0014173841,0.02683962,0.0000054370207,0.001125042,0.0010626903,0.000012205917,0.0020705205,0.009935715,0.0006691174],"about_ca_topic_score_codex":0.0005382732,"about_ca_topic_score_gemma":0.0026192546,"teacher_disagreement_score":0.34029445,"about_ca_system_score_codex":0.00019820628,"about_ca_system_score_gemma":0.0014238611,"threshold_uncertainty_score":0.999958},"labels":[],"label_agreement":null},{"id":"W4214627340","doi":"10.1097/ans.0000000000000418","title":"Reviews of Literature in Nursing Research","year":2022,"lang":"en","type":"article","venue":"Advances in Nursing Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"","keywords":"Nursing research; Identification (biology); Nursing literature; Nursing practice; Nursing care; MEDLINE","score_opus":0.6035505466604533,"score_gpt":0.6493763329400233,"score_spread":0.04582578627957001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214627340","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19117165,0.2837641,0.0034258396,0.0034492211,0.0034375547,0.002899127,0.00001819327,0.000009436258,0.51182485],"genre_scores_gemma":[0.9884679,0.0007000466,0.009560907,0.0000699839,0.00003174802,0.00006313151,0.0000011324754,0.000006136556,0.0010990171],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96082103,0.01636943,0.0075949416,0.0018082223,0.012601603,0.00080478954],"domain_scores_gemma":[0.9911626,0.002886087,0.0020179115,0.0029095507,0.00091242715,0.000111432455],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28258574,0.00017261028,0.0018895547,0.0026091828,0.00047367348,0.0004667102,0.004310486,0.000030059611,0.00097397476],"category_scores_gemma":[0.040254496,0.00010117008,0.00035490026,0.026060073,0.0012342416,0.0014186859,0.00013670992,0.00062363205,0.00007246653],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017714503,0.00030233036,0.013009777,0.000050873827,0.0000010997156,0.000011393057,0.013062174,0.003385276,0.0016268992,0.06731497,0.0045241797,0.8966933],"study_design_scores_gemma":[0.00037434843,0.00024120077,0.014798034,0.0058339024,0.000016473841,0.00006660957,0.011767561,0.012806622,0.0003081482,0.7984113,0.1549599,0.00041586763],"about_ca_topic_score_codex":0.0000030604826,"about_ca_topic_score_gemma":0.0000095976975,"teacher_disagreement_score":0.8962774,"about_ca_system_score_codex":0.00047259318,"about_ca_system_score_gemma":0.00018283886,"threshold_uncertainty_score":0.99993926},"labels":[],"label_agreement":null},{"id":"W4214662435","doi":"10.31222/osf.io/5ecnh","title":"Consensus-based guidance for conducting and reporting multi-analyst studies","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Victoria","funders":"Fonds de recherche du Québec – Nature et technologies; Templeton Religion Trust; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Weizmann Institute of Science; Natural Sciences and Engineering Research Council of Canada; European Commission; Arnold Ventures; Templeton World Charity Foundation; John Templeton Foundation","keywords":"Robustness (evolution); Data science; Computer science; Management science; Psychology; Engineering","score_opus":0.9724815324044669,"score_gpt":0.6671067503451332,"score_spread":0.30537478205933366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214662435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59166634,0.050787922,0.3445319,0.004599092,0.0019813403,0.0039668856,0.00006560968,0.0000394383,0.0023614825],"genre_scores_gemma":[0.5430878,0.000041875654,0.43699622,0.00054543756,0.00013163027,0.00025329585,0.000024148592,0.000025076055,0.018894529],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.95143056,0.0070578475,0.034722943,0.002929583,0.0034975407,0.00036151957],"domain_scores_gemma":[0.8805058,0.025619272,0.07409283,0.007829505,0.011718126,0.00023448993],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.26386762,0.0005835974,0.01053342,0.0003665291,0.00032143446,0.0020522934,0.0010169435,0.0002138891,0.0011384649],"category_scores_gemma":[0.5612838,0.0002850166,0.0038277279,0.0006127495,0.000164805,0.000062551255,0.0009129427,0.00032526802,0.00004259249],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000471862,0.0004924935,0.5001459,0.01759945,0.031763997,0.0005129204,0.009854899,0.028455859,0.0050513144,0.0021493037,0.34389168,0.060035016],"study_design_scores_gemma":[0.0015893911,0.000074141964,0.0054168366,0.0028761488,0.008560166,0.00013439349,0.08666398,0.84733963,0.0031928981,0.006160949,0.035453275,0.0025382137],"about_ca_topic_score_codex":0.000044329598,"about_ca_topic_score_gemma":0.00032091216,"teacher_disagreement_score":0.8188838,"about_ca_system_score_codex":0.000051841358,"about_ca_system_score_gemma":0.0003211383,"threshold_uncertainty_score":0.9999602},"labels":[],"label_agreement":null},{"id":"W4214697769","doi":"10.1101/2022.02.24.22268947","title":"A real-world evaluation of the implementation of NLP technology in abstract screening of a systematic review","year":2022,"lang":"en","type":"review","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Toronto; McGill University","funders":"University of Calgary","keywords":"Recall; Systematic review; Context (archaeology); Inclusion (mineral); Machine learning; Artificial intelligence; Precision and recall; Computer science; Natural language processing; MEDLINE; Psychology; Cognitive psychology","score_opus":0.8193420800030563,"score_gpt":0.6182600224401161,"score_spread":0.20108205756294018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214697769","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00048202768,0.99041253,0.000031609645,0.00006561839,0.00009883374,0.008105677,0.000045512148,0.0000019959605,0.0007561649],"genre_scores_gemma":[0.0034887695,0.9949242,0.00024840992,0.000009278002,0.0000073434326,0.0011136628,0.00001614524,0.000017629756,0.00017457925],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8985488,0.041787475,0.043792047,0.0011466036,0.01443026,0.00029480265],"domain_scores_gemma":[0.9490924,0.0043905484,0.04027569,0.005039392,0.0011718556,0.000030113175],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28016558,0.0003627454,0.015051309,0.0017995775,0.000044177425,0.000029517407,0.0032342602,0.00010309783,0.009379565],"category_scores_gemma":[0.041238308,0.00015387626,0.0036617313,0.008754295,0.00007585545,0.00008017774,0.00031328003,0.00029715974,0.000033858225],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.5718273e-7,0.00003200622,0.0015443182,0.7816327,0.0003741895,5.3679787e-7,0.00007838245,0.000005667187,0.0000017342848,0.0005088982,0.00028507994,0.21553613],"study_design_scores_gemma":[0.00027508047,0.000054027743,0.0021189486,0.88160676,0.029394047,0.000018642253,0.0013159005,0.0002185066,0.000010961321,0.0012352655,0.08339596,0.00035589523],"about_ca_topic_score_codex":0.000106744505,"about_ca_topic_score_gemma":0.00031200243,"teacher_disagreement_score":0.23892727,"about_ca_system_score_codex":0.00011855725,"about_ca_system_score_gemma":0.00047482326,"threshold_uncertainty_score":0.99957126},"labels":[],"label_agreement":null},{"id":"W4214913012","doi":"10.1177/15248380211073839","title":"Do Meta-Analyses of Intervention/Prevention Programs in the Field of Criminology Meet the Tests of Transparency and Reproducibility?","year":2022,"lang":"en","type":"review","venue":"Trauma Violence & Abuse","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Checklist; Transparency (behavior); Reproducibility; Psychological intervention; Psychology; Sample size determination; Clinical psychology; Medicine; Applied psychology; Psychiatry; Political science; Statistics; Law; Mathematics","score_opus":0.9169399782393892,"score_gpt":0.6112680259503919,"score_spread":0.30567195228899735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214913012","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025999328,0.9707757,0.00022782291,0.00007208202,0.00011018916,0.0025581627,0.00003682307,0.0000024279389,0.00021744086],"genre_scores_gemma":[0.15148458,0.8473877,0.00033578623,0.0000211004,0.000015859863,0.0006002693,0.00001504359,0.000013002687,0.00012666322],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9358404,0.03652762,0.020844465,0.002443164,0.0040432005,0.00030113524],"domain_scores_gemma":[0.9650081,0.011872643,0.012523483,0.010083659,0.0004706033,0.000041514508],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14295077,0.00046964266,0.01019114,0.00055913394,0.00006943186,0.00010084925,0.0040344447,0.00016444796,0.0040234765],"category_scores_gemma":[0.022567814,0.00016555822,0.008053904,0.0020205656,0.00032225918,0.0001453639,0.0001292058,0.00038987247,0.000008348081],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067823257,0.00041437353,0.0003925079,0.0054146755,0.0019873106,0.0000019841043,0.0019802065,0.0000062786885,0.0000011316463,0.00079105445,0.00017243742,0.9888313],"study_design_scores_gemma":[0.0011523212,0.0038263272,0.0064430903,0.029276485,0.27349934,0.00019763477,0.019009313,0.00012868617,0.00014795925,0.09896705,0.5657175,0.0016342456],"about_ca_topic_score_codex":0.00025421902,"about_ca_topic_score_gemma":0.00027742787,"teacher_disagreement_score":0.98719704,"about_ca_system_score_codex":0.00001616372,"about_ca_system_score_gemma":0.00007619968,"threshold_uncertainty_score":0.99688697},"labels":[],"label_agreement":null},{"id":"W4220718699","doi":"10.1111/iej.13700","title":"Need for criteria to appraise the methodological quality of laboratory‐based studies included in systematic reviews within the speciality of Endodontology","year":2022,"lang":"en","type":"editorial","venue":"International Endodontic Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Quality (philosophy); Process (computing); Computer science; Systematic review; Medical physics; Medicine; Risk analysis (engineering); MEDLINE; Management science; Engineering; Biology","score_opus":0.8962100950292776,"score_gpt":0.6723707048188415,"score_spread":0.22383939021043608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220718699","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0055107926,0.013588681,0.054130428,0.008505324,0.90644115,0.009779118,0.0014102351,0.000006875878,0.00062738353],"genre_scores_gemma":[0.16261478,0.0024411995,0.11975023,0.0041476516,0.6924891,0.010189568,0.0002880732,0.00026277945,0.007816626],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.761374,0.17802633,0.04289161,0.0013982968,0.015794199,0.0005155758],"domain_scores_gemma":[0.3893959,0.5006749,0.082898885,0.006875762,0.019841328,0.00031321924],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5384421,0.000573286,0.011370666,0.00082987646,0.00027032278,0.000445014,0.0074297935,0.0002707295,0.0021341995],"category_scores_gemma":[0.7951217,0.0002140678,0.0036194597,0.0013609686,0.00030382193,0.00015900114,0.00066137436,0.0012558879,0.000027261045],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037295045,0.00018410405,0.0005674998,0.004354795,0.0016502537,0.0000096518,0.0032101169,0.00036296595,0.00025304913,0.003803353,0.9849979,0.00023335568],"study_design_scores_gemma":[0.002054667,0.00036453296,0.0007931443,0.0035013617,0.0015416928,0.000035948982,0.010789688,0.001207719,0.00008301931,0.017455738,0.9616384,0.0005341189],"about_ca_topic_score_codex":0.00006585407,"about_ca_topic_score_gemma":0.0003922815,"teacher_disagreement_score":0.37197807,"about_ca_system_score_codex":0.0003634413,"about_ca_system_score_gemma":0.0007105792,"threshold_uncertainty_score":0.998778},"labels":[],"label_agreement":null},{"id":"W4220744986","doi":"10.11124/jbies-21-00483","title":"What are scoping reviews? Providing a formal definition of scoping reviews as a type of evidence synthesis","year":2022,"lang":"en","type":"article","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":616,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; St. Michael's Hospital; Queen's University","funders":"","keywords":"Systematic review; Key (lock); Empirical evidence; Formal concept analysis; Identification (biology); Context (archaeology)","score_opus":0.7599890405841907,"score_gpt":0.5301664100618305,"score_spread":0.22982263052236018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220744986","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17564955,0.790394,0.0075624264,0.005253599,0.0022409188,0.01653759,0.000040541436,0.000053076332,0.0022682915],"genre_scores_gemma":[0.82950515,0.14483218,0.019721663,0.00070713554,0.00017823445,0.003847974,0.0000020963416,0.00006866453,0.0011369351],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9393278,0.03234259,0.017719472,0.0019365937,0.00792671,0.0007468278],"domain_scores_gemma":[0.8598892,0.08828013,0.03894825,0.009589746,0.0028579773,0.00043470983],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.20619662,0.00061291497,0.008036631,0.00095187826,0.00060850324,0.00077867816,0.0036187374,0.00012084558,0.015064011],"category_scores_gemma":[0.5096016,0.00034946643,0.0030240128,0.0043595387,0.00017645987,0.004733635,0.00094247086,0.00033542485,0.001536376],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005663199,0.0006542341,0.04093043,0.08087063,0.0009385049,0.00007213473,0.00763608,0.00043067744,0.025248207,0.0030334683,0.028541716,0.8110776],"study_design_scores_gemma":[0.00021347878,0.0007613265,0.0028716791,0.9325925,0.005171369,0.0002040716,0.014617887,0.0026478372,0.017510133,0.0048160735,0.016608968,0.0019846808],"about_ca_topic_score_codex":0.000059446473,"about_ca_topic_score_gemma":0.000037955102,"teacher_disagreement_score":0.8517219,"about_ca_system_score_codex":0.00020884657,"about_ca_system_score_gemma":0.00045855992,"threshold_uncertainty_score":0.99989575},"labels":[],"label_agreement":null},{"id":"W4220749016","doi":"10.1016/j.clinbiochem.2022.03.003","title":"Reflex and reflective laboratory interventions for adding value to test results; an integral part of laboratory stewardship","year":2022,"lang":"en","type":"review","venue":"Clinical Biochemistry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Psychological intervention; Standardization; Stewardship (theology); Test (biology); Health care; Reflexivity; Medicine; Scrutiny; Scope (computer science); Psychology; Risk analysis (engineering); Computer science; Nursing; Economics; Political science","score_opus":0.8703006226957621,"score_gpt":0.6698589109863443,"score_spread":0.20044171170941782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220749016","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00035267792,0.9792022,0.0001614612,0.0001068685,0.0007656039,0.0019132949,0.0156147005,0.000018076278,0.0018651262],"genre_scores_gemma":[0.0003089718,0.97507954,0.014716834,0.00034682322,0.001214902,0.000818451,0.0012311612,0.000110396504,0.0061728964],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9613164,0.011010735,0.022137957,0.0028229041,0.002330986,0.00038101248],"domain_scores_gemma":[0.92701596,0.0479805,0.015015248,0.006860696,0.0023345642,0.00079301884],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14048557,0.00066938536,0.010531449,0.0002724005,0.00020514608,0.00037690686,0.002721738,0.0006017224,0.0012260122],"category_scores_gemma":[0.3437257,0.00039564606,0.0059367972,0.0024242755,0.00023595158,0.00012057761,0.000661154,0.0009395474,0.00011499917],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007947266,0.0010442651,0.00010894145,0.021814942,0.0013363635,0.000010240714,0.00013542705,0.0000017241897,0.000037051264,0.00037203403,0.1981329,0.77692664],"study_design_scores_gemma":[0.00021268177,0.00054224115,0.0000047640033,0.0056736195,0.0017393453,0.0000034604175,0.0004355946,0.000011704888,0.000035429548,0.00016995225,0.9908001,0.0003711027],"about_ca_topic_score_codex":0.0000016314449,"about_ca_topic_score_gemma":0.000005351858,"teacher_disagreement_score":0.7926672,"about_ca_system_score_codex":0.00014738821,"about_ca_system_score_gemma":0.00094697415,"threshold_uncertainty_score":0.99984956},"labels":[],"label_agreement":null},{"id":"W4220796182","doi":"10.21203/rs.3.rs-1412798/v1","title":"Evaluation of the Use of GRADE in Dentistry Systematic Reviews and its Impact on Conclusions: A Protocol for a Methodological Study","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Grading (engineering); Protocol (science); Data extraction; Systematic review; Medicine; Certainty; MEDLINE; Quality of evidence; Quality (philosophy); Medical physics; Dentistry; Meta-analysis; Alternative medicine; Pathology; Engineering; Mathematics","score_opus":0.9893630004535877,"score_gpt":0.7910874131540708,"score_spread":0.1982755872995169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220796182","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23739104,0.0012873487,0.00030750033,0.0001075892,0.00007050068,0.76065105,0.00013961668,0.0000015111898,0.000043844615],"genre_scores_gemma":[0.33549896,0.000022856293,0.0007280299,0.0000067163664,0.000016220456,0.66338176,0.0000045322668,0.0000114223785,0.00032951313],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.33223048,0.6141628,0.017698683,0.0019181821,0.033515546,0.00047430134],"domain_scores_gemma":[0.87670934,0.097132236,0.011348295,0.006805785,0.007852256,0.00015208714],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.73520267,0.00034108767,0.0066847764,0.0009202484,0.00021276549,0.0003937712,0.0025590893,0.00016660428,0.0025582344],"category_scores_gemma":[0.6497315,0.00011963258,0.0023578268,0.0021643068,0.00008790225,0.00009005644,0.0027865188,0.00087105914,0.000016751617],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010920671,0.011086813,0.17423815,0.6887005,0.004443865,0.00003481466,0.020864975,0.03790286,0.00064641633,0.002949811,0.038220428,0.01981929],"study_design_scores_gemma":[0.007396386,0.006528877,0.29843968,0.11858602,0.0048711007,0.000037350605,0.023354195,0.47941324,0.00014231846,0.05242755,0.0076061706,0.0011971098],"about_ca_topic_score_codex":0.00006812148,"about_ca_topic_score_gemma":0.00007124823,"teacher_disagreement_score":0.5701145,"about_ca_system_score_codex":0.00034046045,"about_ca_system_score_gemma":0.00066481595,"threshold_uncertainty_score":0.99835354},"labels":[],"label_agreement":null},{"id":"W4220797965","doi":"10.54434/candj.103","title":"Knowledge Mobilization in the Canadian Naturopathic Community","year":2022,"lang":"en","type":"article","venue":"CAND Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Guelph; Canadian College of Naturopathic Medicine","funders":"","keywords":"Naturopathy; Knowledge translation; Community mobilization; Bridge (graph theory); Process (computing); Sociology of scientific knowledge; Mobilization; Health care; Scientific evidence; Medicine; Public relations; Alternative medicine; Knowledge management; Political science; Sociology; Computer science; Surgery; Social science","score_opus":0.8107416653635062,"score_gpt":0.5396576198988381,"score_spread":0.27108404546466813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220797965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93825424,0.0042849667,0.0007538512,0.0023172917,0.0010175618,0.00038422216,0.000015782665,0.0000012382974,0.052970845],"genre_scores_gemma":[0.99730325,0.000008076886,0.000035854835,0.0006775214,0.00006247778,0.000011925806,0.0000025518457,0.0000030847943,0.0018952608],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.95000577,0.044992123,0.0025136704,0.00014164929,0.0021781852,0.000168622],"domain_scores_gemma":[0.99538046,0.0016925752,0.0010878823,0.0012500607,0.00044079626,0.00014822294],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22138791,0.00008237034,0.00061034714,0.0004304448,0.0019483787,0.0009967685,0.0019884522,0.000024366696,0.008046156],"category_scores_gemma":[0.010518946,0.000034946803,0.00036683562,0.001466227,0.000039482577,0.0001008255,0.00007220156,0.0011463475,0.0001740554],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010038582,0.00025083098,0.4308084,0.000025343068,0.00010423535,0.00016110536,0.06126577,0.00435011,0.00004086571,0.010766734,0.4306378,0.061578743],"study_design_scores_gemma":[0.00021859402,0.00005770328,0.0689744,0.000011390362,0.0000470258,0.0006852419,0.036158044,0.0047904337,0.0000014813884,0.01453611,0.87440777,0.000111833164],"about_ca_topic_score_codex":0.0033636354,"about_ca_topic_score_gemma":0.26433378,"teacher_disagreement_score":0.44376993,"about_ca_system_score_codex":0.00020196023,"about_ca_system_score_gemma":0.00052978547,"threshold_uncertainty_score":0.99935097},"labels":[],"label_agreement":null},{"id":"W4220822415","doi":"10.1016/j.jclinepi.2022.03.014","title":"Five common pitfalls in mixed methods systematic reviews: lessons learned","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Trinity Western University; Western University; Wilfrid Laurier University; Queen's University","funders":"","keywords":"Systematic review; Management science; Citation; Process (computing); Computer science; MEDLINE; Data science; Medicine; Engineering; Political science","score_opus":0.9631165317017311,"score_gpt":0.7571042532694495,"score_spread":0.20601227843228154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220822415","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28293335,0.119035356,0.37323016,0.18790466,0.022001376,0.007748797,0.000056812172,0.000017407174,0.0070720785],"genre_scores_gemma":[0.61463964,0.009227441,0.3329361,0.027203977,0.0013251216,0.00037949678,0.00001025531,0.00006923921,0.01420875],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.06730186,0.8078681,0.12008417,0.0010692566,0.0031284834,0.0005480851],"domain_scores_gemma":[0.060605157,0.8057105,0.12697938,0.0047822758,0.0012964568,0.0006262473],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.93323183,0.00035909115,0.038994405,0.00074214843,0.00016498806,0.00008000913,0.004204437,0.0002465033,0.0055073607],"category_scores_gemma":[0.92329437,0.00016157111,0.010212513,0.0016074511,0.000177849,0.00017699733,0.00058935396,0.0022824344,0.00063731015],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029025666,0.0011750864,0.19799988,0.0043402403,0.0017672213,0.00023806552,0.001052717,0.008780929,0.000028463532,0.037785895,0.4810006,0.26554063],"study_design_scores_gemma":[0.0015304282,0.0012995279,0.09759816,0.001862402,0.001256731,0.0005866908,0.0032331366,0.026800893,0.0000010978965,0.35348237,0.5118718,0.00047672915],"about_ca_topic_score_codex":0.000022118717,"about_ca_topic_score_gemma":0.00004504184,"teacher_disagreement_score":0.33170626,"about_ca_system_score_codex":0.00009782243,"about_ca_system_score_gemma":0.00022540629,"threshold_uncertainty_score":0.99969995},"labels":[],"label_agreement":null},{"id":"W4220833594","doi":"10.1016/s2468-1253(21)00470-2","title":"Ranking treatments in the network meta-analysis should consider the certainty of evidence","year":2022,"lang":"en","type":"article","venue":"˜The œLancet. Gastroenterology & hepatology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Ranking (information retrieval); Certainty; Rank (graph theory); Systematic review; Clinical efficacy","score_opus":0.8667568922909983,"score_gpt":0.5270287588316885,"score_spread":0.33972813345930974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220833594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8369503,0.0100047765,0.010804992,0.13768229,0.0008201016,0.0027449448,0.0000975168,0.000015219879,0.00087987486],"genre_scores_gemma":[0.971241,0.00006249609,0.0003206147,0.027011435,0.00010266465,0.0007358744,0.000009482327,0.000011901019,0.00050456094],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.88412225,0.10150056,0.0080064135,0.0014662149,0.0037810346,0.0011234988],"domain_scores_gemma":[0.96884364,0.019328516,0.00510525,0.006300014,0.0003594167,0.00006313565],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.12660079,0.0004640278,0.0086532645,0.00033257468,0.00068378716,0.00016272547,0.006018148,0.00012812795,0.009468416],"category_scores_gemma":[0.0032278507,0.000145369,0.005410171,0.0028109504,0.00062543084,0.00008494724,0.00077446754,0.0010506373,0.000105487474],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019023151,0.000081174985,0.89150393,0.000006511143,0.039556593,0.00004591524,0.000980164,0.011549234,0.000005870987,0.0009857098,0.054858338,0.00023634903],"study_design_scores_gemma":[0.0026454832,0.0013381268,0.38116065,0.00001173292,0.37950158,0.0013570182,0.0059283013,0.06409575,0.0000045994293,0.03121839,0.13219723,0.00054112304],"about_ca_topic_score_codex":0.00032623808,"about_ca_topic_score_gemma":0.006439512,"teacher_disagreement_score":0.51034325,"about_ca_system_score_codex":0.000058977264,"about_ca_system_score_gemma":0.00006658105,"threshold_uncertainty_score":0.9993598},"labels":[],"label_agreement":null},{"id":"W4220858813","doi":"10.1017/s0140525x21000376","title":"Addressing a crisis of generalizability with large-scale construct validation","year":2022,"lang":"en","type":"letter","venue":"Behavioral and Brain Sciences","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Generalizability theory; Construct (python library); Scale (ratio); Construct validity; Psychology; Computer science; Econometrics; Management science; Psychometrics; Economics; Clinical psychology; Developmental psychology","score_opus":0.7390527417927718,"score_gpt":0.5275772326643419,"score_spread":0.21147550912842994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220858813","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7882954,0.00065329677,0.0012130775,0.20680484,0.0004165669,0.0009230364,0.0004890301,0.000011077287,0.0011937065],"genre_scores_gemma":[0.56228596,0.00005116471,0.05754751,0.35794574,0.0014029263,0.00044087853,0.0005661021,0.000088537294,0.019671164],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9790601,0.007099221,0.0043286486,0.0016161462,0.0075265854,0.00036930572],"domain_scores_gemma":[0.9915737,0.001541721,0.0044960664,0.0017079291,0.00059315783,0.00008742467],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.06206858,0.00037362176,0.002789898,0.0005017995,0.00063333695,0.0012212197,0.0018204575,0.0001910996,0.015596243],"category_scores_gemma":[0.0014318018,0.00016905877,0.0007668999,0.0019860216,0.0008072061,0.0003870495,0.00032762176,0.0004526056,0.000022861712],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038703974,0.00004505047,0.06269183,0.00006537993,0.000021158718,0.000015300117,0.0006501505,0.000014504936,0.00005549981,0.00004457153,0.9327519,0.0036407819],"study_design_scores_gemma":[0.00032071854,0.0005379833,0.005863962,0.00008423337,0.00063078385,0.00010919967,0.0064114938,0.00071404123,0.00013419271,0.0028959266,0.98162776,0.00066972186],"about_ca_topic_score_codex":0.00014404963,"about_ca_topic_score_gemma":0.0000510757,"teacher_disagreement_score":0.22600938,"about_ca_system_score_codex":0.00002550795,"about_ca_system_score_gemma":0.00019969919,"threshold_uncertainty_score":0.9998156},"labels":[],"label_agreement":null},{"id":"W4220863033","doi":"10.1007/s11136-022-03117-y","title":"Reducing research wastage by starting off on the right foot: optimally framing the research question","year":2022,"lang":"en","type":"article","venue":"Quality of Life Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Manitoba; University of Toronto; Montreal Neurological Institute and Hospital; Dalhousie University; University of British Columbia; Toronto Rehabilitation Institute; McGill University Health Centre","funders":"","keywords":"CLARITY; Framing (construction); Psychological intervention; Psychology; Qualitative research; Population; Prom; Quality of Life Research; Public health; Applied psychology; Medicine; Medical education; Sociology; Social science; Nursing; History; Environmental health","score_opus":0.9289233548375755,"score_gpt":0.6748634849641595,"score_spread":0.254059869873416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220863033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8761464,0.003118111,0.0005364246,0.083889805,0.0001622385,0.0029150192,0.00008810061,0.000010359829,0.03313356],"genre_scores_gemma":[0.97242874,0.00008216145,0.0004869407,0.00022337564,0.00023251386,0.00046037976,0.000010649058,0.00003168145,0.026043545],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.28501338,0.603649,0.014059532,0.0028208464,0.09189303,0.002564195],"domain_scores_gemma":[0.44218034,0.50668937,0.005965198,0.0214245,0.022719327,0.001021305],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.9075742,0.00027914526,0.002072697,0.0016073309,0.0073894304,0.0020876853,0.00895163,0.00012547149,0.018817311],"category_scores_gemma":[0.44141197,0.000121294914,0.0010084016,0.009874369,0.0015572392,0.0002659231,0.00319625,0.005370225,0.0016640836],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024869447,0.0004865976,0.0027274983,0.00022753298,0.00024958618,0.000009990327,0.010249567,0.0011670667,0.0093734255,0.12734565,0.8288539,0.01906046],"study_design_scores_gemma":[0.00068677886,0.0017192129,0.0077579226,0.00042199963,0.000039488834,0.000006288382,0.1820254,0.03911069,0.0028218303,0.11687865,0.6478969,0.0006348523],"about_ca_topic_score_codex":0.0018320048,"about_ca_topic_score_gemma":0.00012137934,"teacher_disagreement_score":0.46616217,"about_ca_system_score_codex":0.00044473726,"about_ca_system_score_gemma":0.0010549374,"threshold_uncertainty_score":0.99911326},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4220901432","doi":"10.1111/pcn.13351","title":"Publication rates in English of abstracts presented at the annual meeting of the Japanese Society of Psychiatry and Neurology","year":2022,"lang":"en","type":"article","venue":"Psychiatry and Clinical Neurosciences","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Medicine; Odds ratio; Logistic regression; Impact factor; Family medicine; Peer review; MEDLINE; Psychiatry; Library science; Psychology; Political science; Internal medicine; Law","score_opus":0.2993882471250735,"score_gpt":0.4720647311912786,"score_spread":0.17267648406620512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220901432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9801494,0.0009500716,0.0000019448557,0.015603971,0.0021080433,0.00035028686,0.000039725343,0.0000018079548,0.00079478946],"genre_scores_gemma":[0.99847853,0.00011881639,0.0001402378,0.00078952947,0.000054718115,0.000012120043,7.478944e-7,0.0000032503476,0.00040206657],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98420024,0.0069896183,0.005923088,0.0007345055,0.0019800742,0.00017245112],"domain_scores_gemma":[0.9875616,0.0057425853,0.0050914204,0.0011477761,0.00039169547,0.00006495804],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05225054,0.00013087287,0.0010378201,0.00008044108,0.00031089567,0.00008108866,0.0015298402,0.000059678983,0.00018509912],"category_scores_gemma":[0.01740873,0.00005510228,0.00066684023,0.0016202852,0.0010036996,0.00017491363,0.00061549037,0.00032498577,8.583896e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023042803,0.00026887233,0.9937186,0.000037590085,0.000014817337,3.5373468e-8,0.00039748548,0.00011978052,0.000050561062,0.00054386683,0.004518804,0.0003065371],"study_design_scores_gemma":[0.00023435193,0.00028928972,0.9867476,0.000011887553,0.000054725853,0.000005545194,0.0059771687,0.0019371094,0.0000094918505,0.0016159939,0.0030582154,0.000058585796],"about_ca_topic_score_codex":0.00004995496,"about_ca_topic_score_gemma":0.00021542818,"teacher_disagreement_score":0.034841813,"about_ca_system_score_codex":0.0000019450604,"about_ca_system_score_gemma":0.00011242045,"threshold_uncertainty_score":0.99086803},"labels":[],"label_agreement":null},{"id":"W4220953504","doi":"10.1016/j.jclinepi.2022.03.015","title":"The construct of certainty of evidence has not been disseminated to systematic reviews and clinical practice guidelines: author's reply","year":2022,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Cochrane; Impact; Health Sciences Centre","funders":"","keywords":"Grading (engineering); Scopus; Certainty; Systematic review; Quality of evidence; Construct (python library); Psychology; Medicine; Publication bias; Meta-analysis; MEDLINE; Computer science; Philosophy; Epistemology; Political science; Engineering; Pathology; Law","score_opus":0.968278234862471,"score_gpt":0.732174767701637,"score_spread":0.23610346716083397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220953504","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007317974,0.026596615,0.005798056,0.95957226,0.0043600313,0.0027595644,0.000040710718,0.0000025838715,0.00013841386],"genre_scores_gemma":[0.0010597245,0.02452581,0.07282921,0.8934086,0.0035707287,0.00008000457,0.000007395711,0.00005044635,0.0044680554],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.076538175,0.616508,0.2950112,0.0023595067,0.008757975,0.00082512357],"domain_scores_gemma":[0.012248975,0.74151766,0.22613636,0.0059907725,0.0136074945,0.0004987131],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity"],"category_scores_codex":[0.917027,0.0007762706,0.052828703,0.0005601833,0.00025697972,0.00019846427,0.006908675,0.0015667833,0.0013033487],"category_scores_gemma":[0.99596566,0.00027371844,0.014381308,0.0013627744,0.0015748836,0.00026172376,0.0010073731,0.0072920746,0.00013259266],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002649676,0.000047867918,0.004340967,0.0038208086,0.0015999569,0.00008282401,0.000062355706,0.000021777785,7.8228885e-7,0.00023240238,0.97476846,0.014756814],"study_design_scores_gemma":[0.0002673375,0.0013846618,0.0016029521,0.009214292,0.004290029,0.00070308783,0.0004503018,0.0007520421,2.4183558e-7,0.0027833513,0.97830987,0.00024180888],"about_ca_topic_score_codex":0.00005266524,"about_ca_topic_score_gemma":0.00001113092,"teacher_disagreement_score":0.12500967,"about_ca_system_score_codex":0.000066354296,"about_ca_system_score_gemma":0.0011166802,"threshold_uncertainty_score":0.9999715},"labels":[],"label_agreement":null},{"id":"W4220961973","doi":"10.1007/s11096-022-01390-y","title":"The use of a modified Delphi technique to develop a critical appraisal tool for clinical pharmacokinetic studies","year":2022,"lang":"en","type":"article","venue":"International Journal of Clinical Pharmacy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Children's & Women's Health Centre of British Columbia; Provincial Health Services Authority; University of British Columbia","funders":"Qatar National Library; Qatar University","keywords":"Critical appraisal; Medicine; Delphi method; Delphi; Medical physics; Reliability (semiconductor); Pharmacokinetics; Quality (philosophy); Management science; Alternative medicine; Pharmacology; Computer science; Pathology; Artificial intelligence; Engineering","score_opus":0.9498672579744839,"score_gpt":0.7543553535904477,"score_spread":0.1955119043840362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220961973","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36987984,0.002508471,0.52108026,0.073056735,0.030103605,0.0027892014,0.000282918,0.000012506175,0.00028646097],"genre_scores_gemma":[0.9476511,0.00066871283,0.045134794,0.003884645,0.0016417131,0.00022904559,0.0000027131912,0.000022224016,0.0007650631],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94976944,0.012825931,0.028790485,0.0006387543,0.0076884828,0.00028691764],"domain_scores_gemma":[0.4945241,0.44378752,0.021702021,0.0021089271,0.03717242,0.0007050192],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20527588,0.00023778257,0.0029811442,0.00036961006,0.00022185064,0.00037621593,0.0043568998,0.000044860888,0.0010526994],"category_scores_gemma":[0.5800372,0.00011558184,0.0031805076,0.0008314689,0.00029412066,0.00041234485,0.0008841061,0.0007722609,0.00004667562],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033105044,0.0011026451,0.017997919,0.000029923582,0.0044226306,0.0000890425,0.00040769108,0.0028941238,0.0002310132,0.007260713,0.65614647,0.3061073],"study_design_scores_gemma":[0.0015873128,0.00033189464,0.0017517874,0.00003831451,0.00038941513,0.00012221525,0.00023683593,0.008467939,0.00007293136,0.0043247095,0.9825319,0.00014472399],"about_ca_topic_score_codex":0.0000020877123,"about_ca_topic_score_gemma":0.0000013613703,"teacher_disagreement_score":0.57777125,"about_ca_system_score_codex":0.00005395953,"about_ca_system_score_gemma":0.0005482959,"threshold_uncertainty_score":0.99986047},"labels":[],"label_agreement":null},{"id":"W4220967648","doi":"10.1097/bpo.0000000000002136","title":"Interobserver and Intraobserver Agreement are Unsatisfactory When Determining Abstract Study Design and Level of Evidence","year":2022,"lang":"en","type":"article","venue":"Journal of Pediatric Orthopaedics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital","funders":"","keywords":"Medicine; Medical physics; Nuclear medicine","score_opus":0.9015335398561041,"score_gpt":0.5068814397572236,"score_spread":0.3946521000988805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220967648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98603725,0.005321052,0.007604611,0.00016304695,0.00039529096,0.00045220295,0.000014359507,0.0000010833501,0.000011108933],"genre_scores_gemma":[0.99098253,0.00046112883,0.007969304,0.00007167673,0.00020683958,0.0000069501493,2.2969157e-7,0.000009915958,0.00029141756],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9798998,0.005690583,0.008000407,0.00047466316,0.0057367245,0.0001977815],"domain_scores_gemma":[0.98113716,0.0054093776,0.011422084,0.0008320425,0.0009874759,0.00021187571],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10113827,0.0002376115,0.0020915119,0.000626428,0.0001667422,0.00024645947,0.00095106324,0.00004218292,0.0021752752],"category_scores_gemma":[0.014522842,0.00012334416,0.0006149845,0.0006518312,0.000046352827,0.0005266336,0.00042557842,0.00042248232,0.0000065420118],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003051305,0.00009736859,0.9704108,0.00006739886,0.00016939397,0.00008736545,0.0024602106,0.00038248117,0.000013405832,0.0000027518024,0.008705458,0.017572852],"study_design_scores_gemma":[0.0005169729,0.00083032454,0.9896944,0.00004079404,0.00090760615,0.00008735423,0.0061153313,0.00059422146,0.000002526167,0.00028330085,0.000778311,0.00014882868],"about_ca_topic_score_codex":0.000010308457,"about_ca_topic_score_gemma":0.000025489204,"teacher_disagreement_score":0.08661543,"about_ca_system_score_codex":0.00005232917,"about_ca_system_score_gemma":0.0001750483,"threshold_uncertainty_score":0.99873686},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4221035601","doi":"10.1016/s2215-0366(22)00063-3","title":"Confidence of evidence should be considered in ranking of treatments in the network meta-analysis","year":2022,"lang":"en","type":"letter","venue":"The Lancet Psychiatry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Psychoeducation; Meta-analysis; Odds ratio; Schizophrenia (object-oriented programming); Intervention (counseling); Family therapy; Medicine; Odds; Confidence interval; Clinical psychology; Psychological intervention; Psychology; Psychiatry; Internal medicine; Logistic regression","score_opus":0.9428134693998479,"score_gpt":0.575288121907706,"score_spread":0.36752534749214194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221035601","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026937947,0.049242686,0.0005533569,0.9414237,0.00077439036,0.002219248,0.00020529736,0.0000046509426,0.0028828683],"genre_scores_gemma":[0.24896792,0.0012004141,0.004350681,0.73694813,0.0018809238,0.00087684934,0.00009552233,0.000058620983,0.0056209294],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9233533,0.05066632,0.013636015,0.0015310385,0.010155184,0.0006581215],"domain_scores_gemma":[0.9526348,0.025998384,0.011586346,0.009403601,0.00034738527,0.000029461695],"candidate_categories":["metaresearch","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.15562832,0.0006016704,0.014748531,0.00065905205,0.0001371751,0.00027390872,0.007681807,0.00028218116,0.018571712],"category_scores_gemma":[0.0070239347,0.00020128403,0.008289293,0.0072636018,0.00023617891,0.00014766087,0.00030122872,0.0016471945,0.00004645534],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003100433,0.000046448113,0.039895236,0.00014092553,0.037825637,0.000020264735,0.0010974008,0.0029971479,6.225707e-7,0.0012788641,0.9166093,0.000057177116],"study_design_scores_gemma":[0.0009853021,0.00019069917,0.026739066,0.00034334112,0.43917933,0.00003922413,0.0031228766,0.0017359806,0.000002071094,0.1311178,0.3956565,0.0008877863],"about_ca_topic_score_codex":0.00052678783,"about_ca_topic_score_gemma":0.0016552379,"teacher_disagreement_score":0.52095276,"about_ca_system_score_codex":0.000042825384,"about_ca_system_score_gemma":0.00022656191,"threshold_uncertainty_score":0.9998786},"labels":[],"label_agreement":null},{"id":"W4221047172","doi":"10.12688/openreseurope.14044.2","title":"Methodological approaches for developing and reporting living evidence synthesis: a study protocol","year":2022,"lang":"en","type":"article","venue":"Open Research Europe","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Horizon 2020 Framework Programme; European Commission","keywords":"Protocol (science); Systematic review; MEDLINE; Data science; Computer science; Evidence-based medicine; Management science; Psychology; Medicine; Alternative medicine; Political science; Pathology","score_opus":0.9946167101699122,"score_gpt":0.7502327596382219,"score_spread":0.24438395053169026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221047172","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07617409,0.0004595326,0.046865962,0.005644533,0.00012365007,0.8329512,0.000010077465,0.00002417854,0.0377468],"genre_scores_gemma":[0.19965088,0.0000043518417,0.10520676,0.000099681914,0.00006131544,0.67993796,3.318472e-7,0.000029649418,0.015009076],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.6559794,0.30464545,0.019041767,0.004037957,0.015213075,0.0010823676],"domain_scores_gemma":[0.5010664,0.4561389,0.023717416,0.011581004,0.0068572434,0.0006390033],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8134273,0.00020534346,0.0025832327,0.00038975952,0.0018227558,0.0046823355,0.005152025,0.000024940902,0.0031700332],"category_scores_gemma":[0.8574588,0.000099860976,0.0003491996,0.00281841,0.00009143258,0.00048073046,0.008195298,0.00046043217,0.000121823214],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004946803,0.0011464858,0.27247185,0.00090312166,0.000748915,0.0003416591,0.009489542,0.0002712227,0.000622406,0.014137017,0.06863048,0.6307426],"study_design_scores_gemma":[0.000561878,0.0023308683,0.15737957,0.00097284716,0.0002454918,0.00022707488,0.06390199,0.025371732,0.00015115217,0.008713985,0.7391241,0.0010192869],"about_ca_topic_score_codex":0.000038075817,"about_ca_topic_score_gemma":0.000015440772,"teacher_disagreement_score":0.67049366,"about_ca_system_score_codex":0.000064351996,"about_ca_system_score_gemma":0.0003603607,"threshold_uncertainty_score":0.99982625},"labels":[],"label_agreement":null},{"id":"W4221049767","doi":"10.1186/s12874-022-01515-x","title":"Development and validation of search filters to identify articles on deprescribing in Medline and Embase","year":2022,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital","funders":"","keywords":"MEDLINE; Deprescribing; Medicine; Intensive care medicine; Polypharmacy; Political science","score_opus":0.9719650177757563,"score_gpt":0.7161187116190901,"score_spread":0.25584630615666615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221049767","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93945813,0.00026857588,0.05756343,0.0019605525,0.0000630509,0.0004917939,0.0000030530769,0.0000016676432,0.00018976435],"genre_scores_gemma":[0.8450826,0.000022372327,0.1540504,0.00023525742,0.000022291873,0.00013058094,0.0000035811656,0.000006714507,0.00044622517],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.73984087,0.23005807,0.0072782408,0.0016710622,0.020348305,0.00080345274],"domain_scores_gemma":[0.8030378,0.19279368,0.0006929138,0.0017721516,0.0008264591,0.00087694655],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.58890384,0.00011323237,0.0014549724,0.0014541884,0.00019077708,0.00010409623,0.0009418744,0.00006529363,0.005829319],"category_scores_gemma":[0.4641683,0.0000664414,0.00012493675,0.001903647,0.00020438606,0.00005867793,0.0012204094,0.0004984528,0.00007432192],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044699755,0.0002767826,0.13694881,0.00034075914,0.00010703377,0.00010777042,0.013386756,0.00092458946,0.014733147,0.007335565,0.006230162,0.8191616],"study_design_scores_gemma":[0.004931236,0.002028008,0.6038063,0.0006957668,0.00011833301,0.00024456927,0.1003714,0.105245925,0.07904741,0.048450112,0.054031216,0.001029701],"about_ca_topic_score_codex":0.00011534229,"about_ca_topic_score_gemma":0.0003423368,"teacher_disagreement_score":0.8181319,"about_ca_system_score_codex":0.00006121622,"about_ca_system_score_gemma":0.00042137605,"threshold_uncertainty_score":0.9950795},"labels":[],"label_agreement":null},{"id":"W4221096863","doi":"","title":"Ranking treatments in the network meta-analysis should consider the certainty of evidence","year":2022,"lang":"en","type":"letter","venue":"Lanzhou University Institutional Repository","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Medicine; Meta-analysis; Ranking (information retrieval); MEDLINE; Internal medicine; Information retrieval","score_opus":0.8712814485665091,"score_gpt":0.4808976001681936,"score_spread":0.3903838483983155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221096863","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005381468,0.016407544,0.004683407,0.86945075,0.0021254194,0.004467304,0.00056376803,0.000028070794,0.096892245],"genre_scores_gemma":[0.48272848,0.00021791122,0.0010777385,0.38284898,0.0015767864,0.00008757309,0.0003894529,0.000033044482,0.13104002],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9561221,0.029281622,0.003977822,0.0011358157,0.009145329,0.0003373222],"domain_scores_gemma":[0.9698311,0.02000475,0.004981907,0.0044006486,0.00073317444,0.00004839952],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.04489958,0.00046029323,0.004760676,0.0005548084,0.0013196165,0.00035109787,0.004707623,0.0003828246,0.006796301],"category_scores_gemma":[0.0038385247,0.00017176016,0.008973651,0.004009239,0.00050093187,0.0002368584,0.00043416803,0.0017471043,0.00008199833],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027859276,0.000039379956,0.0053338525,0.000030234627,0.07461928,0.0013689057,0.00059938105,0.03440448,9.932019e-7,0.0036087134,0.8799256,0.000041305422],"study_design_scores_gemma":[0.000105958694,0.00002120844,0.0021565892,0.000013567985,0.13864264,0.00007277551,0.0006052382,0.0005645382,6.1441443e-7,0.00063867506,0.8569987,0.00017948636],"about_ca_topic_score_codex":0.0010950891,"about_ca_topic_score_gemma":0.00031370425,"teacher_disagreement_score":0.48660177,"about_ca_system_score_codex":0.00034313623,"about_ca_system_score_gemma":0.0004951355,"threshold_uncertainty_score":0.9999805},"labels":[],"label_agreement":null},{"id":"W4221104835","doi":"10.1016/j.jclinepi.2022.03.003","title":"Data and code availability statements in systematic reviews of interventions were often missing or inaccurate: a content analysis","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":52,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Australian Research Council; Monash University; Alexander von Humboldt-Stiftung","keywords":"Citation; Computer science; Systematic review; Scopus; Information retrieval; Data file; Code review; Sample (material); Raw data; Data science; MEDLINE; World Wide Web; Software; Software quality; Database; Software development","score_opus":0.9845596810336735,"score_gpt":0.7518682568062373,"score_spread":0.23269142422743627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221104835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7717259,0.039794117,0.16447687,0.017500304,0.0016598799,0.003804108,0.0008040524,0.0000033410838,0.00023141391],"genre_scores_gemma":[0.9704663,0.0031460398,0.022551063,0.0020268895,0.00008722322,0.000055470442,0.00003149349,0.00001191333,0.0016235868],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.34726128,0.45329657,0.19405921,0.0015868386,0.0033266905,0.00046941987],"domain_scores_gemma":[0.19459642,0.523981,0.26562735,0.011921114,0.003020066,0.00085407874],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8208382,0.00023571671,0.025874382,0.0007757178,0.0000937036,0.00006263554,0.0032093187,0.00010209784,0.007168876],"category_scores_gemma":[0.83655274,0.0000998817,0.0054759225,0.0017538143,0.0002041385,0.00036025525,0.0010005414,0.0007531496,0.0000331033],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002031361,0.00058734143,0.9565487,0.0050411127,0.0029327096,0.000026197695,0.00015235443,0.00039056686,0.000003301647,0.0002344653,0.02450079,0.0093793385],"study_design_scores_gemma":[0.0031364127,0.0022012666,0.68967545,0.006026194,0.016768526,0.00024563563,0.0067489934,0.14863956,4.171157e-7,0.02045665,0.10559823,0.00050265243],"about_ca_topic_score_codex":0.0000318797,"about_ca_topic_score_gemma":0.00037737272,"teacher_disagreement_score":0.26687324,"about_ca_system_score_codex":0.000061722596,"about_ca_system_score_gemma":0.00018526525,"threshold_uncertainty_score":0.9937387},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4221118345","doi":"10.1002/jrsm.1557","title":"Graphical Representation of Overlap for <scp>OVErviews</scp>: <scp>GROOVE</scp> tool","year":2022,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":257,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Comisión Nacional de Investigación Científica y Tecnológica; Universitat Autònoma de Barcelona; Instituto de Salud Carlos III; Fondo Nacional de Desarrollo Científico y Tecnológico; Agencia Nacional de Investigación y Desarrollo; Ministerio de Economía y Competitividad","keywords":"Computer science; Representation (politics); Matrix (chemical analysis); Data mining; Groove (engineering); Information retrieval; Matrix representation","score_opus":0.8564511360551862,"score_gpt":0.6584873612399715,"score_spread":0.19796377481521465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221118345","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26340288,0.0076064277,0.6655095,0.0014595503,0.0011669884,0.008203508,0.000542524,0.000051476527,0.052057154],"genre_scores_gemma":[0.2227294,0.0007397193,0.700323,0.00039896884,0.0006419328,0.007561858,0.00005115587,0.00018528782,0.06736869],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.70015144,0.2503756,0.01549563,0.0037633996,0.028299456,0.0019145015],"domain_scores_gemma":[0.30058357,0.67549556,0.0068625864,0.010928185,0.0054495838,0.0006805441],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.52069604,0.00044661225,0.0050329156,0.0021751146,0.00095673266,0.0008084142,0.0046746447,0.0001968038,0.0034650366],"category_scores_gemma":[0.732603,0.00027633941,0.004343123,0.008245128,0.00033016992,0.00042426522,0.0013068956,0.00079741766,0.00031355672],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030307665,0.00069050235,0.0129391495,0.00063297123,0.0013002943,0.00001715587,0.0022952915,0.0005167964,0.02492379,0.043987326,0.56211245,0.35055396],"study_design_scores_gemma":[0.0003134067,0.00024619367,0.008521835,0.00005467782,0.0003319354,0.000019087713,0.011127956,0.01822026,0.018776305,0.09997199,0.8423187,0.00009765067],"about_ca_topic_score_codex":0.000060747112,"about_ca_topic_score_gemma":0.0000085503525,"teacher_disagreement_score":0.42511994,"about_ca_system_score_codex":0.00015889507,"about_ca_system_score_gemma":0.0003114165,"threshold_uncertainty_score":0.9999689},"labels":[],"label_agreement":null},{"id":"W4221125481","doi":"10.21203/rs.3.rs-1143357/v2","title":"How can clinicians choose between conflicting and discordant systematic reviews? A replication study of the Jadad algorithm","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nova Scotia Health Authority; McGill University Health Centre; Queen's University; University of British Columbia; Ottawa Hospital; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Replication (statistics); Jadad scale; Computer science; Algorithm; Medicine; Mathematics; Alternative medicine; Statistics; Pathology","score_opus":0.851335584162244,"score_gpt":0.6413790252116571,"score_spread":0.20995655895058685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221125481","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8638425,0.028833358,0.0050367196,0.009092231,0.0009046125,0.0897411,0.00093319215,0.000027378761,0.0015889313],"genre_scores_gemma":[0.9827993,0.0006935962,0.0006918386,0.00003207156,0.00021393974,0.0040218243,0.000036650297,0.000040968775,0.0114698345],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.8144368,0.14462548,0.016796477,0.0034434195,0.020034786,0.0006630287],"domain_scores_gemma":[0.9312342,0.024875704,0.016981287,0.02286826,0.0037142958,0.00032625353],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4115269,0.00050221925,0.008201859,0.0007958786,0.00082193053,0.0022176243,0.0054432433,0.0001367594,0.00041926737],"category_scores_gemma":[0.21705726,0.0002121841,0.002058507,0.0028903955,0.00018498945,0.000119191885,0.005289883,0.0019637316,0.000047741516],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020453519,0.0014152488,0.54351616,0.16206065,0.0037258756,0.000045804405,0.044362824,0.00012537281,0.000037675272,0.0008307226,0.016985497,0.22687373],"study_design_scores_gemma":[0.0017980858,0.0018266883,0.37521586,0.05309069,0.0058811656,0.00005157282,0.42216197,0.02184541,0.000039419756,0.011048412,0.10491473,0.0021260066],"about_ca_topic_score_codex":0.0005943758,"about_ca_topic_score_gemma":0.00028874245,"teacher_disagreement_score":0.37779912,"about_ca_system_score_codex":0.0002101926,"about_ca_system_score_gemma":0.00030852444,"threshold_uncertainty_score":0.9999378},"labels":[],"label_agreement":null},{"id":"W4221135745","doi":"10.1016/j.jclinepi.2022.03.004","title":"The web-based “Right Review” tool asks reviewers simple questions to suggest methods from 41 knowledge synthesis methods","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":49,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Public Health Ontario; University of Toronto; St. Michael's Hospital","funders":"Government of Canada","keywords":"Simple (philosophy); Computer science; Web site; Information retrieval; Data science; World Wide Web; Medicine; The Internet; Epistemology","score_opus":0.8756683636672411,"score_gpt":0.7253858727358627,"score_spread":0.15028249093137835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221135745","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020825237,0.20589824,0.65696055,0.12464415,0.006092474,0.0014241667,0.000088290224,0.000011541423,0.0027980914],"genre_scores_gemma":[0.0027490163,0.02407739,0.9355783,0.033473678,0.0012703042,0.00031680134,0.0000059621248,0.000039849736,0.0024887233],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.1331058,0.78401935,0.077240914,0.0016318052,0.0032061494,0.00079598225],"domain_scores_gemma":[0.016012866,0.92837965,0.045011,0.006271962,0.0034063002,0.00091823394],"candidate_categories":["metaresearch","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.8992325,0.00048137744,0.02037451,0.00039485472,0.0007344258,0.00014463271,0.0057418332,0.00024318446,0.025105411],"category_scores_gemma":[0.9582789,0.00019595552,0.011633653,0.0021676654,0.0003206514,0.00014456494,0.0006389401,0.001983648,0.0009992883],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003769705,0.000109763525,0.0069067213,0.00005484353,0.00038298196,0.000007112723,0.000014566959,0.0002971966,0.000008488843,0.0017396027,0.5441547,0.44628632],"study_design_scores_gemma":[0.00019206112,0.00024347295,0.00999944,0.00033497615,0.0012771222,0.000033089986,0.00006269733,0.0064308927,0.0000040011496,0.02995335,0.95126873,0.00020014237],"about_ca_topic_score_codex":0.000024953762,"about_ca_topic_score_gemma":0.000037301685,"teacher_disagreement_score":0.44608617,"about_ca_system_score_codex":0.00012289999,"about_ca_system_score_gemma":0.00091102906,"threshold_uncertainty_score":0.99977857},"labels":[],"label_agreement":null},{"id":"W4223445049","doi":"10.1017/cts.2022.387","title":"Securely sharing DSMB reports to speed decision making from multiple, concurrent, independent studies of similar treatments in COVID-19","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical and Translational Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institutes of Health; Université de Montréal; Vanderbilt University Medical Center; McMaster University; Johns Hopkins University; University of Pennsylvania; Vanderbilt University","keywords":"Computer science; Data sharing; Confidentiality; Clinical trial; Coronavirus disease 2019 (COVID-19); Data mining; Medicine; Computer security; Disease; Infectious disease (medical specialty); Alternative medicine","score_opus":0.838633948146926,"score_gpt":0.648281120996209,"score_spread":0.190352827150717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223445049","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9873002,0.001730802,0.008454896,0.0014177443,0.0006962356,0.00027934607,0.000026525688,8.477891e-7,0.00009340855],"genre_scores_gemma":[0.9927259,0.00007392406,0.0067168437,0.00039095385,0.000056157958,0.0000027488707,8.245236e-7,0.0000027523688,0.000029904502],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97878385,0.001570907,0.0114708,0.0007226439,0.0072852806,0.00016650333],"domain_scores_gemma":[0.976178,0.015704732,0.0062811454,0.000581334,0.000924449,0.00033034137],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11818765,0.000145291,0.0020798622,0.00055280386,0.00026569943,0.00018415849,0.0009995896,0.000034364428,0.0009364884],"category_scores_gemma":[0.06259714,0.00007661365,0.0007468476,0.0015637171,0.00023608415,0.00043268214,0.00023885819,0.00027448862,0.000004864769],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011136391,0.00016241394,0.9455027,0.0000073012966,0.000107807355,0.00008620211,0.0011850018,0.015818356,0.00005928874,0.0001817911,0.00025814335,0.03651962],"study_design_scores_gemma":[0.0013033679,0.00022788266,0.9178633,0.00014987378,0.00014131375,0.000082971106,0.0011101129,0.01362066,0.0000074468303,0.06058902,0.004778159,0.00012585956],"about_ca_topic_score_codex":0.000015896147,"about_ca_topic_score_gemma":0.000092045746,"teacher_disagreement_score":0.060407225,"about_ca_system_score_codex":0.00004514435,"about_ca_system_score_gemma":0.0004193756,"threshold_uncertainty_score":0.9999768},"labels":[],"label_agreement":null},{"id":"W4223456116","doi":"10.1016/j.jclinepi.2022.04.005","title":"How are randomized clinical trials ethically justified? A systematic scoping review and thematic analysis of reasons that ethically justify randomized clinical trials","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Canadian Institutes of Health Research; University of Ottawa; Heart and Stroke Foundation of Canada","keywords":"Randomized controlled trial; Thematic analysis; Normative; Data extraction; Coding (social sciences); Protocol (science); Psychology; Systematic review; Clinical trial; MEDLINE; Medicine; Alternative medicine; Applied psychology; Epistemology; Qualitative research; Sociology; Social science; Pathology; Political science","score_opus":0.9549452113031753,"score_gpt":0.7294765781556601,"score_spread":0.2254686331475152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223456116","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012210456,0.26726162,0.45559996,0.2305744,0.0073190373,0.026507065,0.00017564291,0.00002739128,0.00032442418],"genre_scores_gemma":[0.44566453,0.38714296,0.08601521,0.07163257,0.0035948637,0.0021484718,0.000060892067,0.0001792559,0.0035612562],"study_design_codex":"randomized_trial","study_design_gemma":"meta_analysis","domain_scores_codex":[0.006462334,0.74555457,0.23865315,0.0020296553,0.006618222,0.00068206934],"domain_scores_gemma":[0.00084781006,0.71063614,0.27861792,0.0043540634,0.004315634,0.0012284445],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity"],"category_scores_codex":[0.99554163,0.0011452497,0.2941148,0.0018786242,0.00040686585,0.00043326872,0.0052094203,0.0019249138,0.00532872],"category_scores_gemma":[0.9986799,0.0004770935,0.10820383,0.0035696384,0.0032269566,0.00033720065,0.0010776662,0.007650406,0.000056588433],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.39392614,0.0032313569,0.05744015,0.12960112,0.2509603,0.00026458193,0.0006553514,0.0013681493,0.000003827653,0.043607585,0.09224504,0.026696423],"study_design_scores_gemma":[0.39644516,0.00091654685,0.0022989376,0.073413834,0.43976632,0.00030724463,0.001267094,0.04283845,2.3395414e-7,0.041002564,0.00084225123,0.00090136926],"about_ca_topic_score_codex":0.000009760233,"about_ca_topic_score_gemma":0.00002399977,"teacher_disagreement_score":0.43345407,"about_ca_system_score_codex":0.000059171656,"about_ca_system_score_gemma":0.0015047413,"threshold_uncertainty_score":0.9997681},"labels":[],"label_agreement":null},{"id":"W4223630086","doi":"10.1136/bmjopen-2021-056503","title":"Influence of the statistical significance of results and spin on readers’ interpretation of the results in an abstract for a hypothetical clinical trial: a randomised trial","year":2022,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Centre for Public Health, Queen's University Belfast; Université de Paris; Queen's University; Queen's University Belfast","keywords":"Medicine; Interpretation (philosophy); Clinical trial; Likert scale; Randomized controlled trial; Statement (logic); Physical therapy; Family medicine; Internal medicine; Statistics; Linguistics","score_opus":0.7713968388308772,"score_gpt":0.6185170798575206,"score_spread":0.1528797589733566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223630086","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97244924,0.00000703464,0.00032622684,0.0011470454,0.0001888309,0.024711344,0.00042214125,6.40405e-7,0.0007475049],"genre_scores_gemma":[0.9975471,0.0000010564587,0.0010937714,0.00010845461,0.000023068838,0.001011147,0.00000420775,0.000005319824,0.00020589998],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9575396,0.02281718,0.015496067,0.0008178778,0.0031700626,0.00015917595],"domain_scores_gemma":[0.95100075,0.03668656,0.008946552,0.002870749,0.0004272294,0.000068135996],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19031641,0.0001282846,0.0022848782,0.00008987288,0.00007198598,0.00010890989,0.0022867727,0.0000553627,0.00009359281],"category_scores_gemma":[0.24449152,0.00005240694,0.00064147677,0.0005511912,0.0002740592,0.00010693437,0.00035447688,0.00019224464,0.0000024838992],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98149705,0.0004719514,0.00030400176,0.00004987059,0.000062905754,6.927258e-7,0.0020689385,0.0025713511,0.000116478666,0.0015528869,0.0027179793,0.00858588],"study_design_scores_gemma":[0.83216983,0.0061437073,0.10933277,0.00045858516,0.00036719034,0.000002890446,0.0032319615,0.03063188,0.0002731728,0.015556205,0.0015705918,0.00026119468],"about_ca_topic_score_codex":0.00007280929,"about_ca_topic_score_gemma":0.00009915402,"teacher_disagreement_score":0.14932722,"about_ca_system_score_codex":0.000016946158,"about_ca_system_score_gemma":0.00029832704,"threshold_uncertainty_score":0.83373964},"labels":[],"label_agreement":null},{"id":"W4224001214","doi":"10.4300/jgme-d-22-00114.1","title":"A Reader's Guide to Medical Education Systematic Reviews","year":2022,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Systematic review; Protocol (science); Variety (cybernetics); Transparency (behavior); Inclusion (mineral); MEDLINE; Quality (philosophy); Process (computing); Health care","score_opus":0.6776624254555744,"score_gpt":0.5851067507577022,"score_spread":0.09255567469787218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224001214","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13821341,0.053773724,0.05591599,0.6721255,0.043358278,0.011081912,0.000011705479,0.000028557506,0.025490908],"genre_scores_gemma":[0.6461991,0.003597558,0.038053732,0.16917518,0.009421325,0.0031803695,0.00007489682,0.00015702688,0.13014084],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.92034155,0.028153403,0.022038098,0.0006669869,0.028469058,0.00033090942],"domain_scores_gemma":[0.941793,0.008278096,0.031549796,0.005531171,0.0077299946,0.005117935],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.3054283,0.00029914317,0.004222961,0.0011393417,0.0002931647,0.000369531,0.0037672499,0.0001027983,0.049742248],"category_scores_gemma":[0.6043467,0.00014786205,0.0017909771,0.0026755014,0.000057666002,0.00028922618,0.00025152916,0.00083665346,0.0016879257],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007248956,0.0005500383,0.0002979085,0.0008780155,0.00007684696,0.000007058258,0.0010923328,0.0000071484483,0.0000045158304,0.0010537225,0.92629683,0.06972835],"study_design_scores_gemma":[0.00021027341,0.00019750312,0.00052195665,0.003458437,0.00041549822,0.001605879,0.0066224877,0.00112501,0.0000032029066,0.0040923823,0.98153573,0.00021164717],"about_ca_topic_score_codex":0.000032358552,"about_ca_topic_score_gemma":0.000019346133,"teacher_disagreement_score":0.50798565,"about_ca_system_score_codex":0.00037568167,"about_ca_system_score_gemma":0.011461219,"threshold_uncertainty_score":0.99908936},"labels":[],"label_agreement":null},{"id":"W4224024028","doi":"10.1101/2022.04.11.22273688","title":"Changing patterns in reporting and sharing of review data in systematic reviews with meta-analysis of the effects of interventions: a meta-research study","year":2022,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Bruyère; University of Ottawa","funders":"National Health and Medical Research Council; Medical Research Council; Australian Government; Australian Research Council; University of Ottawa","keywords":"Meta-analysis; Scopus; Systematic review; Psychological intervention; Guideline; Sample size determination; Citation; Psychology; Medicine; MEDLINE; Computer science; Statistics; Library science; Political science; Mathematics","score_opus":0.9425029318666129,"score_gpt":0.6407112736006627,"score_spread":0.3017916582659502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224024028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5251343,0.45720255,0.00075004215,0.00011637722,0.00008180445,0.01659255,0.000070094786,0.0000017073936,0.00005057952],"genre_scores_gemma":[0.99059546,0.0047549256,0.00037157442,0.000022885459,0.00000482776,0.0037772672,0.000018612416,0.000019897678,0.00043456678],"study_design_codex":"observational","study_design_gemma":"meta_analysis","domain_scores_codex":[0.67075145,0.20098716,0.102337345,0.005163554,0.01999244,0.0007680672],"domain_scores_gemma":[0.8088168,0.030563474,0.12203452,0.03630498,0.0021534655,0.00012676964],"candidate_categories":["metaresearch","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","open_science"],"category_scores_codex":[0.678743,0.00050922687,0.03506931,0.003869192,0.000074131385,0.00015909791,0.0073051043,0.00006807481,0.0019737643],"category_scores_gemma":[0.30835003,0.0001881347,0.010296858,0.011921749,0.000084787025,0.00016003559,0.009269293,0.00082582823,0.0000026288847],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020749144,0.00030940273,0.44199502,0.41440174,0.1406741,0.000021544754,0.002231166,0.0001912983,0.00000508001,0.00002468495,0.000025741147,0.00011814081],"study_design_scores_gemma":[0.00015150056,0.00009012681,0.05239311,0.05931064,0.88043606,0.0000053965828,0.003963763,0.0032079478,0.000010495666,0.00014214421,0.00003351168,0.0002553256],"about_ca_topic_score_codex":0.00050270295,"about_ca_topic_score_gemma":0.0024931717,"teacher_disagreement_score":0.73976195,"about_ca_system_score_codex":0.00004818909,"about_ca_system_score_gemma":0.00007752783,"threshold_uncertainty_score":0.9996148},"labels":[],"label_agreement":null},{"id":"W4224121448","doi":"10.1016/j.jclinepi.2022.04.013","title":"Pooling of cohort studies and RCTs affects GRADE certainty of evidence in nutrition research","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Deutsche Forschungsgemeinschaft","keywords":"Certainty; Pooling; Medicine; Randomized controlled trial; Cohort; Empirical evidence; Evidence-based practice; Cohort study; Relative risk; Meta-analysis; Statistical evidence; Internal medicine; Confidence interval; Pathology; Econometrics; Alternative medicine; Economics; Null hypothesis; Computer science; Artificial intelligence","score_opus":0.9892886421241236,"score_gpt":0.7826436628921025,"score_spread":0.20664497923202108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224121448","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96222115,0.02521183,0.0005235378,0.011148056,0.00044376575,0.00039170583,0.000002366714,4.2327275e-7,0.000057162433],"genre_scores_gemma":[0.98627186,0.009723087,0.003433309,0.00032820526,0.00013273986,0.000013666876,2.2525532e-7,0.000003619027,0.000093287],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.3363784,0.575785,0.07747908,0.001316807,0.008336777,0.00070399244],"domain_scores_gemma":[0.21319045,0.7495811,0.032348644,0.0014035846,0.0032349443,0.00024128259],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8317484,0.00012672032,0.010987949,0.0007571193,0.000084267034,0.0000128354195,0.001109215,0.00014641156,0.00032248098],"category_scores_gemma":[0.8734676,0.000056950386,0.0017184358,0.0012001507,0.00051346666,0.000120142824,0.0004115752,0.0014399048,0.000006016964],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016630931,0.00017783593,0.9694168,0.00035300356,0.0004527267,0.000019810404,0.00022166513,0.0010574987,0.00006832366,0.0025665073,0.019839676,0.0056598317],"study_design_scores_gemma":[0.00091120845,0.002049448,0.7554114,0.0011856991,0.0002797161,0.00010056209,0.0034156302,0.0046686823,0.00001781807,0.2275441,0.00431315,0.00010258913],"about_ca_topic_score_codex":0.000024884379,"about_ca_topic_score_gemma":0.000020108351,"teacher_disagreement_score":0.22497758,"about_ca_system_score_codex":0.000044748926,"about_ca_system_score_gemma":0.0001611269,"threshold_uncertainty_score":0.7511142},"labels":[],"label_agreement":null},{"id":"W4224214111","doi":"10.21203/rs.3.rs-1521400/v1","title":"The Network Relative Model Accuracy (Nerma) Score Can Quantify the Relative Accuracy of Prediction Models in Concurrent External Validations","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Brier score; Computer science; Predictive modelling; Score; Function (biology); Random forest; Calibration; Statistics; Data mining; Artificial intelligence; Machine learning; Mathematics","score_opus":0.8402462001581907,"score_gpt":0.608716174131749,"score_spread":0.23153002602644168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224214111","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19875874,0.038535576,0.6729657,0.0221491,0.0031818042,0.028434366,0.005044841,0.00005406767,0.030875785],"genre_scores_gemma":[0.9901744,0.0022469729,0.0008367466,0.000034274726,0.00019291377,0.0018120431,0.00018210306,0.000037986447,0.0044825184],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9082204,0.060425464,0.010529064,0.0019913944,0.017864242,0.00096945144],"domain_scores_gemma":[0.88715005,0.08787124,0.009553732,0.0088586835,0.0062698843,0.0002963952],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20552686,0.0005366185,0.0026446541,0.000643209,0.0018079521,0.0015815367,0.00640838,0.00029283142,0.0014230643],"category_scores_gemma":[0.1029335,0.00023438709,0.0022376715,0.00372791,0.0006069083,0.0007463053,0.004185756,0.0047160885,0.00009888191],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000370674,0.00009632852,0.009842195,0.00014602182,0.00034294705,0.0000052300325,0.007897049,0.79588884,0.0000044410144,0.1580611,0.020369167,0.0073095914],"study_design_scores_gemma":[0.0001547349,0.00004793544,0.0082081575,0.0006204538,0.00009877152,0.000002012193,0.00272728,0.6589812,0.0000024062974,0.3253127,0.0036963709,0.00014796291],"about_ca_topic_score_codex":0.0004191118,"about_ca_topic_score_gemma":0.00054165337,"teacher_disagreement_score":0.7914157,"about_ca_system_score_codex":0.0005651668,"about_ca_system_score_gemma":0.001815086,"threshold_uncertainty_score":0.9994916},"labels":[],"label_agreement":null},{"id":"W4224240686","doi":"10.1097/prs.0000000000009151","title":"Improving the Science in Plastic Surgery","year":2022,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"","keywords":"Medicine; Evidence-based medicine; Health care; Quality (philosophy); Compassion; Transparency (behavior); MEDLINE; Scale (ratio); Alternative medicine","score_opus":0.40175026445104456,"score_gpt":0.39454614929254767,"score_spread":0.007204115158496893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224240686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9859754,0.00026865638,0.002874905,0.00011835512,0.009003134,0.0003532949,0.000046563397,0.0000112183325,0.0013484727],"genre_scores_gemma":[0.9990777,0.0000052690625,0.00021910669,0.0000755418,0.000110569075,0.00016821064,0.0000035165442,0.000016246906,0.00032388562],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9727422,0.009068788,0.00803992,0.001718223,0.0076253754,0.0008055105],"domain_scores_gemma":[0.531019,0.45614973,0.0073119155,0.0040063574,0.0011768902,0.0003361585],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17561774,0.00037058926,0.003038933,0.0024368623,0.0011139491,0.0009044988,0.0021238744,0.00004303727,0.015002822],"category_scores_gemma":[0.39555922,0.00019093373,0.0015138636,0.0076453267,0.00085602293,0.00058511784,0.00070938986,0.0005671812,0.00075307064],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003896326,0.0000738858,0.89205307,0.000033920718,0.000081451675,0.00006676202,0.0004359724,0.0016722463,0.00037557053,0.0009963391,0.012622381,0.09154943],"study_design_scores_gemma":[0.0002734179,0.00004580788,0.8862965,0.00012389674,0.00024827648,0.00089093077,0.014373722,0.07612204,0.00018602036,0.007790365,0.012474359,0.0011746711],"about_ca_topic_score_codex":0.00006116572,"about_ca_topic_score_gemma":0.00003864009,"teacher_disagreement_score":0.44708094,"about_ca_system_score_codex":0.00028549982,"about_ca_system_score_gemma":0.0013574406,"threshold_uncertainty_score":0.9858976},"labels":[],"label_agreement":null},{"id":"W4224266449","doi":"10.21203/rs.3.rs-1196801/v1","title":"What is the purpose of Clinical Trial Monitoring?","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Cancer Research","funders":"Medical Research Council; National Institute for Health and Care Research","keywords":"Clinical trial; Foundation (evidence); Process (computing); Computer science; Key (lock); Safety monitoring; Source document; Risk analysis (engineering); Process management; Medical physics; Management science; Medicine; Computer security; Business; Information retrieval; Engineering; Pathology; Political science","score_opus":0.9523225608192416,"score_gpt":0.7388764761997084,"score_spread":0.21344608461953318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224266449","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88535947,0.038633764,0.0003905204,0.015804261,0.022825954,0.018577006,0.00030775002,0.000017262902,0.018084003],"genre_scores_gemma":[0.87172896,0.010749889,0.0009873636,0.00015414834,0.004569489,0.0023259989,0.00003782715,0.0000677811,0.10937853],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.66751957,0.22386117,0.036259834,0.004216245,0.06703468,0.0011084812],"domain_scores_gemma":[0.8792534,0.07819019,0.01096422,0.023237403,0.007877348,0.00047743277],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.6357526,0.00036321962,0.0060824235,0.00078953686,0.00047222324,0.0038783397,0.010707123,0.00036923072,0.0558521],"category_scores_gemma":[0.18887453,0.00014704614,0.007889856,0.002495032,0.00039023964,0.0002365385,0.0072141443,0.00355085,0.0022456073],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030522903,0.00092626247,0.06626334,0.0011552118,0.0016271275,0.000051850457,0.005470277,0.0002507449,0.000005050986,0.0018343684,0.5792765,0.34008697],"study_design_scores_gemma":[0.0027643156,0.00052572077,0.0092314845,0.00046400027,0.00018399482,0.0000016189537,0.0154732,0.001085671,0.000021388656,0.024046328,0.9459603,0.00024198247],"about_ca_topic_score_codex":0.000082552324,"about_ca_topic_score_gemma":0.0000088482775,"teacher_disagreement_score":0.44687808,"about_ca_system_score_codex":0.00008667164,"about_ca_system_score_gemma":0.0009841894,"threshold_uncertainty_score":0.998748},"labels":[],"label_agreement":null},{"id":"W4224434009","doi":"10.1093/asj/sjac109","title":"Evaluation of “Spin” in the Abstracts of Systematic Reviews and Meta-Analyses of Therapeutic Interventions Published in High-Impact Plastic Surgery Journals: A Systematic Review","year":2022,"lang":"en","type":"review","venue":"Aesthetic Surgery Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University","funders":"","keywords":"Systematic review; Medicine; MEDLINE; Psychological intervention; Meta-analysis; Data extraction; Publication bias; Internal medicine; Psychiatry","score_opus":0.9409485568295262,"score_gpt":0.6317065605459695,"score_spread":0.30924199628355664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224434009","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045115294,0.9906713,0.00012134615,0.000117944146,0.0004141296,0.008139839,0.000041801213,0.0000016066555,0.00004089008],"genre_scores_gemma":[0.021321561,0.9769848,0.0000363343,0.000032101838,0.000015443737,0.0015163652,0.000016874932,0.00004508069,0.000031429427],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.40980363,0.42882204,0.1327444,0.0015208089,0.026272092,0.00083703327],"domain_scores_gemma":[0.33849022,0.33254308,0.30675247,0.013252217,0.008400785,0.0005612321],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7784784,0.0011745354,0.068850495,0.0063653183,0.0001325911,0.0007719451,0.0034011058,0.00023946975,0.011101083],"category_scores_gemma":[0.30829674,0.00043143207,0.035171088,0.008413201,0.0001774063,0.00066074426,0.00016938322,0.0012742958,0.000042441192],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027541698,0.0003372742,0.00005574927,0.94975084,0.0072196685,0.000023823146,0.00015938174,0.00012896236,6.478633e-8,0.000016060509,0.0019770432,0.040328346],"study_design_scores_gemma":[0.00011152567,0.000047965874,0.00010746928,0.7350028,0.2563081,0.00587756,0.0003324624,0.00011652127,9.028283e-8,0.00076884095,0.0009978735,0.00032876994],"about_ca_topic_score_codex":0.00005663865,"about_ca_topic_score_gemma":0.00003716486,"teacher_disagreement_score":0.47018164,"about_ca_system_score_codex":0.0003212996,"about_ca_system_score_gemma":0.0016407722,"threshold_uncertainty_score":0.99981374},"labels":[],"label_agreement":null},{"id":"W4224434558","doi":"10.1016/j.diii.2022.04.001","title":"Peer reviewing: A not so lengthy process","year":2022,"lang":"en","type":"editorial","venue":"Diagnostic and Interventional Imaging","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton General Hospital","funders":"","keywords":"Medicine; Process (computing); Peer review; Intensive care medicine; Medical physics; Law","score_opus":0.42702884912870764,"score_gpt":0.5212779597098858,"score_spread":0.09424911058117813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224434558","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043069548,0.05115909,0.005940516,0.0071375975,0.9224405,0.0015375166,0.0011373018,0.00002760494,0.0101891495],"genre_scores_gemma":[0.028096264,0.0018714588,0.0011801205,0.0019166518,0.7453178,0.0015665677,0.0030330701,0.00018455184,0.21683349],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9694733,0.004961674,0.008928947,0.0017964666,0.0144718895,0.00036769296],"domain_scores_gemma":[0.8835522,0.08780602,0.013512366,0.004453559,0.01019809,0.00047774863],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.09334697,0.0005754721,0.0037836204,0.00054761453,0.00048525157,0.002943464,0.002181194,0.00014243368,0.057088718],"category_scores_gemma":[0.49288243,0.00034483962,0.0033595685,0.00067099574,0.00015379475,0.00046365798,0.0006623817,0.00097363995,0.0014204747],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040746304,0.0000852292,0.0015421985,0.00042969806,0.00018974369,0.000028588458,0.00019625934,0.000005990832,2.2386928e-7,0.00038234203,0.9785621,0.018573523],"study_design_scores_gemma":[0.00019956514,0.000037532478,0.0004053113,0.0008023841,0.00053874444,0.000015536969,0.00044408705,0.0007197334,6.4947557e-7,0.0040594903,0.99243534,0.00034160406],"about_ca_topic_score_codex":0.000025865951,"about_ca_topic_score_gemma":0.0000061684923,"teacher_disagreement_score":0.39953548,"about_ca_system_score_codex":0.000082591025,"about_ca_system_score_gemma":0.00025761852,"threshold_uncertainty_score":0.99990034},"labels":[],"label_agreement":null},{"id":"W4224871181","doi":"10.1016/j.jclinepi.2022.04.024","title":"Recruitment and implementation challenges were common in stepped-wedge cluster randomized trials: Results from a methodological review","year":2022,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"CRTS; Cluster (spacecraft); Cluster randomised controlled trial; Randomized controlled trial; Research design; Medicine; Clinical study design; Intervention (counseling); Patient recruitment; Clinical trial; Medical physics; Computer science; Nursing; Surgery; Pathology; Statistics","score_opus":0.99411409522201,"score_gpt":0.802521567571872,"score_spread":0.191592527650138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224871181","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018669929,0.9734796,0.0015164271,0.014198856,0.0020481632,0.008147482,0.00015507774,0.0000025276902,0.0004331487],"genre_scores_gemma":[0.0000021949913,0.9785773,0.016544405,0.0032342244,0.0008313423,0.00050992426,0.000094456984,0.000023294175,0.00018283231],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.025374122,0.7834173,0.18642318,0.0017373041,0.0026115153,0.00043656756],"domain_scores_gemma":[0.017460769,0.8026632,0.17639741,0.0025667965,0.00048181813,0.0004300246],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9724219,0.00089691626,0.1755578,0.00078472553,0.000087325156,0.00009811081,0.0028550783,0.0009491847,0.010682047],"category_scores_gemma":[0.9640941,0.00034253413,0.031070212,0.00068694167,0.00030448323,0.0001674052,0.0007253917,0.0031252885,0.00016595435],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003592684,0.00009815815,0.00006405598,0.0028378214,0.0018075014,0.00003593424,0.000051498388,0.0000018147308,1.4226631e-9,0.00037809333,0.04873179,0.94240063],"study_design_scores_gemma":[0.027829396,0.00033374853,0.00016144269,0.010295069,0.008323595,0.000109055676,0.00015836273,0.000048862734,1.5860137e-9,0.024700819,0.9277924,0.00024725773],"about_ca_topic_score_codex":0.000035582438,"about_ca_topic_score_gemma":0.00010895624,"teacher_disagreement_score":0.9421534,"about_ca_system_score_codex":0.0001268099,"about_ca_system_score_gemma":0.0004726432,"threshold_uncertainty_score":0.99990267},"labels":[],"label_agreement":null},{"id":"W4224884314","doi":"10.1016/j.jclinepi.2022.04.023","title":"Causal language use in systematic reviews of observational studies is often inconsistent with intent: a systematic survey","year":2022,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University; Impact; University of Ottawa","funders":"China Scholarship Council","keywords":"Observational study; Systematic review; Medicine; MEDLINE; Psychology; Pathology","score_opus":0.9897340611747545,"score_gpt":0.7407532826178916,"score_spread":0.24898077855686285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224884314","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030852843,0.9925026,0.00066638534,0.00037886578,0.0012023333,0.004803491,0.000097005766,0.0000019461672,0.000038830494],"genre_scores_gemma":[0.00008976415,0.9926673,0.0037121603,0.0016996576,0.00017551954,0.00034595648,0.000026906217,0.000039712908,0.001243034],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.1461501,0.632035,0.21379544,0.0016161766,0.005803805,0.0005994794],"domain_scores_gemma":[0.047752067,0.71302354,0.2304602,0.0047214986,0.0036627466,0.00037995016],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8442437,0.0010370415,0.14926745,0.0015114533,0.00007813837,0.00011267568,0.0041772937,0.00057190564,0.0016652386],"category_scores_gemma":[0.9554045,0.00037859692,0.018061928,0.002790597,0.00040260245,0.00032009202,0.0006031712,0.002177881,0.00024873755],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051561616,0.0002965709,0.031498108,0.9242514,0.007790738,0.00013545204,0.0004129998,0.000029902076,6.5722356e-9,0.0005091406,0.025550172,0.009473995],"study_design_scores_gemma":[0.00071252254,0.0009984948,0.0045821564,0.6533272,0.01699118,0.0010889545,0.0015487816,0.00033172691,5.1601043e-9,0.00090115354,0.31883973,0.00067803735],"about_ca_topic_score_codex":0.00005461113,"about_ca_topic_score_gemma":0.00029223945,"teacher_disagreement_score":0.29328957,"about_ca_system_score_codex":0.00026645002,"about_ca_system_score_gemma":0.0010316885,"threshold_uncertainty_score":0.9998666},"labels":[],"label_agreement":null},{"id":"W4224922604","doi":"10.1111/cea.14144","title":"Individual‐patient data and aggregate evidence syntheses and the future of allergy‐immunology research","year":2022,"lang":"en","type":"letter","venue":"Clinical & Experimental Allergy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"","keywords":"Psychological intervention; Atopic dermatitis; Meta-analysis; Aggregate data; Systematic review; Medicine; Aggregate (composite); Raw data; MEDLINE; Psychology; Computer science; Dermatology; Pathology; Psychiatry","score_opus":0.8369520976015526,"score_gpt":0.5984616095337136,"score_spread":0.238490488067839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224922604","genre_codex":"review","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030798776,0.5048068,0.000020492196,0.4563261,0.0026644042,0.0023874468,0.00041258178,0.000011970576,0.0025714163],"genre_scores_gemma":[0.2918532,0.16134842,0.0043523633,0.50322974,0.010780834,0.0019482631,0.0009996383,0.00034755465,0.02514003],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9073004,0.066550024,0.012669537,0.0032393418,0.00959913,0.0006415495],"domain_scores_gemma":[0.9005277,0.08256514,0.0060547474,0.010054472,0.000625101,0.00017282974],"candidate_categories":["metaresearch","metaepi_narrow","sts","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.12881565,0.0005908406,0.005639684,0.0004000475,0.0005427047,0.0007967167,0.00919376,0.0006665112,0.016907603],"category_scores_gemma":[0.06029531,0.00026424296,0.0012406702,0.0008047719,0.0032181686,0.00031611059,0.012080055,0.0029466315,0.00020934576],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017374633,0.00012516395,0.00009864971,0.000033105203,0.0020086842,0.00007115918,0.0011460505,6.1324175e-7,0.000010370908,0.0008187444,0.9719785,0.02353523],"study_design_scores_gemma":[0.0003243331,0.00049716304,0.00016814934,0.00022517728,0.00010555651,0.000051895135,0.005389008,0.00019235938,0.000016639045,0.0011174383,0.99165845,0.00025384262],"about_ca_topic_score_codex":0.00009340216,"about_ca_topic_score_gemma":0.000039772818,"teacher_disagreement_score":0.34345838,"about_ca_system_score_codex":0.000038967828,"about_ca_system_score_gemma":0.00018797249,"threshold_uncertainty_score":0.999981},"labels":[],"label_agreement":null},{"id":"W4225109369","doi":"10.1371/journal.pmed.1003980","title":"Nonregistration, discontinuation, and nonpublication of randomized trials: A repeated metaresearch analysis","year":2022,"lang":"en","type":"article","venue":"PLoS Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; University of Toronto; McMaster University; Impact","funders":"Magyar Tudományos Akadémia; Bundesamt für Gesundheit; Albert-Ludwigs-Universität Freiburg; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Institute for Health and Care Research; University of Oxford; Universität Basel; Alexander von Humboldt-Stiftung; National Science Foundation","keywords":"Randomized controlled trial; Medicine; Discontinuation; Meta-analysis; Internal medicine","score_opus":0.8664424332281055,"score_gpt":0.593664555665147,"score_spread":0.27277787756295857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225109369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6423749,0.014118102,0.23287271,0.07939263,0.00035940568,0.010334909,0.00016096745,0.00003093236,0.020355504],"genre_scores_gemma":[0.9915562,0.000058209658,0.0010473471,0.00011176186,0.00007042061,0.0003982963,0.00016103224,0.0000058040628,0.0065909023],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.8634687,0.09681305,0.024605682,0.0012527682,0.013623355,0.00023645112],"domain_scores_gemma":[0.9030511,0.059245553,0.024634564,0.005750793,0.007008719,0.00030927573],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.50820965,0.00017107476,0.009217697,0.0016490786,0.0002017987,0.00016331463,0.0008547095,0.000029352599,0.037160557],"category_scores_gemma":[0.46744233,0.00007433604,0.0016103532,0.00612009,0.00023078489,0.00016909579,0.00012704778,0.00014151567,0.000026462982],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0198275,0.002454025,0.17849144,0.00045238232,0.1393128,0.000021778675,0.039136697,0.002547317,0.01507832,0.07990259,0.45609444,0.066680685],"study_design_scores_gemma":[0.12981696,0.0008754777,0.045947447,0.0001222909,0.09881582,0.000022991453,0.018973004,0.6131774,0.00061156705,0.04182466,0.048972234,0.0008401244],"about_ca_topic_score_codex":0.00012243379,"about_ca_topic_score_gemma":0.000056544908,"teacher_disagreement_score":0.6106301,"about_ca_system_score_codex":0.000024798901,"about_ca_system_score_gemma":0.00007711598,"threshold_uncertainty_score":0.9637196},"labels":[],"label_agreement":null},{"id":"W4225157559","doi":"10.1016/j.wneu.2022.02.030","title":"Classical Regression and Predictive Modeling","year":2022,"lang":"en","type":"article","venue":"World Neurosurgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research","keywords":"Regression; Regression analysis; Context (archaeology); Predictive modelling; Medicine; Econometrics; Machine learning; Artificial intelligence; Computer science; Statistics; Mathematics","score_opus":0.671950669471958,"score_gpt":0.4747467497226179,"score_spread":0.19720391974934015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225157559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9603284,0.0014598079,0.010587655,0.0075632962,0.002202247,0.00066073117,0.00005735823,0.000028765926,0.017111724],"genre_scores_gemma":[0.97120637,0.0000114082,0.00014793414,0.0010488272,0.000079420875,0.00005483327,0.0000039586953,0.000011722484,0.02743552],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98245615,0.008150495,0.003999323,0.00094215246,0.004238338,0.0002135571],"domain_scores_gemma":[0.9922309,0.0042872312,0.0014711517,0.0016954805,0.000159638,0.00015559448],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.041960005,0.00018561321,0.0016043733,0.000582961,0.00045595164,0.0003987607,0.00062592066,0.000018193634,0.0057287915],"category_scores_gemma":[0.009903602,0.000095453775,0.00077306357,0.0016247672,0.000041239095,0.00015371392,0.0005030347,0.00030827423,0.0001712943],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008333445,0.00014638336,0.087351084,0.00002264315,0.00007581798,0.00012485543,0.0004198399,0.022327317,0.00073130964,0.0022871555,0.8589132,0.027517093],"study_design_scores_gemma":[0.0000835784,0.000026220083,0.0039268285,0.000012400656,0.000056580386,0.00003756647,0.00018583954,0.6514595,0.000013024816,0.0039425,0.3401133,0.00014263744],"about_ca_topic_score_codex":0.0000012143504,"about_ca_topic_score_gemma":0.0000024854435,"teacher_disagreement_score":0.6291322,"about_ca_system_score_codex":0.000021499123,"about_ca_system_score_gemma":0.00003289538,"threshold_uncertainty_score":0.9984364},"labels":[],"label_agreement":null},{"id":"W4225297356","doi":"10.2196/33219","title":"Web-Based Software Tools for Systematic Literature Review in Medicine: Systematic Search and Feature Analysis","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Feature (linguistics); Systematic review; Software; Data science; Information retrieval; World Wide Web; Data mining; MEDLINE; Software engineering; Programming language","score_opus":0.3208442349165694,"score_gpt":0.4916259595010104,"score_spread":0.17078172458444102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225297356","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032985765,0.560789,0.23540258,0.04753618,0.0018946845,0.11555687,0.0014467125,0.00028668166,0.004101541],"genre_scores_gemma":[0.57094884,0.01996928,0.114858694,0.16195664,0.001183713,0.090025425,0.004877982,0.00042415326,0.035755258],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9524549,0.012823073,0.017311724,0.00068206765,0.016144937,0.0005832924],"domain_scores_gemma":[0.96839654,0.021158496,0.004851835,0.0036985215,0.0013138371,0.00058077555],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18749191,0.0005508082,0.010378685,0.0019537315,0.0003401368,0.00094884215,0.002988589,0.0002455207,0.004437479],"category_scores_gemma":[0.122442394,0.00025481434,0.0019908492,0.009886125,0.00014403321,0.0005804774,0.00041148756,0.0009388568,0.00012693316],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009692892,0.00006847948,0.0007400485,0.9078405,0.00073131046,0.000030436842,0.003737383,0.00022134991,3.741537e-7,0.0005482242,0.08541158,0.00066061184],"study_design_scores_gemma":[0.0019148291,0.00029075998,0.0003266672,0.38654494,0.0053856135,0.00022474639,0.014414945,0.57925075,5.216636e-7,0.0003341539,0.010606158,0.00070591236],"about_ca_topic_score_codex":0.0000019558765,"about_ca_topic_score_gemma":0.000021295758,"teacher_disagreement_score":0.5790294,"about_ca_system_score_codex":0.0001557127,"about_ca_system_score_gemma":0.00033158762,"threshold_uncertainty_score":0.9999904},"labels":[],"label_agreement":null},{"id":"W4225611081","doi":"10.21203/rs.3.rs-931213/v3","title":"Identifying and addressing conflicting results across multiple discordant systematic reviews on the same question: Protocol for a replication study of the Jadad algorithm","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Nova Scotia Health Authority; Montfort Hospital; McMaster University; Queen's University; Impact; Ottawa Hospital","funders":"Ontario Ministry of Research and Innovation; Canadian Institutes of Health Research","keywords":"Replication (statistics); Jadad scale; Protocol (science); Computer science; Algorithm; Biology; Mathematics; Medicine; MEDLINE; Statistics; Alternative medicine; Pathology","score_opus":0.914674320023071,"score_gpt":0.6989039952192703,"score_spread":0.21577032480380076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225611081","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02980544,0.0009324311,0.0061040074,0.0016222324,0.00028527473,0.96048397,0.00044679464,0.000015453279,0.00030436963],"genre_scores_gemma":[0.12965932,0.000026694528,0.0017086248,0.000038347924,0.00015874421,0.8649551,0.000022485709,0.000040726525,0.0033899322],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.8429071,0.11974098,0.01740131,0.003350237,0.015878161,0.0007222465],"domain_scores_gemma":[0.90503025,0.05354786,0.018328909,0.018417994,0.00450068,0.00017429738],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.48808554,0.00046392335,0.004177873,0.00034588997,0.0022435621,0.0030647963,0.0043063774,0.00011010492,0.00016821019],"category_scores_gemma":[0.3518187,0.00016899992,0.0015207712,0.0018322166,0.00019330689,0.0001506292,0.0036735774,0.0014296961,0.00003190084],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011489834,0.00448537,0.0274602,0.549117,0.0030254577,0.000036722846,0.20611529,0.002472259,0.0005356205,0.0038157408,0.05217802,0.14960931],"study_design_scores_gemma":[0.005944574,0.0021972025,0.02951052,0.22278605,0.0010865,0.000058140966,0.38104078,0.2526485,0.00031232607,0.011643973,0.091097675,0.0016737479],"about_ca_topic_score_codex":0.000299072,"about_ca_topic_score_gemma":0.00026386886,"teacher_disagreement_score":0.32633096,"about_ca_system_score_codex":0.00022106957,"about_ca_system_score_gemma":0.00019524664,"threshold_uncertainty_score":0.9990554},"labels":[],"label_agreement":null},{"id":"W4225761953","doi":"10.1136/bjsports-2021-105058","title":"Writing up your clinical trial report for a scientific journal: the REPORT trial guide for effective and transparent research reporting without spin","year":2022,"lang":"en","type":"review","venue":"British Journal of Sports Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Health and Medical Research Council; Medical Research Council; Vetenskapsrådet; Centrum för idrottsforskning; Parker Institute for Cancer Immunotherapy; Oak Foundation","keywords":"Alternative medicine; Clinical trial; Medical physics; Medicine; Information retrieval; Data science; Medical education; Computer science; Pathology","score_opus":0.9246537538220914,"score_gpt":0.7006501088810781,"score_spread":0.2240036449410132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225761953","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001979827,0.9561205,0.006162006,0.000749139,0.018615644,0.015935743,0.000033468146,0.0000056688514,0.00039798292],"genre_scores_gemma":[0.00020797494,0.9677598,0.0024500755,0.00005446783,0.014453508,0.00087131275,0.000111411835,0.00011367965,0.013977802],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8179648,0.023191562,0.13174246,0.0028118778,0.023186568,0.0011027508],"domain_scores_gemma":[0.6252871,0.059553217,0.28998598,0.005622546,0.018113608,0.0014375051],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.87472427,0.0007412812,0.022043088,0.001684901,0.0024384875,0.003009533,0.002969202,0.00039431895,0.0013972507],"category_scores_gemma":[0.69555634,0.00035965696,0.011544215,0.0024215784,0.0009597182,0.0003372152,0.00026606928,0.0034549742,0.0000025019094],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036581364,0.00010937772,0.000078561,0.0015242181,0.0008670187,0.011321704,0.00017321583,0.0000010673515,8.739813e-8,0.000009470453,0.12689921,0.85535794],"study_design_scores_gemma":[0.026977517,0.0011677272,0.00008743553,0.024084514,0.0053941854,0.17209814,0.00131558,0.000016396902,3.9918092e-8,0.0011143911,0.76749593,0.0002481176],"about_ca_topic_score_codex":0.000024299534,"about_ca_topic_score_gemma":0.000014308921,"teacher_disagreement_score":0.8551098,"about_ca_system_score_codex":0.00029206945,"about_ca_system_score_gemma":0.0034552848,"threshold_uncertainty_score":0.99988556},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4226024472","doi":"10.21203/rs.3.rs-665009/v3","title":"Topic overlap and research waste at the ‘Overviews of systematic reviews’ level: a meta-research study","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nova Scotia Health Authority; University of Ottawa; McMaster University; University of British Columbia","funders":"","keywords":"Systematic review; Scope (computer science); Psychological intervention; MEDLINE; Psychology; Meta-analysis; Computer science; Data science; Management science; Medicine; Political science; Engineering; Pathology; Psychiatry","score_opus":0.9763343927920256,"score_gpt":0.7055023385718725,"score_spread":0.2708320542201531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226024472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53536034,0.39822882,0.00022314556,0.0033486919,0.0005181418,0.053962775,0.00022313133,0.000011488275,0.008123471],"genre_scores_gemma":[0.8689404,0.01272568,0.00045690927,0.00004829711,0.00037548997,0.011274537,0.000038613874,0.00009683296,0.10604321],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.25238696,0.61366725,0.028092338,0.006186612,0.09695947,0.0027073456],"domain_scores_gemma":[0.7446672,0.1598202,0.008078748,0.039101966,0.047265068,0.0010668593],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","open_science","insufficient_payload"],"category_scores_codex":[0.83979994,0.001009341,0.01809539,0.0036496671,0.0018701071,0.0061826017,0.011831177,0.0005677106,0.015545658],"category_scores_gemma":[0.43801907,0.00039532222,0.007139139,0.011103197,0.0013555661,0.00032488248,0.02241296,0.0060517113,0.0033705498],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001250165,0.0028834112,0.030565629,0.4690053,0.020105852,0.00043889895,0.05640037,0.00021645628,0.0005358368,0.0041566268,0.40343142,0.012135193],"study_design_scores_gemma":[0.0025035068,0.0033388191,0.031041123,0.08741086,0.013398245,0.00018327458,0.59594244,0.008052693,0.0006645066,0.030569784,0.22367692,0.0032178217],"about_ca_topic_score_codex":0.0012081261,"about_ca_topic_score_gemma":0.0026034524,"teacher_disagreement_score":0.5395421,"about_ca_system_score_codex":0.000634287,"about_ca_system_score_gemma":0.0012452065,"threshold_uncertainty_score":0.99984986},"labels":[],"label_agreement":null},{"id":"W4226081232","doi":"10.1136/bmjopen-2021-054223","title":"Identifying and addressing conflicting results across multiple discordant systematic reviews on the same question: protocol for a replication study of the Jadad algorithm","year":2022,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre; Nova Scotia Health Authority; University of British Columbia; Ottawa Hospital; Queen's University; Montfort Hospital; University of Ottawa; University of Toronto; St. Michael's Hospital","funders":"Ontario Ministry of Research and Innovation; Canadian Institutes of Health Research","keywords":"Medicine; Replication (statistics); Protocol (science); Jadad scale; Systematic review; MEDLINE; Bioinformatics; Algorithm; Alternative medicine; Pathology; Computer science","score_opus":0.9124827650567323,"score_gpt":0.6819214249194682,"score_spread":0.23056134013726415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226081232","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013250296,0.00006134719,0.004306062,0.001227155,0.0001431852,0.9805674,0.00007238178,0.000004309869,0.00036789302],"genre_scores_gemma":[0.076633364,5.2332274e-7,0.0025814525,0.00021519433,0.000043640335,0.91700053,0.0000031709828,0.000013225523,0.0035088847],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.94970834,0.03375776,0.011142413,0.0012458181,0.003916318,0.0002293264],"domain_scores_gemma":[0.96675545,0.010193852,0.015153659,0.0072706603,0.00057423714,0.000052124942],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.31764537,0.0002093681,0.0023767734,0.0000604141,0.0015100973,0.0018635719,0.0031002276,0.00001796414,0.00009999883],"category_scores_gemma":[0.10860579,0.000073328585,0.0005124204,0.0008774006,0.000043377397,0.00023509806,0.0015636128,0.00016351824,0.000019262492],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002870421,0.0055798893,0.04838811,0.09462075,0.003134135,0.000029166253,0.35503423,0.002365769,0.0019726115,0.009515459,0.16367178,0.31281766],"study_design_scores_gemma":[0.013702261,0.002200474,0.031721946,0.053949878,0.0016026668,0.00027378928,0.4171487,0.30145872,0.0004890754,0.005578498,0.17026757,0.0016064235],"about_ca_topic_score_codex":0.00014735988,"about_ca_topic_score_gemma":0.0001735136,"teacher_disagreement_score":0.31121126,"about_ca_system_score_codex":0.000048123784,"about_ca_system_score_gemma":0.000053166263,"threshold_uncertainty_score":0.9997898},"labels":[],"label_agreement":null},{"id":"W4226176210","doi":"10.12688/hrbopenres.13321.2","title":"What are the most important unanswered research questions on rapid review methodology? A James Lind Alliance research methodology Priority Setting Partnership: the Priority III study protocol","year":2021,"lang":"en","type":"review","venue":"HRB Open Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Toronto; Cochrane; Public Health Agency of Canada; University of Ottawa; Health Canada; St. Michael's Hospital","funders":"Health Research Board","keywords":"Stakeholder; General partnership; Alliance; Systematic review; Public relations; Political science; Business; MEDLINE","score_opus":0.9753378067238211,"score_gpt":0.7635671244256556,"score_spread":0.21177068229816554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226176210","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004525443,0.6629302,0.00004804872,0.011598518,0.0004121447,0.32213205,0.000044474975,0.000011808387,0.002818235],"genre_scores_gemma":[0.000001652546,0.65478915,0.0028921287,0.0003083519,0.00057606585,0.313053,0.00003397256,0.00010628572,0.028239382],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.08363248,0.8392717,0.024740465,0.008143021,0.04008033,0.0041320124],"domain_scores_gemma":[0.26206765,0.6181127,0.016039565,0.046635687,0.055580232,0.0015642176],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","sts","open_science","insufficient_payload"],"category_scores_codex":[0.9461185,0.0017449202,0.02342823,0.002134583,0.007811154,0.021131378,0.037975132,0.0012543448,0.0121652875],"category_scores_gemma":[0.723552,0.00067918847,0.0048248935,0.032392345,0.0033128469,0.001197877,0.016382454,0.019866904,0.00466615],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008926476,0.0007346782,0.00015068676,0.012186544,0.0012559494,0.0002627778,0.0019718332,0.0000010648859,4.4673325e-7,0.0035108037,0.3251831,0.65465283],"study_design_scores_gemma":[0.00046787589,0.0006331071,0.00007630334,0.049186397,0.0007451119,0.00008676297,0.030668594,0.000033469525,0.00000178636,0.0038734553,0.9136486,0.00057853886],"about_ca_topic_score_codex":0.0011159431,"about_ca_topic_score_gemma":0.0023356308,"teacher_disagreement_score":0.6540743,"about_ca_system_score_codex":0.0009976747,"about_ca_system_score_gemma":0.011800645,"threshold_uncertainty_score":0.99956596},"labels":[],"label_agreement":null},{"id":"W4226176508","doi":"10.12688/f1000research.51723.3","title":"Tailored PRISMA 2020 flow diagrams for living systematic reviews: a methodological survey and a proposal","year":2022,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Systematic review; Data science; Computer science; Information retrieval; Data mining; Medicine; MEDLINE; Biology","score_opus":0.9471072960994729,"score_gpt":0.6508395535551056,"score_spread":0.2962677425443673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226176508","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037577976,0.14590095,0.6604398,0.005553071,0.0036519556,0.14184873,0.0015810968,0.00012992311,0.003316507],"genre_scores_gemma":[0.0962093,0.0117139565,0.64201313,0.0008037715,0.00180179,0.09665764,0.0012364171,0.00046517994,0.14909878],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.579711,0.37636003,0.02224016,0.004682694,0.01574937,0.0012567072],"domain_scores_gemma":[0.6567503,0.30829376,0.0140987355,0.014548313,0.0052107037,0.0010981527],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7534888,0.0008880574,0.014754618,0.0008221485,0.00060512626,0.003952134,0.00694133,0.0004616428,0.018248122],"category_scores_gemma":[0.7345361,0.00041659002,0.003912517,0.00230684,0.0002501288,0.00016518522,0.0073695243,0.0017385128,0.0010733914],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002075119,0.0005886169,0.059405528,0.21398921,0.0027912983,0.00009431871,0.004538214,0.00057921675,0.000065283195,0.0020773585,0.6813684,0.03429505],"study_design_scores_gemma":[0.0011005548,0.0014952779,0.070459746,0.019833133,0.0029507813,0.00017650655,0.0047085425,0.64286125,0.000010314638,0.1001832,0.1525465,0.0036742045],"about_ca_topic_score_codex":0.00009222491,"about_ca_topic_score_gemma":0.00017678506,"teacher_disagreement_score":0.64228207,"about_ca_system_score_codex":0.00018714333,"about_ca_system_score_gemma":0.0006109023,"threshold_uncertainty_score":0.9998724},"labels":[],"label_agreement":null},{"id":"W4226504205","doi":"10.31222/osf.io/9e526","title":"Teaching Open and Reproducible Scholarship: A Critical Review of the Evidence Base for Current Pedagogical Methods and their Outcomes","year":2022,"lang":"en","type":"review","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council; Queen's University; Department for the Economy; UK Research and Innovation; Queen's University Belfast; John Templeton Foundation","keywords":"Scholarship; Credibility; Promotion (chess); Psychology; Engineering ethics; Medical education; Mathematics education; Political science; Medicine; Engineering","score_opus":0.9813179241858248,"score_gpt":0.7638947768303257,"score_spread":0.21742314735549906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226504205","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.506371e-7,0.9815127,0.008255969,0.0026971174,0.00034665703,0.00629487,0.000059774266,0.0000037385655,0.0008282163],"genre_scores_gemma":[0.0000012560212,0.95471466,0.039340843,0.0006405404,0.000046515837,0.0009445004,0.000004375103,0.000022314529,0.004285029],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.86840796,0.10799047,0.015970046,0.0036641317,0.0035797271,0.0003876392],"domain_scores_gemma":[0.7561515,0.21083781,0.012400934,0.018749703,0.0013647284,0.00049535296],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5297139,0.0006820084,0.015907617,0.00023349286,0.00053234515,0.0013653069,0.006132409,0.00011211206,0.0074729896],"category_scores_gemma":[0.6484308,0.00020534938,0.0049496,0.0010613281,0.00017779587,0.0005117864,0.0044165356,0.0009775612,0.000021225798],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.4603556e-7,0.000035571997,0.00008591464,0.0852066,0.00012431845,2.4617825e-7,0.00006619717,9.4021075e-9,7.101838e-8,0.006084142,0.0049974285,0.90339863],"study_design_scores_gemma":[0.000038071725,0.000033596527,0.000017068514,0.0562207,0.0023702246,0.00004350206,0.00014113892,0.000028876384,1.7183733e-7,0.004883263,0.93599665,0.00022673527],"about_ca_topic_score_codex":0.000012133555,"about_ca_topic_score_gemma":0.0000036189622,"teacher_disagreement_score":0.9309992,"about_ca_system_score_codex":0.000041847783,"about_ca_system_score_gemma":0.00037026405,"threshold_uncertainty_score":0.9996714},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4229448008","doi":"10.1097/phm.0000000000002046","title":"Incorporating the Concept of Relevance in Clinical Rehabilitation Research and Its Reviews May Improve Uptake by Stakeholders","year":2022,"lang":"en","type":"article","venue":"American Journal of Physical Medicine & Rehabilitation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"National Institute on Minority Health and Health Disparities","keywords":"Relevance (law); Operationalization; Conceptualization; Rehabilitation; Context (archaeology); Stakeholder; Construct (python library); Medicine; Argument (complex analysis); Empirical research; Engineering ethics; Management science; Computer science; Public relations; Epistemology; Physical therapy; Political science","score_opus":0.5838148511213426,"score_gpt":0.5671445704512319,"score_spread":0.01667028067011067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229448008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97654736,0.0028049722,0.00031958273,0.018889545,0.0001948959,0.0011069258,0.000010389216,0.0000012214451,0.00012510412],"genre_scores_gemma":[0.99685943,0.000022326849,0.0025503275,0.00018274858,0.00018808588,0.0000617822,0.00000233084,0.000010713346,0.00012225614],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.93946666,0.04073191,0.012474932,0.0006752186,0.006399367,0.0002519409],"domain_scores_gemma":[0.8628841,0.12028584,0.012684152,0.0012371243,0.0027300122,0.00017875165],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23380195,0.00019471414,0.0033330207,0.00044144545,0.00017717188,0.000044397002,0.0010299814,0.000024447038,0.00018340643],"category_scores_gemma":[0.3289212,0.000089601555,0.0007250215,0.0034112225,0.0018244169,0.00030938853,0.00013410681,0.0009571357,0.000009579967],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013223231,0.00036274278,0.011031564,0.00007077762,0.000049530554,0.0000014617169,0.014774152,0.0002303293,0.0018039009,0.0053585423,0.0119567225,0.95422804],"study_design_scores_gemma":[0.0035541647,0.20759138,0.09687371,0.0012210695,0.0004053244,0.000028821645,0.37922755,0.015642375,0.00004406426,0.14748,0.14738578,0.0005457658],"about_ca_topic_score_codex":0.000047401427,"about_ca_topic_score_gemma":0.0000084116045,"teacher_disagreement_score":0.9536823,"about_ca_system_score_codex":0.0001166815,"about_ca_system_score_gemma":0.0001431875,"threshold_uncertainty_score":0.7889621},"labels":[],"label_agreement":null},{"id":"W4230034896","doi":"10.1001/jamapediatrics.2019.5404","title":"Error in Results Section","year":2019,"lang":"en","type":"erratum","venue":"JAMA Pediatrics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Simon Fraser University","funders":"","keywords":"Medicine; Section (typography); Medical physics","score_opus":0.5722956408228046,"score_gpt":0.48977278499125,"score_spread":0.08252285583155461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230034896","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021077732,0.008127399,0.0007979799,0.0025921415,0.14159402,0.0020395222,0.0006537344,0.000021788393,0.84206563],"genre_scores_gemma":[0.0014691978,0.000989812,0.00056083506,0.00036712442,0.011126478,0.000030640418,0.00048661494,0.000039645598,0.9849297],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96122724,0.00941076,0.016018983,0.0021126708,0.010757011,0.00047331036],"domain_scores_gemma":[0.97237283,0.0066920165,0.012688947,0.006523161,0.0015462438,0.00017679737],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.15199336,0.0005716038,0.0054382696,0.0022542344,0.00007697287,0.0017804222,0.002964852,0.0015128889,0.0040479996],"category_scores_gemma":[0.15834206,0.00030480453,0.0021477095,0.004835992,0.000023568417,0.00035757027,0.00028288353,0.0020318609,0.022485957],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011343553,0.000030898744,0.0027997864,0.00015485022,0.000024032015,0.000014484349,0.00019584925,0.00008182703,1.5005249e-7,0.000040578747,0.99268013,0.0039660744],"study_design_scores_gemma":[0.00033108122,0.000035902212,0.0072870497,0.00003335241,0.00022781013,0.0000057861034,0.00018589023,0.00271896,7.107368e-8,0.0005520637,0.98831165,0.000310374],"about_ca_topic_score_codex":0.00008888796,"about_ca_topic_score_gemma":0.00032080943,"teacher_disagreement_score":0.142864,"about_ca_system_score_codex":0.00017472479,"about_ca_system_score_gemma":0.00050640653,"threshold_uncertainty_score":0.9999404},"labels":[],"label_agreement":null},{"id":"W4230549372","doi":"10.1002/ebch.1876","title":"Issue Information","year":2013,"lang":"en","type":"paratext","venue":"Evidence-Based Child Health A Cochrane Review Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Cochrane Library; Systematic review; Publishing; Cochrane collaboration; Knowledge translation; Medicine; Child health; Medical education; Evidence-based practice; MEDLINE; Alternative medicine; Family medicine; Psychology; Political science; Knowledge management; Computer science; Pathology","score_opus":0.5235777260466508,"score_gpt":0.5458616059925497,"score_spread":0.022283879945898977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230549372","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000030782492,0.80128103,0.012645649,0.14791626,0.0061745015,0.0042587966,0.00009081347,0.000009415857,0.027620442],"genre_scores_gemma":[0.000043146756,0.81938934,0.0025387248,0.107778996,0.003172247,0.00023136966,0.00020221584,0.000051976804,0.06659198],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.88278425,0.045456808,0.04745684,0.0015860762,0.021262398,0.0014536161],"domain_scores_gemma":[0.91156137,0.008906731,0.061066292,0.0077655087,0.008672592,0.0020274867],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.27843234,0.0014975118,0.018010303,0.0019174425,0.0013896428,0.004596319,0.006683733,0.00050850515,0.4729737],"category_scores_gemma":[0.1062263,0.0007385877,0.008033631,0.003592099,0.0001363929,0.003293998,0.00021071151,0.00345407,0.57048166],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069662783,0.000029768935,0.000017600418,0.020065336,0.00012850322,0.0000034634613,0.00006477019,0.00010591552,7.3260054e-8,0.000021984117,0.82429206,0.15526357],"study_design_scores_gemma":[0.00026817186,0.0002018273,0.00008859488,0.16626728,0.00038656834,0.00038972354,0.000039196835,0.00038065657,6.2283715e-7,0.00008071951,0.8313828,0.00051386],"about_ca_topic_score_codex":0.00007096841,"about_ca_topic_score_gemma":0.000011394381,"teacher_disagreement_score":0.17220604,"about_ca_system_score_codex":0.0006718842,"about_ca_system_score_gemma":0.0051276213,"threshold_uncertainty_score":0.9999104},"labels":[],"label_agreement":null},{"id":"W4230570618","doi":"10.21203/rs.2.14912/v1","title":"Database combinations to retrieve systematic reviews in Overviews of reviews: A methodological study","year":2019,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Systematic review; Information retrieval; Computer science; Database; Data science; Political science; MEDLINE","score_opus":0.9715803719910722,"score_gpt":0.7239185855539376,"score_spread":0.24766178643713455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230570618","genre_codex":"review","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10302171,0.4189415,0.06593974,0.0036135225,0.0025123763,0.38833344,0.0012028452,0.000041869687,0.016393004],"genre_scores_gemma":[0.80147946,0.039581187,0.068658575,0.00078264705,0.00044507397,0.03962567,0.0004812435,0.00022611146,0.048720036],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.28769228,0.62264705,0.053900998,0.0054985117,0.028882928,0.0013782111],"domain_scores_gemma":[0.7936441,0.12714466,0.023931965,0.04221901,0.012024072,0.001036232],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8124199,0.0008980053,0.025757115,0.003949265,0.00016423062,0.0010713483,0.009238227,0.00042998532,0.005994311],"category_scores_gemma":[0.7486559,0.00041716464,0.0046656677,0.01051261,0.00012677007,0.00025822443,0.0061804513,0.0024560478,0.014877766],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011037028,0.0059549618,0.057932634,0.5006486,0.00087633403,0.0001086433,0.014832751,0.00048584628,0.00012349735,0.00585771,0.40396497,0.009103655],"study_design_scores_gemma":[0.003276073,0.0038872133,0.05574092,0.38032028,0.0025939636,0.000028641747,0.03211509,0.011303589,0.000041673182,0.031711094,0.4754471,0.0035343631],"about_ca_topic_score_codex":0.00020733371,"about_ca_topic_score_gemma":0.00037425503,"teacher_disagreement_score":0.6984578,"about_ca_system_score_codex":0.0004044241,"about_ca_system_score_gemma":0.00045128647,"threshold_uncertainty_score":0.9999656},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4230613620","doi":"10.1002/9781444301601.ch1","title":"Introduction to Evidence‐Based Infectious Diseases","year":2009,"lang":"en","type":"other","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Evidence-based medicine; Evidence-based practice; Real world evidence; Medicine; Intensive care medicine; Alternative medicine; Pathology; Internal medicine","score_opus":0.6104544551035159,"score_gpt":0.5209868722572853,"score_spread":0.08946758284623058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230613620","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016065853,0.004275005,0.112973794,0.01139163,0.0014864976,0.0017125175,0.000021631413,0.00009353211,0.86802936],"genre_scores_gemma":[0.00061073713,0.000044013137,0.0025988333,0.0021521363,0.0028816555,0.0000474533,0.000010054906,0.0000789211,0.9915762],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9836933,0.004849887,0.004593059,0.0015038643,0.005151017,0.00020887288],"domain_scores_gemma":[0.988844,0.0014188248,0.0032399734,0.005679991,0.0005367863,0.0002804587],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.02736638,0.00040611578,0.0036701846,0.0013984796,0.00005442008,0.0009879421,0.0013649111,0.0001537853,0.44802222],"category_scores_gemma":[0.057863094,0.00017944463,0.0017703698,0.0019368693,0.000024932751,0.00012407725,0.000058564903,0.00010570802,0.07461632],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014156651,0.000027943552,0.0007225849,0.0000238267,0.000058962498,0.0000013885538,0.000005170778,0.00005420797,0.0000027736314,0.00038627852,0.95987135,0.038844094],"study_design_scores_gemma":[0.000041217303,0.000051483832,0.0007528266,0.000120561395,0.0002644444,0.0000018280862,0.00001124593,0.00019071708,0.0000027471126,0.00062031543,0.9977348,0.0002078123],"about_ca_topic_score_codex":0.000051777595,"about_ca_topic_score_gemma":0.00017675679,"teacher_disagreement_score":0.3734059,"about_ca_system_score_codex":0.0000477628,"about_ca_system_score_gemma":0.000086568594,"threshold_uncertainty_score":0.95267487},"labels":[],"label_agreement":null},{"id":"W4230715323","doi":"10.5596/c15-005","title":"What to Do When Everyone Wants You to Collaborate: Managing the Demand for Library Support in Systematic Review Searching","year":2015,"lang":"en","type":"article","venue":"Journal of the Canadian Health Libraries Association / Journal de l Association de bilbiothèques de la santé du Canada","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"On demand; Action (physics); Systematic review; Term (time); Plan (archaeology); Business; Knowledge management; Public relations; Computer science; MEDLINE; Political science; History","score_opus":0.1230015594293727,"score_gpt":0.40249341547648554,"score_spread":0.27949185604711285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230715323","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04343385,0.35223314,0.0035022865,0.5874354,0.004971719,0.0067923525,0.00050254096,0.000014396876,0.0011142547],"genre_scores_gemma":[0.44671836,0.05880652,0.017521437,0.44243202,0.0041534,0.00028470778,0.00003072362,0.0002340438,0.029818768],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.957498,0.028358728,0.007503868,0.00033477912,0.0051916754,0.0011129217],"domain_scores_gemma":[0.96185,0.015138649,0.016244095,0.0010188343,0.0031827271,0.002565709],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20483643,0.00032501933,0.0028124836,0.00073551893,0.00086872076,0.0100521995,0.0026648263,0.00020865911,0.00035472898],"category_scores_gemma":[0.14890927,0.00017589022,0.00074665353,0.002370775,0.00001911472,0.0026239858,0.00012734346,0.00087882293,0.000015344569],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000017817789,0.000012007136,0.08633013,0.0011664313,0.00028664983,0.000035100955,0.0051191156,0.0008106895,4.765598e-7,0.0002211856,0.9057047,0.00029571552],"study_design_scores_gemma":[0.0012069577,0.0002568866,0.054809526,0.020943923,0.00075249805,0.00073592464,0.013437124,0.0015497723,0.0000145201575,0.022181004,0.8834634,0.0006484831],"about_ca_topic_score_codex":0.018275332,"about_ca_topic_score_gemma":0.2623755,"teacher_disagreement_score":0.40328452,"about_ca_system_score_codex":0.01571514,"about_ca_system_score_gemma":0.037153628,"threshold_uncertainty_score":0.99097544},"labels":[],"label_agreement":null},{"id":"W4231144116","doi":"10.21203/rs.3.rs-18842/v1","title":"Current Methods For Development Of Rapid Reviews About Diagnostic Tests: An International Survey","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Agency for Drugs and Technologies in Health","funders":"","keywords":"Current (fluid); Diagnostic test; Medicine; Engineering; Pediatrics","score_opus":0.9432938901961325,"score_gpt":0.7333515039562974,"score_spread":0.20994238623983508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231144116","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013651696,0.08530782,0.87800735,0.0009637455,0.003017952,0.016321078,0.0012842235,0.000017855853,0.0014282761],"genre_scores_gemma":[0.07273443,0.017012257,0.8971472,0.0000881997,0.0010878511,0.006889617,0.0029603648,0.00010685425,0.001973223],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8261935,0.13117577,0.022568759,0.0037462774,0.015442211,0.0008734581],"domain_scores_gemma":[0.831674,0.12716272,0.010635968,0.009839601,0.019718012,0.00096972514],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.5345855,0.00051183166,0.0057661375,0.0011523699,0.000215181,0.0012773806,0.0072801937,0.00021866607,0.007710057],"category_scores_gemma":[0.662543,0.00027549927,0.0022900396,0.0017929254,0.00013820322,0.00019876,0.0024610914,0.0010609797,0.0014072871],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023648206,0.00023170283,0.021974962,0.0026889592,0.00030053235,0.0000011907244,0.001218828,0.000027967764,0.00003564711,0.000586044,0.051342484,0.92156804],"study_design_scores_gemma":[0.00015216833,0.00009375161,0.13843943,0.0014583592,0.00006656112,6.326349e-7,0.000116716845,0.004407604,0.00007192218,0.0063499673,0.8485634,0.00027950876],"about_ca_topic_score_codex":0.00003973688,"about_ca_topic_score_gemma":0.000166672,"teacher_disagreement_score":0.92128855,"about_ca_system_score_codex":0.00022167849,"about_ca_system_score_gemma":0.0010723957,"threshold_uncertainty_score":0.9999697},"labels":[],"label_agreement":null},{"id":"W4231635506","doi":"10.1007/s00383-020-04661-9","title":"Response to letter to the editor","year":2020,"lang":"en","type":"letter","venue":"Pediatric Surgery International","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Medicine; Pediatric surgery; General surgery; Surgery","score_opus":0.4761509815998874,"score_gpt":0.450909433353471,"score_spread":0.02524154824641639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231635506","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007554714,0.00009579113,0.0037366576,0.947414,0.0457241,0.0006578261,0.0003380155,0.000014704067,0.0012634781],"genre_scores_gemma":[0.0005861919,0.00000825764,0.00037630068,0.71302724,0.24298272,0.00017658957,0.00008247992,0.000032255175,0.042727966],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95941234,0.013266934,0.008865744,0.0018474013,0.016120758,0.0004867975],"domain_scores_gemma":[0.93801856,0.05296363,0.00349658,0.0033883632,0.0018588847,0.00027399423],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08113659,0.0005426628,0.0029250046,0.0018134494,0.0001512911,0.0020372118,0.005692504,0.0003059385,0.0312803],"category_scores_gemma":[0.19246466,0.00025263007,0.0033951302,0.0025397555,0.000022996925,0.00015614717,0.0006100987,0.0011091589,0.10417851],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004015688,0.00000792541,0.0031909586,0.000009370235,0.00014143082,0.00013263871,0.0001541837,0.000027626504,0.0000013023677,0.0000024885771,0.9953177,0.00097419997],"study_design_scores_gemma":[0.000027979584,0.000010668987,0.0010213103,0.000008470271,0.0001295273,0.000008165406,0.000014504833,0.000083672865,8.4066625e-7,0.00011175085,0.9983,0.00028311758],"about_ca_topic_score_codex":0.000009280385,"about_ca_topic_score_gemma":0.0000033418542,"teacher_disagreement_score":0.23438671,"about_ca_system_score_codex":0.00012469346,"about_ca_system_score_gemma":0.000284905,"threshold_uncertainty_score":0.9999926},"labels":[],"label_agreement":null},{"id":"W4231767183","doi":"10.31222/osf.io/jb4dx","title":"Updating guidance for reporting systematic reviews: development of the PRISMA 2020 statement","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":501,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Checklist; Systematic review; Guideline; CLARITY; Statement (logic); Problem statement; Process (computing); Management science; Medical education; MEDLINE; Computer science; Psychology; Medicine; Political science; Engineering; Pathology","score_opus":0.8698588628124484,"score_gpt":0.5759147850296604,"score_spread":0.29394407778278797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231767183","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00644856,0.011062777,0.92881125,0.0049991994,0.0019693226,0.03604055,0.000038836224,0.000023133656,0.010606368],"genre_scores_gemma":[0.092737906,0.00013143297,0.88106084,0.0009061584,0.00023364183,0.0052136527,0.000038309503,0.000060026574,0.019618055],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.82493365,0.017778706,0.14399545,0.0027428942,0.010066794,0.00048251278],"domain_scores_gemma":[0.7663848,0.0060513485,0.21491143,0.009362579,0.0030996995,0.00019014743],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.41186994,0.00064704596,0.012642526,0.00012901796,0.00025963143,0.00081155356,0.004802683,0.000150725,0.0015352988],"category_scores_gemma":[0.42278752,0.00023511211,0.0050313794,0.0009802377,0.000036977373,0.000089688896,0.0023951721,0.0003321503,0.0004582001],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008130854,0.00010998976,0.0043133437,0.49261802,0.002554682,0.0000047785124,0.009844708,0.000752532,0.00048660615,0.0034412723,0.46653536,0.019330576],"study_design_scores_gemma":[0.000674949,0.000082323095,0.0030967332,0.14927487,0.005664654,0.000031929118,0.014053778,0.10253991,0.0035500717,0.0390785,0.67925847,0.0026937977],"about_ca_topic_score_codex":0.00000494795,"about_ca_topic_score_gemma":0.00002425087,"teacher_disagreement_score":0.34334314,"about_ca_system_score_codex":0.00013775438,"about_ca_system_score_gemma":0.00061927,"threshold_uncertainty_score":0.9993774},"labels":[],"label_agreement":null},{"id":"W4232206377","doi":"10.1097/prs.0b013e3181addcd9","title":"Biostatistics","year":2009,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cegep de Sept Iles","funders":"","keywords":"Biostatistics; Medicine; Data science; Medical physics; Management science; Computer science; Pathology; Epidemiology","score_opus":0.5305579372310757,"score_gpt":0.4502027129630458,"score_spread":0.08035522426802988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232206377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7578448,0.00050197827,0.19040804,0.0005819603,0.004837293,0.00050725625,0.00018968868,0.000032002703,0.045096997],"genre_scores_gemma":[0.9877296,0.0000133006615,0.010259548,0.00024102294,0.0001642947,0.000006946267,0.000010435024,0.000008725817,0.0015661397],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98520446,0.0035232634,0.006859602,0.00093770196,0.0031168277,0.00035813893],"domain_scores_gemma":[0.93140405,0.061843973,0.0034565104,0.0019208292,0.001131551,0.0002430717],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.036803838,0.00031444803,0.003129103,0.00069638825,0.00014831599,0.00057791447,0.0006901699,0.00008541738,0.016353967],"category_scores_gemma":[0.20047405,0.0001684884,0.0014156036,0.0014140909,0.00014426826,0.00025275053,0.000038457314,0.00016913514,0.0071474398],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020375868,0.00006364695,0.18496339,0.000015030411,0.00021165682,0.000049589416,0.00014581806,0.00003808448,0.000118990494,0.013817978,0.17953102,0.6210244],"study_design_scores_gemma":[0.00026409517,0.00009288011,0.7024706,0.00013484007,0.00042296806,0.00044602662,0.0011430985,0.00783236,0.00022590075,0.21031384,0.075672485,0.0009809176],"about_ca_topic_score_codex":0.0000024611143,"about_ca_topic_score_gemma":0.000004068865,"teacher_disagreement_score":0.6200435,"about_ca_system_score_codex":0.000038000988,"about_ca_system_score_gemma":0.0001430798,"threshold_uncertainty_score":0.9936256},"labels":[],"label_agreement":null},{"id":"W4232568195","doi":"10.1186/s40814-016-0078-7","title":"Erratum to: Methods and processes for development of a CONSORT extension for reporting pilot randomized controlled trials","year":2016,"lang":"en","type":"erratum","venue":"Pilot and Feasibility Studies","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Consolidated Standards of Reporting Trials; Extension (predicate logic); Randomized controlled trial; Psychology; Computer science; Medicine; Internal medicine","score_opus":0.9130125871600937,"score_gpt":0.6506256458539968,"score_spread":0.26238694130609685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232568195","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010998828,0.38823596,0.4497173,0.0046759644,0.0194561,0.12221411,0.0004647525,0.00004945914,0.004187517],"genre_scores_gemma":[0.023117596,0.009216772,0.62209207,0.00048998627,0.0015271853,0.025753422,0.00006988224,0.000120787925,0.3176123],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8927596,0.028904604,0.07050066,0.0037546647,0.0033781533,0.00070231594],"domain_scores_gemma":[0.29354712,0.51360184,0.15151274,0.0060351016,0.034636073,0.000667094],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6506284,0.00089103286,0.049938407,0.0005547672,0.0005538744,0.0004073801,0.0005770336,0.00018548724,0.000050636165],"category_scores_gemma":[0.9297002,0.00032438745,0.0034374378,0.00047767253,0.00043008765,0.00012682448,0.0003730407,0.00016278219,0.0000034437521],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11439749,0.00030197742,0.0006347498,0.010004565,0.01320845,8.0577837e-7,0.003253984,2.9051415e-7,0.0004612812,0.00030079047,0.8197994,0.037636194],"study_design_scores_gemma":[0.37871322,0.0026561243,0.0016285499,0.0061198035,0.022186622,0.000019367273,0.0055758646,0.00033567377,0.0004008592,0.18626861,0.39395213,0.0021431851],"about_ca_topic_score_codex":0.000003370445,"about_ca_topic_score_gemma":0.00009480814,"teacher_disagreement_score":0.59921247,"about_ca_system_score_codex":0.000056158093,"about_ca_system_score_gemma":0.00074075465,"threshold_uncertainty_score":0.99992085},"labels":[],"label_agreement":null},{"id":"W4232628302","doi":"10.1016/j.apmr.2005.01.001","title":"The authors reply","year":2005,"lang":"en","type":"article","venue":"Archives of Physical Medicine and Rehabilitation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Table (database); Test (biology); Chi-square test; Statistics; Square (algebra); Pearson's chi-squared test; Medicine; Contingency table; Mathematics; Psychology; Computer science; Statistical hypothesis testing; Data mining","score_opus":0.32687377843321774,"score_gpt":0.49958484277189624,"score_spread":0.1727110643386785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232628302","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7797128,0.00154781,0.005254998,0.17446983,0.00015919087,0.0007270486,0.0000029057296,0.0000063832754,0.03811902],"genre_scores_gemma":[0.9924557,0.0000184266,0.0046818717,0.00019355207,0.00026059724,0.000011827493,8.935218e-7,0.0000030664141,0.0023740202],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9928858,0.0026895662,0.0024753148,0.00033497723,0.0015185678,0.00009575538],"domain_scores_gemma":[0.93415636,0.06349662,0.0010354718,0.0010661308,0.00016800583,0.000077414006],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018240547,0.00009615895,0.00092879275,0.00012886715,0.0001224989,0.00003766174,0.00038642692,0.000011007739,0.000095183605],"category_scores_gemma":[0.08191795,0.00003107098,0.0004998485,0.0003209259,0.0006452379,0.0000873752,0.000043464173,0.000076444325,0.000058027712],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014505007,0.0000493543,0.0022240058,0.0000351283,0.00004304891,7.9434486e-8,0.017590769,0.000039260358,0.0014695894,0.091864355,0.021871733,0.8647982],"study_design_scores_gemma":[0.0002980632,0.00090456015,0.085719995,0.00013111532,0.00011464729,0.0000013693971,0.007232423,0.03540506,0.0000488062,0.46569708,0.40435553,0.00009133448],"about_ca_topic_score_codex":0.00000791551,"about_ca_topic_score_gemma":0.000006961339,"teacher_disagreement_score":0.8647068,"about_ca_system_score_codex":0.0000024928995,"about_ca_system_score_gemma":0.000010505305,"threshold_uncertainty_score":0.92581546},"labels":[],"label_agreement":null},{"id":"W4232797494","doi":"10.1007/978-1-0716-1138-8_18","title":"Evaluation of Diagnostic Tests","year":2021,"lang":"en","type":"book-chapter","venue":"Methods in molecular biology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Diagnostic test; Receiver operating characteristic; Diagnostic accuracy; Positive predicative value; Test (biology); Medicine; Sensitivity (control systems); Medical physics; Predictive value; Radiology; Engineering; Internal medicine; Pediatrics; Biology","score_opus":0.7866658899719441,"score_gpt":0.6488880739552437,"score_spread":0.13777781601670036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232797494","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012420987,0.021043368,0.6700184,0.000111307956,0.00045691998,0.0007540059,0.000017463277,0.0000016545491,0.30747268],"genre_scores_gemma":[0.000611458,0.00022584708,0.90350777,0.0002278805,0.00006178411,0.00008535324,0.00005646482,0.000034837965,0.09518858],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.84910965,0.12372038,0.016765807,0.0025840169,0.0074316654,0.0003884528],"domain_scores_gemma":[0.9560807,0.0303909,0.005545732,0.0042770756,0.0036363702,0.00006926122],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.37287742,0.00037843015,0.0050001848,0.00074606016,0.00002061692,0.00006609366,0.0013219877,0.0005443929,0.020859724],"category_scores_gemma":[0.4512412,0.00021658915,0.0018482547,0.00037389182,0.000140467,0.000019081033,0.00027503635,0.0003093459,0.00034275814],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017013285,0.000032767915,0.00070153526,0.000053969845,0.00062534784,0.000036774472,0.00006856253,0.00021632526,0.010709763,0.21726799,0.0011863593,0.76909894],"study_design_scores_gemma":[0.0001959144,0.000058727128,0.00029194955,0.0001538537,0.0014713061,0.000015206933,0.000020578298,0.0017758515,0.0012027533,0.8390745,0.15544996,0.0002894056],"about_ca_topic_score_codex":0.000005632669,"about_ca_topic_score_gemma":0.000027234582,"teacher_disagreement_score":0.7688095,"about_ca_system_score_codex":0.000068711925,"about_ca_system_score_gemma":0.00028277913,"threshold_uncertainty_score":0.98003536},"labels":[],"label_agreement":null},{"id":"W4233441473","doi":"10.31222/osf.io/jy37f","title":"Reducing bias and improving transparency in biomedical and health research: A critical overview of the problems, progress so far and suggested next steps","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"European Commission","keywords":"Transparency (behavior); Medical research; Risk analysis (engineering); Management science; Engineering ethics; Computer science; Business; Data science; Medicine; Engineering; Computer security","score_opus":0.9486509895628946,"score_gpt":0.6253153950739043,"score_spread":0.3233355944889903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233441473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4374346,0.40307435,0.0046967487,0.14264818,0.0003497125,0.011127597,0.00016708426,0.000024926678,0.0004767759],"genre_scores_gemma":[0.9845469,0.0065517556,0.008223265,0.00029774624,0.00005061249,0.00014843911,0.0000071131535,0.000020790932,0.00015339591],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.96322674,0.019051587,0.009339284,0.0020624658,0.005777465,0.0005424906],"domain_scores_gemma":[0.98902076,0.00530567,0.0021585168,0.002226927,0.0007456801,0.0005424673],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15407608,0.00038751593,0.004330471,0.0005789449,0.00024688,0.0016031081,0.0013350665,0.00026357578,0.00034984195],"category_scores_gemma":[0.02573904,0.00016753295,0.0004443627,0.0017403098,0.0012166635,0.00016094446,0.001667601,0.0011139249,0.0000064420747],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024509432,0.00035494342,0.053506617,0.040032573,0.00029131625,0.00002269495,0.019326894,0.000007564053,0.00021063366,0.012208577,0.0066329306,0.86738074],"study_design_scores_gemma":[0.003251718,0.001975282,0.48017973,0.043285795,0.0012665553,0.0003107822,0.025381975,0.23574233,0.00007462195,0.11865465,0.08735484,0.002521711],"about_ca_topic_score_codex":0.0010851548,"about_ca_topic_score_gemma":0.00069102534,"teacher_disagreement_score":0.86485904,"about_ca_system_score_codex":0.000041791605,"about_ca_system_score_gemma":0.0007896376,"threshold_uncertainty_score":0.99943334},"labels":[],"label_agreement":null},{"id":"W4233578608","doi":"10.3410/f.727200892.793565917","title":"Faculty Opinions recommendation of Practice guideline summary: Use of fMRI in the presurgical evaluation of patients with epilepsy: Report of the Guideline Development, Dissemination, and Implementation Subcommittee of the American Academy of Neurology.","year":2019,"lang":"en","type":"dataset","venue":"Faculty Opinions – Post-Publication Peer Review of the Biomedical Literature","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Neurological Disorders and Stroke; National Institutes of Health; Roivant Sciences; Epilepsy Society; Epilepsiatutkimussäätiö; NeuroPace; SK Life Science; Cerecor; Zynerba Pharmaceuticals; National Institute on Deafness and Other Communication Disorders; Upsher-Smith; Sage Therapeutics; Acorda Therapeutics; Zogenix; U.S. Department of Defense; University of Alabama; Nestlé Health Science; National Science Foundation; Harvard Catalyst; Eisai; Pediatric Epilepsy Research Foundation; H. Lundbeck A/S; Sunovion; Epilepsy Foundation; American Academy of Neurology; National Institute of Mental Health; University of Alabama at Birmingham; National Institute of Child Health and Human Development; GW Pharmaceuticals; Concert Pharmaceuticals; York University; Pfizer; Centers for Disease Control and Prevention; Citizens United for Research in Epilepsy; Medical College of Wisconsin","keywords":"Guideline; Medical education; Medicine; Clinical Practice; Medical physics; Psychology; Family medicine; Pathology","score_opus":0.309475705295829,"score_gpt":0.5465597831515243,"score_spread":0.2370840778556953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233578608","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00092569407,0.000400437,0.00014546035,0.11631065,0.00018722018,0.0041918047,0.87781733,0.000001318593,0.000020093576],"genre_scores_gemma":[0.0027316231,0.00014257923,0.0022246959,0.0014444016,0.000026342428,0.00013173778,0.9931951,0.000011430236,0.00009206032],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9641007,0.012314076,0.014352656,0.00073120155,0.008311675,0.00018964995],"domain_scores_gemma":[0.9293706,0.003463245,0.03875299,0.0031848068,0.025151696,0.0000766719],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06365687,0.0003964125,0.002678718,0.00044982796,0.000100653786,0.00006180894,0.0027926418,0.00026041485,0.00028852525],"category_scores_gemma":[0.09687397,0.00014774362,0.0008358145,0.00457903,0.0006180484,0.000450618,0.00058537716,0.0005558961,0.0000012959215],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038427013,0.0003825205,0.007321113,0.0012321549,0.00023374813,2.5578272e-8,0.00036206073,0.000005604452,0.0000031572022,0.0000980114,0.98602957,0.004293584],"study_design_scores_gemma":[0.00044090205,0.000087896566,0.21399464,0.0016053562,0.0006771094,0.000008459501,0.00014806438,0.00008354282,0.000023023484,0.00002494921,0.7828092,0.00009685326],"about_ca_topic_score_codex":0.00010278357,"about_ca_topic_score_gemma":0.000030055025,"teacher_disagreement_score":0.20667353,"about_ca_system_score_codex":0.000042215655,"about_ca_system_score_gemma":0.00062471395,"threshold_uncertainty_score":0.9641623},"labels":[],"label_agreement":null},{"id":"W4233851772","doi":"10.1097/aln.0000000000002278","title":"In Reply","year":2018,"lang":"en","type":"letter","venue":"Anesthesiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine","score_opus":0.7033245904362299,"score_gpt":0.5118099075714684,"score_spread":0.19151468286476148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233851772","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025491692,0.00086853356,0.00004954791,0.95321333,0.0009826231,0.00063871604,0.0000060536363,0.000006931976,0.018742586],"genre_scores_gemma":[0.000971096,0.000017163893,0.00059100543,0.8972267,0.0027162211,0.000045827255,0.000027918288,0.000020838575,0.09838324],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.961895,0.02291856,0.0101211835,0.0018268247,0.0027734733,0.00046494097],"domain_scores_gemma":[0.97880036,0.008260418,0.0051604207,0.0071170093,0.00061134354,0.00005044141],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08305976,0.00041525136,0.0061334153,0.0008314556,0.000049024195,0.00023031488,0.0034920783,0.0008898817,0.048574563],"category_scores_gemma":[0.031069951,0.00018718412,0.0016573532,0.00089246937,0.00018105152,0.00009201705,0.00012744238,0.0008669799,0.07675148],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015617427,0.000005256846,0.007978376,0.000015063043,0.000029817049,0.00069048174,0.00007394893,3.2014248e-7,0.0000010233641,0.00005084123,0.9903872,0.00076613616],"study_design_scores_gemma":[0.000045767727,0.000068076835,0.0062730573,0.000015502404,0.00004621527,0.00016082807,0.000016706324,0.000026056003,0.0000014488155,0.018224087,0.9749413,0.00018096929],"about_ca_topic_score_codex":0.000052589323,"about_ca_topic_score_gemma":0.000022131188,"teacher_disagreement_score":0.07964065,"about_ca_system_score_codex":0.000027187809,"about_ca_system_score_gemma":0.00008065067,"threshold_uncertainty_score":0.9770917},"labels":[],"label_agreement":null},{"id":"W4234433300","doi":"10.21203/rs.3.rs-44378/v1","title":"Guidance for Overviews of Reviews Continues to Accumulate, But Important Challenges Remain: A Scoping Review","year":2020,"lang":"en","type":"review","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Economics; University of Alberta","funders":"","keywords":"Engineering ethics; Data science; Computer science; Engineering","score_opus":0.9458725635093508,"score_gpt":0.7061567012036398,"score_spread":0.23971586230571096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234433300","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.6950717e-7,0.9555774,0.0007314556,0.001594437,0.00020012514,0.039561674,0.00036521355,0.000013032295,0.0019565243],"genre_scores_gemma":[3.1561396e-7,0.9825751,0.0057105278,0.0002890446,0.00043440826,0.006407039,0.00006956575,0.0001087859,0.004405186],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8652013,0.0658011,0.047775485,0.004618232,0.015031496,0.0015724171],"domain_scores_gemma":[0.9255552,0.028993925,0.022827402,0.013479907,0.008016746,0.0011267615],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.41236314,0.001316634,0.040758807,0.0013582661,0.00028397652,0.00071185787,0.0075688474,0.00043630617,0.0030003292],"category_scores_gemma":[0.3877908,0.0006403753,0.014254397,0.0064311097,0.00015331896,0.00028857333,0.0013514934,0.00093437097,0.004576262],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003247688,0.000025304942,0.0000026035975,0.39588165,0.00014634125,0.000009257278,0.000083553314,8.0463025e-8,4.5712272e-7,0.0003889413,0.1070269,0.49643168],"study_design_scores_gemma":[0.00005700154,0.00014093044,0.0000014600423,0.43988732,0.00049295847,0.000008554541,0.00004532429,0.000009809899,4.174603e-7,0.00021292054,0.5588424,0.0003009097],"about_ca_topic_score_codex":0.000011783084,"about_ca_topic_score_gemma":0.00009473167,"teacher_disagreement_score":0.49613076,"about_ca_system_score_codex":0.00021258877,"about_ca_system_score_gemma":0.0014071083,"threshold_uncertainty_score":0.9999585},"labels":[],"label_agreement":null},{"id":"W4234510579","doi":"10.1016/j.gie.2014.12.047","title":"Response:","year":2015,"lang":"en","type":"letter","venue":"Gastrointestinal Endoscopy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Medicine","score_opus":0.6119261674025128,"score_gpt":0.4918122809444878,"score_spread":0.12011388645802501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234510579","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004857994,0.00044194303,0.04266106,0.9125817,0.0011326404,0.001071749,0.00023495607,0.00004823227,0.041341923],"genre_scores_gemma":[0.00013807173,0.0000015021582,0.20123905,0.4876855,0.00345074,0.00009257492,0.00016230256,0.00010669629,0.30712357],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9176461,0.047512304,0.013806809,0.002587975,0.017442727,0.0010040598],"domain_scores_gemma":[0.94693816,0.027898539,0.010544943,0.009955711,0.004250284,0.00041236845],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.22569238,0.0010057611,0.0068314676,0.0010450892,0.0001416495,0.0018991315,0.0057341177,0.00032765686,0.030289806],"category_scores_gemma":[0.32397264,0.0005179417,0.0033353202,0.0015301873,0.00020983382,0.00021006737,0.00041735542,0.002214892,0.0687946],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011100605,0.000012445108,0.00095443026,0.000029408306,0.000053471114,0.00087185396,0.00003398585,0.000010977516,0.00020115061,0.00001935298,0.9973102,0.0003916948],"study_design_scores_gemma":[0.00022330115,0.0002510821,0.0002106474,0.0002192064,0.00018027832,0.005042588,0.00006740912,0.00026510694,0.0000038545954,0.003415719,0.98977727,0.00034351562],"about_ca_topic_score_codex":0.00001679879,"about_ca_topic_score_gemma":0.0000036627443,"teacher_disagreement_score":0.4248962,"about_ca_system_score_codex":0.00018918888,"about_ca_system_score_gemma":0.0007142882,"threshold_uncertainty_score":0.9997272},"labels":[],"label_agreement":null},{"id":"W4234540756","doi":"10.35542/osf.io/sqfy3","title":"A Roadmap for Transparent Research in Special Education and Related Disciplines","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Transparency (behavior); Engineering ethics; Open science; Political science; Sociology; Library science; Knowledge management; Engineering; Computer science","score_opus":0.9078182465902431,"score_gpt":0.6576149706954788,"score_spread":0.2502032758947643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234540756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5853751,0.008568717,0.02112024,0.023206104,0.010094532,0.019805815,0.00013152731,0.000014247539,0.33168375],"genre_scores_gemma":[0.83839864,0.00015837824,0.0041529727,0.000036912825,0.00084031373,0.00059433136,0.0000743011,0.000018075465,0.15572608],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9797106,0.006601496,0.007802752,0.0016119715,0.0040015983,0.00027159366],"domain_scores_gemma":[0.9892839,0.0043791765,0.0017298589,0.0030707521,0.0014185889,0.0001177151],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.14822027,0.00026678757,0.0030986345,0.001155813,0.00008544877,0.0011288036,0.0014844476,0.00027270752,0.0065259594],"category_scores_gemma":[0.010198051,0.00012525519,0.0010393225,0.0009507147,0.00006291501,0.000104724204,0.00042125917,0.00046239558,0.0009912066],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007754078,0.0007595469,0.05832961,0.001974431,0.00043415854,0.0000024758544,0.01265329,0.002291325,0.000029701327,0.03719461,0.5632551,0.32299823],"study_design_scores_gemma":[0.0005445327,0.000079977646,0.06480238,0.0007746884,0.00023279,0.0000065475638,0.006736696,0.043615922,0.00001281702,0.6689406,0.213698,0.0005550766],"about_ca_topic_score_codex":0.00006124851,"about_ca_topic_score_gemma":0.00055376755,"teacher_disagreement_score":0.631746,"about_ca_system_score_codex":0.00007035045,"about_ca_system_score_gemma":0.00048596566,"threshold_uncertainty_score":0.99990815},"labels":[],"label_agreement":null},{"id":"W4234638825","doi":"10.21203/rs.3.rs-242201/v1","title":"A methodological review to develop a list of bias items used to assess reviews incorporating network meta-analysis: Protocol and rationale","year":2021,"lang":"en","type":"review","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia","funders":"","keywords":"Protocol (science); Meta-analysis; Computer science; Data science; Management science; Medicine; Engineering; Alternative medicine","score_opus":0.99231277477501,"score_gpt":0.7534701066166585,"score_spread":0.23884266815835153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234638825","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.4848674e-7,0.794139,0.013037609,0.000709316,0.000033927998,0.19142292,0.00010324084,0.000006658245,0.00054707367],"genre_scores_gemma":[3.8144356e-7,0.63476485,0.08936584,0.0003442212,0.00016489,0.27146414,0.00012866184,0.000040226474,0.00372679],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.54147774,0.39556745,0.037324112,0.004707292,0.01972981,0.0011935756],"domain_scores_gemma":[0.8242168,0.120043784,0.020257518,0.011993243,0.021937506,0.001551183],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.68569064,0.0012278146,0.059010074,0.0025643327,0.00044867786,0.0020496505,0.0044251275,0.00044488706,0.014448861],"category_scores_gemma":[0.59015965,0.0005285968,0.01701685,0.057604294,0.00015490514,0.0002502412,0.0023290245,0.0012322617,0.001354326],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070638034,0.00014762025,0.00017259017,0.1584701,0.05278612,0.000047796322,0.00018034715,0.00006480464,7.534509e-7,0.0021655005,0.27366656,0.5122908],"study_design_scores_gemma":[0.000045924884,0.00010753965,0.00001073575,0.023509698,0.065641485,0.000015539033,0.000065630906,0.00003476702,2.774825e-7,0.00034148202,0.90979,0.0004369611],"about_ca_topic_score_codex":0.000032404816,"about_ca_topic_score_gemma":0.0003110429,"teacher_disagreement_score":0.6361234,"about_ca_system_score_codex":0.00017356029,"about_ca_system_score_gemma":0.0018974763,"threshold_uncertainty_score":0.9997166},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4234676039","doi":"10.5195/jmla.2016.141","title":"Increasing number of databases searched in systematic reviews and meta-analyses between 1994 and 2014","year":2017,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Shores Centre for Mental Health Sciences; Western University","funders":"","keywords":"Milestone; Systematic review; Database; MEDLINE; Meta-analysis; Cochrane Library; Bibliographic database; Medicine; Library science; Computer science; Geography; Internal medicine; Political science; Cartography","score_opus":0.8166954882568164,"score_gpt":0.5879490708501223,"score_spread":0.2287464174066941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234676039","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95192015,0.016462808,0.0007291008,0.026770122,0.0003353377,0.0013351607,0.000071256436,0.0000025701925,0.0023734695],"genre_scores_gemma":[0.99214476,0.0010902244,0.003118031,0.000393253,0.00018965243,0.000007990508,0.000002255178,0.000009643024,0.0030442153],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9455936,0.036371525,0.010635203,0.0003017413,0.006922203,0.00017572891],"domain_scores_gemma":[0.93999255,0.027620267,0.029856654,0.0019302821,0.0002798998,0.0003203438],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22547711,0.00018521154,0.006190647,0.0002056452,0.00017964756,0.0007439376,0.0018925237,0.000098477656,0.0030932822],"category_scores_gemma":[0.3276647,0.00006521149,0.0015649489,0.00034704155,0.00010837934,0.0014074876,0.0005100773,0.00037501534,0.00003519025],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059883278,0.00002802969,0.97417235,0.0010165371,0.0020905724,0.000005425861,0.00013687566,6.895186e-7,0.000012436672,0.00023806801,0.021787677,0.00050536956],"study_design_scores_gemma":[0.0015287483,0.00006425422,0.8966882,0.005115244,0.036115803,0.00031847638,0.0006969061,0.0012818209,0.00013628161,0.013317644,0.044299483,0.0004371252],"about_ca_topic_score_codex":0.000029301578,"about_ca_topic_score_gemma":0.000009244095,"teacher_disagreement_score":0.10218758,"about_ca_system_score_codex":0.00002577511,"about_ca_system_score_gemma":0.00011664066,"threshold_uncertainty_score":0.99781805},"labels":[],"label_agreement":null},{"id":"W4234729486","doi":"10.1001/jamapediatrics.2018.4095","title":"Transposed Row Labels and Data in Table","year":2018,"lang":"en","type":"erratum","venue":"JAMA Pediatrics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Table (database); Sentence; MEDLINE; Natural language processing; Database","score_opus":0.629932980807526,"score_gpt":0.49875881197969174,"score_spread":0.13117416882783428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234729486","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014175932,0.25026613,0.0123250345,0.011261071,0.10389182,0.0077994303,0.013745465,0.00008250691,0.5864526],"genre_scores_gemma":[0.0012677733,0.010097892,0.0063093575,0.00087126635,0.009272803,0.000033449407,0.0018739247,0.000075546326,0.970198],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9747931,0.005245657,0.009582684,0.0025316463,0.007345498,0.0005014669],"domain_scores_gemma":[0.9776403,0.0044504195,0.0053609065,0.011154701,0.0011289659,0.0002647259],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.127652,0.00055461767,0.0051921285,0.0011234818,0.0001161232,0.0023706972,0.00668393,0.000860741,0.007272948],"category_scores_gemma":[0.06714508,0.00029960854,0.0005578563,0.003908248,0.000082046055,0.00067682465,0.00066285214,0.0009566593,0.002584061],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032263667,0.000030346348,0.008600824,0.00024663663,0.00003737378,0.000019092924,0.0001530349,0.0000010725801,3.2562312e-7,0.000045998026,0.98503083,0.0058312267],"study_design_scores_gemma":[0.00026569355,0.000027131644,0.003650485,0.00004124789,0.000524632,0.000005389823,0.000089723784,0.0028625305,1.6291558e-7,0.0012291096,0.9909886,0.0003153077],"about_ca_topic_score_codex":0.000087648914,"about_ca_topic_score_gemma":0.0006513745,"teacher_disagreement_score":0.38374537,"about_ca_system_score_codex":0.00004011034,"about_ca_system_score_gemma":0.0004813672,"threshold_uncertainty_score":0.9999456},"labels":[],"label_agreement":null},{"id":"W4234738088","doi":"10.1016/s1701-2163(16)32481-1","title":"Poster Listing","year":2007,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Listing (finance)","score_opus":0.3652762839596122,"score_gpt":0.42421528171480904,"score_spread":0.05893899775519684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234738088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9518456,0.006874806,0.0022470795,0.00077560596,0.01433153,0.00012234213,0.0000051545417,5.9660204e-7,0.023797315],"genre_scores_gemma":[0.9956721,0.000010670991,0.0012318721,0.0007528588,0.000041110976,1.783059e-7,2.4240686e-7,0.000004102878,0.002286854],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98979884,0.00094011804,0.006168281,0.00022531075,0.0026352429,0.00023218228],"domain_scores_gemma":[0.9487526,0.04080447,0.006951351,0.0007037232,0.0024391336,0.00034874835],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05750323,0.00012523499,0.0015608972,0.00049115304,0.00010654452,0.00020155184,0.0006813217,0.00007355849,0.0036157868],"category_scores_gemma":[0.20179464,0.00006127329,0.00035982777,0.0010011239,0.000031975298,0.00010914436,0.00006537035,0.00022708676,0.000015287216],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010675247,0.00002081853,0.6020825,0.000012610444,0.0001551388,0.0014834168,0.00012748729,0.000019502131,0.000008575078,0.00051911914,0.05269068,0.34287912],"study_design_scores_gemma":[0.00029087072,0.00007489799,0.69667065,0.0000020773894,0.0000896398,0.00011033619,0.00051198143,0.00009309966,0.000010407539,0.0008889324,0.30116844,0.00008865087],"about_ca_topic_score_codex":0.001502794,"about_ca_topic_score_gemma":0.027227636,"teacher_disagreement_score":0.34279045,"about_ca_system_score_codex":0.00023813156,"about_ca_system_score_gemma":0.0005589289,"threshold_uncertainty_score":0.997295},"labels":[],"label_agreement":null},{"id":"W4234842191","doi":"10.23970/ahrqepcmethmachineperformance","title":"Performance and Usability of Machine Learning for Screening in Systematic Reviews: A Comparative Evaluation of Three Tools","year":2019,"lang":"en","type":"report","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Alberta; Agency for Healthcare Research and Quality; U.S. Department of Health and Human Services","keywords":"Usability; Computer science; Usability inspection; Human–computer interaction; Usability engineering; Artificial intelligence; Data science","score_opus":0.9298770819181795,"score_gpt":0.6039567952439803,"score_spread":0.32592028667419926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234842191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62404627,0.110702164,0.090066366,0.00006205954,0.0006823093,0.073638074,0.00013205007,0.000008786935,0.10066191],"genre_scores_gemma":[0.986588,0.00086364266,0.00670858,0.0000051515785,0.000026072668,0.00066636497,0.000045540823,0.000012674334,0.005083956],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.91480094,0.029672984,0.036994096,0.0016372827,0.016589565,0.00030510605],"domain_scores_gemma":[0.94339055,0.018360343,0.027153008,0.0028276257,0.008210444,0.00005805228],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.57574385,0.00041590256,0.015300931,0.00059242186,0.000051839677,0.00016674286,0.00088132406,0.00017534205,0.0014952994],"category_scores_gemma":[0.21989933,0.00018586522,0.0017311596,0.00097326195,0.00007586408,0.00030864537,0.00014334895,0.0002484642,0.000051265437],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003744789,0.00011502539,0.6004426,0.31300354,0.0009931923,1.409823e-7,0.001500461,0.005976961,0.000026582318,0.00012048099,0.0034770705,0.07430652],"study_design_scores_gemma":[0.0004283603,0.00015637602,0.041199185,0.020695573,0.0022830216,0.000007623171,0.00062942173,0.93045133,0.0000103243865,0.00021499634,0.0036604987,0.00026326787],"about_ca_topic_score_codex":0.000097172204,"about_ca_topic_score_gemma":0.000423916,"teacher_disagreement_score":0.9244744,"about_ca_system_score_codex":0.000089074965,"about_ca_system_score_gemma":0.0004086384,"threshold_uncertainty_score":0.9994175},"labels":[],"label_agreement":null},{"id":"W4234966440","doi":"10.1007/978-1-4939-2428-8_17","title":"Evaluation of Diagnostic Tests","year":2015,"lang":"en","type":"article","venue":"Methods in molecular biology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Diagnostic test; Receiver operating characteristic; Diagnostic accuracy; Positive predicative value; Test (biology); Sensitivity (control systems); Medicine; Medical physics; Statistics; Predictive value; Engineering; Radiology; Mathematics; Internal medicine; Pediatrics; Biology","score_opus":0.8743270935368392,"score_gpt":0.6978796840212415,"score_spread":0.1764474095155978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234966440","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06269116,0.0031545626,0.925106,0.00018197273,0.00027779586,0.0004369671,0.000002073318,0.0000014523137,0.008148018],"genre_scores_gemma":[0.2063571,0.000005122654,0.7933099,0.00011856159,0.00001567103,0.0000554151,0.0000030022736,0.0000050233066,0.000130157],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8033756,0.18435,0.007042346,0.0008967471,0.0040878328,0.00024745677],"domain_scores_gemma":[0.9719722,0.019850671,0.0023423801,0.0026375544,0.0030939733,0.00010317391],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5197731,0.00012836944,0.0017284112,0.0003802679,0.00001065953,0.0000357498,0.0008745644,0.000108010754,0.0011212771],"category_scores_gemma":[0.6900729,0.00006579804,0.00043846076,0.0011359468,0.00007601862,0.00002962632,0.000114648836,0.00008249346,0.00023690063],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044169533,0.000105746134,0.089143425,0.000012088129,0.00016490546,0.000007094718,0.0004819341,0.0023018653,0.056153134,0.013325097,0.0023171988,0.8359831],"study_design_scores_gemma":[0.00066870026,0.00015847525,0.013041633,0.000021715512,0.00049852225,0.000012080841,0.00031041523,0.03963153,0.011536932,0.9129965,0.020916335,0.00020721319],"about_ca_topic_score_codex":0.000016578777,"about_ca_topic_score_gemma":0.000015843962,"teacher_disagreement_score":0.8996714,"about_ca_system_score_codex":0.000038549064,"about_ca_system_score_gemma":0.00014244781,"threshold_uncertainty_score":0.99979186},"labels":[],"label_agreement":null},{"id":"W4235092737","doi":"10.1016/j.jclinepi.2010.03.004","title":"CONSORT 2010 Explanation and Elaboration: updated guidelines for reporting parallel group randomised trials","year":2010,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1865,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; Health Sciences Centre; Ottawa Hospital","funders":"University of California, Irvine; Institut National de la Santé et de la Recherche Médicale; University of Oxford; Ottawa Hospital Research Institute; McMaster University; Johns Hopkins University; Canadian Institutes of Health Research; National Institute for Health and Care Research; Johns Hopkins Bloomberg School of Public Health; University of Pennsylvania","keywords":"Consolidated Standards of Reporting Trials; Checklist; Critical appraisal; Randomized controlled trial; Medicine; Systematic review; Psychological intervention; Statement (logic); MEDLINE; Family medicine; Alternative medicine; Psychology; Nursing; Surgery; Pathology","score_opus":0.9680071537346534,"score_gpt":0.7344937650894412,"score_spread":0.2335133886452122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235092737","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32750055,0.0010846186,0.6051493,0.05770746,0.0067880186,0.0013813431,0.000014422765,0.0000046447085,0.00036959694],"genre_scores_gemma":[0.1997795,0.00083670154,0.78084683,0.01012318,0.0057598106,0.00006234208,0.000039459832,0.000021258295,0.0025309501],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.50535023,0.14869837,0.3409666,0.0014795673,0.0029589355,0.00054627925],"domain_scores_gemma":[0.036915876,0.6047213,0.3405848,0.0021020693,0.015059107,0.0006168067],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9149399,0.00022659611,0.017925553,0.00026847713,0.00011518054,0.00014312897,0.0007297259,0.00044600287,0.0018919932],"category_scores_gemma":[0.9895487,0.000095277144,0.004461514,0.0003087136,0.00017533754,0.00028749465,0.00004617402,0.00065051444,0.00004525565],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015294775,0.000068033485,0.1790103,0.00001782906,0.00065694004,0.000009235648,0.000028473885,0.00015580085,0.0002660678,0.008995053,0.7527797,0.05648304],"study_design_scores_gemma":[0.017297253,0.0005049918,0.114081234,0.000053449072,0.0012290468,0.0003536856,0.00022682955,0.035713747,0.00000937548,0.17175993,0.6584963,0.00027411434],"about_ca_topic_score_codex":0.000004028478,"about_ca_topic_score_gemma":0.000034305216,"teacher_disagreement_score":0.46843436,"about_ca_system_score_codex":0.0000052175674,"about_ca_system_score_gemma":0.00020460729,"threshold_uncertainty_score":0.9990204},"labels":[],"label_agreement":null},{"id":"W4235260127","doi":"10.31236/osf.io/fxe7a","title":"Moving Sport and Exercise Science Forward: A Call for the Adoption of More Transparent Research Practices","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of British Columbia","funders":"","keywords":"Transparency (behavior); CLARITY; Conformity; Data collection; Protocol (science); Sports science; Psychology; Open science; Medical education; Computer science; Public relations; Alternative medicine; Medicine; Political science; Social psychology; Sociology; Social science","score_opus":0.8358409358900147,"score_gpt":0.6131773208864171,"score_spread":0.22266361500359766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235260127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69497013,0.01688948,0.24138963,0.008242604,0.001612891,0.021836411,0.00012047111,0.000015537084,0.014922845],"genre_scores_gemma":[0.9776271,0.00091842236,0.011656557,0.00003453144,0.000052101786,0.00031491843,0.0000062578038,0.000010830756,0.009379253],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9801659,0.0009486842,0.005861758,0.0016699018,0.010982397,0.0003713535],"domain_scores_gemma":[0.97133887,0.0078785,0.008904951,0.0059796902,0.0057296613,0.00016834172],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.33328393,0.00027475337,0.0029567946,0.00076290616,0.0003378641,0.0015992443,0.004070554,0.00015061439,0.0005822475],"category_scores_gemma":[0.026812121,0.00010347785,0.0011464704,0.0012852501,0.0005355616,0.00037880856,0.0008968054,0.00044917953,0.00009722126],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006452295,0.0009236859,0.32332546,0.015768519,0.0019351594,0.000011257053,0.038293052,0.041983582,0.0013334107,0.03343129,0.11636787,0.4259815],"study_design_scores_gemma":[0.00053387595,0.0001981045,0.12264172,0.0016675874,0.0023649521,0.000014527769,0.030448688,0.73885995,0.00047437105,0.01423835,0.08780489,0.00075297046],"about_ca_topic_score_codex":0.00027555652,"about_ca_topic_score_gemma":0.00010106778,"teacher_disagreement_score":0.6968764,"about_ca_system_score_codex":0.000048275975,"about_ca_system_score_gemma":0.00060835027,"threshold_uncertainty_score":0.9994372},"labels":[],"label_agreement":null},{"id":"W4235857677","doi":"10.1136/bmj.328.74327.37952.631667.ee","title":"Turning a blind eye: the success of blinding reported in a random sample of randomised, placebo controlled trials","year":2004,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McGill University","funders":"","keywords":"Blinding; Medicine; Placebo; Clinical trial; Randomized controlled trial; MEDLINE; Consolidated Standards of Reporting Trials; Alternative medicine; Sample size determination; Physical therapy; Surgery; Internal medicine; Pathology","score_opus":0.6568023159101083,"score_gpt":0.5526052871144336,"score_spread":0.10419702879567472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235857677","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9419921,0.0014320894,0.041882426,0.001306816,0.00028626545,0.009396231,0.00001638681,0.000003607971,0.003684048],"genre_scores_gemma":[0.99661946,0.000020505593,0.0022908242,0.000045949688,0.00008640795,0.00031949757,0.000003494804,0.000007996441,0.00060588686],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.8925757,0.047764603,0.05070867,0.001006394,0.0075281616,0.00041650963],"domain_scores_gemma":[0.7315131,0.20198241,0.058715988,0.0054604714,0.002156681,0.00017138661],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5523987,0.00023813237,0.012020038,0.00063367217,0.000077903474,0.0002551752,0.0011462496,0.00009478614,0.0024608776],"category_scores_gemma":[0.63741225,0.00008506828,0.0039728996,0.0017983892,0.00008728899,0.00013359936,0.000074103904,0.00015099025,0.000039275317],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4393501,0.00180639,0.2526855,0.00097613747,0.022983821,0.0002100278,0.03405814,0.15937482,0.023668734,0.009611353,0.028108677,0.027166324],"study_design_scores_gemma":[0.94654983,0.00013350089,0.0054214806,0.00082967157,0.004031006,0.000037576512,0.0043183295,0.01380843,0.0027545604,0.017373152,0.004260538,0.0004819314],"about_ca_topic_score_codex":0.00018767169,"about_ca_topic_score_gemma":0.00015236421,"teacher_disagreement_score":0.5071997,"about_ca_system_score_codex":0.000023533728,"about_ca_system_score_gemma":0.00027860017,"threshold_uncertainty_score":0.998451},"labels":[],"label_agreement":null},{"id":"W4235968888","doi":"10.1136/bmj.m3907","title":"GRADE approach to drawing conclusions from a network meta-analysis using a partially contextualised framework","year":2020,"lang":"en","type":"review","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":151,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; McMaster University; McMaster University Medical Centre; Impact","funders":"","keywords":"Grading (engineering); Psychological intervention; Outcome (game theory); Meta-analysis; Certainty; Psychology; Computer science; Medicine; Mathematics; Engineering","score_opus":0.9043375445327008,"score_gpt":0.5954141186952843,"score_spread":0.3089234258374165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235968888","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.8917785e-7,0.6485209,0.34507215,0.000500849,0.00029237647,0.0037246759,0.00032001428,0.000018862054,0.0015495012],"genre_scores_gemma":[0.00013654285,0.49530983,0.48927638,0.004676161,0.0037483054,0.0021431237,0.0005115377,0.00022316673,0.0039749495],"study_design_codex":"meta_analysis","study_design_gemma":"not_applicable","domain_scores_codex":[0.9109172,0.0465891,0.027698075,0.0041115503,0.009807731,0.0008763115],"domain_scores_gemma":[0.94604164,0.023647094,0.017842084,0.010445145,0.0009492657,0.0010747665],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.09780208,0.00165123,0.06182199,0.0010480393,0.0005893225,0.0032267317,0.006250035,0.00077362766,0.015282586],"category_scores_gemma":[0.06067014,0.0007773776,0.057146873,0.016172409,0.00009607049,0.00019908167,0.0014857044,0.0010148652,0.004621399],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070114825,0.00013839039,0.000026696103,0.001131055,0.722812,0.00008435192,0.0019708332,0.0085105775,1.619694e-7,0.004301331,0.15950878,0.101508796],"study_design_scores_gemma":[0.000031017167,0.000007765037,0.0000010257104,0.000313271,0.41531524,0.0000059341346,0.00013010047,0.0063486905,1.1468633e-8,0.0013398895,0.57603806,0.00046898893],"about_ca_topic_score_codex":0.00013599778,"about_ca_topic_score_gemma":0.000059447793,"teacher_disagreement_score":0.4165293,"about_ca_system_score_codex":0.00013019507,"about_ca_system_score_gemma":0.0006384134,"threshold_uncertainty_score":0.9996235},"labels":[],"label_agreement":null},{"id":"W4236430782","doi":"10.5195/jmla.2016.139","title":"Impact of librarians on reporting of the literature searching component of pediatric systematic reviews","year":2017,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Canadian Association of Research Libraries; Association of Research Libraries; Medical Library Association","keywords":"Systematic review; Checklist; MEDLINE; Identification (biology); Medicine; Psychology; Library science; Computer science; Political science","score_opus":0.5104668249588132,"score_gpt":0.5100856693736304,"score_spread":0.000381155585182813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236430782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98134303,0.0037972622,0.00017849781,0.009401886,0.0013152163,0.0011354422,0.00003334398,0.0000018793492,0.0027934446],"genre_scores_gemma":[0.99623233,0.00035518061,0.00033517077,0.00013069042,0.00042684755,0.0000028854927,8.5680114e-7,0.000009886393,0.0025061234],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9445866,0.02080961,0.023455651,0.0002358275,0.010724739,0.0001876014],"domain_scores_gemma":[0.8022746,0.010832201,0.1825948,0.0031762624,0.00090376,0.00021836237],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16405526,0.00019238763,0.0045705247,0.00026005454,0.00023578713,0.0005046288,0.004506933,0.0001603642,0.000839218],"category_scores_gemma":[0.47078368,0.000058238846,0.0055656927,0.0009236111,0.00006304737,0.00086912443,0.00042572033,0.00068258424,0.00001216804],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024855357,0.00021698122,0.92253065,0.0039745127,0.0008101148,0.000009441444,0.001497888,0.00011013668,0.00010952662,0.0006128296,0.069200315,0.0009027296],"study_design_scores_gemma":[0.0006292414,0.00021125984,0.9683344,0.020426702,0.0011732952,0.00007531328,0.00020245189,0.0017619588,0.00022117901,0.0052284854,0.0015764892,0.00015924846],"about_ca_topic_score_codex":0.0000028679974,"about_ca_topic_score_gemma":3.7655033e-7,"teacher_disagreement_score":0.30672842,"about_ca_system_score_codex":0.00005258043,"about_ca_system_score_gemma":0.00045372776,"threshold_uncertainty_score":0.9188849},"labels":[],"label_agreement":null},{"id":"W4236476849","doi":"10.31222/osf.io/v7gm2","title":"The PRISMA 2020 statement: an updated guideline for reporting systematic reviews","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5300,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; Public Health Ontario; University of Toronto; St. Michael's Hospital; Queen's University; McMaster University; University of Ottawa; Ottawa Hospital","funders":"National Eye Institute; National Institutes of Health; National Health and Medical Research Council; Ottawa Hospital Anesthesia Alternate Funds Association; Medical Research Council; National Institute for Health and Care Research","keywords":"Checklist; Systematic review; Guideline; Terminology; Statement (logic); Presentation (obstetrics); MEDLINE; Computer science; Management science; Medical education; Psychology; Medicine; Political science; Engineering; Pathology","score_opus":0.875339890093975,"score_gpt":0.6103893528577085,"score_spread":0.2649505372362665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236476849","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00046271947,0.015911687,0.90232456,0.028180491,0.0024117713,0.04098926,0.00011245935,0.000071831855,0.009535244],"genre_scores_gemma":[0.020565663,0.0039454657,0.73004144,0.0139455395,0.0031846683,0.016909953,0.0036307028,0.00036419922,0.20741236],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7455933,0.043701578,0.19497976,0.0043847174,0.010541918,0.0007987013],"domain_scores_gemma":[0.7841901,0.007561775,0.18497771,0.016941065,0.005798582,0.00053076557],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.6120027,0.0009526377,0.01574942,0.00018688949,0.00054484874,0.005459294,0.006663493,0.00025735426,0.0060368427],"category_scores_gemma":[0.43842942,0.00031810708,0.0064689484,0.001168449,0.00005374771,0.00023380698,0.0014851431,0.0005311034,0.0027797217],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056892395,0.000023390716,0.00005533764,0.01021371,0.00057363714,0.0000069199637,0.00030903614,0.00014672114,0.000017098211,0.0012878153,0.9822472,0.0051134913],"study_design_scores_gemma":[0.000102075894,0.00004081327,0.000009598724,0.001259004,0.0013068807,0.000011135896,0.0010820598,0.15148008,0.000010313914,0.023335883,0.82098514,0.00037699818],"about_ca_topic_score_codex":0.000025013933,"about_ca_topic_score_gemma":0.00009847695,"teacher_disagreement_score":0.19787711,"about_ca_system_score_codex":0.000091872185,"about_ca_system_score_gemma":0.00031432667,"threshold_uncertainty_score":0.9999271},"labels":[],"label_agreement":null},{"id":"W4237119874","doi":"10.1503/cmaj.1041477","title":"The Cochrane Collaboration at 10: kudos and challenges","year":2004,"lang":"en","type":"editorial","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; World Wide Web; Data science; Medicine; Bioinformatics; Biology","score_opus":0.233997528513199,"score_gpt":0.43918674983589817,"score_spread":0.20518922132269918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237119874","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019502689,0.057245996,0.000040502655,0.16960552,0.76127815,0.0005005991,0.00022929658,0.000005001781,0.010899881],"genre_scores_gemma":[0.00038295522,0.04564324,0.00007493232,0.0012084754,0.86976445,0.000032854212,0.0000718938,0.000037905163,0.0827833],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9531221,0.009589541,0.007060108,0.0007015729,0.028941328,0.0005853571],"domain_scores_gemma":[0.95219326,0.025088055,0.009409135,0.001352332,0.009449955,0.0025072815],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.20584722,0.00035918405,0.0025193903,0.0003812548,0.0014139806,0.0032104051,0.0018680869,0.0016389269,0.02716942],"category_scores_gemma":[0.45560184,0.00016949917,0.00078869815,0.0006982994,0.00009822291,0.00018840596,0.000076842334,0.0015743742,0.0035776447],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029707148,0.0000043009304,0.00008341373,0.000020580828,0.00024144643,0.00005039537,0.00024829412,0.0000020295452,7.773394e-8,0.0002068064,0.9773617,0.021778015],"study_design_scores_gemma":[0.000342929,0.00003200669,0.00028114437,0.00013085532,0.0001437431,0.000041570813,0.00060371595,0.00008346122,1.200453e-7,0.0014199977,0.9967523,0.00016813436],"about_ca_topic_score_codex":0.0003489498,"about_ca_topic_score_gemma":0.1808362,"teacher_disagreement_score":0.24975462,"about_ca_system_score_codex":0.0025696743,"about_ca_system_score_gemma":0.010036287,"threshold_uncertainty_score":0.99988604},"labels":[],"label_agreement":null},{"id":"W4237331016","doi":"10.3410/f.1104052.560027","title":"Faculty Opinions recommendation of The fine-scale and complex architecture of human copy-number variation.","year":2008,"lang":"en","type":"dataset","venue":"Faculty Opinions – Post-Publication Peer Review of the Biomedical Literature","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Variation (astronomy); Scale (ratio); Architecture; Copy-number variation; Computer science; Biology; Geography; Cartography; Archaeology; Genetics; Astronomy; Physics","score_opus":0.3543557385026414,"score_gpt":0.49378804942056115,"score_spread":0.13943231091791974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237331016","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000052133214,0.0006291349,0.0002361892,0.11592762,0.00057199784,0.0018865241,0.8805061,0.0000060295406,0.00023116633],"genre_scores_gemma":[0.00007138338,0.0001305112,0.0019148298,0.0022456085,0.00017963407,0.00011818296,0.99161017,0.00001778741,0.003711882],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97558314,0.00694575,0.009497093,0.0011085746,0.0065714596,0.0002940034],"domain_scores_gemma":[0.9669882,0.0014014251,0.013104608,0.0056171636,0.012618337,0.00027024906],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.020756317,0.0006484152,0.0038801327,0.0004322139,0.00046085732,0.00031250025,0.004677391,0.00057912397,0.005272375],"category_scores_gemma":[0.048564535,0.0002679954,0.002572456,0.0044180276,0.00074947515,0.00025410092,0.00096245564,0.00095845584,0.000111931426],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003214099,0.00019678695,0.00013600077,0.002908925,0.00022065708,6.1006325e-8,0.00031894245,5.0865367e-7,0.0000030557242,0.00036131075,0.99461746,0.0012330485],"study_design_scores_gemma":[0.00033626604,0.00004609503,0.015003509,0.003348359,0.0004001973,0.00004980221,0.000031639287,0.00002499542,0.000004495993,0.00027726655,0.98024076,0.00023660809],"about_ca_topic_score_codex":0.00008042798,"about_ca_topic_score_gemma":0.000036313097,"teacher_disagreement_score":0.11368201,"about_ca_system_score_codex":0.00006077674,"about_ca_system_score_gemma":0.00038573486,"threshold_uncertainty_score":0.99997723},"labels":[],"label_agreement":null},{"id":"W4238105007","doi":"10.1111/bjd.19067","title":"Quality of reporting in systematic reviews published in dermatology journals","year":2020,"lang":"en","type":"article","venue":"British Journal of Dermatology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Systematic review; Protocol (science); Transparency (behavior); Guideline; Medicine; MEDLINE; Family medicine; Alternative medicine; Health care; Medical literature; Quality (philosophy); Computer science; Pathology; Political science","score_opus":0.7758984387384652,"score_gpt":0.5525483587738867,"score_spread":0.22335007996457845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238105007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.887856,0.087874286,0.008276251,0.012407712,0.000494101,0.0015412046,0.0000058542287,0.0000035497521,0.0015410093],"genre_scores_gemma":[0.99533427,0.0012091438,0.0025653206,0.0007812839,0.000047379854,0.000016955957,0.0000010019991,0.000012149467,0.000032511838],"study_design_codex":"observational","study_design_gemma":"case_report","domain_scores_codex":[0.79884934,0.06962863,0.12556827,0.00084295607,0.004505305,0.00060548016],"domain_scores_gemma":[0.8697238,0.008482696,0.11760548,0.0013529623,0.002473942,0.00036115068],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18158248,0.00028677232,0.017028207,0.0010541473,0.000050459803,0.00052765856,0.002317477,0.00023747214,0.002116642],"category_scores_gemma":[0.5686078,0.00018542903,0.0025853717,0.0027375817,0.00010681213,0.000831712,0.00017218113,0.000842141,0.00012500858],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041025785,0.00021958258,0.9247651,0.016071588,0.0002683637,0.011128999,0.0017210031,0.000053763102,0.00050232804,0.0004677825,0.03889363,0.005866797],"study_design_scores_gemma":[0.0054975445,0.00013897521,0.37274766,0.033949435,0.00061556086,0.5433387,0.008749098,0.003633424,0.0006041953,0.018059168,0.01152239,0.0011438279],"about_ca_topic_score_codex":0.000045509718,"about_ca_topic_score_gemma":0.00035996063,"teacher_disagreement_score":0.55201745,"about_ca_system_score_codex":0.000046052723,"about_ca_system_score_gemma":0.00022928331,"threshold_uncertainty_score":0.99879557},"labels":[],"label_agreement":null},{"id":"W4238341580","doi":"10.21203/rs.3.rs-403088/v1","title":"Prevalence of Inconsistency and Its Association With Network Structural Characteristics in 201 Published Networks of Interventions","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Consistency (knowledge bases); Psychological intervention; Meta-analysis; Reliability (semiconductor); Association (psychology); Statistics; Medicine; Psychology; Econometrics; Computer science; Power (physics); Mathematics; Psychiatry; Internal medicine; Artificial intelligence; Psychotherapist","score_opus":0.5806969079912884,"score_gpt":0.5476155269607615,"score_spread":0.033081381030526824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238341580","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98453945,0.010998876,0.0013910183,0.00034213922,0.00028084143,0.0016896066,0.00015646391,0.0000027230312,0.0005989084],"genre_scores_gemma":[0.9957284,0.00079861237,0.0009088202,0.000004430667,0.00009501375,0.00008423145,0.000069858506,0.000011560132,0.0022991109],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9595876,0.021674149,0.009092328,0.0012211108,0.007922679,0.00050213997],"domain_scores_gemma":[0.97454256,0.0065741935,0.007339807,0.0023987414,0.009001149,0.0001435231],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13342614,0.00025625632,0.0033940154,0.0006882607,0.00009209983,0.00097289274,0.0014806115,0.00032526255,0.003370416],"category_scores_gemma":[0.07460902,0.00014521324,0.0010036947,0.0022003145,0.00010032575,0.00030425415,0.0014436644,0.0011462262,0.000008581163],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001741848,0.000058048496,0.98781425,0.0055860304,0.000270515,0.000006399449,0.0004111513,0.001554743,0.000005983304,0.00042760055,0.0017018546,0.0021460338],"study_design_scores_gemma":[0.00014924398,0.00009176481,0.95603496,0.0050742626,0.00014741173,0.0000023786256,0.00048411224,0.03635166,0.0000044776916,0.0014698439,0.000054606164,0.00013527091],"about_ca_topic_score_codex":0.00006774854,"about_ca_topic_score_gemma":0.0003604796,"teacher_disagreement_score":0.05881713,"about_ca_system_score_codex":0.0001462413,"about_ca_system_score_gemma":0.00038295292,"threshold_uncertainty_score":0.99754065},"labels":[],"label_agreement":null},{"id":"W4238404694","doi":"10.1503/cmaj.1040014","title":"Grading evidence","year":2004,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Grading (engineering); Computer science; Data science; Evidence-based medicine; Information retrieval; Medicine; Pathology; Alternative medicine; Engineering","score_opus":0.5895471542024083,"score_gpt":0.4932575680569174,"score_spread":0.09628958614549094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238404694","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41077486,0.004096601,0.04263567,0.48518562,0.0065262406,0.00063259667,0.000021497663,0.000015977805,0.05011094],"genre_scores_gemma":[0.97981614,0.00008879024,0.0012044325,0.012740056,0.0010966974,0.0000040276545,7.747261e-7,0.000008103136,0.0050409897],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97484905,0.0040944335,0.005307599,0.0003622681,0.014944065,0.00044258853],"domain_scores_gemma":[0.9886556,0.0031726637,0.0030670208,0.00072385854,0.0020219353,0.0023588792],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.19438486,0.00013920128,0.0011867533,0.00045196654,0.0004010918,0.0013897863,0.0016126892,0.00022154863,0.06541971],"category_scores_gemma":[0.30548948,0.00007465683,0.0009164562,0.001159456,0.000025673626,0.00041054838,0.000023743287,0.00067265006,0.01138469],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.1795033e-7,0.000013510611,0.14920767,0.000004536214,0.00018123479,0.00032975478,0.00060669094,0.00011130411,0.000007442354,0.00553041,0.77766055,0.06634596],"study_design_scores_gemma":[0.00026366112,0.000021694472,0.037572652,0.0001457778,0.000056962836,0.00043387958,0.0005680316,0.00042004333,0.000004374291,0.020348286,0.9400111,0.00015352586],"about_ca_topic_score_codex":0.0008318222,"about_ca_topic_score_gemma":0.018021071,"teacher_disagreement_score":0.56904125,"about_ca_system_score_codex":0.00108561,"about_ca_system_score_gemma":0.0030655204,"threshold_uncertainty_score":0.9998975},"labels":[],"label_agreement":null},{"id":"W4238818728","doi":"10.1097/00007632-200306150-00014","title":"Updated method guidelines for systematic reviews in the Cochrane Collaboration Back Review Group","year":2003,"lang":"en","type":"article","venue":"Spine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":155,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; University of Toronto; University Health Network; Institute for Work & Health","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Systematic review; Data extraction; MEDLINE; Relevance (law); Alternative medicine; Family medicine; Medical physics; Medical education; Pathology","score_opus":0.763145399694103,"score_gpt":0.6166412634076097,"score_spread":0.14650413628649328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238818728","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015391635,0.48989907,0.4510677,0.020340897,0.000580974,0.03046896,0.000027121276,0.000009239866,0.007452117],"genre_scores_gemma":[0.0016483144,0.044891972,0.86840874,0.04577679,0.00036698513,0.0064906282,0.00024033233,0.00006639266,0.03210982],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9278449,0.046380006,0.02085059,0.0009803951,0.0036269594,0.00031717244],"domain_scores_gemma":[0.97858363,0.004178871,0.007846938,0.0050472673,0.0042490033,0.00009429294],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.40538898,0.00033557808,0.0061936826,0.00020066163,0.00010158833,0.0004399362,0.0014741427,0.000069694834,0.0050342726],"category_scores_gemma":[0.3032775,0.00011924438,0.0013081066,0.0040319683,0.000020288182,0.00021510126,0.000026184785,0.00009654133,0.00281114],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016684817,0.000044416945,0.00003651282,0.03992937,0.000060428505,0.0000013301433,0.00014907526,0.00002311568,0.00008906169,0.013672947,0.9442582,0.0017338839],"study_design_scores_gemma":[0.00031589484,0.000059876533,0.00004465626,0.019216528,0.0005397305,0.000026530426,0.0006008293,0.0032337976,0.000010923507,0.0028932628,0.9728463,0.00021166037],"about_ca_topic_score_codex":0.0000052589744,"about_ca_topic_score_gemma":0.000094345065,"teacher_disagreement_score":0.44500712,"about_ca_system_score_codex":0.000031313964,"about_ca_system_score_gemma":0.00005404589,"threshold_uncertainty_score":0.9979653},"labels":[],"label_agreement":null},{"id":"W4238882524","doi":"10.20982/tqmp.16.4.p422","title":"Erratum to {A}ppendix C of \"A review of effect sizes and their confidence intervals, Part I: The Cohen's d family\"","year":2020,"lang":"en","type":"erratum","venue":"The Quantitative Methods for Psychology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Confidence interval; Mathematics; Statistics; Psychology","score_opus":0.7543804368752526,"score_gpt":0.6484484119654377,"score_spread":0.1059320249098149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238882524","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007626168,0.32460776,0.6132535,0.019355282,0.01570258,0.006832215,0.00038155724,0.000008157869,0.019782726],"genre_scores_gemma":[0.0012245291,0.14322135,0.60968673,0.063006096,0.001738427,0.004495995,0.00033142758,0.00040112497,0.17589435],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.85942465,0.123387605,0.0125120655,0.0021047948,0.0020499465,0.00052094605],"domain_scores_gemma":[0.8877098,0.09115462,0.012810396,0.005869916,0.0022829038,0.00017235469],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.25385627,0.0007824444,0.011033195,0.0003091808,0.00016980503,0.00013134627,0.0051892395,0.00030425083,0.0010612988],"category_scores_gemma":[0.1774936,0.00026071,0.003248038,0.0017853384,0.0010312697,0.000077210694,0.0004666926,0.00085666974,0.00020992056],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009979391,0.000022840872,0.000011190055,0.0034362176,0.0009967679,5.214986e-7,0.0018769009,3.870177e-7,0.0004416189,0.010285367,0.94899344,0.03383492],"study_design_scores_gemma":[0.00019246958,0.0014958208,0.00021460003,0.0037437654,0.0010357611,0.000012012698,0.0013341084,0.00021941372,0.00010101908,0.044619713,0.9467791,0.00025222395],"about_ca_topic_score_codex":0.000014386208,"about_ca_topic_score_gemma":0.0000110346255,"teacher_disagreement_score":0.18138641,"about_ca_system_score_codex":0.000013008438,"about_ca_system_score_gemma":0.00011780839,"threshold_uncertainty_score":0.9999845},"labels":[],"label_agreement":null},{"id":"W4238964521","doi":"10.5489/cuaj.1383","title":"FROM PODIUM TO PRESS: THE 10-YEAR PUBLICATION RATE OF ABSTRACTS PRESENTED AT THE ANNUAL MEETINGS OF THE QUEBEC UROLOGICAL ASSOCIATION (QUA)","year":2013,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publication; Publishing; Presentation (obstetrics); Impact factor; Medicine; Library science; Demography; Family medicine; Political science; Surgery; Sociology; Law; Computer science","score_opus":0.1884236394777072,"score_gpt":0.3557463767743407,"score_spread":0.16732273729663347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238964521","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7523132,0.00013365786,0.000057450965,0.24120101,0.00033732495,0.0008433706,0.00018885355,0.000003948776,0.004921213],"genre_scores_gemma":[0.9699619,0.000008204121,0.00006825324,0.00428388,0.00029374845,0.000042685027,0.000014333693,0.0000064145433,0.025320617],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.97774976,0.0131726535,0.0045031696,0.00044778202,0.0036667208,0.0004599067],"domain_scores_gemma":[0.97012115,0.010526944,0.011300023,0.0012965741,0.006320006,0.00043531036],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.06349222,0.00021366848,0.0011023647,0.00013688687,0.0005397859,0.000990704,0.0024288853,0.00034081758,0.0137773175],"category_scores_gemma":[0.16692214,0.000075366064,0.00096049043,0.0009611712,0.0000827378,0.00031891005,0.00018082005,0.0005748388,0.0010912333],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011030991,0.000028382123,0.22815211,0.0000012844782,0.000207483,3.3532916e-7,0.0007071205,0.00048813812,0.00013793149,0.0002739849,0.7691228,0.0008694149],"study_design_scores_gemma":[0.00012001768,0.000030489759,0.70934284,0.0000036880056,0.00010262663,0.0000017130187,0.00046188652,0.000287327,0.000036244746,0.0021605701,0.2873874,0.00006519903],"about_ca_topic_score_codex":0.02273073,"about_ca_topic_score_gemma":0.010614043,"teacher_disagreement_score":0.48173538,"about_ca_system_score_codex":0.0006460121,"about_ca_system_score_gemma":0.0003077928,"threshold_uncertainty_score":0.99968654},"labels":[],"label_agreement":null},{"id":"W4239034015","doi":"10.21203/rs.2.10624/v1","title":"Guidance for reporting clinical trial registry records and published protocols use in systematic reviews of interventions","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Psychological intervention; Systematic review; Medicine; Clinical trial; MEDLINE; Family medicine; Nursing; Political science; Pathology","score_opus":0.9621245118317838,"score_gpt":0.6943843717299664,"score_spread":0.26774014010181746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239034015","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04134807,0.0037463983,0.238409,0.00071412895,0.0039569335,0.7039747,0.000120320605,0.00002142241,0.0077090324],"genre_scores_gemma":[0.049090307,0.0004495664,0.32162452,0.00034082672,0.00092368823,0.42696184,0.00012908554,0.0001172631,0.20036292],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.640656,0.072508246,0.27509302,0.00505746,0.0061004455,0.0005848371],"domain_scores_gemma":[0.59747195,0.04693009,0.32767114,0.02254787,0.0050873985,0.00029158167],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.6796212,0.00053276034,0.022534266,0.00062656606,0.00004719736,0.002685317,0.0029028275,0.0005299532,0.0015340233],"category_scores_gemma":[0.87815636,0.00024690173,0.011379732,0.00079681276,0.000087294415,0.0004802133,0.0011481578,0.00062707375,0.00009080719],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001040957,0.0007280527,0.14271711,0.5449764,0.0009084758,0.000006653246,0.00020693053,0.000057737205,0.0000029185717,0.0019174479,0.30190346,0.0055338815],"study_design_scores_gemma":[0.037805643,0.0020831316,0.02398941,0.65125364,0.005951809,0.00007669421,0.0015204728,0.048747417,0.00001235562,0.05280196,0.17279045,0.0029669916],"about_ca_topic_score_codex":0.00006126745,"about_ca_topic_score_gemma":0.00031011464,"teacher_disagreement_score":0.27701285,"about_ca_system_score_codex":0.000055462315,"about_ca_system_score_gemma":0.0003240284,"threshold_uncertainty_score":0.99999833},"labels":[],"label_agreement":null},{"id":"W4239034077","doi":"10.1007/978-1-4939-2428-8_1","title":"On Framing the Research Question and Choosing the Appropriate Research Design","year":2015,"lang":"en","type":"article","venue":"Methods in molecular biology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Foothills Medical Centre; University of Calgary; Memorial University of Newfoundland","funders":"","keywords":"Framing (construction); Randomized controlled trial; Clinical study design; Psychological intervention; Internal validity; Research design; Medicine; Epidemiology; Relevance (law); Psychology; Clinical trial; Management science; Medical physics; Computer science; Statistics; Surgery; Mathematics; Pathology; Political science; Nursing; Engineering","score_opus":0.939781023769368,"score_gpt":0.7357332921623643,"score_spread":0.20404773160700374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239034077","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016679447,0.0029959744,0.9728624,0.0035572052,0.00016145759,0.00091567094,4.331471e-7,0.000002471828,0.0028249226],"genre_scores_gemma":[0.098257646,0.00004930651,0.9001345,0.00040458242,0.00007636254,0.00017770691,9.44567e-7,0.000014725983,0.0008842421],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.5566199,0.4364172,0.0025137293,0.00096882763,0.0029700499,0.00051033456],"domain_scores_gemma":[0.9274311,0.06631735,0.0006848091,0.0036892046,0.0017457329,0.00013181093],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7718373,0.00014606048,0.0009704162,0.0006113712,0.0003524505,0.00053636305,0.0018284579,0.0001642648,0.00008965991],"category_scores_gemma":[0.3206235,0.000049823742,0.00019854898,0.0024789202,0.00058545236,0.000037728776,0.00044800888,0.0009545287,0.00019706924],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075834265,0.0000686871,0.0022463135,0.000019197509,0.000120498626,0.00002462579,0.004176357,0.0013260458,0.06388725,0.32427275,0.0059311464,0.5978513],"study_design_scores_gemma":[0.00013348226,0.00017375656,0.00051577657,0.000028048267,0.000015672946,0.000011610116,0.0015986154,0.023813259,0.0027454002,0.950843,0.020036358,0.00008503741],"about_ca_topic_score_codex":0.00008295591,"about_ca_topic_score_gemma":0.000009895583,"teacher_disagreement_score":0.6265702,"about_ca_system_score_codex":0.000057974077,"about_ca_system_score_gemma":0.000104569364,"threshold_uncertainty_score":0.6850992},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4239061568","doi":"10.6028/jres.124.024","title":"Improving Reproducibility in Research: The Role of Measurement Science","year":2019,"lang":"en","type":"article","venue":"Journal of Research of the National Institute of Standards and Technology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Material Measurement Laboratory; Korea Research Institute of Standards and Science; European Commission; Wellcome Trust","keywords":"Reproducibility; Computer science; Data science; Medical physics; Statistics; Medicine; Mathematics","score_opus":0.7945497748693895,"score_gpt":0.6115260820717491,"score_spread":0.1830236927976404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239061568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98392785,0.0029466813,0.0001037241,0.007884928,0.0001572287,0.00057541707,0.000022655742,5.778639e-7,0.0043809554],"genre_scores_gemma":[0.9989704,0.000076097014,0.00081769685,0.0000042435286,0.000020645504,0.0000030860854,2.8452606e-8,0.0000020174352,0.000105809755],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9341757,0.0045171003,0.006832763,0.00088960666,0.053179387,0.00040538507],"domain_scores_gemma":[0.9181224,0.0020102486,0.0036496276,0.0025791635,0.07357913,0.000059432434],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6827123,0.000075710035,0.0010205889,0.002419086,0.00019273933,0.00008640092,0.0032808715,0.00007344099,0.00010837071],"category_scores_gemma":[0.39873743,0.000029007033,0.00027511208,0.0062067877,0.0032018148,0.0003251421,0.00078529184,0.00071407156,0.0000020149678],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027548883,0.00042536855,0.15944527,0.00035033902,0.00025526402,0.0000026278763,0.0007959076,0.0004885146,0.32523367,0.38078603,0.004267492,0.12767401],"study_design_scores_gemma":[0.00094107055,0.00084652967,0.045841202,0.00078157306,0.00003480038,0.00006510887,0.0057601877,0.002357127,0.13064188,0.7121491,0.10046956,0.00011187478],"about_ca_topic_score_codex":0.000051039002,"about_ca_topic_score_gemma":0.000082892264,"teacher_disagreement_score":0.33136305,"about_ca_system_score_codex":0.00035309492,"about_ca_system_score_gemma":0.0034519536,"threshold_uncertainty_score":0.9995109},"labels":[],"label_agreement":null},{"id":"W4239129695","doi":"10.2106/00004623-200609000-00026","title":"THE INTENTION-TO-TREAT PRINCIPLE","year":2006,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":131,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Psychology","score_opus":0.5660968133541078,"score_gpt":0.4575016035197935,"score_spread":0.10859520983431425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239129695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98380554,0.0032813333,0.0037957563,0.005244752,0.0005044115,0.00011528136,0.0000015303596,0.0000011738267,0.0032502364],"genre_scores_gemma":[0.9810549,0.00018422322,0.00062630384,0.000220936,0.00019856772,0.0000020521636,3.5302892e-7,0.000005048561,0.017707607],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9863374,0.0017276894,0.009261935,0.00018708824,0.002336631,0.00014924152],"domain_scores_gemma":[0.98822933,0.0041033905,0.005742714,0.00074494566,0.0010505168,0.00012907833],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12110178,0.00011431101,0.0022428462,0.00046041215,0.00017673838,0.00069305603,0.00012687691,0.000028404764,0.0006500314],"category_scores_gemma":[0.02055572,0.000040079194,0.0019887243,0.00051849295,0.00003513985,0.00017261019,0.00005680122,0.000105217725,0.00031805586],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002077102,0.000055859935,0.17058131,0.000024577997,0.00008203775,0.000048138383,0.00006483926,0.000028049972,0.0006532891,0.0016846335,0.79017806,0.036578424],"study_design_scores_gemma":[0.00007516401,0.000024677924,0.3660463,0.000082536135,0.000095169045,0.00029428198,0.0002253916,0.000121342506,0.00008556146,0.008654679,0.6242111,0.000083796236],"about_ca_topic_score_codex":0.000014028376,"about_ca_topic_score_gemma":0.000021656795,"teacher_disagreement_score":0.19546501,"about_ca_system_score_codex":0.0000141727205,"about_ca_system_score_gemma":0.000049677477,"threshold_uncertainty_score":0.98769456},"labels":[],"label_agreement":null},{"id":"W4239204192","doi":"10.21203/rs.2.14912/v3","title":"Database combinations to retrieve systematic reviews in Overviews of reviews: A methodological study","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Database; Information retrieval; Systematic review; Data science; Political science; MEDLINE","score_opus":0.9793227972626526,"score_gpt":0.7303971584044431,"score_spread":0.2489256388582095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239204192","genre_codex":"review","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050564766,0.42799994,0.102100536,0.014501998,0.0019457071,0.38769108,0.0016052112,0.00006843138,0.013522323],"genre_scores_gemma":[0.7581615,0.042257644,0.12768453,0.0016431755,0.00070237456,0.052323736,0.00059291086,0.0002626343,0.016371518],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.2507852,0.65516406,0.057183154,0.0059372187,0.029624734,0.0013056018],"domain_scores_gemma":[0.8127726,0.11628077,0.024035668,0.034184888,0.01109477,0.0016313293],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.75657237,0.00088616955,0.025304956,0.002901456,0.00018977598,0.0010885707,0.009171115,0.0003638582,0.0051797037],"category_scores_gemma":[0.8132768,0.00042080076,0.004622182,0.01286802,0.00013816448,0.00022575822,0.006723096,0.0026219834,0.009090279],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012320513,0.0047734813,0.021723544,0.45038527,0.0008897296,0.0002351912,0.020668965,0.00014093838,0.00021569843,0.0079850415,0.4829564,0.009902532],"study_design_scores_gemma":[0.0030442278,0.0043673534,0.037304632,0.30125147,0.0030339924,0.000027440283,0.03775488,0.011033677,0.00005900514,0.06930508,0.5292622,0.003556036],"about_ca_topic_score_codex":0.00017418539,"about_ca_topic_score_gemma":0.00035140204,"teacher_disagreement_score":0.7075967,"about_ca_system_score_codex":0.00033571216,"about_ca_system_score_gemma":0.0004173868,"threshold_uncertainty_score":0.9999484},"labels":[],"label_agreement":null},{"id":"W4239222521","doi":"10.7287/peerj.10387v0.1/reviews/2","title":"Peer Review #2 of \"Comparing multiple comparisons: practical guidance for choosing the best multiple comparisons test (v0.1)\"","year":2020,"lang":"en","type":"peer-review","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"College of Engineering, Michigan State University; Michigan State University","keywords":"Test (biology); Statistics; Computer science; Mathematics; Biology; Ecology","score_opus":0.8503541144134629,"score_gpt":0.5852696876944353,"score_spread":0.26508442671902754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239222521","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002048355,0.42123052,0.11246683,0.41828862,0.0018442298,0.010273988,0.0010463481,0.00003446389,0.034812953],"genre_scores_gemma":[0.002623247,0.052111406,0.20897152,0.030980006,0.0016866592,0.0024364993,0.0019542845,0.00023418674,0.6990022],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.93256646,0.011609025,0.031512983,0.0033270158,0.019948883,0.0010356038],"domain_scores_gemma":[0.69773895,0.18038706,0.056038465,0.021908524,0.04260071,0.0013262633],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.17507668,0.0015485871,0.021903306,0.00032692423,0.0006149336,0.0012840908,0.007155197,0.00039349502,0.0072775404],"category_scores_gemma":[0.70249677,0.00070627505,0.008644294,0.0029868605,0.0003588231,0.00039479276,0.0011566652,0.0016005754,0.004252052],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007942582,0.00029834337,0.0059651253,0.030605324,0.0005545767,0.0000026899668,0.000048138587,0.000023088161,0.0000046458167,0.00022804437,0.96001875,0.002243303],"study_design_scores_gemma":[0.0003896756,0.00008022566,0.00020514494,0.038385596,0.0039889575,0.000029166733,0.00035183472,0.045498166,0.000009989584,0.000050837363,0.9103339,0.00067651056],"about_ca_topic_score_codex":0.00021826614,"about_ca_topic_score_gemma":0.0007708218,"teacher_disagreement_score":0.6641892,"about_ca_system_score_codex":0.00013787913,"about_ca_system_score_gemma":0.0007303644,"threshold_uncertainty_score":0.9997527},"labels":[],"label_agreement":null},{"id":"W4239331366","doi":"10.1177/229255031101900302","title":"Challenges of Randomized Controlled Trial Design in Plastic Surgery","year":2011,"lang":"en","type":"article","venue":"Canadian Journal of Plastic Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Medicine; Plastic surgery; Gold standard (test); Surgery; Placebo; Medical physics; Alternative medicine; Internal medicine","score_opus":0.6837466495236824,"score_gpt":0.40138911959514467,"score_spread":0.2823575299285377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239331366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9310812,0.017452814,0.02479708,0.00020182075,0.020806883,0.0024570392,0.00001678621,0.0000031081347,0.0031833185],"genre_scores_gemma":[0.9990598,0.00022110388,0.00027963126,0.000020059775,0.0002305582,0.00004547231,5.338749e-7,0.000016737853,0.00012609789],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.94806844,0.026625115,0.02142857,0.00044519463,0.0029214527,0.00051119947],"domain_scores_gemma":[0.38970757,0.58730954,0.018488748,0.0012793137,0.0021023601,0.0011124739],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.29612398,0.00036534338,0.017493088,0.0045809145,0.00006177577,0.00016940557,0.0009191432,0.0001609017,0.007926664],"category_scores_gemma":[0.7023067,0.00018266067,0.007831612,0.0010526205,0.00022899396,0.00026761641,0.00001466458,0.00027256057,0.00017361961],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.86945844,0.00031032396,0.046116017,0.00017337584,0.0049825283,0.0015070187,0.0025171472,0.001052519,0.000011656692,0.0022633916,0.06447775,0.0071298294],"study_design_scores_gemma":[0.9270389,0.00035699797,0.046624366,0.0019145604,0.0039312225,0.00027105285,0.0023807364,0.0043447753,0.000033063512,0.01034496,0.0017720464,0.0009873206],"about_ca_topic_score_codex":0.00040605624,"about_ca_topic_score_gemma":0.0030681405,"teacher_disagreement_score":0.56068444,"about_ca_system_score_codex":0.00007768866,"about_ca_system_score_gemma":0.0035759776,"threshold_uncertainty_score":0.99709326},"labels":[],"label_agreement":null},{"id":"W4239478856","doi":"10.1007/978-1-0716-1138-8_11","title":"Randomized Controlled Trials 1: Design","year":2021,"lang":"en","type":"book-chapter","venue":"Methods in molecular biology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Blinding; Randomized controlled trial; Randomization; Confounding; Sample size determination; Gold standard (test); Clinical trial; Medicine; Clinical study design; Research design; Statistics; Surgery; Mathematics","score_opus":0.8083774361730032,"score_gpt":0.6297923473630008,"score_spread":0.17858508881000235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239478856","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.72031e-7,0.03156529,0.72335935,0.00032169264,0.0008155177,0.004273793,0.00000983915,0.000004466257,0.23964927],"genre_scores_gemma":[0.0000036347526,0.00047273602,0.62669337,0.00055585563,0.00008855739,0.00036214097,0.000020085987,0.000032035572,0.37177157],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.18516126,0.7502785,0.057068113,0.0033858994,0.0034950706,0.00061118347],"domain_scores_gemma":[0.6553751,0.3078155,0.02802985,0.006755854,0.0018292139,0.00019446266],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.83923405,0.00097468507,0.07637397,0.0015470147,0.000055612963,0.00043827214,0.0023159294,0.0012134566,0.045760855],"category_scores_gemma":[0.70860267,0.00040491796,0.023757448,0.00036571448,0.00032392325,0.000025469612,0.0003199832,0.0006556156,0.00085160596],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013765728,0.00003257933,0.0000033381348,0.000038623584,0.008885002,0.00021705263,0.00007514274,0.00013290098,0.0068568657,0.8839753,0.0048462413,0.08117118],"study_design_scores_gemma":[0.09405119,0.00003527268,1.309626e-7,0.000088388995,0.003093501,0.000017791961,0.000014044061,0.0015357072,0.00041389756,0.7156515,0.18468082,0.00041777067],"about_ca_topic_score_codex":0.000003982511,"about_ca_topic_score_gemma":0.00000277684,"teacher_disagreement_score":0.47021386,"about_ca_system_score_codex":0.000052730138,"about_ca_system_score_gemma":0.00028381214,"threshold_uncertainty_score":0.9999263},"labels":[],"label_agreement":null},{"id":"W4239598815","doi":"10.31219/osf.io/ugx29","title":"Guidance for Reporting Outcomes in Clinical Trials: A Scoping Review Protocol","year":2018,"lang":"en","type":"review","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Women's College Hospital; SickKids Foundation; University of Toronto; Institute for Clinical Evaluative Sciences; Hospital for Sick Children","funders":"","keywords":"Protocol (science); Citation; Clinical trial; Computer science; Outcome (game theory); Replicate; Data science; Psychology; Information retrieval; Medicine; Medical education; Alternative medicine; World Wide Web; Pathology","score_opus":0.9858563835923031,"score_gpt":0.8107749173838542,"score_spread":0.1750814662084489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239598815","genre_codex":"review","genre_gemma":"review","domain_codex":"reporting","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":"reporting","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.064608e-9,0.604452,0.0057891547,0.00009995304,0.00032636424,0.38659465,0.000009067266,0.0000073252118,0.0027214622],"genre_scores_gemma":[1.3827767e-9,0.59648764,0.015228696,0.00036582595,0.00031015652,0.37692347,0.000006281482,0.00002893031,0.010649021],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.4004974,0.17650893,0.408763,0.005134619,0.0082340995,0.0008619302],"domain_scores_gemma":[0.16803695,0.24413595,0.5601346,0.022187702,0.0049215257,0.00058329717],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.9142388,0.001038392,0.089621946,0.0006396468,0.00011852319,0.0010458735,0.0041939355,0.00052081014,0.010048844],"category_scores_gemma":[0.94279075,0.00036671935,0.03703986,0.0024425292,0.00008958212,0.00022538587,0.00040852142,0.0004718163,0.0034848559],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011577206,0.000036042606,0.00022025203,0.24189116,0.00021692485,0.0000033587658,0.0000027623755,2.1316888e-8,3.795756e-10,0.00006846322,0.073370546,0.6841893],"study_design_scores_gemma":[0.00013873896,0.00003186031,0.0000032739606,0.36800432,0.0012043281,0.000009551552,0.000003114785,0.00003186009,5.4947344e-9,0.00024325005,0.6300824,0.00024725252],"about_ca_topic_score_codex":0.0000041370463,"about_ca_topic_score_gemma":0.00007152486,"teacher_disagreement_score":0.6839421,"about_ca_system_score_codex":0.00007700301,"about_ca_system_score_gemma":0.0014326072,"threshold_uncertainty_score":0.9999911},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4239934494","doi":"10.2522/ptj.2014.94.12.1826.2","title":"Author Response","year":2014,"lang":"en","type":"letter","venue":"Physical Therapy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Economics; Alberta Health Services; University of Alberta","funders":"","keywords":"Psychology","score_opus":0.823064479825648,"score_gpt":0.5757222382456132,"score_spread":0.24734224158003482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239934494","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012070406,0.00026157324,0.0031449168,0.9786263,0.00055505394,0.0006923161,0.000022748374,0.00001735843,0.004609343],"genre_scores_gemma":[0.0115632005,0.000006468534,0.0004153149,0.7574104,0.008093559,0.00009657949,0.00002223743,0.00005791064,0.22233431],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.943481,0.040586248,0.0052103964,0.0015260999,0.008794737,0.00040146557],"domain_scores_gemma":[0.9657087,0.021423666,0.0042872936,0.007719723,0.00073837984,0.00012226975],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.09143982,0.00062297645,0.006527166,0.00032748512,0.00012400707,0.001233292,0.0038491245,0.00038325987,0.0103667565],"category_scores_gemma":[0.016249591,0.0002535349,0.0056615598,0.0009661522,0.000107058164,0.00009925674,0.00008798587,0.0011775814,0.04457811],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003715562,0.000029704894,0.000031170213,0.000009204119,0.0001957262,0.000017597591,0.00014643013,0.000002016497,0.00011064713,0.00017231016,0.98268986,0.016558183],"study_design_scores_gemma":[0.0001204786,0.00008773434,0.0003160984,0.000015609068,0.00006106779,0.0000031154375,0.000006769931,0.00084120984,0.000026013817,0.02688896,0.9713501,0.00028287817],"about_ca_topic_score_codex":0.0000022835902,"about_ca_topic_score_gemma":1.142933e-7,"teacher_disagreement_score":0.22121587,"about_ca_system_score_codex":0.000029985837,"about_ca_system_score_gemma":0.000064844775,"threshold_uncertainty_score":0.9999917},"labels":[],"label_agreement":null},{"id":"W4240186461","doi":"10.1007/978-0-387-39940-9_2638","title":"Finding of Observation","year":2009,"lang":"en","type":"book-chapter","venue":"Encyclopedia of Database Systems","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Environmental science","score_opus":0.6093698545193735,"score_gpt":0.45673586435931396,"score_spread":0.15263399016005957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240186461","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00058517925,0.005776721,0.0036752967,0.000051323375,0.0013458639,0.0013992162,0.0014974448,0.0000074385703,0.9856615],"genre_scores_gemma":[0.0035355764,0.0008791555,0.0031874243,0.000025357289,0.0004726154,0.000017293414,0.0006354493,0.000039885,0.99120724],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97120154,0.0018884605,0.017534195,0.0011895237,0.007947485,0.00023877081],"domain_scores_gemma":[0.9685717,0.0031220566,0.020045348,0.00637998,0.0017301671,0.00015073946],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.05756593,0.0005763247,0.006823982,0.00088962173,0.000060214436,0.00014609464,0.002256426,0.00030335246,0.005611418],"category_scores_gemma":[0.01268913,0.00032938237,0.0019723037,0.00039358097,0.00007713986,0.00037093816,0.00019265889,0.00028243163,0.0016399057],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019428879,0.000087855435,0.0030495655,0.0023367219,0.0009184943,0.00003461891,0.0005398718,0.00018126963,0.00019174187,0.3117038,0.63733715,0.043599483],"study_design_scores_gemma":[0.00012363629,0.000049753966,0.00035515986,0.001142953,0.00044269627,0.000008211925,0.00010012518,0.0004692705,0.000009233949,0.0025323275,0.9944659,0.00030073634],"about_ca_topic_score_codex":0.000054515658,"about_ca_topic_score_gemma":0.000021293688,"teacher_disagreement_score":0.35712874,"about_ca_system_score_codex":0.000044520148,"about_ca_system_score_gemma":0.00018265742,"threshold_uncertainty_score":0.99991584},"labels":[],"label_agreement":null},{"id":"W4240203552","doi":"10.1200/jco.2007.25.18_suppl.6515","title":"Evolution of the randomized controlled trial (RCT) in oncology over three decades","year":2007,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; Ontario Institute for Cancer Research","funders":"","keywords":"Medicine; Randomized controlled trial; Clinical endpoint; Internal medicine; Hazard ratio; Sample size determination; Oncology; Breast cancer; Lung cancer; Cancer; Confidence interval","score_opus":0.7350757916366921,"score_gpt":0.6509098452543743,"score_spread":0.08416594638231778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240203552","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.955269,0.0015873109,0.014330546,0.003820294,0.005953018,0.0026977258,8.476001e-7,9.011828e-7,0.016340379],"genre_scores_gemma":[0.9949404,0.000097292905,0.0024347682,0.00062002445,0.0010221392,0.000016063037,7.92908e-8,0.0000058244086,0.00086340844],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.7316197,0.13347165,0.12448744,0.0008357237,0.008968429,0.00061705563],"domain_scores_gemma":[0.45003104,0.43546414,0.1077854,0.0022154788,0.0040838383,0.00042009613],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.69813204,0.00020774642,0.023246761,0.00057450595,0.000049483566,0.00004447024,0.001972103,0.0006461971,0.0024618828],"category_scores_gemma":[0.59603935,0.000068571346,0.011888389,0.0009870649,0.0005560731,0.00015939277,0.00014024788,0.0010473962,0.00007772545],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9114302,0.0010949415,0.03238688,0.0000054564753,0.00088723825,0.00003389635,0.00010945434,0.00011383835,0.000024637327,0.0055044577,0.0073513454,0.041057702],"study_design_scores_gemma":[0.8616165,0.0018154022,0.06009092,0.00003386153,0.0010553848,0.000032080778,0.0001833561,0.001388243,0.0000028526006,0.036819033,0.03689179,0.00007058754],"about_ca_topic_score_codex":0.000026004991,"about_ca_topic_score_gemma":0.0011031542,"teacher_disagreement_score":0.30199248,"about_ca_system_score_codex":0.00024864185,"about_ca_system_score_gemma":0.002085677,"threshold_uncertainty_score":0.99845},"labels":[],"label_agreement":null},{"id":"W4240204344","doi":"10.1017/s1754942600002571","title":"At Sea With Synthetic Validity","year":2010,"lang":"en","type":"article","venue":"Industrial and Organizational Psychology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Praise; Scale (ratio); Psychology; External validity; Process (computing); Epistemology; Computer science; Social psychology; Philosophy; Geography; Cartography","score_opus":0.7494454445626976,"score_gpt":0.5063458259934018,"score_spread":0.24309961856929574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240204344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9781746,0.000021839005,0.0018510004,0.0064221714,0.000976267,0.0002591522,0.000030165178,0.0000071540503,0.012257621],"genre_scores_gemma":[0.9922935,0.0000028574138,0.000702861,0.00078814215,0.0004894562,0.000004945435,0.00001942763,0.0000104632545,0.005688356],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940936,0.0016224959,0.0019812994,0.00069098873,0.0014618885,0.0001497328],"domain_scores_gemma":[0.99555176,0.001528947,0.0009833139,0.0011477515,0.0006402186,0.00014802812],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.014615613,0.0001611848,0.000952288,0.0001474255,0.00018179452,0.00020023939,0.0005738858,0.0002124166,0.050194863],"category_scores_gemma":[0.01350565,0.00007475569,0.00013236342,0.000930799,0.00016228,0.000080537895,0.0000858665,0.0002486346,0.0026876908],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036626236,0.00006445943,0.84029114,0.000002025969,0.000074563,0.0000071700642,0.000070450486,0.000005300992,0.001092984,0.009724895,0.14278309,0.0058472957],"study_design_scores_gemma":[0.001367033,0.00017608283,0.20127675,0.000007999732,0.00017738734,0.00055613427,0.000050296425,0.00018074257,0.00031620468,0.029299578,0.7662459,0.00034589978],"about_ca_topic_score_codex":0.000003467126,"about_ca_topic_score_gemma":0.000049123002,"teacher_disagreement_score":0.63901436,"about_ca_system_score_codex":0.0000073743267,"about_ca_system_score_gemma":0.000054727774,"threshold_uncertainty_score":0.99808884},"labels":[],"label_agreement":null},{"id":"W4240519972","doi":"10.12688/f1000research.6312.1","title":"Funding source and primary outcome changes in clinical trials registered on ClinicalTrials.gov are associated with the reporting of a statistically significant primary outcome: a cross-sectional study","year":2015,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane","funders":"","keywords":"Open peer review; Medicine; Outcome (game theory); Plant biology; Clinical trial; Physiology; Internal medicine; Biology","score_opus":0.9721918613023469,"score_gpt":0.718436575886093,"score_spread":0.2537552854162539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240519972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98435515,0.00032014644,0.0019328595,0.002067901,0.0006096998,0.009135147,0.00043224113,0.000026502648,0.0011203523],"genre_scores_gemma":[0.9875667,0.000038558497,0.00092776265,0.00032755805,0.0004689235,0.0005590296,0.000092733826,0.00007038195,0.009948372],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.64726937,0.21020688,0.10725033,0.0052196095,0.028741157,0.0013126355],"domain_scores_gemma":[0.44871405,0.37177107,0.15609112,0.012301068,0.010015296,0.0011073998],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8747975,0.000760433,0.017439228,0.0011342454,0.00030894994,0.0025176033,0.003679722,0.00071383454,0.0007066084],"category_scores_gemma":[0.8653271,0.0003288518,0.0022448313,0.0016607426,0.00091426214,0.000111946196,0.002920726,0.0033536886,0.000082786566],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001002932,0.0008062996,0.9860107,0.00035823684,0.00096948014,0.00012119842,0.00040160728,0.00019629941,0.00000756703,0.000033767385,0.006580306,0.0035116582],"study_design_scores_gemma":[0.0021878227,0.0008140695,0.9920309,0.00035174418,0.00038709116,0.000005951531,0.0009851734,0.0010454472,5.5756715e-7,0.0011577529,0.00070246245,0.000331025],"about_ca_topic_score_codex":0.00017833074,"about_ca_topic_score_gemma":0.0007446084,"teacher_disagreement_score":0.19855532,"about_ca_system_score_codex":0.00047253078,"about_ca_system_score_gemma":0.0014075481,"threshold_uncertainty_score":0.9999164},"labels":[],"label_agreement":null},{"id":"W4240801870","doi":"10.1503/cmaj.090523","title":"A pragmatic-explanatory continuum indicator summary (PRECIS): a tool to help trial designers","year":2009,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":416,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Public Health Ontario; University of Toronto; Sunnybrook Health Science Centre","funders":"Medical Research Council; European Commission","keywords":"Computer science; Randomized controlled trial; Clinical trial; Medical physics; Medicine; Data science; Management science; Pathology","score_opus":0.20558432188798217,"score_gpt":0.41718057533903063,"score_spread":0.21159625345104846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240801870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6704145,0.0014894566,0.016320895,0.24041875,0.008482118,0.005065403,0.00024466802,0.000043115306,0.05752112],"genre_scores_gemma":[0.7882952,0.00010555523,0.009361135,0.15869054,0.009650816,0.00014519077,0.000047385525,0.00006363497,0.033640515],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9671811,0.009054121,0.0079609305,0.00060656294,0.014444547,0.0007527469],"domain_scores_gemma":[0.9859369,0.003643049,0.004254697,0.0010226363,0.0014574036,0.0036853412],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.17664872,0.0002930902,0.00232774,0.0010727992,0.00041151996,0.0015757134,0.0021036533,0.00045982073,0.04219293],"category_scores_gemma":[0.19071688,0.00017439986,0.0012243623,0.001395812,0.000026399193,0.00033333804,0.000029760917,0.00089894317,0.006627132],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073484014,0.00003035906,0.0035274902,0.0000019847487,0.00013950915,0.00011944766,0.0003709477,0.0000019961374,0.000007111055,0.0002989938,0.90636206,0.08906661],"study_design_scores_gemma":[0.0043327706,0.00020724001,0.008819341,0.00006340089,0.000109382105,0.00009203616,0.00062666624,0.0002112532,0.000004228791,0.0022359884,0.9830284,0.0002692634],"about_ca_topic_score_codex":0.00013215264,"about_ca_topic_score_gemma":0.005925227,"teacher_disagreement_score":0.11788074,"about_ca_system_score_codex":0.0009150312,"about_ca_system_score_gemma":0.0038074062,"threshold_uncertainty_score":0.99946076},"labels":[],"label_agreement":null},{"id":"W4240892458","doi":"10.1007/978-1-0716-1138-8_21","title":"Evidence-Based Decision-Making 1: Critical Appraisal","year":2021,"lang":"en","type":"article","venue":"Methods in molecular biology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Critical appraisal; Credibility; Evidence-based medicine; Management science; Systematic review; Process (computing); Quality (philosophy); Randomized controlled trial; Psychology; Medicine; Computer science; MEDLINE; Alternative medicine; Engineering; Political science; Pathology","score_opus":0.7259059478737768,"score_gpt":0.6776096187438295,"score_spread":0.0482963291299473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240892458","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058204546,0.008786846,0.9805892,0.001738975,0.0011485234,0.00016576482,0.0000035300777,0.0000060146126,0.0017406909],"genre_scores_gemma":[0.07582051,0.000017439474,0.9223936,0.0015732307,0.00005184469,0.000037515758,0.0000020266407,0.0000123499785,0.00009146631],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.90611506,0.083354786,0.00657075,0.0016871212,0.0018145291,0.00045775043],"domain_scores_gemma":[0.69117206,0.29751763,0.0018449046,0.007062433,0.0021566076,0.0002463491],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17111972,0.00028484294,0.002896369,0.0005089991,0.00007972021,0.00037283177,0.0016396596,0.00025925747,0.010937185],"category_scores_gemma":[0.76474404,0.00016061969,0.0015087022,0.0023698078,0.00019600945,0.00009497673,0.00034577245,0.0003151058,0.00058689975],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002761537,0.00012803098,0.021023214,0.000043014385,0.000099645695,0.00049878604,0.00011221754,0.00063219963,0.09946553,0.065749735,0.0021754762,0.8100445],"study_design_scores_gemma":[0.00057736033,0.00020058997,0.006132314,0.0009598613,0.0003519798,0.0001885931,0.00062103407,0.07316126,0.02705656,0.74594486,0.14381044,0.0009951694],"about_ca_topic_score_codex":0.000003002887,"about_ca_topic_score_gemma":0.00001011622,"teacher_disagreement_score":0.80904937,"about_ca_system_score_codex":0.000035244004,"about_ca_system_score_gemma":0.0002218533,"threshold_uncertainty_score":0.9899669},"labels":[],"label_agreement":null},{"id":"W4241276994","doi":"10.1016/j.athoracsur.2020.05.187","title":"Systematic Reviews and Meta-Analyses in Cardiac Surgery: Rules of the Road – Part 2","year":2020,"lang":"en","type":"review","venue":"The Annals of Thoracic Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; University of Toronto","funders":"","keywords":"Meta-analysis; Observational study; Systematic review; Publication bias; Meta-regression; Quality (philosophy); Computer science; MEDLINE; Management science; Medicine; Econometrics; Data science; Engineering; Mathematics; Pathology","score_opus":0.9380673729554638,"score_gpt":0.6258336720742895,"score_spread":0.3122337008811743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241276994","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000091120586,0.9935077,0.000012586241,0.0010647734,0.00046069993,0.004242455,0.0002661032,0.0000043784157,0.00035018625],"genre_scores_gemma":[0.00019531602,0.99727094,0.000038595022,0.0002201755,0.00010678358,0.00064892333,0.000020191155,0.00004470545,0.0014543938],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.76794094,0.18391536,0.03968538,0.001464099,0.006467685,0.0005265365],"domain_scores_gemma":[0.7967059,0.13560015,0.05461432,0.011521454,0.0013123633,0.00024579174],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.42174223,0.0011717564,0.07787789,0.0010980575,0.00013536573,0.00040924322,0.0037733666,0.0002797189,0.0013944425],"category_scores_gemma":[0.23079348,0.0003414126,0.04881241,0.0049193925,0.00033310178,0.00022703533,0.0006571915,0.00049009436,0.0005722478],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059780564,0.0000510408,0.00009223916,0.28602546,0.021404428,0.000007166514,0.0001828092,0.0000018275321,2.9150814e-7,0.0000742399,0.16382146,0.52833307],"study_design_scores_gemma":[0.0000033694992,0.000003955668,0.000022305578,0.02993106,0.06804595,0.00001402236,0.00010988051,0.000014707665,0.00000729875,0.0005041933,0.90102196,0.00032131514],"about_ca_topic_score_codex":0.000057901732,"about_ca_topic_score_gemma":0.000011449207,"teacher_disagreement_score":0.7372005,"about_ca_system_score_codex":0.000017840972,"about_ca_system_score_gemma":0.0004124264,"threshold_uncertainty_score":0.9999038},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4241356345","doi":"10.7287/peerj.preprints.27277v1","title":"Flexible piecewise linear model for investigating dose-response relationship in meta-analysis: methodology, examples, and comparison","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Piecewise linear function; Simple (philosophy); Piecewise; Linear model; Mathematics; Segmented regression; Applied mathematics; Algorithm; Computer science; Linear regression; Statistics; Mathematical analysis; Polynomial regression","score_opus":0.9730608140606761,"score_gpt":0.6376464057671299,"score_spread":0.3354144082935462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241356345","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052765246,0.005666224,0.936094,0.001818926,0.00012557687,0.0025883813,0.00017396928,0.00002712749,0.0007405686],"genre_scores_gemma":[0.30605337,0.0000103621505,0.67628324,0.00040361338,0.000056417895,0.0006431815,0.0000807546,0.000028591181,0.016440444],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9019728,0.06700889,0.02224427,0.0038595826,0.0042843046,0.0006301777],"domain_scores_gemma":[0.8685779,0.10305524,0.015216899,0.009803605,0.0028047008,0.0005416828],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.44410026,0.0009021335,0.017644493,0.0029381881,0.00028813464,0.0012590807,0.002642119,0.0007268005,0.0031283873],"category_scores_gemma":[0.22491725,0.00046510407,0.008634411,0.0031143723,0.00031835813,0.0002536506,0.0012819655,0.0008325353,0.0002571997],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024863073,0.0001896671,0.07650029,0.0004618367,0.118626796,0.0000019741494,0.007055402,0.7392874,0.00007795696,0.015007083,0.04145395,0.001089019],"study_design_scores_gemma":[0.00017795725,0.00002648011,0.004226983,0.000013068428,0.100721024,0.000001135726,0.0004622121,0.7682878,0.000021901553,0.12440269,0.0013001225,0.000358649],"about_ca_topic_score_codex":0.0002438904,"about_ca_topic_score_gemma":0.0014238091,"teacher_disagreement_score":0.25981072,"about_ca_system_score_codex":0.00007257238,"about_ca_system_score_gemma":0.00039020658,"threshold_uncertainty_score":0.99978006},"labels":[],"label_agreement":null},{"id":"W4241530430","doi":"10.1097/ans.0000000000000206","title":"Letter to the Editor","year":2018,"lang":"en","type":"letter","venue":"Advances in Nursing Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Systematic review; Transparency (behavior); Guideline; Standardization; MEDLINE; Nursing literature; Medicine; Psychology; Alternative medicine; Medical education; Computer science; Political science; Pathology","score_opus":0.35245166175107623,"score_gpt":0.5332465450153591,"score_spread":0.18079488326428284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241530430","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000051266765,0.0017100645,0.011983764,0.88360983,0.03910334,0.0008467605,0.000012576088,0.000008030382,0.062674396],"genre_scores_gemma":[0.0012861359,0.000019817055,0.009128549,0.90249705,0.06876435,0.00007484238,0.0000031986133,0.000022995875,0.018203063],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97269416,0.003886432,0.0054963757,0.0025024079,0.014525387,0.00089526735],"domain_scores_gemma":[0.9840045,0.0043231607,0.0029817892,0.0072050947,0.0013560574,0.00012938306],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.109842114,0.0004511052,0.0022847815,0.0011342125,0.0005482047,0.0024415443,0.01227569,0.00022055989,0.0016083111],"category_scores_gemma":[0.038356464,0.0001820754,0.00071583403,0.006777858,0.0017915649,0.0011108294,0.00018005644,0.0010595816,0.00992862],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.0774824e-7,0.0000066661473,0.000077028235,0.000007850145,0.0000024997237,0.0000065721065,0.00041229127,0.00005180704,0.0000059601402,0.00018294719,0.97092766,0.028317811],"study_design_scores_gemma":[0.000027840948,0.00003056633,0.00011877565,0.00032727938,0.000025145462,0.000008500719,0.00006561105,0.0003734282,0.000013479277,0.014816094,0.9839548,0.0002385072],"about_ca_topic_score_codex":0.000002973217,"about_ca_topic_score_gemma":0.000018862213,"teacher_disagreement_score":0.071485646,"about_ca_system_score_codex":0.00022989069,"about_ca_system_score_gemma":0.00018466078,"threshold_uncertainty_score":0.99930435},"labels":[],"label_agreement":null},{"id":"W4241980133","doi":"10.31222/osf.io/gwdhk","title":"PRISMA 2020 explanation and elaboration: updated guidance and exemplars for reporting systematic reviews","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":938,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; Public Health Ontario; University of Toronto; St. Michael's Hospital; Queen's University; McMaster University; University of Ottawa; Ottawa Hospital","funders":"","keywords":"Systematic review; Terminology; Elaboration; Guideline; Psychology; Computer science; Management science; MEDLINE; Medicine; Data science; Political science; Engineering; Pathology","score_opus":0.8054883911412496,"score_gpt":0.5507833304271884,"score_spread":0.2547050607140612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241980133","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018276924,0.059468556,0.8654626,0.018422056,0.0013158463,0.03179134,0.00012636546,0.00006572341,0.0050706035],"genre_scores_gemma":[0.3108994,0.0070575667,0.62115324,0.0047754957,0.0013574274,0.009951224,0.0012386404,0.0001810922,0.043385927],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94601804,0.008913407,0.039409276,0.0023424195,0.003076599,0.0002402871],"domain_scores_gemma":[0.93259084,0.003506253,0.057952486,0.003516445,0.0021846879,0.00024926747],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20148298,0.0005796468,0.009243006,0.00023061223,0.00023691206,0.0025554234,0.0009805083,0.00026234734,0.00073847605],"category_scores_gemma":[0.2549404,0.00028320088,0.0010848973,0.0008487446,0.000038990474,0.00030154837,0.0005543414,0.0002665374,0.00021971606],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019220106,0.00003706066,0.0048536123,0.1222917,0.00093761296,0.000027095477,0.0028958416,0.0000899046,0.00025756907,0.007938077,0.8516034,0.0090488875],"study_design_scores_gemma":[0.001094306,0.00020388502,0.003734226,0.023954982,0.0066276714,0.0003039646,0.0042080535,0.41196436,0.00018633278,0.10151957,0.44337597,0.0028266797],"about_ca_topic_score_codex":0.000006754937,"about_ca_topic_score_gemma":0.000031195297,"teacher_disagreement_score":0.41187444,"about_ca_system_score_codex":0.000045958794,"about_ca_system_score_gemma":0.000108695844,"threshold_uncertainty_score":0.99996203},"labels":[],"label_agreement":null},{"id":"W4242229285","doi":"10.1002/14651858.mr000043","title":"Comparison of central adjudication of outcomes and onsite outcome assessment on treatment effect estimates","year":2015,"lang":"en","type":"reference-entry","venue":"Cochrane Database of Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hotel Dieu Hospital","funders":"","keywords":"Adjudication; Outcome (game theory); Protocol (science); Medicine; Systematic review; MEDLINE; Alternative medicine; Political science; Economics","score_opus":0.6894546203252616,"score_gpt":0.5852672300054031,"score_spread":0.10418739031985846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242229285","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016547866,0.91602975,0.0067592813,0.00017273815,0.0020123,0.033930987,0.0058703506,0.000018793857,0.01865795],"genre_scores_gemma":[0.269755,0.6411305,0.043027084,0.00012221168,0.0003972145,0.0047478406,0.01101642,0.0002953163,0.029508388],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9285591,0.023028135,0.037837725,0.0015205322,0.008631307,0.000423149],"domain_scores_gemma":[0.91412586,0.022440365,0.051518038,0.009718073,0.0018175828,0.00038005316],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.10408195,0.001385007,0.04402324,0.0009683927,0.00007293038,0.00018507235,0.0021421302,0.00029480268,0.00097644964],"category_scores_gemma":[0.07783559,0.0005357994,0.004014625,0.0009613434,0.00020743292,0.00021127024,0.00028151902,0.000306617,0.00036128858],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027563396,0.00073872216,0.10242443,0.8106706,0.0019333028,0.00000470154,0.00050777884,0.000018441506,0.000017620476,0.0005390278,0.07388492,0.009232892],"study_design_scores_gemma":[0.0033914775,0.0031443806,0.019362288,0.9046692,0.03672414,0.000050772,0.0010738748,0.0070013697,0.0003314981,0.00029489445,0.022183206,0.0017728673],"about_ca_topic_score_codex":0.00008179019,"about_ca_topic_score_gemma":0.000032089916,"teacher_disagreement_score":0.2748992,"about_ca_system_score_codex":0.00024976255,"about_ca_system_score_gemma":0.00029627339,"threshold_uncertainty_score":0.9999368},"labels":[],"label_agreement":null},{"id":"W4242377054","doi":"10.1007/978-1-4471-5451-8_157","title":"Levels of Evidence","year":2013,"lang":"en","type":"book-chapter","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"History","score_opus":0.9680449785075317,"score_gpt":0.5883483706796188,"score_spread":0.3796966078279129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242377054","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000158424,0.002533514,0.0074577164,0.000396418,0.00019370407,0.00056182157,0.000017515904,0.0000026107002,0.98882085],"genre_scores_gemma":[0.004545268,0.00009279993,0.005174643,0.00019113398,0.00006713534,0.0000065938193,7.5300176e-7,0.000013514528,0.98990816],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9759426,0.001272942,0.013337629,0.00095298485,0.008359117,0.00013468537],"domain_scores_gemma":[0.9747997,0.0072716577,0.009348468,0.0060182884,0.0024448081,0.0001170772],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.07850406,0.0003581403,0.0058858925,0.00038721965,0.000030546606,0.00037378052,0.0027309684,0.00021348066,0.7202504],"category_scores_gemma":[0.025876056,0.00011920041,0.003316887,0.0001319487,0.00008407109,0.0002112985,0.00021896747,0.00015167813,0.121512406],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.6952863e-7,0.0000033458386,0.000047952406,0.00007229159,0.0002167135,0.000001985967,0.000042770786,0.0000018898652,0.000018494658,0.33596033,0.57971287,0.08392087],"study_design_scores_gemma":[0.00001833363,0.000018883593,0.00022000057,0.00028500438,0.00022158996,0.0000046252267,0.000015825133,0.00016470756,0.000013511601,0.13733673,0.86153203,0.00016874968],"about_ca_topic_score_codex":0.0000094752895,"about_ca_topic_score_gemma":0.000010756474,"teacher_disagreement_score":0.598738,"about_ca_system_score_codex":0.0000148004265,"about_ca_system_score_gemma":0.00007889823,"threshold_uncertainty_score":0.9823294},"labels":[],"label_agreement":null},{"id":"W4242599175","doi":"10.21203/rs.2.11988/v1","title":"Global mapping of randomised trials related articles published in high-impact factor medical journals: a cross-sectional analysis","year":2019,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Institutes of Health; McMaster University","keywords":"Impact factor; Citation; MEDLINE; Bibliometrics; Medical journal; Family medicine; Science Citation Index; Medicine; Library science; Political science; Computer science","score_opus":0.8362779038598482,"score_gpt":0.6585072871189693,"score_spread":0.1777706167408789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242599175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9836559,0.003517889,0.006433728,0.0008494491,0.0004228309,0.0032426312,0.00068115006,0.000009212025,0.0011871883],"genre_scores_gemma":[0.9977328,0.00021240888,0.00032967748,0.000011782065,0.00017918389,0.00013657246,0.00011803598,0.000017304985,0.0012621963],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7485278,0.1537027,0.041228466,0.0030515925,0.05218946,0.0012999735],"domain_scores_gemma":[0.8991836,0.062878266,0.016938545,0.007253822,0.012578223,0.0011675742],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.68444896,0.00058691256,0.01505348,0.006873245,0.00018533444,0.0062173805,0.0052745766,0.0011929718,0.19765745],"category_scores_gemma":[0.6300631,0.0002791847,0.013265068,0.017209204,0.00032026225,0.0005056993,0.0016495946,0.0022829215,0.0008417544],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005085467,0.00018435992,0.972132,0.0002649759,0.0059659337,0.000029573755,0.0003000813,0.012811106,0.000016701199,0.000095626645,0.0040831813,0.003607864],"study_design_scores_gemma":[0.004956984,0.00004790101,0.9376548,0.00043490515,0.0003259641,0.000006662644,0.00030967058,0.03938658,0.000005910413,0.01643043,0.00021318125,0.00022703508],"about_ca_topic_score_codex":0.0010588493,"about_ca_topic_score_gemma":0.00036383612,"teacher_disagreement_score":0.1968157,"about_ca_system_score_codex":0.00074869866,"about_ca_system_score_gemma":0.0025579545,"threshold_uncertainty_score":0.999966},"labels":[],"label_agreement":null},{"id":"W4242600922","doi":"10.5596/c07-015","title":"Current research","year":2007,"lang":"fr","type":"article","venue":"Journal of the Canadian Health Libraries Association / Journal de l Association de bilbiothèques de la santé du Canada","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Current (fluid); Engineering; Electrical engineering","score_opus":0.2380559821563518,"score_gpt":0.4771691627220374,"score_spread":0.23911318056568562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242600922","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.088782266,0.63361317,0.003012025,0.2465979,0.018804261,0.0011065152,0.0005818134,0.000009080372,0.0074929423],"genre_scores_gemma":[0.7829438,0.106405444,0.008894079,0.03494989,0.019694624,0.000012373414,0.000016647416,0.00017085958,0.0469123],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8787421,0.08700922,0.014602522,0.0005713842,0.015380277,0.0036945238],"domain_scores_gemma":[0.88535166,0.054606244,0.040614743,0.001452308,0.012509999,0.005465076],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.47904992,0.00051097304,0.0029473584,0.0014906381,0.003233547,0.008909674,0.0035859076,0.00089183263,0.004212595],"category_scores_gemma":[0.22199936,0.00034200237,0.0020973117,0.003718273,0.00016000621,0.0017504627,0.00015613105,0.005293718,0.00005651249],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000015743584,0.000047723246,0.31302568,0.000065543885,0.0004870944,0.00012328134,0.002241863,0.00018429614,0.000002100856,0.002831719,0.6677686,0.013206345],"study_design_scores_gemma":[0.0004272041,0.000081027734,0.17707996,0.00040908132,0.0001869279,0.00081253174,0.0016119566,0.0004617389,0.000015128248,0.014359415,0.80431974,0.00023529379],"about_ca_topic_score_codex":0.34559095,"about_ca_topic_score_gemma":0.8443216,"teacher_disagreement_score":0.69416153,"about_ca_system_score_codex":0.096321836,"about_ca_system_score_gemma":0.13695559,"threshold_uncertainty_score":0.9999032},"labels":[],"label_agreement":null},{"id":"W4242799417","doi":"10.21203/rs.3.rs-39520/v2","title":"CogTale: An online platform for the evaluation, synthesis and dissemination of evidence from cognitive interventions studies","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Dementia Australia; University of Melbourne","keywords":"Psychological intervention; Cognition; Computer science; Psychology; Neuroscience; Psychiatry","score_opus":0.9698762387674531,"score_gpt":0.6849343831019687,"score_spread":0.28494185566548436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242799417","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4280539,0.05518218,0.49511436,0.008542089,0.00069415825,0.00891237,0.0032585284,0.000013374381,0.00022906909],"genre_scores_gemma":[0.990086,0.0010733149,0.0070352727,0.000048722486,0.00008868679,0.00076778716,0.00010966506,0.0000089005725,0.0007816064],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9842309,0.003857582,0.0069160517,0.0010958305,0.003799295,0.00010035316],"domain_scores_gemma":[0.7891742,0.18718788,0.009627989,0.0027418525,0.011153212,0.000114849434],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08044572,0.0002720266,0.0027801825,0.00017671552,0.00013906659,0.00047619548,0.0011735597,0.00009565249,0.0032264157],"category_scores_gemma":[0.510906,0.00009929346,0.0015910434,0.00037932865,0.00015764624,0.00029257938,0.0006244912,0.00014317037,0.000030063307],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006608564,0.00026548124,0.006226237,0.0015695654,0.006582861,5.063282e-7,0.012878063,0.00019808116,0.000088085566,0.0006627917,0.028211894,0.94325036],"study_design_scores_gemma":[0.00021940164,0.00021875497,0.13912842,0.017664563,0.026350748,0.0000019105282,0.117759936,0.59904563,0.0005979845,0.09803433,0.00042530097,0.0005530024],"about_ca_topic_score_codex":0.000053629516,"about_ca_topic_score_gemma":0.0008674036,"teacher_disagreement_score":0.94269735,"about_ca_system_score_codex":0.000029780538,"about_ca_system_score_gemma":0.00008641383,"threshold_uncertainty_score":0.9976848},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"software","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"software","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4243261658","doi":"10.18438/b8m324","title":"Research Methods: Systematic Reviews","year":2016,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Systematic review; Data science; Management science; Information retrieval; MEDLINE; Political science; Engineering","score_opus":0.7764312027004028,"score_gpt":0.6099669726036681,"score_spread":0.16646423009673472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243261658","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003541858,0.024610458,0.6676212,0.24593559,0.00054059736,0.0058956468,0.000014406469,0.00005244781,0.054975443],"genre_scores_gemma":[0.053912945,0.03339773,0.6903038,0.16303205,0.0005159229,0.00208709,0.00002021857,0.00005367724,0.056676574],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.82213056,0.1530297,0.016435258,0.00084438646,0.0070814607,0.00047865868],"domain_scores_gemma":[0.6442486,0.33444834,0.0125806015,0.0062016845,0.0020297691,0.00049099786],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","scholarly_communication","insufficient_payload"],"category_scores_codex":[0.41118878,0.00024901883,0.002186082,0.00093736715,0.0003276707,0.0034163103,0.0016996568,0.000105254825,0.0113465255],"category_scores_gemma":[0.6182955,0.00009174398,0.0005566448,0.0027920248,0.00012142359,0.24912602,0.0002813515,0.0002551474,0.017241333],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011589523,0.000048700324,0.00051047344,0.009752429,0.00010548953,0.000004174793,0.0004730801,0.0000092701075,0.00018660892,0.4726143,0.30361506,0.21256453],"study_design_scores_gemma":[0.00011586907,0.0000650037,0.00040282166,0.0051708124,0.000095330426,0.000024630954,0.00094546296,0.0015535587,0.00022607142,0.0019981966,0.9892586,0.00014363638],"about_ca_topic_score_codex":0.0000011110819,"about_ca_topic_score_gemma":1.7836737e-8,"teacher_disagreement_score":0.68564355,"about_ca_system_score_codex":0.000017955099,"about_ca_system_score_gemma":0.00018329664,"threshold_uncertainty_score":0.99761826},"labels":[],"label_agreement":null},{"id":"W4243274740","doi":"10.1016/j.jogc.2017.06.023","title":"Extraits de la littérature médicale mondiale","year":2017,"lang":"fr","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital; Montreal General Hospital","funders":"","keywords":"Medicine; Gynecology; Placebo; Humanities","score_opus":0.22917873503740033,"score_gpt":0.4124656656694869,"score_spread":0.18328693063208656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243274740","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26406905,0.62488616,0.0010147269,0.013763653,0.05012927,0.00031920715,0.00010827481,9.1868094e-7,0.04570872],"genre_scores_gemma":[0.93589413,0.005954994,0.0036494487,0.0008182556,0.00022786997,0.0000019412075,6.8462407e-7,0.000014441836,0.053438243],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98616385,0.005346671,0.0051183933,0.00039765582,0.0025275752,0.0004458357],"domain_scores_gemma":[0.96229076,0.023474464,0.010346692,0.0015710479,0.0015569177,0.00076008966],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04190712,0.00028210715,0.0028249572,0.00032126496,0.0006381693,0.0015637005,0.0021745428,0.00045282562,0.008905637],"category_scores_gemma":[0.24925074,0.00016563258,0.00081733894,0.0005194982,0.00042621515,0.00031623396,0.00018764228,0.0008518942,0.000024959492],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011990167,0.000074152675,0.1420502,0.00007573623,0.0003796275,0.0038121329,0.00016227632,0.000048423262,0.000004987288,0.0029502423,0.14549814,0.7049429],"study_design_scores_gemma":[0.00049338886,0.00008846324,0.31568763,0.000016617198,0.00035525725,0.00025355662,0.00034138013,0.0004750548,0.0000038926796,0.0034387244,0.6787188,0.00012725724],"about_ca_topic_score_codex":0.006644184,"about_ca_topic_score_gemma":0.019261422,"teacher_disagreement_score":0.7048156,"about_ca_system_score_codex":0.0005643541,"about_ca_system_score_gemma":0.0041832835,"threshold_uncertainty_score":0.9999707},"labels":[],"label_agreement":null},{"id":"W4243442421","doi":"10.21203/rs.2.12336/v1","title":"Trends analysis of cancer topic of Cochrane systematic reviews: a bibliometric analysis","year":2019,"lang":"en","type":"preprint","venue":"Research Square (Research Square)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Systematic review; Meta-analysis; Medicine; MEDLINE; Political science; Internal medicine","score_opus":0.8344158763223873,"score_gpt":0.6738936638103186,"score_spread":0.16052221251206877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243442421","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4562924,0.47833845,0.013490472,0.0021247114,0.0010912144,0.027108444,0.0040855887,0.00005382844,0.017414913],"genre_scores_gemma":[0.9351321,0.029322682,0.0006701791,0.00002055973,0.00021206334,0.0029745004,0.00042565464,0.00008711983,0.031155149],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.676959,0.19002262,0.03795645,0.0061066197,0.08589781,0.0030575434],"domain_scores_gemma":[0.79180753,0.10185756,0.018954074,0.030717801,0.05528697,0.0013760661],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","insufficient_payload"],"category_scores_codex":[0.6214333,0.001473038,0.03922407,0.58125013,0.0005011353,0.0026457384,0.016404092,0.001221091,0.06085019],"category_scores_gemma":[0.29599535,0.0008111852,0.026869634,0.74937195,0.0011625926,0.00047069247,0.005793708,0.004380932,0.0021213954],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016063,0.0017546504,0.43895078,0.30536973,0.114149734,0.00006431637,0.003774595,0.029615767,0.00028421855,0.0016171096,0.06527144,0.03898701],"study_design_scores_gemma":[0.001397182,0.0013673264,0.5507766,0.045610894,0.08214786,0.0000039866272,0.006372261,0.28673074,0.00029824203,0.0033977532,0.01941195,0.0024852322],"about_ca_topic_score_codex":0.007000175,"about_ca_topic_score_gemma":0.0033187687,"teacher_disagreement_score":0.47883973,"about_ca_system_score_codex":0.0010358391,"about_ca_system_score_gemma":0.0019588876,"threshold_uncertainty_score":0.9998019},"labels":[],"label_agreement":null},{"id":"W4243469465","doi":"10.1002/ebch.1879","title":"Issue Information","year":2013,"lang":"en","type":"paratext","venue":"Evidence-Based Child Health A Cochrane Review Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science","score_opus":0.5235777260466508,"score_gpt":0.5458616059925497,"score_spread":0.022283879945898977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243469465","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000030782492,0.80128103,0.012645649,0.14791626,0.0061745015,0.0042587966,0.00009081347,0.000009415857,0.027620442],"genre_scores_gemma":[0.000043146756,0.81938934,0.0025387248,0.107778996,0.003172247,0.00023136966,0.00020221584,0.000051976804,0.06659198],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.88278425,0.045456808,0.04745684,0.0015860762,0.021262398,0.0014536161],"domain_scores_gemma":[0.91156137,0.008906731,0.061066292,0.0077655087,0.008672592,0.0020274867],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.27843234,0.0014975118,0.018010303,0.0019174425,0.0013896428,0.004596319,0.006683733,0.00050850515,0.4729737],"category_scores_gemma":[0.1062263,0.0007385877,0.008033631,0.003592099,0.0001363929,0.003293998,0.00021071151,0.00345407,0.57048166],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069662783,0.000029768935,0.000017600418,0.020065336,0.00012850322,0.0000034634613,0.00006477019,0.00010591552,7.3260054e-8,0.000021984117,0.82429206,0.15526357],"study_design_scores_gemma":[0.00026817186,0.0002018273,0.00008859488,0.16626728,0.00038656834,0.00038972354,0.000039196835,0.00038065657,6.2283715e-7,0.00008071951,0.8313828,0.00051386],"about_ca_topic_score_codex":0.00007096841,"about_ca_topic_score_gemma":0.000011394381,"teacher_disagreement_score":0.17220604,"about_ca_system_score_codex":0.0006718842,"about_ca_system_score_gemma":0.0051276213,"threshold_uncertainty_score":0.9999104},"labels":[],"label_agreement":null},{"id":"W4244066359","doi":"10.7287/peerj.preprints.27277","title":"Flexible piecewise linear model for investigating dose-response relationship in meta-analysis: methodology, examples, and comparison","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Piecewise linear function; Simple (philosophy); Linear model; Piecewise; Segmented regression; Mathematics; Applied mathematics; Algorithm; Computer science; Linear regression; Mathematical optimization; Statistics; Mathematical analysis; Polynomial regression","score_opus":0.9730608140606761,"score_gpt":0.6376464057671299,"score_spread":0.3354144082935462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244066359","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052765246,0.005666224,0.936094,0.001818926,0.00012557687,0.0025883813,0.00017396928,0.00002712749,0.0007405686],"genre_scores_gemma":[0.30605337,0.0000103621505,0.67628324,0.00040361338,0.000056417895,0.0006431815,0.0000807546,0.000028591181,0.016440444],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9019728,0.06700889,0.02224427,0.0038595826,0.0042843046,0.0006301777],"domain_scores_gemma":[0.8685779,0.10305524,0.015216899,0.009803605,0.0028047008,0.0005416828],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.44410026,0.0009021335,0.017644493,0.0029381881,0.00028813464,0.0012590807,0.002642119,0.0007268005,0.0031283873],"category_scores_gemma":[0.22491725,0.00046510407,0.008634411,0.0031143723,0.00031835813,0.0002536506,0.0012819655,0.0008325353,0.0002571997],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024863073,0.0001896671,0.07650029,0.0004618367,0.118626796,0.0000019741494,0.007055402,0.7392874,0.00007795696,0.015007083,0.04145395,0.001089019],"study_design_scores_gemma":[0.00017795725,0.00002648011,0.004226983,0.000013068428,0.100721024,0.000001135726,0.0004622121,0.7682878,0.000021901553,0.12440269,0.0013001225,0.000358649],"about_ca_topic_score_codex":0.0002438904,"about_ca_topic_score_gemma":0.0014238091,"teacher_disagreement_score":0.25981072,"about_ca_system_score_codex":0.00007257238,"about_ca_system_score_gemma":0.00039020658,"threshold_uncertainty_score":0.99978006},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4244267183","doi":"10.1093/aje/kwm189","title":"Should Meta-Analyses of Interventions Include Observational Studies in Addition to Randomized Controlled Trials? A Critical Examination of Underlying Principles","year":2007,"lang":"en","type":"article","venue":"American Journal of Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":518,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Institute for Work & Health; McGill University; Jewish General Hospital","funders":"","keywords":"Observational study; Randomized controlled trial; Causal inference; Confounding; Meta-analysis; Medicine; Randomization; Systematic review; MEDLINE; Surgery; Internal medicine; Pathology; Biology","score_opus":0.9845907766779142,"score_gpt":0.7360202299472246,"score_spread":0.24857054673068957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244267183","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3160422,0.009561524,0.66721314,0.0053700204,0.00030929528,0.0011253526,0.000023028513,0.0000015159907,0.000353912],"genre_scores_gemma":[0.9288119,0.0001637384,0.07034984,0.00045255097,0.000061740815,0.00005453836,0.000004004446,0.0000056313975,0.00009605002],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.5501407,0.3277059,0.11574587,0.00095001253,0.0048634782,0.000594095],"domain_scores_gemma":[0.084020466,0.8361196,0.07049117,0.0011478398,0.007981923,0.0002390329],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7644211,0.00026422273,0.038104404,0.0021539738,0.00005098479,0.000022795963,0.00077011785,0.00007086313,0.0016441605],"category_scores_gemma":[0.9283475,0.000109001965,0.013669804,0.0016450613,0.0008904649,0.00022572133,0.00010052322,0.000232521,0.00000793278],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.086321235,0.0025405842,0.054488726,0.00091250194,0.23132828,0.000067814624,0.009848841,0.058881007,0.0053409245,0.4240572,0.010575233,0.11563766],"study_design_scores_gemma":[0.13758166,0.00500465,0.29987574,0.0023733967,0.15335186,0.0002342984,0.049960785,0.02255606,0.0005891237,0.32496303,0.0024099546,0.0010994686],"about_ca_topic_score_codex":0.00004240931,"about_ca_topic_score_gemma":0.00010598608,"teacher_disagreement_score":0.6127697,"about_ca_system_score_codex":0.00008078071,"about_ca_system_score_gemma":0.00009935717,"threshold_uncertainty_score":0.9992685},"labels":[],"label_agreement":null},{"id":"W4244323489","doi":"10.1213/00000539-200103000-00045","title":"Evidence-Based Medicine in Anesthesiology","year":2001,"lang":"en","type":"article","venue":"Anesthesia & Analgesia","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Anesthesiology; Medicine; Evidence-based medicine; Foundation (evidence); Pain medicine; MEDLINE; Clinical Practice; Medical education; Alternative medicine; Medical literature; Family medicine; Psychiatry","score_opus":0.6790503874071143,"score_gpt":0.4910556414893589,"score_spread":0.18799474591775545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244323489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94427216,0.006447198,0.0020952087,0.041430764,0.000059216734,0.0006242555,2.0239204e-7,0.000019575891,0.0050514177],"genre_scores_gemma":[0.98803544,0.00024336128,0.000908658,0.006362538,0.00015892703,0.000050165694,0.0000047431104,0.000019704948,0.004216486],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97412986,0.012002195,0.0077547156,0.0013842362,0.004187141,0.0005418623],"domain_scores_gemma":[0.9837404,0.008457423,0.002706315,0.004114177,0.00071561395,0.00026605948],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.09052044,0.00044957374,0.0039837975,0.0011868225,0.00012078366,0.00022767324,0.0025359173,0.00019392281,0.02946247],"category_scores_gemma":[0.019212095,0.00021846558,0.0010199638,0.003916235,0.00023534361,0.00036908052,0.000032807544,0.00023298035,0.0055671646],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004991192,0.000071340524,0.9298853,0.000018572913,0.000032536987,0.0013573911,0.00020836426,0.0002801087,0.00009541336,0.0033430667,0.038056754,0.026601197],"study_design_scores_gemma":[0.000336622,0.00020971443,0.83556634,0.0002439644,0.00011181904,0.00053369364,0.00030861289,0.005252744,0.000018751247,0.005614598,0.15151833,0.00028480106],"about_ca_topic_score_codex":0.00023999362,"about_ca_topic_score_gemma":0.00015806463,"teacher_disagreement_score":0.11346157,"about_ca_system_score_codex":0.000057563113,"about_ca_system_score_gemma":0.00012860965,"threshold_uncertainty_score":0.99520713},"labels":[],"label_agreement":null},{"id":"W4244337491","doi":"10.1016/j.suronc.2018.09.006","title":"How to conduct a high-quality original study on a prognostic research topic","year":2018,"lang":"en","type":"review","venue":"Surgical Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Impact; McMaster University","funders":"","keywords":"Population; Confounding; Sample (material); Research design; Sample size determination; Computer science; Medicine; Internal medicine; Statistics; Mathematics","score_opus":0.9642607762426266,"score_gpt":0.7364426868115086,"score_spread":0.22781808943111803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244337491","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017016871,0.92953604,0.0000768058,0.0022996094,0.0021260697,0.01230467,0.000063900276,0.000020620664,0.051870596],"genre_scores_gemma":[0.0039473944,0.8074102,0.0017465206,0.00035639032,0.0044291355,0.004847168,0.00006445921,0.00011462025,0.17708412],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.80873746,0.16269031,0.012991085,0.0034214316,0.011169497,0.0009902148],"domain_scores_gemma":[0.89847285,0.08319553,0.0060760905,0.0077269375,0.0036274062,0.00090120826],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.323721,0.0008058205,0.022138227,0.0014407197,0.00031160563,0.0013912563,0.0047739395,0.00069873425,0.011063924],"category_scores_gemma":[0.11291876,0.000330092,0.0037965737,0.0049805003,0.0003406904,0.00010284219,0.00082217966,0.0014632648,0.040100515],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023520162,0.00079737394,0.000095986725,0.00092777103,0.0005048879,0.00050760264,0.0001475151,8.4921545e-8,2.7666847e-8,0.0065743867,0.049846023,0.9405748],"study_design_scores_gemma":[0.00025837895,0.0033000328,0.00007853636,0.0006864543,0.0007390659,0.00006597644,0.0003193101,6.996177e-7,3.8316024e-8,0.0012008037,0.99302495,0.00032574678],"about_ca_topic_score_codex":0.00004334538,"about_ca_topic_score_gemma":0.000112395945,"teacher_disagreement_score":0.94317895,"about_ca_system_score_codex":0.00052812573,"about_ca_system_score_gemma":0.0014378537,"threshold_uncertainty_score":0.9999151},"labels":[],"label_agreement":null},{"id":"W4244516975","doi":"10.31222/osf.io/2pczv","title":"Predicting reliability through structured expert elicitation with repliCATS (Collaborative Assessments for Trustworthy Science)","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of British Columbia","funders":"Advanced Research Projects Agency; Defense Advanced Research Projects Agency","keywords":"Replication (statistics); Generalizability theory; Expert elicitation; Computer science; Process (computing); Resource (disambiguation); Reliability (semiconductor); Underpinning; Trustworthiness; Protocol (science); Data science; Management science; Knowledge management; Psychology; Engineering; Computer security","score_opus":0.604102953090157,"score_gpt":0.5768386905679156,"score_spread":0.027264262522241456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244516975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5031666,0.0005912056,0.4683976,0.0011035721,0.0011718944,0.0066135945,0.000115407376,0.00003802771,0.018802097],"genre_scores_gemma":[0.61533546,0.000029124962,0.3814806,0.00034847143,0.00016047587,0.0008883636,0.00008983121,0.000024388582,0.0016432515],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9690202,0.005255754,0.009778627,0.0048092953,0.010611435,0.00052470336],"domain_scores_gemma":[0.9581014,0.0049087284,0.010409685,0.0103498,0.015985275,0.00024510163],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10043709,0.0007051264,0.00496935,0.00038083407,0.0006651031,0.005107332,0.0033625579,0.00030089615,0.0025114005],"category_scores_gemma":[0.06362381,0.00032395756,0.001458327,0.0041257786,0.00038568466,0.0010738347,0.00094349275,0.00045505408,0.00003147483],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084534055,0.0016647887,0.4436527,0.0030560882,0.0074114185,0.000037579248,0.09347868,0.058057934,0.0062831296,0.029874276,0.12893896,0.22669913],"study_design_scores_gemma":[0.0032799745,0.0012198788,0.1239416,0.0016512617,0.0029811517,0.000037782982,0.12276417,0.46290666,0.009971817,0.19290061,0.07388749,0.004457599],"about_ca_topic_score_codex":0.00011817591,"about_ca_topic_score_gemma":0.00025249197,"teacher_disagreement_score":0.40484872,"about_ca_system_score_codex":0.00029838475,"about_ca_system_score_gemma":0.0020279924,"threshold_uncertainty_score":0.99992126},"labels":[],"label_agreement":null},{"id":"W4244592371","doi":"10.1111/j.1471-0528.2003.51108.x","title":"Editor's Choice","year":2003,"lang":"en","type":"article","venue":"BJOG An International Journal of Obstetrics & Gynaecology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Fetus; Cerebral blood flow; Blood pressure; Vaccination; Periventricular leukomalacia; Physiology; Pregnancy; Immunology; Internal medicine; Gestational age; Biology","score_opus":0.45238976767006356,"score_gpt":0.5023809316290114,"score_spread":0.04999116395894787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244592371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5190123,0.0037515457,0.050657887,0.0015758435,0.3258722,0.0005226328,0.000037826318,0.000010848668,0.09855896],"genre_scores_gemma":[0.98595834,0.00004312377,0.0069807647,0.0006036825,0.002368678,0.0000038091398,0.0000033283752,0.000013786624,0.0040245047],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9789817,0.0058299494,0.007974963,0.00047229877,0.0064865737,0.0002545681],"domain_scores_gemma":[0.95820534,0.02123665,0.009492815,0.0014172635,0.009310919,0.00033702957],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.04563687,0.00021940489,0.0017960061,0.0015423936,0.00008265018,0.00070857845,0.0038044294,0.00015654312,0.037127443],"category_scores_gemma":[0.33197632,0.00012314603,0.0012769566,0.0011613361,0.00006728182,0.0007523586,0.00008096311,0.00035387662,0.001173715],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011038097,0.0005639861,0.6231861,0.00000622258,0.0009675267,0.0003616083,0.0003606826,0.0009663578,0.000050415467,0.024557305,0.24732456,0.10164419],"study_design_scores_gemma":[0.0005900503,0.00018404273,0.15348074,0.000002240204,0.00008906048,0.00016995231,0.00025204578,0.0003036957,0.00002929405,0.0076981504,0.8370749,0.0001258348],"about_ca_topic_score_codex":0.0000025083727,"about_ca_topic_score_gemma":0.000006080394,"teacher_disagreement_score":0.58975035,"about_ca_system_score_codex":0.00024629655,"about_ca_system_score_gemma":0.0002907174,"threshold_uncertainty_score":0.999604},"labels":[],"label_agreement":null},{"id":"W4245499561","doi":"10.1097/ceh.0000000000000181","title":"Evaluations of Educational Interventions: Getting Them Published and Increasing Their Impact","year":2017,"lang":"en","type":"editorial","venue":"Journal of Continuing Education in the Health Professions","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Medical education; Medicine; Curriculum; Intervention (counseling); Set (abstract data type); Promotion (chess); Health care; Randomized controlled trial; Continuing medical education; Evidence-based medicine; Alternative medicine; Psychology; Nursing; Continuing education; Computer science; Pedagogy; Political science","score_opus":0.5396054049056598,"score_gpt":0.6334827997693782,"score_spread":0.09387739486371838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245499561","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1614743,0.023371888,0.001054322,0.05540677,0.752074,0.0033184106,0.00019922655,0.000003443975,0.003097635],"genre_scores_gemma":[0.6968239,0.0012167592,0.007926995,0.00029791216,0.28023764,0.00015544366,0.00019822351,0.00006390352,0.013079256],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.93022275,0.042829584,0.01941036,0.000640608,0.0064892373,0.0004074781],"domain_scores_gemma":[0.72269666,0.12914185,0.12170693,0.006271659,0.01966531,0.00051758316],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.30568662,0.00035028186,0.0034240745,0.0012634762,0.00061513693,0.0012978411,0.0029753044,0.0003002499,0.0015011871],"category_scores_gemma":[0.40319964,0.00014633696,0.00188918,0.0007367595,0.00012871812,0.0008548025,0.00016741296,0.0015629039,0.00002271032],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015411735,0.00025792542,0.009485315,0.00029911599,0.00010113918,1.031636e-7,0.010661613,0.0000034382697,0.0000025974148,0.00028736092,0.93542725,0.043458704],"study_design_scores_gemma":[0.001413705,0.00042555606,0.22945008,0.05516629,0.0010609253,0.00017806761,0.08612893,0.00032606785,0.000002288467,0.13247271,0.49271014,0.00066525134],"about_ca_topic_score_codex":0.00014788065,"about_ca_topic_score_gemma":0.00011008094,"teacher_disagreement_score":0.53534955,"about_ca_system_score_codex":0.00025585265,"about_ca_system_score_gemma":0.010434941,"threshold_uncertainty_score":0.99973893},"labels":[],"label_agreement":null},{"id":"W4245801594","doi":"10.1111/j.1445-2197.2008.04557.x","title":"UPDATE: SYSTEMATIC REVIEWS AND META‐ANALYSES","year":2008,"lang":"en","type":"article","venue":"ANZ Journal of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Observational study; Systematic review; MEDLINE; Medical literature; Meta-analysis; Randomized controlled trial; Family medicine; Surgery; Internal medicine; Pathology","score_opus":0.9479057310172119,"score_gpt":0.5780260454329216,"score_spread":0.3698796855842903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245801594","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31482923,0.6605686,0.016168978,0.0032614495,0.0012581573,0.0014968306,0.000009558496,0.0000067497867,0.0024004441],"genre_scores_gemma":[0.96382195,0.023995724,0.004374437,0.0014629033,0.00025278167,0.000024823425,0.0000011130815,0.000020515121,0.0060457624],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9587148,0.016898615,0.019422516,0.0003769844,0.004374294,0.00021280933],"domain_scores_gemma":[0.9597371,0.017102422,0.01930876,0.001849066,0.0017122902,0.00029033402],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.21607725,0.00030368016,0.013245958,0.00086955086,0.00015729468,0.00036623888,0.0008528342,0.00006066043,0.0054842145],"category_scores_gemma":[0.0763062,0.00010904929,0.006604838,0.0012863844,0.00008601727,0.0006191528,0.00006236814,0.0001801897,0.0011500444],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014383393,0.00011598384,0.025473004,0.005902395,0.0152155,0.00052202627,0.00048949034,0.000028654165,0.00016249421,0.00025423843,0.9498522,0.001969581],"study_design_scores_gemma":[0.00064821437,0.00015976746,0.026159264,0.0048057395,0.15166526,0.025041567,0.0019674469,0.00087140617,0.0004894237,0.010372674,0.77602893,0.0017903235],"about_ca_topic_score_codex":0.0000032242358,"about_ca_topic_score_gemma":0.0000015140524,"teacher_disagreement_score":0.6489927,"about_ca_system_score_codex":0.000013449335,"about_ca_system_score_gemma":0.000090562324,"threshold_uncertainty_score":0.99962765},"labels":[],"label_agreement":null},{"id":"W4245992462","doi":"10.1002/0470011815.b2a01012","title":"<scp>CONSORT</scp>","year":2005,"lang":"en","type":"other","venue":"Encyclopedia of Biostatistics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Encyclopedia; Library science; Citation; Computer science; World Wide Web; Information retrieval","score_opus":0.32193642365671277,"score_gpt":0.4526064409569815,"score_spread":0.13067001730026873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245992462","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026399155,0.0045713903,0.020350635,0.000058749294,0.0011186905,0.00066474394,0.0017486984,0.000019330888,0.9714414],"genre_scores_gemma":[0.000061296145,0.0023325244,0.0792746,0.00013021716,0.00070936757,0.000016838803,0.000099067605,0.00020440649,0.91717166],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9806501,0.0029539093,0.009115415,0.0011603655,0.005734404,0.00038580707],"domain_scores_gemma":[0.9748875,0.008455887,0.011256094,0.0044988957,0.00064380735,0.000257848],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.020820342,0.0006244764,0.005226473,0.00096769666,0.000047597885,0.00023118721,0.002368461,0.00040333648,0.09074069],"category_scores_gemma":[0.07464888,0.00034894838,0.0012983257,0.0010487755,0.00019836139,0.000052475636,0.00018453768,0.0002769404,0.019273818],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.3207227e-7,0.000042472315,0.0013230077,0.000094472845,0.00020143778,0.000012070731,0.00013887449,0.0000024308213,9.0894355e-7,0.0037943854,0.95955426,0.03483546],"study_design_scores_gemma":[0.0001092251,0.000028196406,0.0008857362,0.00008502338,0.00039036202,0.000005470406,0.0001709591,0.00013850986,0.000002187702,0.0015146327,0.99654907,0.000120615776],"about_ca_topic_score_codex":0.000047477795,"about_ca_topic_score_gemma":0.00018769808,"teacher_disagreement_score":0.07146687,"about_ca_system_score_codex":0.000022931536,"about_ca_system_score_gemma":0.00022567276,"threshold_uncertainty_score":0.9998962},"labels":[],"label_agreement":null},{"id":"W4246016344","doi":"10.1200/jco.2007.25.18_suppl.6537","title":"Quality and consistency of phase III clinical trial abstracts presented at an Annual Meeting of the American Society of Clinical Oncology compared with their subsequent full-text publications","year":2007,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Juravinski Cancer Centre","funders":"","keywords":"Medicine; Interim; MEDLINE; Clinical trial; Family medicine; Inclusion (mineral); Consistency (knowledge bases); Clinical Oncology; Medical physics; Internal medicine; Oncology; Cancer; Psychology","score_opus":0.885265217626877,"score_gpt":0.6935421758454062,"score_spread":0.19172304178147082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246016344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98829865,0.00023767268,0.0014326544,0.005937226,0.00095056347,0.00090608763,0.000059962418,0.0000028201546,0.0021743702],"genre_scores_gemma":[0.9861138,0.00027961854,0.011976011,0.0007890025,0.00062632514,0.000004788037,0.0000041535145,0.00001208687,0.00019424541],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8412319,0.05961523,0.09284227,0.0011110583,0.0046865693,0.0005130084],"domain_scores_gemma":[0.5233244,0.2393586,0.21778226,0.004163265,0.013865963,0.0015055339],"candidate_categories":["metaresearch","metaepi_broad","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4717679,0.00031863988,0.015192413,0.00020925899,0.00014856597,0.00004181866,0.0021436801,0.000572925,0.00034749068],"category_scores_gemma":[0.17710765,0.00013389924,0.0062622423,0.001152638,0.0046289857,0.00027301905,0.00038430013,0.0014210265,0.0000051173934],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08222887,0.020981735,0.5979628,0.00008175635,0.0045910985,0.000018280936,0.0012521406,0.0001058644,0.0003896853,0.00066641305,0.026451996,0.26526937],"study_design_scores_gemma":[0.050929442,0.023286656,0.8420265,0.000078784135,0.001295374,0.00010516294,0.007125212,0.0009884565,0.000040218503,0.0005767222,0.07335122,0.0001962898],"about_ca_topic_score_codex":0.00009257794,"about_ca_topic_score_gemma":0.0011580659,"teacher_disagreement_score":0.31790748,"about_ca_system_score_codex":0.00007660358,"about_ca_system_score_gemma":0.0032364107,"threshold_uncertainty_score":0.9994281},"labels":[],"label_agreement":null},{"id":"W4246505114","doi":"10.1080/19439342.2015.1113196","title":"Extending the PRISMA statement to equity-focused systematic reviews (PRISMA-E 2012): explanation and elaboration","year":2016,"lang":"en","type":"article","venue":"Journal of Development Effectiveness","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Bruyère; University of Ottawa","funders":"Canadian Institutes of Health Research; Pan American Health Organization","keywords":"Systematic review; Checklist; Equity (law); Guideline; Judgement; Transparency (behavior); Psychology; MEDLINE; Accounting; Medicine; Political science; Business","score_opus":0.605692443601705,"score_gpt":0.52191259697794,"score_spread":0.08377984662376503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246505114","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32534012,0.004110301,0.66429126,0.0016942023,0.00069879525,0.0037017406,0.0000018250939,0.0000033543076,0.00015840071],"genre_scores_gemma":[0.98577607,0.00047575255,0.012184326,0.00016636195,0.00011538187,0.0003099061,9.254071e-7,0.00001753904,0.00095373444],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.963838,0.019949947,0.011152802,0.00046716616,0.0043369993,0.00025508864],"domain_scores_gemma":[0.9783058,0.008933956,0.00991311,0.0009262475,0.0017287018,0.00019218148],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.29047397,0.00028844606,0.002879124,0.0005503029,0.0002449997,0.00079067866,0.000986414,0.000054493485,0.00032101624],"category_scores_gemma":[0.033952057,0.00009187837,0.00043376765,0.000956788,0.000024568551,0.0009789814,0.00019059597,0.000107969776,0.0004750034],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018381895,0.00021093816,0.017072126,0.010477552,0.0014157462,0.000029570809,0.006792418,0.00010384627,0.013941727,0.002666528,0.02244228,0.9246634],"study_design_scores_gemma":[0.0043133865,0.00095844193,0.48074228,0.053057253,0.0018058171,0.00034555176,0.0029855536,0.0004511615,0.013782836,0.0127872955,0.4271673,0.0016031367],"about_ca_topic_score_codex":7.110507e-7,"about_ca_topic_score_gemma":0.000006720303,"teacher_disagreement_score":0.9230603,"about_ca_system_score_codex":0.00031874224,"about_ca_system_score_gemma":0.00017837697,"threshold_uncertainty_score":0.97418535},"labels":[],"label_agreement":null},{"id":"W4246841512","doi":"10.31219/osf.io/paxyn","title":"A Brief Guide to Evaluate Replications","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Replication (statistics); Transparency (behavior); Independence (probability theory); Computer science; Similarity (geometry); Psychology; Artificial intelligence; Statistics; Mathematics; Computer security","score_opus":0.8447246088869517,"score_gpt":0.629953086244059,"score_spread":0.21477152264289268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246841512","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062678508,0.00024999666,0.35218084,0.010833869,0.0007818033,0.0022795224,0.00004350308,0.000022512662,0.6273401],"genre_scores_gemma":[0.02225022,0.000018327142,0.1871685,0.0047285995,0.0005224546,0.00061667315,0.000030233314,0.00002686976,0.7846381],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96201336,0.008932492,0.016483925,0.0030565937,0.009211236,0.00030236586],"domain_scores_gemma":[0.9598219,0.0025854167,0.006127512,0.024815414,0.0062576067,0.00039219245],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.24276946,0.00041767067,0.0044561913,0.0005859757,0.00014660775,0.0022616012,0.0057647247,0.00019789975,0.13168344],"category_scores_gemma":[0.13843249,0.0001872367,0.003015024,0.0013246813,0.000052009156,0.00007098617,0.002290753,0.00022298824,0.12174963],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.488888e-7,0.00001608086,0.00054916175,0.0000152309485,0.00014382148,5.038701e-7,0.00013078985,0.00012381631,0.000013539042,0.0023968616,0.98645854,0.010150789],"study_design_scores_gemma":[0.000038407557,0.000015111336,0.0029285112,0.000042708474,0.0002747304,0.0000039927136,0.000062262676,0.0069410168,0.000027738975,0.03524286,0.9542013,0.00022137554],"about_ca_topic_score_codex":0.00012250198,"about_ca_topic_score_gemma":0.00015116818,"teacher_disagreement_score":0.16501234,"about_ca_system_score_codex":0.000067523964,"about_ca_system_score_gemma":0.000290968,"threshold_uncertainty_score":0.99961454},"labels":[],"label_agreement":null},{"id":"W4246893796","doi":"10.1111/j.1553-2712.2006.tb00993.x","title":"Publication Bias of Randomized Controlled Trials in Emergency Medicine","year":2006,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Randomized controlled trial; Emergency medicine; MEDLINE; Medical emergency; Internal medicine; Law","score_opus":0.7370701681912594,"score_gpt":0.5703661480683608,"score_spread":0.16670402012289853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246893796","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3218854,0.20797102,0.024358505,0.086333044,0.014013405,0.018429516,0.000030272247,0.000054596963,0.32692423],"genre_scores_gemma":[0.88862556,0.021374205,0.00020147592,0.00018543184,0.0025180199,0.0007771036,0.000092887065,0.00003265995,0.08619264],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.60142356,0.120806314,0.25539812,0.0025649762,0.018805675,0.0010013351],"domain_scores_gemma":[0.79142225,0.07021576,0.12440625,0.005835728,0.0076540266,0.00046597776],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7282401,0.0006203751,0.03576208,0.0025980296,0.00007958574,0.000005384388,0.0023772432,0.000374534,0.21933721],"category_scores_gemma":[0.8129064,0.00023359162,0.005003429,0.005525862,0.00034487457,0.00032520166,0.000093047274,0.00056815334,0.00052237994],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030687258,0.000071614486,0.088813856,0.000099437246,0.0006595948,7.6808004e-7,0.0008557882,0.000038001963,0.0024707797,0.025138872,0.87791073,0.00087185024],"study_design_scores_gemma":[0.38244277,0.00030247515,0.042792685,0.0010315996,0.009277999,0.000009490949,0.002469882,0.0149338525,0.0001461916,0.37903917,0.16655989,0.0009940191],"about_ca_topic_score_codex":0.0007515951,"about_ca_topic_score_gemma":0.000092909606,"teacher_disagreement_score":0.7113508,"about_ca_system_score_codex":0.000042428554,"about_ca_system_score_gemma":0.00008455954,"threshold_uncertainty_score":0.97855306},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4246955247","doi":"10.1109/icpc.2019.00007","title":"Negative Results Track Program Committee","year":2019,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Track (disk drive); Computer science; Operating system","score_opus":0.7367547844737726,"score_gpt":0.5520198116285371,"score_spread":0.18473497284523555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246955247","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19076774,0.000062506086,0.00091756356,0.0035212478,0.00029838446,0.0018596177,0.000011975321,0.000022283377,0.8025387],"genre_scores_gemma":[0.70939803,0.0000016044246,0.016460167,0.00039506183,0.000033172164,0.00002890577,0.000003759031,0.000005273344,0.273674],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9832874,0.004715857,0.006764831,0.000851531,0.0041679516,0.00021242903],"domain_scores_gemma":[0.98742956,0.005021366,0.0024320886,0.004142374,0.0008514094,0.00012322646],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.0785572,0.00018658437,0.0021927338,0.00015901943,0.00005802326,0.0008936288,0.001547247,0.00005920119,0.041399296],"category_scores_gemma":[0.022632709,0.000071811206,0.0012488298,0.0011866831,0.00003728499,0.00022867654,0.000093122726,0.00011434046,0.075707406],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015590376,0.00012813686,0.013273138,0.000014877043,0.00013941203,0.000002257593,0.0007299228,0.000030335255,0.000030644373,0.010561264,0.8132392,0.16183518],"study_design_scores_gemma":[0.0004029342,0.00012138279,0.02043051,0.000009973026,0.0000500367,0.0000034127706,0.0012752566,0.0081729805,0.0001060319,0.007734339,0.9615348,0.00015834984],"about_ca_topic_score_codex":0.000014566528,"about_ca_topic_score_gemma":0.0000454198,"teacher_disagreement_score":0.5288647,"about_ca_system_score_codex":0.0000119542865,"about_ca_system_score_gemma":0.000027098751,"threshold_uncertainty_score":0.98560005},"labels":[],"label_agreement":null},{"id":"W4247270973","doi":"10.31236/osf.io/86t72","title":"Consensus meetings and statements are flawed by design: A narrative review with suggestions for improvements","year":2020,"lang":"en","type":"review","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"","keywords":"Statement (logic); Transparency (behavior); Interpretation (philosophy); Observational study; Unanimity; Plain language; Psychology; Rigour; Political science; Scientific consensus; Consistency (knowledge bases); Dissenting opinion; Public relations; Narrative; Medicine; Law; Computer science; Epistemology","score_opus":0.7287972722920395,"score_gpt":0.5779587331135492,"score_spread":0.15083853917849033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247270973","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.841191e-7,0.96192425,0.023013823,0.00119774,0.00007315998,0.01265088,0.00046388875,0.000011739444,0.00066411885],"genre_scores_gemma":[7.708451e-7,0.96092474,0.019741794,0.0009088963,0.00002742024,0.0019644175,0.00012599737,0.0000437167,0.01626225],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.970392,0.010856718,0.01268647,0.0021093509,0.003563093,0.00039238107],"domain_scores_gemma":[0.97060084,0.008673358,0.016130839,0.0023289546,0.0018536844,0.0004123409],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.053641923,0.0009785971,0.016420303,0.00021723032,0.00030310493,0.00083816814,0.0013558681,0.00015396664,0.002318535],"category_scores_gemma":[0.027402027,0.0003892572,0.0021457733,0.0015504555,0.000113114875,0.00014078282,0.00017761401,0.00024183124,0.00046656496],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004048171,0.000024930856,0.0000032790485,0.025716458,0.0011638126,0.0000045663455,0.000093233015,1.2376438e-7,2.1566976e-7,0.00006645548,0.6296828,0.3432401],"study_design_scores_gemma":[0.00023071363,0.00017328552,2.4470754e-7,0.023754677,0.005670386,0.000017499317,0.00039621544,0.00008794534,2.8597745e-7,0.00015780679,0.9690983,0.00041260602],"about_ca_topic_score_codex":0.000008447846,"about_ca_topic_score_gemma":0.000014751718,"teacher_disagreement_score":0.3428275,"about_ca_system_score_codex":0.00007134341,"about_ca_system_score_gemma":0.0003372424,"threshold_uncertainty_score":0.99985594},"labels":[],"label_agreement":null},{"id":"W4247281996","doi":"10.1023/a:1024414005659","title":"Literature review and commentary","year":2002,"lang":"en","type":"article","venue":"International Urology and Nephrology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Medicine; Nephrology; Internal medicine; Family medicine","score_opus":0.40988663097544764,"score_gpt":0.4592376247914486,"score_spread":0.04935099381600094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247281996","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05127591,0.34807718,0.00067633577,0.57906663,0.00067498523,0.00045975103,0.00004652805,0.000009066884,0.019713603],"genre_scores_gemma":[0.52685255,0.04496983,0.00068948825,0.42042556,0.00022625472,0.000036449423,0.000022725097,0.000007403073,0.0067697265],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945596,0.0023707894,0.0018880196,0.00051862013,0.00053684425,0.00012616867],"domain_scores_gemma":[0.99678534,0.0015598022,0.000710856,0.0006040401,0.00026804663,0.00007189548],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009612338,0.00014151941,0.0011316478,0.00018591167,0.00007165058,0.00011353152,0.0005678692,0.00010810536,0.018700995],"category_scores_gemma":[0.0027234487,0.00007525295,0.00020385784,0.00019964958,0.00014793286,0.00013632944,0.00015550645,0.00018138794,0.0006266081],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000815175,0.000030358668,0.015877875,0.00002992433,0.00024684824,0.000035783603,0.0001492081,7.463266e-7,0.00002317554,0.01098249,0.9586056,0.014009854],"study_design_scores_gemma":[0.00015758487,0.00006186323,0.010463172,0.000014109746,0.00014549705,0.00062897295,0.000006618422,0.0013318071,5.451756e-7,0.010958805,0.9761634,0.00006761268],"about_ca_topic_score_codex":0.0000013633282,"about_ca_topic_score_gemma":0.000008473975,"teacher_disagreement_score":0.47557664,"about_ca_system_score_codex":0.0000039530164,"about_ca_system_score_gemma":0.0000018148828,"threshold_uncertainty_score":0.98219603},"labels":[],"label_agreement":null},{"id":"W4247289468","doi":"10.31222/osf.io/vtpmb","title":"Predicting and reasoning about replicability using structured groups","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Advanced Research Projects Agency; Defense Advanced Research Projects Agency","keywords":"Heuristics; Replication (statistics); Psychology; Replicate; Protocol (science); Social psychology; Qualitative property; Cognitive psychology; Subject (documents); Applied psychology; Computer science; Machine learning; Statistics","score_opus":0.6507383695504559,"score_gpt":0.5206129468572342,"score_spread":0.1301254226932217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247289468","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94588155,0.0027235954,0.04407844,0.0001232457,0.0006097071,0.00082249905,0.000018849327,0.000017779003,0.0057243537],"genre_scores_gemma":[0.91296273,0.000030895713,0.08505071,0.00011650442,0.00020225903,0.000021186013,0.000018441637,0.000018763549,0.0015784892],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9680999,0.010940888,0.011840508,0.003430012,0.0053499523,0.00033872068],"domain_scores_gemma":[0.977356,0.0032192601,0.0076608383,0.009787029,0.0017115568,0.00026530965],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12536179,0.00053335016,0.005771001,0.00025054044,0.00026922015,0.0045117936,0.0016326329,0.00038268708,0.009372451],"category_scores_gemma":[0.096282914,0.00026937394,0.002054174,0.00074792665,0.00009687355,0.00021115308,0.0024974344,0.0006946986,0.000031680986],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005658901,0.000030768944,0.96485734,0.0006094209,0.00072614086,0.000017950611,0.0019968413,0.0024415916,0.0003666537,0.0013056013,0.0014461589,0.026195858],"study_design_scores_gemma":[0.00019892825,0.00001493506,0.2864999,0.0007303119,0.0011732156,0.00012964281,0.004624262,0.6780124,0.000115831645,0.02573781,0.0019513448,0.0008114692],"about_ca_topic_score_codex":0.00027481501,"about_ca_topic_score_gemma":0.00022260172,"teacher_disagreement_score":0.6783575,"about_ca_system_score_codex":0.00007770395,"about_ca_system_score_gemma":0.00018800635,"threshold_uncertainty_score":0.99997586},"labels":[],"label_agreement":null},{"id":"W4247701471","doi":"10.1002/ebch.1877","title":"Issue Information","year":2013,"lang":"en","type":"paratext","venue":"Evidence-Based Child Health A Cochrane Review Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science","score_opus":0.5235777260466508,"score_gpt":0.5458616059925497,"score_spread":0.022283879945898977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247701471","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000030782492,0.80128103,0.012645649,0.14791626,0.0061745015,0.0042587966,0.00009081347,0.000009415857,0.027620442],"genre_scores_gemma":[0.000043146756,0.81938934,0.0025387248,0.107778996,0.003172247,0.00023136966,0.00020221584,0.000051976804,0.06659198],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.88278425,0.045456808,0.04745684,0.0015860762,0.021262398,0.0014536161],"domain_scores_gemma":[0.91156137,0.008906731,0.061066292,0.0077655087,0.008672592,0.0020274867],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.27843234,0.0014975118,0.018010303,0.0019174425,0.0013896428,0.004596319,0.006683733,0.00050850515,0.4729737],"category_scores_gemma":[0.1062263,0.0007385877,0.008033631,0.003592099,0.0001363929,0.003293998,0.00021071151,0.00345407,0.57048166],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069662783,0.000029768935,0.000017600418,0.020065336,0.00012850322,0.0000034634613,0.00006477019,0.00010591552,7.3260054e-8,0.000021984117,0.82429206,0.15526357],"study_design_scores_gemma":[0.00026817186,0.0002018273,0.00008859488,0.16626728,0.00038656834,0.00038972354,0.000039196835,0.00038065657,6.2283715e-7,0.00008071951,0.8313828,0.00051386],"about_ca_topic_score_codex":0.00007096841,"about_ca_topic_score_gemma":0.000011394381,"teacher_disagreement_score":0.17220604,"about_ca_system_score_codex":0.0006718842,"about_ca_system_score_gemma":0.0051276213,"threshold_uncertainty_score":0.9999104},"labels":[],"label_agreement":null},{"id":"W4247903468","doi":"10.1016/j.ijsu.2011.10.001","title":"CONSORT 2010 explanation and elaboration: Updated guidelines for reporting parallel group randomised trials","year":2011,"lang":"en","type":"article","venue":"International Journal of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2391,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; Health Sciences Centre; Ottawa Hospital","funders":"Medical Research Council; University of California, Irvine; Institut National de la Santé et de la Recherche Médicale; University of Oxford; Ottawa Hospital Research Institute; McMaster University; Johns Hopkins University; Canadian Institutes of Health Research; National Institute for Health and Care Research; Johns Hopkins Bloomberg School of Public Health; University of Pennsylvania","keywords":"Consolidated Standards of Reporting Trials; Checklist; Medicine; Critical appraisal; Randomized controlled trial; Systematic review; Statement (logic); Psychological intervention; MEDLINE; Alternative medicine; Family medicine; Psychology; Nursing; Surgery; Pathology","score_opus":0.9420976920763263,"score_gpt":0.5972819817096294,"score_spread":0.3448157103666969,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247903468","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44398952,0.002420988,0.5322599,0.008931631,0.009437808,0.0012138246,0.000061419625,0.000008969357,0.0016759362],"genre_scores_gemma":[0.90449154,0.0004768344,0.08944857,0.0012136569,0.0017298526,0.000056261106,0.00007409571,0.00002069685,0.0024884883],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96350265,0.0030003935,0.029928979,0.00031042384,0.0031426945,0.00011488797],"domain_scores_gemma":[0.9008882,0.015517599,0.06384426,0.0005785846,0.019020012,0.00015132721],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.30881232,0.00016177288,0.0029323357,0.0007283201,0.00006329539,0.000473868,0.0005602267,0.00006999319,0.0030275832],"category_scores_gemma":[0.3938262,0.000081483566,0.0017158494,0.00027286846,0.000035773028,0.00066686963,0.000032254266,0.0000876638,0.00002962964],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023598338,0.00011142104,0.081959315,0.000016480015,0.0022257965,0.00010581872,0.0004734524,0.000073507115,0.00091662904,0.002492169,0.8488398,0.060425743],"study_design_scores_gemma":[0.027647799,0.00024535027,0.16723078,0.0008449383,0.0026892137,0.00301208,0.0046976223,0.0191185,0.0021644176,0.10841664,0.6625355,0.0013971662],"about_ca_topic_score_codex":0.000007814809,"about_ca_topic_score_gemma":0.0000057997536,"teacher_disagreement_score":0.46050203,"about_ca_system_score_codex":0.000022324124,"about_ca_system_score_gemma":0.00014111324,"threshold_uncertainty_score":0.9978838},"labels":[],"label_agreement":null},{"id":"W4248319264","doi":"10.1200/jco.2010.28.15_suppl.6029","title":"A compendium of unpublished phase III clinical trials in oncology: Characteristics and impact on clinical practice.","year":2010,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Clinical trial; Cancer; Internal medicine; Clinical Oncology; MEDLINE; Compendium; Breast cancer; Oncology; Family medicine","score_opus":0.9099026406995714,"score_gpt":0.7660324445900648,"score_spread":0.14387019610950658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248319264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96803504,0.00017681876,0.0007879173,0.012540375,0.00928235,0.0008172681,0.00003532551,0.0000026308053,0.008322262],"genre_scores_gemma":[0.9762171,0.0007591711,0.015697388,0.0037240058,0.0032181067,0.0000059963495,0.0000048183815,0.000018872253,0.0003545727],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.41618985,0.3329988,0.23996714,0.002075995,0.007890182,0.0008780443],"domain_scores_gemma":[0.09068394,0.72671056,0.17089263,0.0031682393,0.0066967933,0.0018478252],"candidate_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.8648409,0.00045161476,0.033361718,0.0008587944,0.00006468882,0.00031644345,0.002366731,0.0017748068,0.0055707456],"category_scores_gemma":[0.9166718,0.00019694731,0.009617189,0.0009041819,0.0010072477,0.0006866379,0.0003023933,0.005643991,0.00029642892],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009732271,0.010691971,0.23076528,0.000013883642,0.001451303,0.00046246624,0.00010449707,0.000003177312,0.000042507058,0.00073814386,0.10372306,0.64227146],"study_design_scores_gemma":[0.017417232,0.022537041,0.35814875,0.000057522306,0.0014377804,0.0003099692,0.00033659406,0.0011826532,0.0000019094928,0.0020284823,0.5963581,0.00018397148],"about_ca_topic_score_codex":0.000013503815,"about_ca_topic_score_gemma":0.00007932007,"teacher_disagreement_score":0.64208746,"about_ca_system_score_codex":0.00007630042,"about_ca_system_score_gemma":0.004126277,"threshold_uncertainty_score":0.9995211},"labels":[],"label_agreement":null},{"id":"W4248360495","doi":"10.12688/f1000research.22226.1","title":"Methods used to meta-analyse results from interrupted time series studies: A methodological systematic review protocol","year":2020,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Monash University; Medical Research Council; Department of Education, Employment and Workplace Relations, Australian Government; Australian Government","keywords":"Open peer review; Meta-analysis; Plant biology; Protocol (science); Interrupted time series; Medicine; Series (stratigraphy); Physiology; Computational biology; Neuroscience; Bioinformatics; Biology; Internal medicine; Alternative medicine; Pathology","score_opus":0.9837362892177731,"score_gpt":0.7598982907660533,"score_spread":0.2238379984517198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248360495","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006511677,0.033396617,0.13914631,0.05935755,0.00050871354,0.761487,0.0022212754,0.00019302565,0.003624388],"genre_scores_gemma":[0.00005837827,0.00024460666,0.47503418,0.003049168,0.0002639551,0.49267164,0.00015551414,0.000109663844,0.028412906],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.50787926,0.4152992,0.04500544,0.0074376403,0.023149047,0.0012294418],"domain_scores_gemma":[0.66345066,0.24020065,0.03177368,0.042634808,0.019184731,0.002755444],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"category_scores_codex":[0.63182425,0.0019122143,0.050640505,0.0015813116,0.00032482785,0.003328143,0.016107334,0.00066593016,0.03562508],"category_scores_gemma":[0.8306955,0.0008004625,0.01585533,0.006751665,0.0003536504,0.00033871937,0.012890921,0.002595374,0.031464837],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006727631,0.00017409661,0.0000095774885,0.24683778,0.0783997,0.00018765779,0.0042295116,0.00014813645,0.00048226438,0.00012163684,0.66740704,0.001329857],"study_design_scores_gemma":[0.0025811533,0.0018911248,0.00019581839,0.17732939,0.25534862,0.000077941535,0.008934076,0.019334309,0.0018101486,0.114473686,0.41192174,0.0061019994],"about_ca_topic_score_codex":0.000118803284,"about_ca_topic_score_gemma":0.000051450454,"teacher_disagreement_score":0.33588785,"about_ca_system_score_codex":0.00036987916,"about_ca_system_score_gemma":0.0006595478,"threshold_uncertainty_score":0.9997057},"labels":[],"label_agreement":null},{"id":"W4249120853","doi":"10.1016/j.jpsychores.2015.04.010","title":"Transparency of outcome reporting and trial registration of randomized controlled trials in top psychosomatic and behavioral health journals: A 5-year follow-up","year":2015,"lang":"en","type":"article","venue":"Journal of Psychosomatic Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"Arthritis Society","keywords":"Medicine; Randomized controlled trial; Trial registration; Family medicine; Consolidated Standards of Reporting Trials; Clinical trial; Alternative medicine; MEDLINE; Physical therapy; Surgery; Internal medicine","score_opus":0.9251633892364295,"score_gpt":0.6981883611374311,"score_spread":0.2269750280989984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249120853","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9790792,0.007993845,0.0037016785,0.0032583524,0.0006298168,0.0045827385,0.0000043551654,0.0000010819346,0.000748965],"genre_scores_gemma":[0.99129146,0.00076116977,0.007193474,0.000017494824,0.00014143973,0.00006551621,4.8652305e-7,0.00001280318,0.0005161551],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.59033555,0.1801841,0.20079412,0.0010998973,0.026710305,0.00087606045],"domain_scores_gemma":[0.8018186,0.046336647,0.14260063,0.0020194533,0.0064773383,0.0007473513],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8138438,0.0002920591,0.025935357,0.0025852155,0.000086532615,0.000572066,0.0009229557,0.00015180254,0.00051171135],"category_scores_gemma":[0.480739,0.00013175217,0.0038815245,0.0017798328,0.0002682892,0.00047217973,0.000039826802,0.0006042282,0.000006338647],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.628594,0.002314026,0.26296884,0.0024142833,0.0036507752,0.000082187755,0.041858125,0.000059430928,0.0009181028,0.0022486376,0.018545091,0.03634652],"study_design_scores_gemma":[0.9046427,0.0023683675,0.008781422,0.002908035,0.0010046359,0.0001874324,0.01407148,0.00226207,0.00002055361,0.06343011,0.000112162044,0.00021102364],"about_ca_topic_score_codex":0.00011880099,"about_ca_topic_score_gemma":0.00008489759,"teacher_disagreement_score":0.3331048,"about_ca_system_score_codex":0.000066856664,"about_ca_system_score_gemma":0.0006118861,"threshold_uncertainty_score":0.9885256},"labels":[],"label_agreement":null},{"id":"W4249380099","doi":"10.21203/rs.2.14912/v2","title":"Database combinations to retrieve systematic reviews in Overviews of reviews: A methodological study","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Database; Systematic review; Computer science; Information retrieval; Data science; Political science; MEDLINE","score_opus":0.9793227972626526,"score_gpt":0.7303971584044431,"score_spread":0.2489256388582095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249380099","genre_codex":"review","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050564766,0.42799994,0.102100536,0.014501998,0.0019457071,0.38769108,0.0016052112,0.00006843138,0.013522323],"genre_scores_gemma":[0.7581615,0.042257644,0.12768453,0.0016431755,0.00070237456,0.052323736,0.00059291086,0.0002626343,0.016371518],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.2507852,0.65516406,0.057183154,0.0059372187,0.029624734,0.0013056018],"domain_scores_gemma":[0.8127726,0.11628077,0.024035668,0.034184888,0.01109477,0.0016313293],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.75657237,0.00088616955,0.025304956,0.002901456,0.00018977598,0.0010885707,0.009171115,0.0003638582,0.0051797037],"category_scores_gemma":[0.8132768,0.00042080076,0.004622182,0.01286802,0.00013816448,0.00022575822,0.006723096,0.0026219834,0.009090279],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012320513,0.0047734813,0.021723544,0.45038527,0.0008897296,0.0002351912,0.020668965,0.00014093838,0.00021569843,0.0079850415,0.4829564,0.009902532],"study_design_scores_gemma":[0.0030442278,0.0043673534,0.037304632,0.30125147,0.0030339924,0.000027440283,0.03775488,0.011033677,0.00005900514,0.06930508,0.5292622,0.003556036],"about_ca_topic_score_codex":0.00017418539,"about_ca_topic_score_gemma":0.00035140204,"teacher_disagreement_score":0.7075967,"about_ca_system_score_codex":0.00033571216,"about_ca_system_score_gemma":0.0004173868,"threshold_uncertainty_score":0.9999484},"labels":[],"label_agreement":null},{"id":"W4249932002","doi":"10.12688/f1000research.18005.1","title":"Methods of conduct and reporting of living systematic reviews: a protocol for a living methodological survey","year":2019,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Systematic review; Protocol (science); MEDLINE; Medicine; Cochrane Library; Data science; Family medicine; Alternative medicine; Computer science; Pathology; Political science","score_opus":0.9926851070732366,"score_gpt":0.7910169087625321,"score_spread":0.2016681983107046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249932002","genre_codex":"protocol","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026629306,0.0030877504,0.4660174,0.000056779212,0.0002040785,0.5266787,0.00006983731,0.000008693569,0.0012138708],"genre_scores_gemma":[0.008534015,0.00006327744,0.59834915,0.000019827192,0.00007559721,0.3863699,0.0000051955,0.000054177905,0.0065288157],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.3137205,0.5753482,0.09351577,0.004142131,0.012223976,0.0010494048],"domain_scores_gemma":[0.08858797,0.76037,0.12551573,0.012853067,0.01227573,0.0003975168],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.91831857,0.0006384703,0.024159864,0.0011131994,0.000117587355,0.00072115735,0.0038559756,0.00049319456,0.0029278412],"category_scores_gemma":[0.9735067,0.0002872132,0.0039944337,0.0015438717,0.0002578011,0.00014692481,0.003981159,0.00086527265,0.00006683731],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008419081,0.00028611897,0.10548991,0.8553649,0.0016314946,0.000004786911,0.0027930653,0.00015932292,0.0019842712,0.00092204445,0.017183764,0.014096124],"study_design_scores_gemma":[0.00079941313,0.0020504817,0.13945177,0.5932653,0.0032455763,0.00017728936,0.0056256275,0.20596445,0.0015072604,0.025673248,0.019270325,0.0029692678],"about_ca_topic_score_codex":0.00015627044,"about_ca_topic_score_gemma":0.000022619915,"teacher_disagreement_score":0.26209962,"about_ca_system_score_codex":0.00006147149,"about_ca_system_score_gemma":0.0005694307,"threshold_uncertainty_score":0.999958},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4250314326","doi":"10.21203/rs.3.rs-44378/v2","title":"Guidance for overviews of reviews continues to accumulate, but important challenges remain: A scoping review","year":2020,"lang":"en","type":"review","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Economics; University of Alberta","funders":"","keywords":"Data science; Computer science","score_opus":0.9458725635093508,"score_gpt":0.7061567012036398,"score_spread":0.23971586230571096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250314326","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.6950717e-7,0.9555774,0.0007314556,0.001594437,0.00020012514,0.039561674,0.00036521355,0.000013032295,0.0019565243],"genre_scores_gemma":[3.1561396e-7,0.9825751,0.0057105278,0.0002890446,0.00043440826,0.006407039,0.00006956575,0.0001087859,0.004405186],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8652013,0.0658011,0.047775485,0.004618232,0.015031496,0.0015724171],"domain_scores_gemma":[0.9255552,0.028993925,0.022827402,0.013479907,0.008016746,0.0011267615],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.41236314,0.001316634,0.040758807,0.0013582661,0.00028397652,0.00071185787,0.0075688474,0.00043630617,0.0030003292],"category_scores_gemma":[0.3877908,0.0006403753,0.014254397,0.0064311097,0.00015331896,0.00028857333,0.0013514934,0.00093437097,0.004576262],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003247688,0.000025304942,0.0000026035975,0.39588165,0.00014634125,0.000009257278,0.000083553314,8.0463025e-8,4.5712272e-7,0.0003889413,0.1070269,0.49643168],"study_design_scores_gemma":[0.00005700154,0.00014093044,0.0000014600423,0.43988732,0.00049295847,0.000008554541,0.00004532429,0.000009809899,4.174603e-7,0.00021292054,0.5588424,0.0003009097],"about_ca_topic_score_codex":0.000011783084,"about_ca_topic_score_gemma":0.00009473167,"teacher_disagreement_score":0.49613076,"about_ca_system_score_codex":0.00021258877,"about_ca_system_score_gemma":0.0014071083,"threshold_uncertainty_score":0.9999585},"labels":[],"label_agreement":null},{"id":"W4250356090","doi":"10.21203/rs.3.rs-40780/v3","title":"Decoding semi-automated title-abstract screening: findings from a convenience sample of reviews","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Sample (material); Decoding methods; Computer science; Telecommunications; Chemistry; Chromatography","score_opus":0.8758411825915159,"score_gpt":0.6211434068487646,"score_spread":0.2546977757427513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250356090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30896842,0.14265564,0.2960107,0.010873217,0.0038294848,0.027599407,0.0091023715,0.0005613529,0.2003994],"genre_scores_gemma":[0.9717563,0.001379435,0.023454634,0.00008946247,0.0002445551,0.00014355071,0.0002460925,0.000041873565,0.0026441196],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9755996,0.007576165,0.0067006843,0.0015090359,0.008182948,0.0004315629],"domain_scores_gemma":[0.97822016,0.012518796,0.0030063463,0.004042951,0.0018826566,0.00032906025],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08669893,0.00032389304,0.0037469934,0.0005863005,0.00013151485,0.0007127693,0.003074976,0.00025369006,0.047790643],"category_scores_gemma":[0.13728291,0.00018288693,0.0018375058,0.0016996316,0.00013578453,0.00010332514,0.0013723548,0.001010562,0.011374047],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017008877,0.00006298718,0.022197764,0.0021088156,0.00032711032,0.000029373008,0.0013707589,0.00012055126,0.0008704358,0.00095033046,0.94202423,0.029920619],"study_design_scores_gemma":[0.00017300934,0.00005008771,0.021695971,0.0036090864,0.00013377493,0.0000016312915,0.00058266695,0.07623758,0.0003235765,0.011148658,0.8856007,0.0004432978],"about_ca_topic_score_codex":0.0003153843,"about_ca_topic_score_gemma":0.000023004604,"teacher_disagreement_score":0.66278785,"about_ca_system_score_codex":0.00006174736,"about_ca_system_score_gemma":0.00026064322,"threshold_uncertainty_score":0.98939574},"labels":[],"label_agreement":null},{"id":"W4250709680","doi":"10.2196/16313","title":"Update on Schnelle et al and Expression of Editorial Concern","year":2019,"lang":"fr","type":"erratum","venue":"JMIR Research Protocols","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"JMIR Publications","funders":"","keywords":"Expression (computer science); Psychology; Computer science","score_opus":0.8597661715971937,"score_gpt":0.7008372921814736,"score_spread":0.1589288794157201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250709680","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009801422,0.00030093198,0.00016425751,0.006248371,0.013917509,0.91561735,0.0003327547,0.000009448328,0.063311376],"genre_scores_gemma":[0.000037414487,0.00005608603,0.0005069937,0.00032330895,0.010906747,0.6601135,0.00005539288,0.000057706675,0.32794285],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.89896524,0.057737593,0.010503658,0.003030357,0.028581899,0.0011812769],"domain_scores_gemma":[0.96944267,0.010483046,0.0062814923,0.007364428,0.0058255317,0.00060285965],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.22637793,0.00085161667,0.0068508447,0.00123723,0.00043044033,0.0024308227,0.0049065514,0.0011019668,0.028181653],"category_scores_gemma":[0.03603837,0.00044527074,0.001809976,0.0018904036,0.00091528584,0.00056642527,0.0020001943,0.0040688817,0.015151416],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039643096,0.00038749303,0.00037820902,0.001966297,0.00009926663,0.000010557515,0.00030422115,0.000007745383,0.0011227871,0.0024892262,0.98739374,0.0054440415],"study_design_scores_gemma":[0.0012448828,0.0015264628,0.00008711432,0.013168228,0.000017044114,0.0000032123003,0.00023010753,0.0004575466,0.0005391048,0.0019158983,0.98043764,0.00037275202],"about_ca_topic_score_codex":0.000032808894,"about_ca_topic_score_gemma":0.000010708558,"teacher_disagreement_score":0.26463145,"about_ca_system_score_codex":0.000144353,"about_ca_system_score_gemma":0.0018203793,"threshold_uncertainty_score":0.9997999},"labels":[],"label_agreement":null},{"id":"W4251186904","doi":"10.12688/f1000research.22226.2","title":"Methods used to meta-analyse results from interrupted time series studies: A methodological systematic review protocol","year":2020,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Monash University; Medical Research Council; Department of Education, Employment and Workplace Relations, Australian Government; Australian Government","keywords":"Meta-analysis; Systematic review; Psychological intervention; Protocol (science); Descriptive statistics; Publication bias; Medicine; Public health; Study heterogeneity; Management science; MEDLINE; Data science; Psychology; Alternative medicine; Computer science; Statistics; Pathology; Political science; Engineering; Nursing; Mathematics","score_opus":0.9837362892177731,"score_gpt":0.7598982907660533,"score_spread":0.2238379984517198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251186904","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006511677,0.033396617,0.13914631,0.05935755,0.00050871354,0.761487,0.0022212754,0.00019302565,0.003624388],"genre_scores_gemma":[0.00005837827,0.00024460666,0.47503418,0.003049168,0.0002639551,0.49267164,0.00015551414,0.000109663844,0.028412906],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.50787926,0.4152992,0.04500544,0.0074376403,0.023149047,0.0012294418],"domain_scores_gemma":[0.66345066,0.24020065,0.03177368,0.042634808,0.019184731,0.002755444],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"category_scores_codex":[0.63182425,0.0019122143,0.050640505,0.0015813116,0.00032482785,0.003328143,0.016107334,0.00066593016,0.03562508],"category_scores_gemma":[0.8306955,0.0008004625,0.01585533,0.006751665,0.0003536504,0.00033871937,0.012890921,0.002595374,0.031464837],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006727631,0.00017409661,0.0000095774885,0.24683778,0.0783997,0.00018765779,0.0042295116,0.00014813645,0.00048226438,0.00012163684,0.66740704,0.001329857],"study_design_scores_gemma":[0.0025811533,0.0018911248,0.00019581839,0.17732939,0.25534862,0.000077941535,0.008934076,0.019334309,0.0018101486,0.114473686,0.41192174,0.0061019994],"about_ca_topic_score_codex":0.000118803284,"about_ca_topic_score_gemma":0.000051450454,"teacher_disagreement_score":0.33588785,"about_ca_system_score_codex":0.00036987916,"about_ca_system_score_gemma":0.0006595478,"threshold_uncertainty_score":0.9997057},"labels":[],"label_agreement":null},{"id":"W4251652773","doi":"10.31234/osf.io/4zhv9","title":"Promoting Replicable Sexual Science: A Methodological Review and Call for Metascience","year":2017,"lang":"en","type":"review","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Field (mathematics); Psychology; Sexual behavior; Engineering ethics; Scientific field; Epistemology; Sociology; Social psychology","score_opus":0.9831160849329073,"score_gpt":0.7345938280135096,"score_spread":0.24852225691939767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251652773","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.2385906e-7,0.97604996,0.00980048,0.000496251,0.00019835675,0.0069938097,0.000038562895,0.000012682932,0.0064094937],"genre_scores_gemma":[3.2240646e-7,0.8766296,0.07809778,0.00039528162,0.00008382821,0.00078959996,0.000006452116,0.000019156898,0.043977994],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.94736713,0.018555177,0.019330082,0.0056911088,0.008087989,0.0009685217],"domain_scores_gemma":[0.9247095,0.028599212,0.025723519,0.01670681,0.0034514247,0.0008095267],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.66130286,0.00088693335,0.027094902,0.00068485027,0.0013474006,0.0045219283,0.01033055,0.00026555778,0.0023793357],"category_scores_gemma":[0.52353954,0.00031912196,0.0040766927,0.002752427,0.0010634355,0.0006924876,0.0014481742,0.00041078983,0.0007922982],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.0191618e-7,0.000014701037,0.0000021370151,0.02686665,0.000102825914,0.00000160937,0.000022527822,1.6908206e-8,7.647251e-7,0.0013215904,0.022002213,0.9496648],"study_design_scores_gemma":[0.000036639594,0.00006771462,0.0000017386064,0.0054115797,0.0048580957,0.00015383426,0.000015274578,0.0002336305,3.9786605e-7,0.001194273,0.98764527,0.00038153084],"about_ca_topic_score_codex":0.000008990285,"about_ca_topic_score_gemma":0.000003856268,"teacher_disagreement_score":0.9656431,"about_ca_system_score_codex":0.00007227465,"about_ca_system_score_gemma":0.0009770589,"threshold_uncertainty_score":0.9999857},"labels":[],"label_agreement":null},{"id":"W4251683700","doi":"10.23970/ahrqepcmethodscreatingefficiencies","title":"Creating Efficiencies in the Extraction of Data From Randomized Trials: A Prospective Evaluation of a Machine Learning and Text Mining Tool","year":2021,"lang":"en","type":"report","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Alberta; Agency for Healthcare Research and Quality; U.S. Department of Health and Human Services","keywords":"Data extraction; Computer science; Relevance (law); Artificial intelligence; Data mining; Interquartile range; Machine learning; Upload; Randomized controlled trial; Medicine; MEDLINE; Surgery","score_opus":0.8885775344023352,"score_gpt":0.6265196369154715,"score_spread":0.2620578974868637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251683700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6080515,0.11725826,0.055610575,0.00020257174,0.0007134231,0.015427451,0.0004015203,0.0000094694105,0.20232524],"genre_scores_gemma":[0.98164564,0.0012721808,0.012181086,0.0000076232654,0.00014063818,0.0002076703,0.00027392973,0.000013901793,0.0042573437],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.61050445,0.28637487,0.055000357,0.0037818702,0.043938518,0.00039994676],"domain_scores_gemma":[0.47322628,0.43651477,0.0694292,0.0076112063,0.013150556,0.000067996894],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.79048663,0.00031968494,0.012033289,0.0005355476,0.00010273457,0.0005748049,0.0011848396,0.00016681125,0.008194565],"category_scores_gemma":[0.8285498,0.0001210347,0.0014529136,0.001363947,0.00011368412,0.00031172426,0.0002985765,0.00033423788,0.000007782027],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005039931,0.00074210536,0.07453803,0.0013091635,0.008382987,0.000017448567,0.041611604,0.0024743911,0.002099439,0.0003687312,0.011550803,0.85186535],"study_design_scores_gemma":[0.023811309,0.000055405002,0.007542046,0.0013958359,0.012121311,0.00003894254,0.039523233,0.90902936,0.00007282227,0.0013111548,0.004763256,0.0003353338],"about_ca_topic_score_codex":0.0013817291,"about_ca_topic_score_gemma":0.0007554432,"teacher_disagreement_score":0.90655494,"about_ca_system_score_codex":0.000069044436,"about_ca_system_score_gemma":0.0009432368,"threshold_uncertainty_score":0.9927121},"labels":[],"label_agreement":null},{"id":"W4251694732","doi":"10.31234/osf.io/39h47","title":"Statcheck in Canada: What Proportion of CPA Journal Articles Contain Errors in the Reporting of p-Values?","year":2017,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Null hypothesis; Statistics; Value (mathematics); Test (biology); Null (SQL); Mathematics; Psychology; Econometrics; Computer science; Data mining","score_opus":0.7876481293510256,"score_gpt":0.5434330558111564,"score_spread":0.24421507353986915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251694732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9937829,0.0011909513,0.0011333562,0.0014159769,0.00033035953,0.0008460622,0.000003452343,4.7983264e-7,0.0012964937],"genre_scores_gemma":[0.9975783,0.00013488387,0.0015427726,0.000055987886,0.000023810948,0.000017839076,0.0000021151573,0.0000052358587,0.0006390101],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9235816,0.012105493,0.05229573,0.0009139458,0.010742297,0.0003609091],"domain_scores_gemma":[0.9089057,0.0013838662,0.084132805,0.003835608,0.0016686239,0.00007342425],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.33232722,0.00023524223,0.004537906,0.00037976285,0.00006465951,0.00082307024,0.0023452241,0.00009525968,0.0012290345],"category_scores_gemma":[0.11342704,0.000091637376,0.000999109,0.0003976354,0.000074799,0.0003463008,0.00029852104,0.00053260446,0.0000071346817],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014954105,0.00008725472,0.9373558,0.00033360766,0.00018727197,0.00015598358,0.005867303,0.0042365985,0.00010191334,0.00043105785,0.005898956,0.045329295],"study_design_scores_gemma":[0.0003579147,0.000046407233,0.7739495,0.0020602297,0.00029889468,0.00010440672,0.13112597,0.021535905,0.00068349263,0.06843979,0.0010449783,0.0003525278],"about_ca_topic_score_codex":0.44356292,"about_ca_topic_score_gemma":0.8713022,"teacher_disagreement_score":0.42773926,"about_ca_system_score_codex":0.00020749868,"about_ca_system_score_gemma":0.0027847432,"threshold_uncertainty_score":0.999684},"labels":[],"label_agreement":null},{"id":"W4251728494","doi":"10.1080/14927713.2000.9649922","title":"Book Review Policy and Guidelines","year":2000,"lang":"en","type":"article","venue":"Leisure/Loisir","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Political science; History","score_opus":0.6116015521923774,"score_gpt":0.5419989788253057,"score_spread":0.06960257336707176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251728494","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053330087,0.86602217,0.0004237493,0.04383978,0.00012214431,0.0010967621,0.000017603936,0.000020861738,0.08312392],"genre_scores_gemma":[0.0030536859,0.17885664,0.003937021,0.10796179,0.00089928054,0.00008183897,0.000011230924,0.000035880017,0.70516264],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98410505,0.0033998266,0.0077365823,0.0009627982,0.003482303,0.00031346502],"domain_scores_gemma":[0.99237233,0.0013068605,0.0016634413,0.0034314743,0.0009767442,0.00024915065],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.04939991,0.00032402156,0.0033824062,0.00021916234,0.000138514,0.00052371365,0.0012569359,0.00008249463,0.11362345],"category_scores_gemma":[0.024240062,0.0001505998,0.0011163632,0.0013587835,0.000067617635,0.00030769486,0.00008683023,0.0001243896,0.014204927],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010795808,0.000009243763,0.00086284097,0.00011258475,0.00003900837,0.0000030356398,0.000023100682,0.000003949049,0.000005120062,0.0005342401,0.8133018,0.18510397],"study_design_scores_gemma":[0.00009013413,0.000017500037,0.001456235,0.00039439867,0.00012984278,0.000031624244,0.000008835508,0.00027157023,0.000007113302,0.0013702402,0.9960588,0.00016371367],"about_ca_topic_score_codex":0.000041173735,"about_ca_topic_score_gemma":0.000011373369,"teacher_disagreement_score":0.68716556,"about_ca_system_score_codex":0.000020026026,"about_ca_system_score_gemma":0.000089512505,"threshold_uncertainty_score":0.9865626},"labels":[],"label_agreement":null},{"id":"W4251862768","doi":"10.1007/978-1-0716-1138-8_22","title":"Evidence-Based Decision-Making 2: Systematic Reviews and Meta-Analysis","year":2021,"lang":"en","type":"review","venue":"Methods in molecular biology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Calgary; University of Alberta","funders":"","keywords":"Systematic review; Clinical trial; Management science; Computer science; Reading (process); Clinical study design; Evidence-based medicine; Clinical decision making; Data science; Medicine; Alternative medicine; MEDLINE; Intensive care medicine; Pathology; Political science; Engineering","score_opus":0.8941642158451708,"score_gpt":0.6844748309018657,"score_spread":0.20968938494330513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251862768","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.6423624e-8,0.5066439,0.49023077,0.00004253342,0.00013035582,0.0028449073,0.00001588833,0.0000037023765,0.00008789005],"genre_scores_gemma":[4.5184902e-7,0.5181331,0.4799754,0.00036107414,0.000015830869,0.0011935522,0.000013008277,0.000029340763,0.00027820253],"study_design_codex":"design_other","study_design_gemma":"meta_analysis","domain_scores_codex":[0.56360495,0.39449894,0.03422414,0.0042001833,0.0028185255,0.0006532693],"domain_scores_gemma":[0.7542283,0.20425303,0.025260514,0.014643392,0.0013196294,0.0002951266],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.5045003,0.0016744153,0.096641466,0.00444761,0.0001337865,0.0011220839,0.004697182,0.001025692,0.010091796],"category_scores_gemma":[0.5264089,0.0007039081,0.044690415,0.01329798,0.0002051937,0.00012805598,0.0008829,0.00086028525,0.0005164488],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013646952,0.00004317336,0.0000142782965,0.070886396,0.11192636,0.000119754826,0.00003405053,0.000050127903,0.000003540604,0.0016181285,0.00035007548,0.81495273],"study_design_scores_gemma":[0.000031642507,0.000022014992,3.6645807e-7,0.014827338,0.57155836,0.00003888456,0.00001762874,0.0005550442,7.5412686e-7,0.0031278785,0.40929464,0.0005254443],"about_ca_topic_score_codex":0.000007442691,"about_ca_topic_score_gemma":0.000025473135,"teacher_disagreement_score":0.8144273,"about_ca_system_score_codex":0.00013443957,"about_ca_system_score_gemma":0.00034152038,"threshold_uncertainty_score":0.9999148},"labels":[],"label_agreement":null},{"id":"W4252320271","doi":"10.1016/j.adaj.2018.12.014","title":"Author’s response","year":2019,"lang":"en","type":"letter","venue":"The Journal of the American Dental Association","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Reliability (semiconductor); Computer science; Psychology; Medical physics; Information retrieval; Medicine; Physics","score_opus":0.43944516251415394,"score_gpt":0.48938078213201247,"score_spread":0.04993561961785853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252320271","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2175323,0.00019206869,0.00017313803,0.779295,0.0020024285,0.00033495374,0.000025805955,0.0000014900028,0.0004427779],"genre_scores_gemma":[0.120511025,0.00002142027,0.0001613155,0.4778152,0.0028864266,0.0000028753454,0.0000025382917,0.00003603914,0.39856315],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9124816,0.06710901,0.0070805713,0.0002745094,0.012778653,0.00027564744],"domain_scores_gemma":[0.9028941,0.025508206,0.067264356,0.0028178468,0.0014739814,0.000041509582],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.23346695,0.0003025111,0.0034780358,0.0003270359,0.00020458193,0.0006590243,0.0056630364,0.00016729663,0.0010560707],"category_scores_gemma":[0.07701101,0.00009721787,0.003997241,0.0014889782,0.00010213419,0.000172638,0.00028350152,0.0017980726,0.0031336467],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059752165,0.00000840484,0.01632152,0.000003755775,0.0004722238,0.000005891782,0.00025844522,0.000036324403,0.00008135305,0.0000010250418,0.98196644,0.00078486314],"study_design_scores_gemma":[0.00009504886,0.00009386302,0.070248686,0.000044606786,0.0009533841,0.00012008511,0.0005944505,0.00010902129,0.00001489169,0.0006131412,0.9269886,0.00012422906],"about_ca_topic_score_codex":0.00002784108,"about_ca_topic_score_gemma":0.000008552882,"teacher_disagreement_score":0.39812037,"about_ca_system_score_codex":0.0008133968,"about_ca_system_score_gemma":0.00019725905,"threshold_uncertainty_score":0.9998571},"labels":[],"label_agreement":null},{"id":"W4252369139","doi":"10.1111/j.1360-0443.2009.02795.x","title":"News and Notes","year":2009,"lang":"en","type":"article","venue":"Addiction","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Systematic review; Checklist; Medicine; Psychological intervention; Guideline; Family medicine; MEDLINE; Psychology; Medical education; Political science; Law; Nursing; Pathology","score_opus":0.6195621592457267,"score_gpt":0.49999016375915173,"score_spread":0.11957199548657493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252369139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78061694,0.003568212,0.0941458,0.011597154,0.000648525,0.00066234777,0.000009032762,0.000029197998,0.108722776],"genre_scores_gemma":[0.9944784,0.000035224562,0.0016005328,0.0006123382,0.00007800441,0.0000022411919,0.0000019640029,0.0000014506759,0.0031898427],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.995602,0.0009681975,0.001843396,0.0003137737,0.0012020202,0.00007060324],"domain_scores_gemma":[0.99750817,0.0007093238,0.0007168473,0.00084535993,0.00016436879,0.000055902405],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.014927219,0.00007393451,0.000645804,0.00011500874,0.00007129245,0.00032626963,0.00019721928,0.000030572548,0.00391781],"category_scores_gemma":[0.008437113,0.00003419957,0.00026054445,0.00039526547,0.000010746702,0.00016636001,0.000011601933,0.000038801965,0.0019516749],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016494828,0.000011778934,0.010794608,8.7842886e-7,0.0000201606,7.410391e-7,0.00011602759,0.000011677604,0.00027126068,0.0023659281,0.10572108,0.8806842],"study_design_scores_gemma":[0.00011801378,0.00007521594,0.2934955,0.000009770623,0.000108481036,0.000013547799,0.00013153518,0.0043340935,0.000104490646,0.02385858,0.6776478,0.00010292562],"about_ca_topic_score_codex":0.00000763826,"about_ca_topic_score_gemma":0.000013255667,"teacher_disagreement_score":0.88058126,"about_ca_system_score_codex":0.0000053777862,"about_ca_system_score_gemma":0.000005414129,"threshold_uncertainty_score":0.99991524},"labels":[],"label_agreement":null},{"id":"W4252572998","doi":"10.21203/rs.3.rs-16959/v2","title":"Bayesian factor analysis in primary care: a systematic review protocol","year":2020,"lang":"en","type":"review","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Fonds de Recherche du Québec - Santé; McGill University","keywords":"Protocol (science); Bayesian probability; Primary care; Factor (programming language); Computer science; Medicine; Artificial intelligence; Alternative medicine; Family medicine","score_opus":0.7451057939209708,"score_gpt":0.6421254844108925,"score_spread":0.1029803095100783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252572998","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5942998e-8,0.6668229,0.00029755995,0.00009605407,0.000026172096,0.3286154,0.00018222044,0.000011429533,0.003948227],"genre_scores_gemma":[0.0000015706001,0.65950173,0.00020159312,0.00007377852,0.0000760268,0.3375842,0.00016144212,0.00005855502,0.0023411002],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.78169614,0.15123577,0.033726096,0.003890391,0.028216176,0.0012354169],"domain_scores_gemma":[0.95374817,0.017623601,0.010929328,0.012793887,0.0040765055,0.00082850194],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.20292869,0.0013549164,0.053807978,0.006090273,0.00025974523,0.0024005964,0.009159675,0.0005501373,0.0124282045],"category_scores_gemma":[0.123402156,0.00059619726,0.019901149,0.043097645,0.00013845602,0.00031285957,0.0011856009,0.002202253,0.015071102],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017163073,0.00004917029,0.00007813318,0.89007354,0.0017030863,0.00011679997,0.00016057368,4.4987112e-7,7.711885e-9,0.00003974437,0.005656325,0.102120474],"study_design_scores_gemma":[0.000067999674,0.00004917362,0.000014189663,0.39260966,0.005340235,0.000008021232,0.00011020453,0.00005978124,8.39542e-9,0.000030093575,0.601377,0.00033361343],"about_ca_topic_score_codex":0.00002753374,"about_ca_topic_score_gemma":0.00009856682,"teacher_disagreement_score":0.5957207,"about_ca_system_score_codex":0.0014437953,"about_ca_system_score_gemma":0.0022743389,"threshold_uncertainty_score":0.9999202},"labels":[],"label_agreement":null},{"id":"W4252701040","doi":"10.5195/jmla.2016.24","title":"De-duplication of database search results for systematic reviews in EndNote","year":2016,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":155,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital","funders":"","keywords":"Computer science; Information retrieval; Data deduplication; Workload; Bibliographic database; Systematic review; Database; World Wide Web; Data science; MEDLINE","score_opus":0.5174099825499666,"score_gpt":0.5015452114746494,"score_spread":0.015864771075317252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252701040","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25792536,0.010373906,0.22815302,0.47468758,0.0037041716,0.014969157,0.00074813527,0.00001764311,0.009421042],"genre_scores_gemma":[0.9294836,0.0015540577,0.01211002,0.0026121803,0.0010499652,0.00013041461,0.000012336542,0.000033263077,0.05301416],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9556793,0.022304744,0.0143366745,0.00027958112,0.007182016,0.00021767244],"domain_scores_gemma":[0.92240167,0.047496166,0.026599582,0.002151983,0.0010378846,0.00031272354],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28256035,0.00012434417,0.00249427,0.00028540587,0.000048789872,0.00015319484,0.002257193,0.00012429926,0.0009870199],"category_scores_gemma":[0.46007234,0.00003936299,0.0014443632,0.0009982047,0.000030823405,0.0007311097,0.00014239231,0.00020568856,0.00010259493],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002006287,0.00035470002,0.08467849,0.005317936,0.00048576036,0.000007624433,0.0011414633,0.000032918608,0.0012092983,0.0067222267,0.87662023,0.023228742],"study_design_scores_gemma":[0.011066347,0.000567159,0.09550962,0.08653877,0.0015960094,0.00017811306,0.001138516,0.022266299,0.004685794,0.050331157,0.7253054,0.0008168523],"about_ca_topic_score_codex":0.0000011063037,"about_ca_topic_score_gemma":0.0000020196612,"teacher_disagreement_score":0.67155826,"about_ca_system_score_codex":0.00012247264,"about_ca_system_score_gemma":0.0003482811,"threshold_uncertainty_score":0.9999262},"labels":[],"label_agreement":null},{"id":"W4252967764","doi":"10.1093/ww/9780199540884.013.u25517","title":"Macdonald, John Barfoot, (23 Feb. 1918–23 Dec. 2014), Chairman, Addiction Research Foundation, 1981–87 (President and Chief Executive Officer, 1976–81); Executive Director, Council of Ontario Universities, 1968–76; Professor of Higher Education, University of Toronto, 1968–76","year":2007,"lang":"en","type":"reference-entry","venue":"Who Was Who","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Chief executive officer; Management; Foundation (evidence); Officer; Executive director; Political science; Vice president; Law","score_opus":0.34614996637702583,"score_gpt":0.4250969607565882,"score_spread":0.07894699437956237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252967764","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030141529,0.06559522,0.00047853318,0.00047096697,0.0030630238,0.004573098,0.0013313045,0.000029148505,0.89431715],"genre_scores_gemma":[0.00910839,0.0163218,0.0006562107,0.000050291776,0.00033525564,0.000019683535,0.00068938016,0.00005141105,0.9727676],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97213805,0.006973556,0.005791755,0.0020294222,0.012299503,0.0007677084],"domain_scores_gemma":[0.9694428,0.0036916125,0.008409342,0.0032686025,0.014723933,0.00046370237],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.036049165,0.0009014922,0.005557719,0.001081557,0.0006213823,0.00026878816,0.0026957395,0.0008212092,0.02025456],"category_scores_gemma":[0.0020482703,0.0006887012,0.0013689342,0.0015447994,0.0009550119,0.00087532157,0.00097324664,0.0008613274,0.00022133997],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00040287338,0.00043902858,0.006237396,0.00096301583,0.0016910634,0.000008681465,0.015367109,0.000010241945,0.000009989453,0.0064668264,0.96173906,0.006664683],"study_design_scores_gemma":[0.00074659614,0.00024450524,0.05445182,0.001870243,0.0011030701,0.000007500031,0.008390201,0.00003797609,0.000037746235,0.00076600834,0.93182427,0.0005200654],"about_ca_topic_score_codex":0.18248992,"about_ca_topic_score_gemma":0.39824778,"teacher_disagreement_score":0.21575785,"about_ca_system_score_codex":0.008849071,"about_ca_system_score_gemma":0.035184544,"threshold_uncertainty_score":0.9995564},"labels":[],"label_agreement":null},{"id":"W4253177523","doi":"10.31219/osf.io/wr93f","title":"Z-Curve","year":2017,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Replication (statistics); Statistical power; Selection (genetic algorithm); Statistics; Credibility; Power (physics); Econometrics; Selection bias; Psychology; Statistical significance; Computer science; Mathematics; Artificial intelligence; Physics; Political science","score_opus":0.9330619691372867,"score_gpt":0.6280268921371366,"score_spread":0.3050350770001501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253177523","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058623846,0.00088563864,0.049838863,0.00290899,0.0021051515,0.00077696884,0.00002996303,0.000008668966,0.9375834],"genre_scores_gemma":[0.3158805,0.00003620042,0.010769196,0.00030091876,0.00030187942,0.000047985166,0.000013652033,0.000011835865,0.6726378],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9686946,0.008544886,0.011986691,0.0018145149,0.0087473355,0.0002119692],"domain_scores_gemma":[0.9604311,0.0024361142,0.013264166,0.02210668,0.001602396,0.00015953026],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.22984694,0.00036794678,0.0061784107,0.00029107055,0.00017261291,0.0062470534,0.0088416785,0.00025597788,0.12240761],"category_scores_gemma":[0.101812705,0.00013814465,0.0049367757,0.00014119902,0.00005847486,0.00010392504,0.002241609,0.00037954716,0.06605583],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.956115e-7,0.000013018328,0.0078142,0.000037324655,0.00020781724,0.0000050740846,0.00008529891,0.00004569572,0.0000014303571,0.0045589297,0.955989,0.031241711],"study_design_scores_gemma":[0.000034595363,0.000004150686,0.007499853,0.000037715243,0.00016833942,0.0000028353245,0.000058072488,0.00448111,0.0000065486283,0.16467294,0.8228162,0.00021764137],"about_ca_topic_score_codex":0.00005144935,"about_ca_topic_score_gemma":0.00008694095,"teacher_disagreement_score":0.31001812,"about_ca_system_score_codex":0.00001886232,"about_ca_system_score_gemma":0.0001283444,"threshold_uncertainty_score":0.99652094},"labels":[],"label_agreement":null},{"id":"W4253445811","doi":"10.1177/229255030201000301","title":"Part III: Reformers in medical education and practice","year":2002,"lang":"en","type":"article","venue":"Canadian Journal of Plastic Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Victoria Hospital","funders":"","keywords":"Restructuring; LEAPS; Judgement; Action (physics); Ideology; Medical practice; Medicine; Medical profession; Law; Medical education; Political science; Economics; Politics","score_opus":0.5823886845074493,"score_gpt":0.4603255945194094,"score_spread":0.12206308998803989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253445811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9343669,0.014150433,0.00096620485,0.014896245,0.009472101,0.0001998778,0.00000743337,0.0000013165821,0.025939532],"genre_scores_gemma":[0.9971029,0.0001754874,0.0001895982,0.00091636117,0.00023825518,0.0000020617144,6.5929015e-7,0.000005202453,0.0013694492],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98899996,0.0031792345,0.005052144,0.00021985213,0.0023277581,0.00022105301],"domain_scores_gemma":[0.9486492,0.044518773,0.003730174,0.0005969553,0.0010088513,0.001496046],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.078368485,0.00011447964,0.0013462856,0.0011646829,0.000067366396,0.00030372932,0.00039581838,0.00007661483,0.024799304],"category_scores_gemma":[0.50490725,0.00006176896,0.00045196433,0.0008796075,0.00007586066,0.00042616515,0.0000085122,0.00021525352,0.00030176048],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058817673,0.000037645226,0.141885,0.000012507112,0.000080977785,0.0002509651,0.0005857111,0.000015533324,5.371036e-7,0.00023816418,0.77140933,0.08547772],"study_design_scores_gemma":[0.00014214343,0.000020942225,0.053454407,0.00030747338,0.00012692629,0.0017231398,0.0031378916,0.001351434,3.6304857e-7,0.00039611204,0.93919975,0.00013939633],"about_ca_topic_score_codex":0.0006253449,"about_ca_topic_score_gemma":0.007414093,"teacher_disagreement_score":0.4265388,"about_ca_system_score_codex":0.000091110145,"about_ca_system_score_gemma":0.0021335445,"threshold_uncertainty_score":0.97609216},"labels":[],"label_agreement":null},{"id":"W4253936402","doi":"10.4000/books.pum.4387","title":"Introduction","year":2011,"lang":"fr","type":"book-chapter","venue":"Presses de l’Université de Montréal eBooks","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.25051794732856225,"score_gpt":0.3161036799222959,"score_spread":0.06558573259373363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253936402","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013682279,0.012718326,0.013164548,0.0018609384,0.0008207058,0.00090430334,0.00008777869,0.000029820589,0.96904534],"genre_scores_gemma":[0.010394804,0.0013672055,0.0041985936,0.00024761472,0.00088561006,0.000013002576,0.000028543944,0.000071688875,0.9827929],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9861954,0.0034116467,0.0048239827,0.001867526,0.0029562376,0.0007452145],"domain_scores_gemma":[0.9870781,0.0013490608,0.0052462164,0.004558105,0.0011399908,0.00062858564],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.018110815,0.00097477017,0.004100129,0.0006109035,0.0006815432,0.00050683966,0.0028541465,0.0007541944,0.38329035],"category_scores_gemma":[0.0023810144,0.0006984424,0.0033465244,0.00011378483,0.0003800699,0.00023733436,0.0010584737,0.0006884724,0.020494578],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017603317,0.00005357782,0.0013751752,0.0002950239,0.0018832103,0.00045134083,0.00438014,0.00019441196,0.0005012677,0.34971827,0.4353022,0.20566936],"study_design_scores_gemma":[0.0002730011,0.00009292637,0.0014454087,0.00012813562,0.0024819605,0.0003139624,0.0002493014,0.0009605637,0.00027667024,0.050836068,0.9423592,0.00058278407],"about_ca_topic_score_codex":0.0012320022,"about_ca_topic_score_gemma":0.0015283595,"teacher_disagreement_score":0.507057,"about_ca_system_score_codex":0.00078939804,"about_ca_system_score_gemma":0.00015227946,"threshold_uncertainty_score":0.99954665},"labels":[],"label_agreement":null},{"id":"W4254161900","doi":"10.7287/peerj.preprints.27732","title":"Bayesian meta-analysis of studies with rare events: Do the choice of prior distributions and the exclusion of studies without events in both arms matter?","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Frequentist inference; Meta-analysis; Statistics; Bayesian probability; Rare events; Random effects model; Randomized controlled trial; Odds ratio; Confidence interval; Odds; Credible interval; Econometrics; Medicine; Mathematics; Internal medicine; Bayesian inference; Logistic regression","score_opus":0.6188394358402168,"score_gpt":0.5283538914667333,"score_spread":0.09048554437348355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254161900","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8126071,0.13467161,0.035184905,0.0075696833,0.00026983093,0.008438708,0.00054614525,0.0000061018613,0.00070590596],"genre_scores_gemma":[0.9943127,0.0011752045,0.001099043,0.00007453459,0.0000106124835,0.00024565385,0.000012595739,0.000012192664,0.0030574366],"study_design_codex":"observational","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9690517,0.013043344,0.011047766,0.0013030816,0.005306144,0.00024795116],"domain_scores_gemma":[0.9656606,0.011896529,0.013876112,0.0059599252,0.0025519666,0.000054898286],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07274574,0.00062213483,0.016722394,0.0007657608,0.00015052277,0.00008207521,0.002512765,0.00012308579,0.0012404592],"category_scores_gemma":[0.011390334,0.00016867934,0.005600277,0.0027136826,0.0006174925,0.00013249334,0.00221727,0.00032186392,0.000015097181],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007956976,0.00019946451,0.5805731,0.0014288998,0.40289223,4.8756857e-7,0.008666518,0.004046329,0.000004716488,0.000717333,0.0011596609,0.00023172595],"study_design_scores_gemma":[0.001297057,0.00008879093,0.3847004,0.00075809914,0.5557638,0.0000028412494,0.0378765,0.004087052,0.000035169636,0.014610994,0.00028375903,0.000495575],"about_ca_topic_score_codex":0.00030252358,"about_ca_topic_score_gemma":0.0015202016,"teacher_disagreement_score":0.1958727,"about_ca_system_score_codex":0.000050741222,"about_ca_system_score_gemma":0.00009371755,"threshold_uncertainty_score":0.99967253},"labels":[],"label_agreement":null},{"id":"W4254513552","doi":"10.1002/0470011815.b2a04053","title":"Specificity","year":2005,"lang":"en","type":"other","venue":"Encyclopedia of Biostatistics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Computer science","score_opus":0.3763565235964179,"score_gpt":0.4655972084416562,"score_spread":0.08924068484523828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254513552","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000074549766,0.0019081357,0.04041321,0.00010359496,0.000953947,0.00047473516,0.0014764131,0.000011607091,0.9546509],"genre_scores_gemma":[0.0000818549,0.0014194264,0.09110754,0.000066950095,0.0008296585,0.0000064271444,0.000065877975,0.00014925149,0.906273],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9823905,0.0025611205,0.008392303,0.00094735535,0.005456091,0.00025259508],"domain_scores_gemma":[0.9825781,0.0029175738,0.009647284,0.004187029,0.0005053808,0.00016461445],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.020385383,0.00046205334,0.0045470432,0.000706957,0.000031303807,0.00016046336,0.0020138547,0.00027943714,0.34665444],"category_scores_gemma":[0.026207583,0.00024666605,0.0010838095,0.0008228579,0.00014227795,0.00003351147,0.00014054592,0.0002061689,0.01897763],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.4612653e-7,0.000035654455,0.0006926374,0.0000550791,0.000104092716,0.000006554543,0.000056898363,0.0000016233267,6.646816e-7,0.0054354668,0.9289414,0.06466897],"study_design_scores_gemma":[0.00006936112,0.000019066665,0.00082597166,0.00005559725,0.00019376117,0.0000024106791,0.000060908384,0.00011531111,0.000001606574,0.0015607852,0.99686307,0.00023214231],"about_ca_topic_score_codex":0.00005002941,"about_ca_topic_score_gemma":0.00022989555,"teacher_disagreement_score":0.3276768,"about_ca_system_score_codex":0.000020948886,"about_ca_system_score_gemma":0.00012637257,"threshold_uncertainty_score":0.99999857},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4254533913","doi":"10.1108/rr-07-2014-0195","title":"Research Monitor","year":2014,"lang":"en","type":"article","venue":"Reference Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science","score_opus":0.960423333833324,"score_gpt":0.6741335961239352,"score_spread":0.2862897377093888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254533913","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029067362,0.04412888,0.027504347,0.0023391927,0.00075704156,0.0032569482,0.000009210892,0.00002314572,0.8929139],"genre_scores_gemma":[0.8183775,0.011554931,0.017770195,0.00065606256,0.0008754284,0.0004231002,0.00001166664,0.00003366088,0.15029745],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9127061,0.06437162,0.011915804,0.0015042,0.00890618,0.00059613446],"domain_scores_gemma":[0.96989244,0.010564691,0.0045704436,0.01159687,0.002897026,0.0004785051],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.43777204,0.00027295237,0.004255407,0.00046064038,0.00025006276,0.0009874399,0.0034471785,0.0001079961,0.021231737],"category_scores_gemma":[0.12207478,0.00010793586,0.0013082887,0.0026111542,0.00009395454,0.00022081076,0.00024482174,0.00043417906,0.17103289],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.6168e-7,0.000021574831,0.0020725818,0.0000641897,0.000013951514,5.350831e-7,0.00006143279,0.0000012251489,0.000086369466,0.021045916,0.28418905,0.69244224],"study_design_scores_gemma":[0.000040838386,0.000033588083,0.002765966,0.00009767211,0.00002677202,0.0000033446283,0.000066641514,0.00061498536,0.000018601319,0.0108645465,0.98534846,0.00011860175],"about_ca_topic_score_codex":0.00001309319,"about_ca_topic_score_gemma":0.000017677614,"teacher_disagreement_score":0.78931016,"about_ca_system_score_codex":0.00003827157,"about_ca_system_score_gemma":0.000042968673,"threshold_uncertainty_score":0.979663},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4254573617","doi":"10.21203/rs.3.rs-237881/v2","title":"Bibliometric study of ‘overviews of systematic reviews’ of health interventions: evaluation of prevalence, citation and impact factor","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nova Scotia Health Authority; University of Ottawa; Cochrane; University of British Columbia","funders":"","keywords":"Citation; Impact factor; Psychological intervention; Systematic review; Medicine; Environmental health; Library science; MEDLINE; Political science; Computer science; Nursing","score_opus":0.9638821765841618,"score_gpt":0.7334047270839374,"score_spread":0.2304774495002243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254573617","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75439215,0.22741973,0.0016700187,0.000021153428,0.00008443559,0.016129773,0.00018260196,0.000001178683,0.00009897198],"genre_scores_gemma":[0.9843574,0.014259385,0.00055022165,0.0000010701314,0.000011439478,0.00063611,0.00003272086,0.000013369503,0.00013829529],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.35829479,0.48902863,0.079552874,0.0031735522,0.06913378,0.0008163772],"domain_scores_gemma":[0.91695625,0.01430361,0.033978555,0.005822419,0.028770473,0.00016867263],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.5864321,0.0003622172,0.011976724,0.049309272,0.00007149715,0.00028995154,0.0019526373,0.00016478212,0.0045096823],"category_scores_gemma":[0.29527968,0.00018635103,0.0038028832,0.07249646,0.00012968988,0.00027271998,0.00097432215,0.0004302975,0.000018939161],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011782203,0.0014949861,0.096243955,0.8402837,0.0010837433,3.3004224e-7,0.0069038426,0.00033668824,0.00006962269,0.000033636235,0.0007920726,0.05274567],"study_design_scores_gemma":[0.00073098775,0.0019802444,0.8154279,0.14661169,0.0016126555,0.000002172348,0.022667397,0.009390203,0.00004481546,0.0013010115,0.000014471079,0.00021644706],"about_ca_topic_score_codex":0.00047164614,"about_ca_topic_score_gemma":0.00013099195,"teacher_disagreement_score":0.719184,"about_ca_system_score_codex":0.00020440739,"about_ca_system_score_gemma":0.0009386498,"threshold_uncertainty_score":0.99640036},"labels":[],"label_agreement":null},{"id":"W4254836357","doi":"10.2106/00004623-200709000-00012","title":"The Quality of Reporting of Orthopaedic Randomized Trials with Use of a Checklist for Nonpharmacological Therapies","year":2007,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; Hamilton General Hospital","funders":"","keywords":"Checklist; Randomized controlled trial; Blinding; Medicine; Consolidated Standards of Reporting Trials; Physical therapy; Clinical trial; MEDLINE; Trial registration; Surgery; Psychology; Internal medicine","score_opus":0.8581992488333745,"score_gpt":0.5698757265192108,"score_spread":0.2883235223141637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254836357","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97362053,0.0050971797,0.020024545,0.00051202567,0.00016208182,0.00052654214,0.000005270222,5.135808e-7,0.000051337094],"genre_scores_gemma":[0.99455696,0.00080071477,0.0042922786,0.000051036295,0.00007535737,0.0000051776747,3.1419077e-7,0.000004091524,0.00021405001],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.898755,0.016506284,0.08035707,0.00026876127,0.0038970176,0.00021584606],"domain_scores_gemma":[0.38266224,0.31420642,0.2950197,0.0011434461,0.006773023,0.00019521595],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.77497065,0.00014034145,0.013760061,0.00038719442,0.000072305316,0.000092329865,0.00009466548,0.000053337317,0.00018444509],"category_scores_gemma":[0.48988703,0.000042443226,0.006416826,0.00044287558,0.00027900687,0.00015887301,0.000027155516,0.000111281865,2.7258776e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2116194,0.0009864722,0.513635,0.002272745,0.012031328,0.000114062466,0.0031705874,0.00007986563,0.07668989,0.0020797506,0.04786055,0.12946036],"study_design_scores_gemma":[0.10982592,0.001215728,0.76977813,0.003338632,0.009925359,0.00070324074,0.012438991,0.0010484967,0.030844504,0.016914483,0.043066755,0.0008997432],"about_ca_topic_score_codex":0.00001540392,"about_ca_topic_score_gemma":0.000012205193,"teacher_disagreement_score":0.5160928,"about_ca_system_score_codex":0.0000059620484,"about_ca_system_score_gemma":0.00014280579,"threshold_uncertainty_score":0.94061023},"labels":[],"label_agreement":null},{"id":"W4254947750","doi":"10.1002/9781118445112.stat07057","title":"<scp>CONSORT</scp>","year":2014,"lang":"en","type":"other","venue":"Wiley StatsRef: Statistics Reference Online","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Encyclopedia; Library science; Citation; Computer science; Information retrieval; World Wide Web","score_opus":0.6072573359900411,"score_gpt":0.5076804204964598,"score_spread":0.09957691549358128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254947750","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005332113,0.0034577982,0.38363835,0.00009998527,0.00123476,0.001277633,0.036420323,0.000093411254,0.5737244],"genre_scores_gemma":[0.00015214404,0.0013963964,0.1909314,0.00047513234,0.0005804203,0.00005121973,0.0036880346,0.00043895224,0.8022863],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96691847,0.0076785763,0.011922588,0.0028534606,0.009646114,0.0009807732],"domain_scores_gemma":[0.963507,0.011092058,0.014036126,0.008626502,0.0019872189,0.00075109396],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.027595978,0.0014005877,0.008419883,0.0014703004,0.00017345509,0.0012886248,0.0046100947,0.00070728874,0.08266549],"category_scores_gemma":[0.07097124,0.00078512443,0.0010927608,0.00143914,0.0003656733,0.000104019404,0.00044183707,0.0009533667,0.043290146],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012960097,0.00013028094,0.0005736185,0.00017624893,0.00036816837,0.00003198113,0.00006396992,0.000010133307,0.0000038023613,0.021756018,0.9482741,0.028610386],"study_design_scores_gemma":[0.00027919334,0.00010252634,0.00042953543,0.00033584496,0.00051462924,0.000012723218,0.00020392482,0.0024909864,9.2895385e-7,0.019952556,0.97535753,0.00031959813],"about_ca_topic_score_codex":0.00014667583,"about_ca_topic_score_gemma":0.0016640668,"teacher_disagreement_score":0.22856191,"about_ca_system_score_codex":0.00008150081,"about_ca_system_score_gemma":0.00043697876,"threshold_uncertainty_score":0.9998745},"labels":[],"label_agreement":null},{"id":"W4255051384","doi":"10.18260/1-2--34121","title":"An Examination of Systematic Reviews in the Engineering Literature","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Systematic review; Subject (documents); Citation; Computer science; MEDLINE; Engineering ethics; Data science; Management science; Engineering; Library science; Political science","score_opus":0.6757587282841158,"score_gpt":0.4606196151100539,"score_spread":0.21513911317406187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255051384","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98023593,0.002706028,0.0065881633,0.003388825,0.00019893258,0.005345349,0.000075324795,0.000024859957,0.0014365767],"genre_scores_gemma":[0.99817294,0.000117989024,0.00018208413,0.0008621797,0.000119971504,0.00026004628,0.000015573998,0.000011814399,0.00025738557],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98413265,0.0026397652,0.008181713,0.0010264076,0.0037318773,0.0002876042],"domain_scores_gemma":[0.9878238,0.0016984461,0.004914025,0.0010754234,0.0042549972,0.00023330683],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.051063325,0.00041394576,0.003560037,0.00030435115,0.000068681125,0.0029046324,0.004884743,0.00012143986,0.00052906707],"category_scores_gemma":[0.06936308,0.00017957979,0.0006986396,0.0032153681,0.000050226514,0.0026491014,0.00020023358,0.00037105073,0.00020436994],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021652172,0.0010172104,0.034083363,0.086827315,0.0006896002,0.00008473984,0.5868936,0.0004470964,0.026363907,0.1459514,0.066963054,0.050462145],"study_design_scores_gemma":[0.0025648072,0.0035018704,0.18187636,0.03555962,0.0016777474,0.00011076751,0.28972724,0.45624337,0.0018545268,0.001815525,0.021891624,0.0031765376],"about_ca_topic_score_codex":0.000004966716,"about_ca_topic_score_gemma":0.000004007147,"teacher_disagreement_score":0.45579627,"about_ca_system_score_codex":0.000020540232,"about_ca_system_score_gemma":0.00003868528,"threshold_uncertainty_score":0.99813044},"labels":[],"label_agreement":null},{"id":"W4255224885","doi":"10.21203/rs.3.rs-93102/v1","title":"LOCATE: A Prospective Evaluation of the Value of Leveraging Ongoing Citation Acquisition Techniques for Living Evidence Syntheses","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Citation; Value (mathematics); Data science; Computer science; Library science; Machine learning","score_opus":0.877823108947881,"score_gpt":0.6270606959725541,"score_spread":0.25076241297532686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255224885","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4567603,0.012699268,0.47794923,0.006040919,0.00054320466,0.040866587,0.0002476787,0.000044226865,0.0048486115],"genre_scores_gemma":[0.99278814,0.00008055073,0.005466136,0.000014106363,0.000114448216,0.0013833473,0.0000042012553,0.000019108218,0.00012996115],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.92980003,0.04060111,0.006232493,0.001512953,0.021506099,0.00034731394],"domain_scores_gemma":[0.87676126,0.07837022,0.007951519,0.004703318,0.032097325,0.00011635966],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3447125,0.0002585546,0.0020878804,0.00080737984,0.0002668757,0.0006114942,0.0023541332,0.0001819964,0.0006483313],"category_scores_gemma":[0.5844317,0.00013283563,0.0015925512,0.0022619893,0.00017821086,0.00031254947,0.001214449,0.00052957097,0.000028196262],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036613617,0.00081095577,0.23011419,0.050151005,0.0029011988,0.0000029884218,0.07670951,0.044501755,0.043314863,0.030272631,0.024088942,0.49676582],"study_design_scores_gemma":[0.00009516965,0.0003138326,0.16879538,0.06220371,0.0009897037,0.0000025465727,0.009513801,0.5413181,0.024198731,0.19198194,0.00018873793,0.0003983447],"about_ca_topic_score_codex":0.00013803154,"about_ca_topic_score_gemma":0.00002634285,"teacher_disagreement_score":0.53602785,"about_ca_system_score_codex":0.00039643337,"about_ca_system_score_gemma":0.001069184,"threshold_uncertainty_score":0.7098773},"labels":[],"label_agreement":null},{"id":"W4255254085","doi":"10.31219/osf.io/gkzf2","title":"Barriers and facilitators for early career researchers completing systematic or scoping reviews in health sciences: A scoping review","year":2019,"lang":"en","type":"review","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto","funders":"","keywords":"Systematic review; Medical education; Grey literature; Psychology; MEDLINE; Medicine; Political science","score_opus":0.9524447585122165,"score_gpt":0.6686354154917994,"score_spread":0.28380934302041716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255254085","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000010648231,0.9367732,0.0027112542,0.00020602324,0.00020084824,0.059450362,0.000047005055,0.000009430569,0.0006008331],"genre_scores_gemma":[7.587896e-7,0.98487014,0.00633839,0.0007156761,0.00004103928,0.0036198036,0.000011498961,0.000051278017,0.0043513966],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.86543065,0.0754889,0.045962907,0.0038911954,0.0076919235,0.0015344443],"domain_scores_gemma":[0.9220827,0.046307586,0.02349399,0.0059827156,0.0011141087,0.0010188511],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.5549118,0.0012687105,0.046540223,0.0018921869,0.0006109174,0.0021591599,0.004461767,0.0002766519,0.003084007],"category_scores_gemma":[0.3259477,0.00052440324,0.005134835,0.006468146,0.00031805583,0.000526068,0.0005746786,0.0006079944,0.0014503486],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.567543e-7,0.000003564182,0.000054010874,0.94069576,0.00009259378,0.0000014279624,0.00014839885,9.1879866e-7,5.936725e-9,0.0001561279,0.0035148393,0.05533141],"study_design_scores_gemma":[0.00011170666,0.00011184454,4.6491752e-7,0.8360051,0.0005922844,0.000019964447,0.00045971002,0.0001226208,4.8405275e-9,0.00003195724,0.16210234,0.00044197665],"about_ca_topic_score_codex":0.0001255375,"about_ca_topic_score_gemma":0.00034225167,"teacher_disagreement_score":0.22896409,"about_ca_system_score_codex":0.00041276606,"about_ca_system_score_gemma":0.0038069177,"threshold_uncertainty_score":0.99972075},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4256121465","doi":"10.1090/gsm/139","title":"Knowing the Odds","year":2012,"lang":"en","type":"book","venue":"Graduate studies in mathematics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Odds; Medicine; Internal medicine; Logistic regression","score_opus":0.9391730130885286,"score_gpt":0.5912041435372233,"score_spread":0.34796886955130535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256121465","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018676654,0.027981322,0.001502921,0.0011131351,0.002073663,0.0017242724,0.000023019438,0.000013752812,0.96538115],"genre_scores_gemma":[0.0012318969,0.0012465871,0.0049737617,0.00017245972,0.00056754175,0.0001219254,0.000006053749,0.000054838165,0.99162495],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96949184,0.0048971027,0.014925942,0.0010217965,0.009036157,0.0006271417],"domain_scores_gemma":[0.96392137,0.020446042,0.007843155,0.006406149,0.0012883828,0.00009491924],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.17184618,0.00079344754,0.007821619,0.00049336965,0.00030767225,0.0004805013,0.0036861075,0.00020575488,0.0017021274],"category_scores_gemma":[0.059415117,0.0002928292,0.0026353588,0.000874974,0.00044735117,0.00014259646,0.0010015464,0.00073815184,0.011950277],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.976869e-7,0.00004465088,0.00005873926,0.00065127685,0.0009934392,0.000010426804,0.014526387,0.0000113776705,2.1574057e-7,0.057681996,0.91868865,0.0073322286],"study_design_scores_gemma":[0.00006640388,0.00000994851,0.000036987254,0.00052772916,0.0006660701,0.000018036919,0.0053549134,0.0005062614,4.6794523e-7,0.44135824,0.55115694,0.0002979724],"about_ca_topic_score_codex":7.670579e-7,"about_ca_topic_score_gemma":0.000022683591,"teacher_disagreement_score":0.38367623,"about_ca_system_score_codex":0.00020806362,"about_ca_system_score_gemma":0.00010670278,"threshold_uncertainty_score":0.9999524},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4256181962","doi":"10.1016/j.physio.2009.08.002","title":"Commentary","year":2009,"lang":"en","type":"letter","venue":"Physiotherapy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Intuition; Scientific evidence; Tacit knowledge; Scopus; Psychology; Health care; Guideline; Evidence-based medicine; Alternative medicine; MEDLINE; Medicine; Medical education; Knowledge management; Computer science; Epistemology","score_opus":0.6296004104859965,"score_gpt":0.5496173894418079,"score_spread":0.07998302104418853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256181962","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001372718,0.0013548553,0.001172889,0.98348475,0.00051222206,0.000613727,0.000041170093,0.000011219897,0.012671924],"genre_scores_gemma":[0.00007398371,0.000094833136,0.0015512866,0.9412069,0.005157039,0.000025138903,0.00011572188,0.000035660414,0.051739488],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9749138,0.008871008,0.006883043,0.0013235095,0.0076480773,0.0003605858],"domain_scores_gemma":[0.98480767,0.00258266,0.004981544,0.0071004718,0.000456313,0.000071359136],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.026045457,0.0005846181,0.0054309913,0.00037932151,0.00012151339,0.0011433159,0.0038237118,0.0003467864,0.047263864],"category_scores_gemma":[0.00089426414,0.00026682985,0.0040064645,0.00082782644,0.000050296017,0.00014336382,0.000051719424,0.00082617614,0.013371913],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015495712,0.000022120003,0.00007555023,0.000018658038,0.00020976734,0.00001933854,0.000059022947,0.0000023742414,0.00004886191,0.000016583344,0.9685129,0.03101326],"study_design_scores_gemma":[0.00011371502,0.000037127375,0.0003117849,0.000029802104,0.00006235154,0.0000030960498,0.000008927019,0.00009948495,0.000013597276,0.015957817,0.98308855,0.00027372973],"about_ca_topic_score_codex":0.000030298532,"about_ca_topic_score_gemma":0.000003953813,"teacher_disagreement_score":0.042277873,"about_ca_system_score_codex":0.000047534795,"about_ca_system_score_gemma":0.000030076146,"threshold_uncertainty_score":0.99997836},"labels":[],"label_agreement":null},{"id":"W4256330332","doi":"10.5596/c14-10","title":"Creating Provincial and Territorial Search Filters to Retrieve Studies Related to Canadian Indigenous Peoples from Ovid MEDLINE","year":2014,"lang":"en","type":"article","venue":"Journal of the Canadian Health Libraries Association / Journal de l Association de bilbiothèques de la santé du Canada","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Alberta Library","funders":"","keywords":"Indigenous; Terminology; MEDLINE; Subject (documents); Government (linguistics); Library science; Geography; Genealogy; History; Political science; Computer science; Linguistics; Law","score_opus":0.0833618570537928,"score_gpt":0.3857607530298198,"score_spread":0.30239889597602704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256330332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9127829,0.007641438,0.00027502258,0.07484949,0.002854908,0.0006721959,0.0005274315,0.0000061897094,0.00039043237],"genre_scores_gemma":[0.96744776,0.0010965199,0.004813161,0.021735642,0.0033747472,0.000008125381,0.000010373985,0.00003971768,0.001473973],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9698541,0.018610124,0.0054255226,0.00039220747,0.0044926615,0.0012253834],"domain_scores_gemma":[0.9582764,0.02245174,0.010451247,0.0006965505,0.0040065977,0.0041174567],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09848923,0.0003373577,0.002096254,0.0009267161,0.001983311,0.004127462,0.0015015893,0.00038792563,0.00036065275],"category_scores_gemma":[0.22175227,0.00021999232,0.0005376689,0.0014891389,0.000035435467,0.0007078711,0.00009970655,0.0011489713,0.000008883338],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000020894815,0.000008459652,0.50623274,0.000018067909,0.00054240477,0.000031840813,0.019681044,0.00054030394,0.000009907067,0.00020280438,0.47068766,0.0020238382],"study_design_scores_gemma":[0.00080698123,0.00026647732,0.51016504,0.00033545154,0.00026794436,0.00024394211,0.00939966,0.0008423848,0.00004110163,0.007539981,0.46963692,0.00045412633],"about_ca_topic_score_codex":0.87835574,"about_ca_topic_score_gemma":0.9932551,"teacher_disagreement_score":0.123263046,"about_ca_system_score_codex":0.03348599,"about_ca_system_score_gemma":0.053678412,"threshold_uncertainty_score":0.999316},"labels":[],"label_agreement":null},{"id":"W4256358676","doi":"10.21203/rs.3.rs-39520/v1","title":"CogTale: An Online Platform for the Evaluation, Synthesis and Dissemination of Evidence From Cognitive Interventions Studies","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Medical Research Council; National Health and Medical Research Council; Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research; University of Melbourne","keywords":"Psychological intervention; Cognition; Psychology; Computer science; Data science; Knowledge management; Neuroscience","score_opus":0.9698762387674531,"score_gpt":0.6849343831019687,"score_spread":0.28494185566548436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256358676","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4280539,0.05518218,0.49511436,0.008542089,0.00069415825,0.00891237,0.0032585284,0.000013374381,0.00022906909],"genre_scores_gemma":[0.990086,0.0010733149,0.0070352727,0.000048722486,0.00008868679,0.00076778716,0.00010966506,0.0000089005725,0.0007816064],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9842309,0.003857582,0.0069160517,0.0010958305,0.003799295,0.00010035316],"domain_scores_gemma":[0.7891742,0.18718788,0.009627989,0.0027418525,0.011153212,0.000114849434],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08044572,0.0002720266,0.0027801825,0.00017671552,0.00013906659,0.00047619548,0.0011735597,0.00009565249,0.0032264157],"category_scores_gemma":[0.510906,0.00009929346,0.0015910434,0.00037932865,0.00015764624,0.00029257938,0.0006244912,0.00014317037,0.000030063307],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006608564,0.00026548124,0.006226237,0.0015695654,0.006582861,5.063282e-7,0.012878063,0.00019808116,0.000088085566,0.0006627917,0.028211894,0.94325036],"study_design_scores_gemma":[0.00021940164,0.00021875497,0.13912842,0.017664563,0.026350748,0.0000019105282,0.117759936,0.59904563,0.0005979845,0.09803433,0.00042530097,0.0005530024],"about_ca_topic_score_codex":0.000053629516,"about_ca_topic_score_gemma":0.0008674036,"teacher_disagreement_score":0.94269735,"about_ca_system_score_codex":0.000029780538,"about_ca_system_score_gemma":0.00008641383,"threshold_uncertainty_score":0.9976848},"labels":[],"label_agreement":null},{"id":"W4256620144","doi":"10.5596/c14-025","title":"CHLA 2014 Conference Posters/ABSC Congrès 2014 Affiches","year":2014,"lang":"fr","type":"article","venue":"Journal of the Canadian Health Libraries Association / Journal de l Association de bilbiothèques de la santé du Canada","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Business","score_opus":0.10765988264792237,"score_gpt":0.3733042968240124,"score_spread":0.26564441417609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256620144","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13157146,0.24890387,0.0060951943,0.5748449,0.0219172,0.0015692755,0.0013950632,0.000024456473,0.013678575],"genre_scores_gemma":[0.85973036,0.03842597,0.005755929,0.053802017,0.006627332,0.000010877323,0.000018492781,0.00011103784,0.035517994],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9222119,0.05799954,0.010194468,0.00054567616,0.006912998,0.0021354314],"domain_scores_gemma":[0.9122386,0.02790197,0.046423342,0.0014428006,0.007952621,0.0040406617],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1823942,0.0006872885,0.0038117308,0.0007961002,0.0021358852,0.011694742,0.003427833,0.00094375777,0.0064179804],"category_scores_gemma":[0.13075075,0.00046890302,0.002135222,0.0012852651,0.00015855441,0.002596284,0.00013615952,0.002750682,0.00011626779],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000017068221,0.00003646925,0.20857269,0.00007975349,0.0008060869,0.000046927038,0.002088282,0.00057052076,0.0000058129635,0.0031909847,0.77998435,0.004601046],"study_design_scores_gemma":[0.00068520266,0.00013606022,0.12375543,0.00038362568,0.00043743083,0.0008984468,0.00112707,0.003345951,0.00001847699,0.007746406,0.8610703,0.0003956188],"about_ca_topic_score_codex":0.29046652,"about_ca_topic_score_gemma":0.71462476,"teacher_disagreement_score":0.7281589,"about_ca_system_score_codex":0.034564547,"about_ca_system_score_gemma":0.075965345,"threshold_uncertainty_score":0.99977624},"labels":[],"label_agreement":null},{"id":"W4280504663","doi":"10.3390/ijerph19106234","title":"The Impact of Information Presentation and Cognitive Dissonance on Processing Systematic Review Summaries: A Randomized Controlled Trial on Bicycle Helmet Legislation","year":2022,"lang":"en","type":"review","venue":"International Journal of Environmental Research and Public Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Treasury Board of Canada Secretariat; Government of Canada; Impact; Université Laval","funders":"Social Sciences and Humanities Research Council","keywords":"Cognitive dissonance; Legislation; Psychology; Cognition; Psychological intervention; Randomized controlled trial; Social psychology; Inclusion (mineral); Applied psychology; Medicine; Political science; Law; Psychiatry","score_opus":0.5850419530247656,"score_gpt":0.6022574630398523,"score_spread":0.0172155100150867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280504663","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00048440823,0.9865397,0.00026321548,0.0010710839,0.00018222185,0.010867331,0.00019621308,8.9858116e-7,0.00039492],"genre_scores_gemma":[0.011867181,0.9869245,0.000017689983,0.000097590666,0.00009395131,0.00063113635,0.00009106066,0.000009983675,0.00026685983],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9310349,0.041957285,0.0147311725,0.00038499202,0.011554308,0.00033729564],"domain_scores_gemma":[0.92813015,0.047918156,0.022335518,0.0005163421,0.00080938236,0.00029047552],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1959602,0.00031112938,0.008332138,0.0011668982,0.00038246243,0.0013446218,0.0011060671,0.00006970674,0.0006206736],"category_scores_gemma":[0.12880409,0.00011724104,0.0021845184,0.00056545774,0.00031138476,0.000797692,0.0001689612,0.00065955037,0.000024106163],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04272469,0.00035682664,0.000007261119,0.026828922,0.0022994264,0.000003013049,0.0004840074,0.0000024369724,3.0982733e-8,0.00041184915,0.001147846,0.9257337],"study_design_scores_gemma":[0.42561054,0.006259786,0.00021352823,0.28102475,0.0022494416,0.00027471877,0.0039286865,0.0019145035,6.404403e-8,0.0032610968,0.27471977,0.00054309086],"about_ca_topic_score_codex":0.000020379548,"about_ca_topic_score_gemma":0.000002268503,"teacher_disagreement_score":0.9251906,"about_ca_system_score_codex":0.00048647742,"about_ca_system_score_gemma":0.0010202486,"threshold_uncertainty_score":0.9996921},"labels":[],"label_agreement":null},{"id":"W4280509315","doi":"10.1016/j.jdent.2022.104161","title":"There is room for improvement in the use of scoping reviews in dentistry","year":2022,"lang":"en","type":"review","venue":"Journal of Dentistry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Ottawa Hospital","funders":"","keywords":"Scopus; Systematic review; MEDLINE; Medical education; Evidence-based dentistry; Grey literature; Psychology; Medicine; Alternative medicine; Political science","score_opus":0.8970677280101935,"score_gpt":0.6012749629546029,"score_spread":0.2957927650555906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280509315","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037847523,0.99438876,0.0014648454,0.000057546058,0.0010453358,0.002524434,0.00007856031,3.791502e-7,0.00006166145],"genre_scores_gemma":[0.000033199012,0.9955273,0.0019756807,0.00013911622,0.00014692012,0.00015897307,0.000008835201,0.000021857193,0.0019880673],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9522745,0.012125703,0.029205453,0.00069283746,0.0053729773,0.00032852867],"domain_scores_gemma":[0.95557475,0.007818854,0.03344168,0.0026883665,0.00039404994,0.00008231888],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12153371,0.00047142606,0.011756102,0.00082352787,0.000080292004,0.00084314327,0.00430476,0.00018537893,0.005692295],"category_scores_gemma":[0.02116355,0.0001999113,0.0076833838,0.0018867716,0.000032117696,0.0003448189,0.00026112745,0.00081979675,0.00007891532],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044526028,0.00015021508,0.00039431546,0.022651853,0.00031212874,0.00017728667,0.00015368208,0.000008309624,0.0000011023955,0.000031839205,0.06122799,0.91488683],"study_design_scores_gemma":[0.00018957128,0.00006376634,0.00006342552,0.025302488,0.0011221773,0.000480086,0.0002591041,0.000020213414,5.026413e-7,0.00018928923,0.972152,0.0001574078],"about_ca_topic_score_codex":0.000011304996,"about_ca_topic_score_gemma":0.00007976183,"teacher_disagreement_score":0.9147294,"about_ca_system_score_codex":0.00018034986,"about_ca_system_score_gemma":0.00041381796,"threshold_uncertainty_score":0.9952166},"labels":[],"label_agreement":null},{"id":"W4280519444","doi":"10.1136/bmj.o1230","title":"Visualising harms: barely scratching the surface","year":2022,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scratching; Computer science; Data science; Materials science","score_opus":0.780009112656214,"score_gpt":0.5776735443696573,"score_spread":0.20233556828655663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280519444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86871487,0.002753717,0.02022352,0.040007398,0.0017736682,0.0018116602,0.00003500569,0.0000217198,0.06465845],"genre_scores_gemma":[0.9669192,0.0000025230229,0.0015778897,0.0022578966,0.00012654082,0.000034883615,0.0000025544996,0.000009415843,0.029069131],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97113544,0.016337387,0.0049861893,0.0006175182,0.0067059034,0.00021755941],"domain_scores_gemma":[0.99035674,0.0041219345,0.0023092863,0.0028824813,0.00026184908,0.00006770715],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.19695082,0.00013824872,0.0011482089,0.00008253102,0.000830852,0.0010397261,0.0020978109,0.000016595011,0.02808167],"category_scores_gemma":[0.015195485,0.000055187134,0.00095642573,0.0012167919,0.00002772353,0.00014374773,0.00045624585,0.00020081978,0.0025734722],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031775896,0.000020184923,0.0069027925,0.0000060149937,0.000082250925,0.000009178171,0.0017464556,0.0060969354,0.00024553383,0.0031773099,0.9758775,0.0058326516],"study_design_scores_gemma":[0.00007570131,0.000017127993,0.0033165691,0.0000073758606,0.00007269845,0.00002817986,0.0068996903,0.025825692,0.00002072514,0.005304978,0.9582992,0.00013203126],"about_ca_topic_score_codex":0.000029589972,"about_ca_topic_score_gemma":0.000010178951,"teacher_disagreement_score":0.18175535,"about_ca_system_score_codex":0.00003195731,"about_ca_system_score_gemma":0.00006254586,"threshold_uncertainty_score":0.9999973},"labels":[],"label_agreement":null},{"id":"W4280532161","doi":"10.1136/bmj-2021-069155","title":"Validity of data extraction in evidence synthesis practice of adverse events: reproducibility study","year":2022,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Institute of Mental Health; U.S. National Library of Medicine; National Health and Medical Research Council; Medical Research Council; National Institutes of Health","keywords":"Data extraction; Meta-analysis; Systematic review; Medicine; Randomized controlled trial; MEDLINE; Data mining; Computer science; Internal medicine","score_opus":0.8833574908081807,"score_gpt":0.6284029396064584,"score_spread":0.2549545512017223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280532161","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99348396,0.00024557114,0.0011438252,0.0014667925,0.00027900058,0.0021521372,0.000062767205,0.0000023857854,0.0011635419],"genre_scores_gemma":[0.9955955,0.000011088078,0.003673083,0.000024909843,0.000025968931,0.00010967493,0.0000022596396,0.0000037122586,0.0005538043],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.77029026,0.1727547,0.029343858,0.0063354718,0.020907946,0.00036775114],"domain_scores_gemma":[0.8397867,0.0792321,0.02530595,0.053277757,0.002287145,0.000110332716],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.60671455,0.000116684496,0.0018093218,0.00023867052,0.000071746465,0.0000149716325,0.002704173,0.000020477188,0.006485505],"category_scores_gemma":[0.6739826,0.00006979697,0.0003870853,0.0017787821,0.000026675705,0.0011873606,0.0009967767,0.00015461879,0.00009760252],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016012814,0.0024899142,0.9616008,0.000116560324,0.00017112558,0.00001566844,0.0014170371,0.0010667824,0.00024393068,0.000028313441,0.021023367,0.01166642],"study_design_scores_gemma":[0.00029354784,0.00026073362,0.92117494,0.00010212687,0.0011427926,0.000030623134,0.037872456,0.005743645,0.00019424815,0.0007867698,0.03218503,0.00021310592],"about_ca_topic_score_codex":0.00037039645,"about_ca_topic_score_gemma":0.00010075791,"teacher_disagreement_score":0.09352261,"about_ca_system_score_codex":0.000057729078,"about_ca_system_score_gemma":0.00012838744,"threshold_uncertainty_score":0.9944227},"labels":[],"label_agreement":null},{"id":"W4280541608","doi":"10.3168/jds.2022-21782","title":"Publication and accessibility of results of controlled trials in dairy science","year":2022,"lang":"en","type":"article","venue":"Journal of Dairy Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Canada First Research Excellence Fund; University of Guelph","keywords":"Sample size determination; Clinical trial; Impact factor; Medicine; Inference; Systematic review; MEDLINE; Family medicine; Psychology; Computer science; Internal medicine; Political science; Statistics; Mathematics; Artificial intelligence","score_opus":0.6417446346188681,"score_gpt":0.5460959824324777,"score_spread":0.0956486521863904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280541608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993436,0.000698185,0.0008078637,0.001363225,0.0004024489,0.0005432793,0.00002664471,7.183723e-7,0.0027216591],"genre_scores_gemma":[0.99701923,0.000013684016,0.0025531214,0.000063862586,0.000023947314,0.000006204171,2.4117307e-7,0.0000017160517,0.00031797725],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8923543,0.024486568,0.05128894,0.001672158,0.029633932,0.0005641224],"domain_scores_gemma":[0.87471426,0.027281102,0.08190844,0.0046364907,0.01096574,0.00049399515],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.75680006,0.00013340218,0.0049851476,0.0026254603,0.00029015454,0.00059203914,0.004815123,0.000023777753,0.0006645527],"category_scores_gemma":[0.5068599,0.000061756095,0.0009435963,0.009526155,0.0011918874,0.002053271,0.0005500766,0.00022360103,0.0000033261467],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004142637,0.0020245672,0.46855807,0.00022082994,0.0003039463,0.000022623075,0.014419948,0.0042928024,0.30685022,0.008230962,0.03239364,0.15853974],"study_design_scores_gemma":[0.010972513,0.0010339391,0.91845196,0.00015574574,0.00032559526,0.00012678832,0.0074350047,0.030451357,0.0068152384,0.018279819,0.005639725,0.00031228273],"about_ca_topic_score_codex":0.00001446124,"about_ca_topic_score_gemma":0.000006185814,"teacher_disagreement_score":0.44989392,"about_ca_system_score_codex":0.00010777723,"about_ca_system_score_gemma":0.0016585778,"threshold_uncertainty_score":0.89477766},"labels":[],"label_agreement":null},{"id":"W4280594415","doi":"10.1227/neu.0000000000001788","title":"Systematic Analysis of Publication Bias in Neurosurgery Meta-Analyses","year":2022,"lang":"en","type":"review","venue":"Neurosurgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Hospital","funders":"","keywords":"Medicine; Neurosurgery; Meta-analysis; Publication bias; MEDLINE; Medical physics; Surgery; Internal medicine","score_opus":0.9488372799083253,"score_gpt":0.5970659166896364,"score_spread":0.35177136321868896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280594415","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000051953954,0.9940194,0.00019350462,0.0000805581,0.0010428112,0.0025882232,0.00037659708,0.000019866893,0.0016270757],"genre_scores_gemma":[0.00033392743,0.9896869,0.0000736239,0.00035139092,0.000053233187,0.0019657311,0.0004391468,0.00010602802,0.0069899936],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.78333014,0.12688735,0.069583386,0.0038182845,0.015631512,0.000749309],"domain_scores_gemma":[0.7534281,0.15295538,0.07441515,0.017255453,0.0015769833,0.0003689084],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","insufficient_payload"],"category_scores_codex":[0.27819517,0.0015825938,0.07953991,0.021957168,0.00017874718,0.0017673296,0.0054391124,0.0003684385,0.04928833],"category_scores_gemma":[0.3531258,0.0007605757,0.069620274,0.05578318,0.0001183115,0.00052611536,0.00070198684,0.0009381481,0.0010423858],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013372246,0.0014445276,0.004116519,0.3625576,0.3063274,0.00043323197,0.00027831068,0.0028648896,0.0000030947444,0.00103883,0.14591584,0.1750064],"study_design_scores_gemma":[0.000025038024,0.000011701488,0.00013449519,0.0013415706,0.2720275,0.000024206187,0.000033449625,0.0012271538,1.80838e-7,0.000039330185,0.72468764,0.00044772253],"about_ca_topic_score_codex":0.000046942758,"about_ca_topic_score_gemma":0.000028113156,"teacher_disagreement_score":0.5787718,"about_ca_system_score_codex":0.00015038213,"about_ca_system_score_gemma":0.0005326644,"threshold_uncertainty_score":0.99994195},"labels":[],"label_agreement":null},{"id":"W4281382780","doi":"10.1101/2022.05.12.22275021","title":"The Proportion of Randomized Controlled Trials That Inform Clinical Practice: A Longitudinal Cohort Study of Trials Registered on ClinicalTrials.gov","year":2022,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Clinical trial; Medicine; Randomized controlled trial; Clinical research; Clinical Practice; Disease; Family medicine; Clinical study design; Alternative medicine; Cohort; Physical therapy; Internal medicine; Pathology","score_opus":0.901799275060594,"score_gpt":0.6640880843483667,"score_spread":0.23771119071222724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281382780","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8888089,0.0039873654,0.0019950683,0.002452458,0.009231454,0.08670528,0.00010164696,0.000017281402,0.0067005185],"genre_scores_gemma":[0.9834901,0.003445088,0.0007043117,0.00012042446,0.000778563,0.0066262055,0.00003087331,0.000038589762,0.0047658533],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.019074079,0.7076576,0.22860026,0.003491013,0.040616333,0.0005607344],"domain_scores_gemma":[0.013522131,0.6533915,0.31169415,0.013770505,0.0073637813,0.00025793756],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9782584,0.0010057384,0.114338756,0.0008909062,0.0003633801,0.0011949041,0.0055851303,0.0005955325,0.0061202934],"category_scores_gemma":[0.9847341,0.0003351755,0.042428516,0.0011338755,0.00058430585,0.00020592514,0.0015044116,0.0017250994,0.00012373368],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5232748,0.003943097,0.38381928,0.00025535692,0.053966496,0.000027873823,0.0007483991,0.00033060808,0.000003247264,0.0020058672,0.018910041,0.012714988],"study_design_scores_gemma":[0.7169481,0.00346946,0.10386308,0.0006503409,0.1069829,0.000012644734,0.005907403,0.0019974995,0.000019017849,0.012150021,0.04695509,0.0010444539],"about_ca_topic_score_codex":0.000105631414,"about_ca_topic_score_gemma":0.00005090333,"teacher_disagreement_score":0.2799562,"about_ca_system_score_codex":0.00008338519,"about_ca_system_score_gemma":0.0011066605,"threshold_uncertainty_score":0.99991006},"labels":[],"label_agreement":null},{"id":"W4281483289","doi":"10.1192/bjp.2022.74","title":"The integrity of the research record: a mess so big and so deep and so tall","year":2022,"lang":"en","type":"article","venue":"The British Journal of Psychiatry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"NYU Grossman School of Medicine; Robert Wood Johnson Medical School, Rutgers, The State University of New Jersey; University College Dublin; University of Exeter; School of Medicine, New York University; University of Oxford; York University","keywords":"Research integrity; Scientific integrity; Structural integrity; Academic integrity; Psychology; Engineering ethics; Environmental ethics; Engineering; Philosophy","score_opus":0.4965886450953545,"score_gpt":0.49059937655165464,"score_spread":0.005989268543699855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281483289","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91247475,0.063057005,0.0002863274,0.020602543,0.0018240261,0.00039515647,0.000016302421,0.0000010756258,0.0013428277],"genre_scores_gemma":[0.9931032,0.0022809159,0.00092951197,0.0004422401,0.00037136223,0.000012414881,1.99864e-7,0.000012777915,0.0028473542],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97216135,0.018216051,0.004124904,0.00032280807,0.004911776,0.00026312636],"domain_scores_gemma":[0.99034935,0.0038287991,0.0033997518,0.0013428633,0.0009649139,0.00011434475],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17392218,0.00013194222,0.0011668735,0.00013611963,0.003832021,0.0031708542,0.0030827275,0.00004436991,0.00082646165],"category_scores_gemma":[0.008651745,0.00005099505,0.0008534367,0.0011283447,0.00077031984,0.000116339776,0.00070739526,0.0013897915,0.000011720668],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000099635436,0.0001909051,0.06654212,0.0000820285,0.0006179979,0.000023000444,0.0025686496,0.00003181673,0.000054867993,0.0055420115,0.33797207,0.58627486],"study_design_scores_gemma":[0.00081772025,0.0003442734,0.1370016,0.00038600847,0.00043685536,0.0059785973,0.031378515,0.0011060183,0.00000619478,0.3064919,0.5158295,0.00022277316],"about_ca_topic_score_codex":0.00039591192,"about_ca_topic_score_gemma":0.003987737,"teacher_disagreement_score":0.5860521,"about_ca_system_score_codex":0.000023702598,"about_ca_system_score_gemma":0.00041453674,"threshold_uncertainty_score":0.9996988},"labels":[],"label_agreement":null},{"id":"W4281486433","doi":"10.3233/shti220539","title":"Why Do People Use Online Lab Results and What Do They Look For: A Qualitative Study","year":2022,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Douglas College; University of Victoria","funders":"","keywords":"Exploratory research; Qualitative research; Sample (material); Medical education; Psychology; Qualitative analysis; Test (biology); Applied psychology; Health information; Computer science; Knowledge management; Medicine; Health care; Sociology","score_opus":0.653826366307105,"score_gpt":0.5890113504681723,"score_spread":0.06481501583893268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281486433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9518585,0.029155778,0.00050422386,0.014330674,0.00041250236,0.0033698855,0.00023150485,0.000023467994,0.00011346221],"genre_scores_gemma":[0.97590876,0.012277739,0.008149632,0.0027885009,0.000015317768,0.00053241034,0.000014642507,0.000009117277,0.0003038738],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9845573,0.003915557,0.0091834795,0.0004928393,0.0014554233,0.00039542146],"domain_scores_gemma":[0.9863683,0.007773163,0.0037228093,0.0014776702,0.00059469655,0.0000633464],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07704196,0.00024056954,0.002624343,0.0010975533,0.00081552524,0.00034474317,0.00066463,0.00007435165,0.000028636345],"category_scores_gemma":[0.030724866,0.00013356235,0.00014246155,0.0017145829,0.00024123602,0.00079708075,0.001039144,0.00038518987,0.000007854415],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079904356,0.00024487462,0.016341176,0.00056334474,0.00036088508,0.0000019404058,0.87309843,0.00007459597,4.9620404e-8,0.013708941,0.033703316,0.061822534],"study_design_scores_gemma":[0.0007459546,0.0007771014,0.0004818045,0.0000744377,0.00003419814,0.000011412389,0.8866543,0.0010144796,7.635352e-8,0.024723044,0.08537057,0.00011261357],"about_ca_topic_score_codex":0.000030819643,"about_ca_topic_score_gemma":0.0011256745,"teacher_disagreement_score":0.061709918,"about_ca_system_score_codex":0.000079492966,"about_ca_system_score_gemma":0.00006414692,"threshold_uncertainty_score":0.97743976},"labels":[],"label_agreement":null},{"id":"W4281647098","doi":"10.1002/leap.1463","title":"The <scp>AMSTAR</scp>‐2 critical appraisal tool and editorial decision‐making for systematic reviews: Retrospective, bibliometric study","year":2022,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; University of Toronto","funders":"","keywords":"Operationalization; Systematic review; Strengths and weaknesses; Medicine; Critical appraisal; Retrospective cohort study; MEDLINE; Family medicine; Psychology; Pathology; Alternative medicine; Social psychology; Political science; Physics; Law","score_opus":0.47601007212451607,"score_gpt":0.5261948034173058,"score_spread":0.050184731292789775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281647098","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33091587,0.07123648,0.24263431,0.0069349874,0.27506912,0.059564415,0.00036376205,0.00029338806,0.012987673],"genre_scores_gemma":[0.97578776,0.00008392514,0.0063761068,0.00034543945,0.010999858,0.0039877756,0.000009485772,0.00007628835,0.0023333605],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9113967,0.042888932,0.017584624,0.0031740274,0.023653258,0.0013024708],"domain_scores_gemma":[0.16093944,0.8021024,0.0154280765,0.012273969,0.008522968,0.00073313713],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4386619,0.00049879646,0.0047253855,0.009805897,0.0031462798,0.035406303,0.0047950684,0.00014563015,0.0005735203],"category_scores_gemma":[0.926664,0.00023668376,0.0016025518,0.054499276,0.00010665521,0.0030390078,0.0015290745,0.0011217437,0.00016156668],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016248478,0.00018473419,0.015631301,0.001215737,0.0002658152,0.000006808829,0.0022015234,0.000063801985,0.000003903316,0.0077267187,0.9590498,0.013633574],"study_design_scores_gemma":[0.0010307828,0.00053801475,0.0083163185,0.0007571075,0.00079078315,0.000051561852,0.03651738,0.009127251,3.5619064e-7,0.028793644,0.9137969,0.00027989244],"about_ca_topic_score_codex":0.000014991397,"about_ca_topic_score_gemma":0.00002263611,"teacher_disagreement_score":0.7592135,"about_ca_system_score_codex":0.00018605567,"about_ca_system_score_gemma":0.000139757,"threshold_uncertainty_score":0.9981515},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4281667331","doi":"10.1186/s13643-022-01988-3","title":"Correction: Do reporting guidelines have an impact? Empirical assessment of changes in reporting before and after the PRISMA extension statement for network meta-analysis","year":2022,"lang":"en","type":"erratum","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Ottawa Public Health; University of Toronto; Public Health Ontario; University of British Columbia; Cochrane; St. Michael's Hospital","funders":"","keywords":"Medicine; Statement (logic); Extension (predicate logic); Meta-analysis; Systematic review; MEDLINE; Pathology; Computer science","score_opus":0.8392636324454736,"score_gpt":0.6278069939146915,"score_spread":0.21145663853078212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281667331","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043400233,0.61433953,0.110309295,0.011162312,0.051217172,0.20077515,0.00059273635,0.000078804405,0.007184982],"genre_scores_gemma":[0.038241293,0.014022242,0.106688194,0.003972854,0.0069981483,0.1458445,0.001883803,0.00065868744,0.6816903],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.68929535,0.0828286,0.20746967,0.004805342,0.01443582,0.001165226],"domain_scores_gemma":[0.72535264,0.006713375,0.254708,0.009400131,0.0035959638,0.00022991138],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.6634572,0.0013417486,0.044186663,0.0011552208,0.0004369977,0.0012832185,0.0018603907,0.00034903412,0.0067800614],"category_scores_gemma":[0.2865964,0.00046609683,0.017805783,0.0038687352,0.00008055585,0.00025946193,0.0006301271,0.0008355471,0.000010985312],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000876689,0.000070543254,0.015212602,0.03000653,0.03596465,0.000035776775,0.0014109612,0.0011439665,4.4977926e-7,0.000013677208,0.91448903,0.0016430255],"study_design_scores_gemma":[0.00015824,0.0004177081,0.0072099995,0.0058125956,0.32574221,0.00027108358,0.0050047096,0.15207937,2.1089352e-7,0.0010669429,0.5013412,0.00089568406],"about_ca_topic_score_codex":0.00010921042,"about_ca_topic_score_gemma":0.003482484,"teacher_disagreement_score":0.6745053,"about_ca_system_score_codex":0.0003189145,"about_ca_system_score_gemma":0.00040050287,"threshold_uncertainty_score":0.99993336},"labels":[],"label_agreement":null},{"id":"W4281673001","doi":"10.7326/m22-1439","title":"Friend or Foe? The Role of Robots in Systematic Reviews","year":2022,"lang":"en","type":"letter","venue":"Annals of Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Systematic review; Evidence-based medicine; Medical education; Health care; MEDLINE; Alternative medicine; Pathology; Political science","score_opus":0.7663520882309737,"score_gpt":0.5548742428406371,"score_spread":0.21147784539033654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281673001","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001191716,0.19667307,0.00078721525,0.7535893,0.0022333558,0.0074866917,0.000087941145,0.000005440138,0.037945304],"genre_scores_gemma":[0.030066894,0.0070052105,0.00044557112,0.84272826,0.0036367434,0.001235914,0.00006216065,0.00011474855,0.11470453],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9316312,0.028003123,0.029040977,0.00097553496,0.009955263,0.00039387654],"domain_scores_gemma":[0.9443102,0.020958107,0.02748744,0.0057314876,0.0014214647,0.00009130472],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17779097,0.00055582874,0.013867425,0.0010713417,0.000049049795,0.00007892272,0.0060534626,0.00021174345,0.046883713],"category_scores_gemma":[0.14959404,0.00017075212,0.002681245,0.0017945496,0.00023239957,0.00010781858,0.00039469742,0.0012692462,0.00039280293],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022555605,0.000023932918,0.00032211354,0.008872254,0.00036785135,0.000071081115,0.0011517507,0.0000074752024,0.00001254799,0.00012098798,0.98711425,0.0019131718],"study_design_scores_gemma":[0.00013684818,0.00034059916,0.00005847064,0.019785697,0.00043783165,0.00007050819,0.0016261219,0.00028841753,0.000025460917,0.002875282,0.9742029,0.00015187025],"about_ca_topic_score_codex":0.00033447915,"about_ca_topic_score_gemma":0.00007649257,"teacher_disagreement_score":0.18966787,"about_ca_system_score_codex":0.000025800939,"about_ca_system_score_gemma":0.00007835603,"threshold_uncertainty_score":0.99932426},"labels":[],"label_agreement":null},{"id":"W4281701339","doi":"10.1016/j.jclinepi.2022.05.022","title":"Searching two or more databases decreased the risk of missing relevant studies: a metaresearch study","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":143,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Recall; Medicine; MEDLINE; Certainty; Systematic review; Database; Information retrieval; Computer science; Psychology; Mathematics","score_opus":0.975306084094992,"score_gpt":0.7712787027413162,"score_spread":0.20402738135367582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281701339","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9591715,0.0074202544,0.015714483,0.01586704,0.00088465406,0.00081677886,0.00003991345,0.0000019540082,0.000083455336],"genre_scores_gemma":[0.9622655,0.000992765,0.033560775,0.001959569,0.00051142677,0.000026506967,0.0000017261507,0.00001607829,0.0006656355],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.29871798,0.6247771,0.06592448,0.0011640317,0.00877225,0.00064416387],"domain_scores_gemma":[0.047616385,0.8892167,0.054936375,0.0044572204,0.0032448426,0.0005284523],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8816891,0.00026178028,0.01505598,0.00048413608,0.00060917495,0.000064987784,0.003994138,0.000043806827,0.004328054],"category_scores_gemma":[0.9527965,0.00008349068,0.0051057055,0.0014556623,0.0005639506,0.00017049674,0.001267086,0.002301612,0.000045843517],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000994539,0.0010124798,0.83613515,0.000046197663,0.005924657,0.00025614316,0.0016751139,0.007478031,0.0000064108176,0.0007397435,0.054198932,0.091532625],"study_design_scores_gemma":[0.005712038,0.0075794663,0.497737,0.000271132,0.006648273,0.0009579665,0.13218476,0.078655295,0.000004507007,0.096547954,0.17320883,0.0004927857],"about_ca_topic_score_codex":0.00020112454,"about_ca_topic_score_gemma":0.00012670615,"teacher_disagreement_score":0.33839813,"about_ca_system_score_codex":0.000046647958,"about_ca_system_score_gemma":0.00069439044,"threshold_uncertainty_score":0.9999486},"labels":[],"label_agreement":null},{"id":"W4281713379","doi":"10.1016/j.jclinepi.2022.05.014","title":"A meta-research study of randomized controlled trials found infrequent and delayed availability of protocols","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Impact","funders":"Magyar Tudományos Akadémia; Hungarian Scientific Research Fund; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Protocol (science); Randomized controlled trial; Medicine; Odds ratio; Confidence interval; Clinical trial; Sample size determination; MEDLINE; Alternative medicine; Internal medicine; Pathology; Statistics","score_opus":0.9794468064786996,"score_gpt":0.7624940667660218,"score_spread":0.2169527397126778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281713379","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93809307,0.003935625,0.0046059065,0.0031599377,0.00046416145,0.0493011,0.000018496701,0.0000010691226,0.00042063664],"genre_scores_gemma":[0.9881004,0.000113502836,0.004260779,0.00032367045,0.00016721131,0.0064603025,4.390375e-7,0.0000079669635,0.00056571217],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.01179205,0.8055286,0.17469788,0.0007707183,0.0068891817,0.00032161537],"domain_scores_gemma":[0.0070711426,0.8408692,0.14304149,0.0023413023,0.006353833,0.0003230311],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9869179,0.00029588593,0.12462799,0.0008446788,0.00014333977,0.00005651861,0.0022294072,0.0001737315,0.013166388],"category_scores_gemma":[0.98300356,0.00010161886,0.026446275,0.000949686,0.00083704805,0.000118636584,0.0005223411,0.0013760398,0.000014641753],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.48145473,0.008285694,0.312607,0.00021728151,0.14305592,0.000034543373,0.0017629466,0.0028932402,0.00006540702,0.009096776,0.02986609,0.010660409],"study_design_scores_gemma":[0.5722854,0.015310945,0.024122862,0.00005965385,0.037904024,0.00007874099,0.0052727982,0.009963871,0.0000035329113,0.32365853,0.011077689,0.00026192237],"about_ca_topic_score_codex":0.00007322927,"about_ca_topic_score_gemma":0.000021276224,"teacher_disagreement_score":0.31456175,"about_ca_system_score_codex":0.000031681917,"about_ca_system_score_gemma":0.0005512125,"threshold_uncertainty_score":0.9877357},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4281725730","doi":"10.1136/bmjopen-2021-056400","title":"Development and design validation of a novel network meta-analysis presentation tool for multiple outcomes: a qualitative descriptive study","year":2022,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"","keywords":"CLARITY; Presentation (obstetrics); Medicine; Qualitative research; Research design; Medical education; Descriptive statistics; External validity; Applied psychology; Computer science; Psychology; Social psychology; Surgery","score_opus":0.954742831954948,"score_gpt":0.652822125589772,"score_spread":0.301920706365176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281725730","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12621808,0.00007490353,0.8400741,0.00023218819,0.00006387942,0.03310326,0.000099696736,0.0000026664943,0.00013122399],"genre_scores_gemma":[0.59694177,1.3875758e-7,0.37939858,0.00008711638,0.000008015539,0.018888118,0.000041392224,0.0000097025695,0.004625134],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9627337,0.023180742,0.008296658,0.0010635256,0.0045093824,0.000215994],"domain_scores_gemma":[0.9783532,0.01289361,0.006046984,0.0016036298,0.0010407564,0.00006182031],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23986824,0.00023363852,0.0048864903,0.00035655385,0.0004043751,0.0006753852,0.0014135748,0.000022423046,0.001997508],"category_scores_gemma":[0.019926084,0.00012238989,0.0016501723,0.0021636628,0.000022423412,0.00039107128,0.00074098544,0.00005916797,0.000016285412],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005450256,0.0016728516,0.07024246,0.000076822864,0.34868652,0.0000024592105,0.3940887,0.1652525,0.00006972719,0.0018485306,0.015667144,0.0018472928],"study_design_scores_gemma":[0.004411567,0.0007213682,0.04110784,0.000007844942,0.23900856,0.0000029919997,0.5865883,0.1159745,0.00019511195,0.0045130844,0.0065802974,0.00088852306],"about_ca_topic_score_codex":0.000114666844,"about_ca_topic_score_gemma":0.00016717995,"teacher_disagreement_score":0.47072372,"about_ca_system_score_codex":0.000059133465,"about_ca_system_score_gemma":0.00015858197,"threshold_uncertainty_score":0.9989148},"labels":[],"label_agreement":null},{"id":"W4281913901","doi":"10.1007/s00540-022-03072-5","title":"Interpreting and assessing confidence in network meta-analysis results: an introduction for clinicians","year":2022,"lang":"en","type":"review","venue":"Journal of Anesthesia","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; SickKids Foundation; Hospital for Sick Children","funders":"Canadian Institutes of Health Research; Hospital for Sick Children; University of Toronto","keywords":"Frequentist inference; Meta-analysis; Randomized controlled trial; Medicine; Confidence interval; Evidence-based medicine; Bayesian probability; Medical physics; Computer science; Artificial intelligence; Alternative medicine; Bayesian inference; Surgery","score_opus":0.8744678417961321,"score_gpt":0.6124945524729322,"score_spread":0.26197328932319996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281913901","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004863004,0.99074686,0.0069340533,0.0012740084,0.00020875031,0.0007052885,0.000008022994,0.000001961808,0.00007241291],"genre_scores_gemma":[0.00016497684,0.9815466,0.0162536,0.00020327453,0.0009908542,0.00005754199,0.000025299993,0.000037300775,0.000720547],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9353129,0.032098822,0.027341984,0.0012519867,0.0036663627,0.00032790215],"domain_scores_gemma":[0.92672175,0.020823333,0.048178237,0.0028998405,0.0011650828,0.00021175733],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.3460356,0.00053679687,0.024272341,0.0018709671,0.0002001883,0.001820521,0.002116432,0.00020859417,0.0018761505],"category_scores_gemma":[0.042681873,0.00025392315,0.015323059,0.004004759,0.00006406707,0.00074055075,0.000083889914,0.0007974613,0.000010829207],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005481511,0.00012312012,0.00011393358,0.0015745404,0.08244112,0.00029267312,0.000636016,0.0027694188,9.9971814e-8,0.00081366615,0.027423587,0.883757],"study_design_scores_gemma":[0.000064028005,0.00011732261,0.000015729709,0.00019631385,0.21384652,0.0009726444,0.0004761698,0.0008422273,8.798011e-9,0.00062052876,0.7826754,0.00017313877],"about_ca_topic_score_codex":0.0000053909102,"about_ca_topic_score_gemma":0.000022694028,"teacher_disagreement_score":0.88358384,"about_ca_system_score_codex":0.00010163387,"about_ca_system_score_gemma":0.00030303196,"threshold_uncertainty_score":0.9999913},"labels":[],"label_agreement":null},{"id":"W4282575515","doi":"10.1186/s13643-022-01994-5","title":"Study protocol for developing, piloting and disseminating the PRISMA-COSMIN guideline: a new reporting guideline for systematic reviews of outcome measurement instruments","year":2022,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; Ottawa Hospital; Queen's University; Western University; St. Michael's Hospital; Institute for Clinical Evaluative Sciences; University Health Network; University of Toronto; SickKids Foundation; Public Health Ontario; Hospital for Sick Children","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Guideline; Protocol (science); Dissemination; Systematic review; Medical physics; Outcome (game theory); Medical education; Alternative medicine; MEDLINE; Pathology; Engineering","score_opus":0.8639286748741054,"score_gpt":0.6135139636896413,"score_spread":0.2504147111844641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282575515","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026658387,0.0024861735,0.17537338,0.00080721045,0.0003069363,0.8205601,0.000010374815,0.000014705025,0.00017455326],"genre_scores_gemma":[0.0031091261,0.000011564796,0.10127102,0.00046642544,0.00013753642,0.89273673,0.000008559447,0.00006601571,0.002193004],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.60482377,0.084629014,0.28762108,0.0037213666,0.017827556,0.0013772298],"domain_scores_gemma":[0.7291208,0.012408293,0.24333224,0.009342367,0.005468005,0.0003283408],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7461287,0.0010252553,0.02025684,0.00045514744,0.0010623434,0.000784863,0.0033479137,0.00007046507,0.0002732257],"category_scores_gemma":[0.63751,0.00039825623,0.0037847077,0.0018876039,0.000035350025,0.00026465155,0.0007701871,0.0002638796,0.000056081655],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020176467,0.0002446115,0.0039156573,0.8530297,0.00081909064,0.0000023406126,0.004447685,0.000028469682,0.0000619207,0.0005852261,0.12984383,0.0070012836],"study_design_scores_gemma":[0.0056467205,0.0015887897,0.00017147552,0.21808293,0.008611354,0.00041820953,0.053927407,0.027701478,0.00005759499,0.004781112,0.67673737,0.0022755705],"about_ca_topic_score_codex":0.000028378166,"about_ca_topic_score_gemma":0.00004375704,"teacher_disagreement_score":0.63494676,"about_ca_system_score_codex":0.00036209074,"about_ca_system_score_gemma":0.00030389396,"threshold_uncertainty_score":0.99984694},"labels":[],"label_agreement":null},{"id":"W4282583992","doi":"10.21203/rs.3.rs-1722905/v1","title":"P-value and Bayesian analysis in randomized-controlled trials in child health research published in 2007 and 2017: a methodological review","year":2022,"lang":"en","type":"review","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto; University of Alberta; SickKids Foundation; Children's Hospital Research Institute of Manitoba","funders":"Children's Hospital Foundation","keywords":"Frequentist inference; Randomized controlled trial; Bayesian probability; Credible interval; Statistics; Medicine; Prior probability; Confidence interval; Bayesian statistics; Frequentist probability; Bayesian inference; Mathematics; Internal medicine","score_opus":0.9532494630473142,"score_gpt":0.7388609303866182,"score_spread":0.21438853266069602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282583992","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008687435,0.95610875,0.00023207474,0.005290407,0.00008796842,0.033355873,0.00008055726,0.000005158773,0.0048305257],"genre_scores_gemma":[0.000035210945,0.98665214,0.0014542645,0.00017036976,0.00011813633,0.009792315,0.00012734375,0.000039967796,0.0016102513],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.026879633,0.8885395,0.055681728,0.0046890117,0.022091338,0.002118775],"domain_scores_gemma":[0.08867687,0.87636137,0.020806437,0.010064018,0.0025961294,0.0014951864],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","bibliometrics"],"category_scores_codex":[0.9812428,0.0010779384,0.13703609,0.027688596,0.0005298091,0.0029756655,0.0041418215,0.00064182567,0.030906217],"category_scores_gemma":[0.9203514,0.0004592718,0.015066373,0.04400793,0.0006231669,0.00045081993,0.0019627814,0.006381931,0.00015584289],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029501382,0.00036242683,0.0005261002,0.05922752,0.003110164,0.00029213837,0.0004307876,0.000014302755,7.749705e-9,0.0027144342,0.036761276,0.8936107],"study_design_scores_gemma":[0.029890358,0.00015230579,0.00024920405,0.041833915,0.0023309442,0.00004522865,0.00057467725,0.0015058692,2.7924383e-9,0.005085567,0.91787106,0.00046085153],"about_ca_topic_score_codex":0.0014064576,"about_ca_topic_score_gemma":0.0018124572,"teacher_disagreement_score":0.89314985,"about_ca_system_score_codex":0.000835376,"about_ca_system_score_gemma":0.0020170999,"threshold_uncertainty_score":0.9997859},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4282837196","doi":"10.1007/s11606-022-07696-x","title":"Evidence synthesis practice: why we cannot ignore studies with no events?","year":2022,"lang":"en","type":"article","venue":"Journal of General Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; MEDLINE","score_opus":0.7259135269398176,"score_gpt":0.5681779905737637,"score_spread":0.15773553636605386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282837196","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36009562,0.20183372,0.021910015,0.38465035,0.012307356,0.0013301464,0.000029792149,0.00001204541,0.017830981],"genre_scores_gemma":[0.88572675,0.00571002,0.012568299,0.011408085,0.003912251,0.000070753544,6.676997e-7,0.00004008027,0.080563106],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96974796,0.010273737,0.008294973,0.00049118866,0.010940766,0.00025138998],"domain_scores_gemma":[0.95566505,0.017409341,0.017694835,0.0016870332,0.00718854,0.00035522785],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10682278,0.0003122239,0.0035689825,0.0006560443,0.0002323326,0.00013491827,0.0024461295,0.00002862755,0.017743703],"category_scores_gemma":[0.16141175,0.00011924694,0.00087681547,0.0010635073,0.0001326573,0.00064999703,0.00030701602,0.0006088786,0.00017641591],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045776565,0.00009029447,0.009023373,0.000053236683,0.0019586505,0.00057502935,0.0016516335,0.00069962075,0.0006600178,0.00014153532,0.97155565,0.013133194],"study_design_scores_gemma":[0.0006149488,0.0029953988,0.0014881876,0.002130626,0.00225936,0.0049057542,0.016283115,0.0012689251,0.000111478155,0.001429329,0.9662632,0.00024970248],"about_ca_topic_score_codex":0.00013318668,"about_ca_topic_score_gemma":0.000041208845,"teacher_disagreement_score":0.5256311,"about_ca_system_score_codex":0.00023367045,"about_ca_system_score_gemma":0.00016706588,"threshold_uncertainty_score":0.98315424},"labels":[],"label_agreement":null},{"id":"W4282918224","doi":"10.1097/phm.0000000000002028","title":"Why Questionnaire Scores Are Not Measures","year":2022,"lang":"en","type":"article","venue":"American Journal of Physical Medicine & Rehabilitation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Toronto Rehabilitation Institute; University of Toronto","funders":"","keywords":"Medicine; Physical therapy; Physical medicine and rehabilitation","score_opus":0.30592629470558136,"score_gpt":0.4786407083347912,"score_spread":0.17271441362920986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282918224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95135725,0.0004238238,0.008628557,0.03856809,0.00047051528,0.00030759803,0.0000058760897,0.0000051262746,0.00023317819],"genre_scores_gemma":[0.9957137,9.098932e-7,0.0015140317,0.0020535965,0.00057285716,0.000023526685,0.0000010879621,0.0000113602555,0.000108945125],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9712103,0.013584698,0.005284097,0.00044696897,0.009297903,0.00017600517],"domain_scores_gemma":[0.9746684,0.011451589,0.009890841,0.0011620186,0.0026045085,0.0002226621],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.053760383,0.0002143136,0.0030353148,0.000611093,0.00022010782,0.00007833838,0.0011490141,0.000012101964,0.0011614811],"category_scores_gemma":[0.10537483,0.00010324599,0.0013888095,0.0022315576,0.00057581026,0.00027150815,0.00007972655,0.00038333496,0.00006161633],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013157279,0.00034797008,0.037366353,0.000032762695,0.00018563727,0.000011730909,0.009326915,0.0029312558,0.00090829417,0.0028480338,0.06603772,0.8798717],"study_design_scores_gemma":[0.0016302743,0.07843145,0.48016024,0.00074042164,0.0011965876,0.00017555876,0.101556726,0.007727158,0.00003241527,0.08252197,0.24519008,0.00063712965],"about_ca_topic_score_codex":0.00007009765,"about_ca_topic_score_gemma":0.000011269125,"teacher_disagreement_score":0.8792346,"about_ca_system_score_codex":0.00012668499,"about_ca_system_score_gemma":0.000089672954,"threshold_uncertainty_score":0.99975157},"labels":[],"label_agreement":null},{"id":"W4282922658","doi":"10.3233/rnn-211247","title":"Spin of information and inconsistency between abstract and full text in RCTs investigating upper limb rehabilitation after stroke: An overview study","year":2022,"lang":"en","type":"review","venue":"Restorative Neurology and Neuroscience","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Checklist; Consolidated Standards of Reporting Trials; Randomized controlled trial; Guideline; Medicine; Rehabilitation; Stroke (engine); Physical therapy; Clinical trial; Psychology; Surgery; Internal medicine; Pathology; Physics","score_opus":0.6271584500187813,"score_gpt":0.5247811587852076,"score_spread":0.10237729123357375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282922658","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5654595,0.43235356,0.0000103702105,0.00014115468,0.00013625242,0.001762957,0.00006496889,0.0000039383167,0.000067329616],"genre_scores_gemma":[0.28017706,0.71862143,0.0003100958,0.00046849207,0.000030270177,0.00031529035,0.000012570357,0.000018906163,0.000045895926],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9744033,0.016067686,0.0062131705,0.0013158596,0.0017437594,0.00025620885],"domain_scores_gemma":[0.98428833,0.009065476,0.005009441,0.0012443521,0.0001997952,0.00019261481],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031881426,0.00045132806,0.0040816627,0.0011574809,0.00025288292,0.0003599647,0.0007305952,0.00016689193,0.00011954471],"category_scores_gemma":[0.032398935,0.0002708626,0.00030937893,0.0016303989,0.0006576682,0.0013857652,0.00049380376,0.00068195316,0.000009570104],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040822528,0.0002010251,0.3339891,0.00436587,0.000038658152,0.00002423286,0.004937733,0.0000122668935,0.000021056914,0.0004447895,0.000083837775,0.6558406],"study_design_scores_gemma":[0.00022515151,0.0033539787,0.77890784,0.00037545792,0.00032697196,0.000046083227,0.0006526064,0.00018301125,2.345233e-7,0.0006753604,0.21492814,0.00032516255],"about_ca_topic_score_codex":0.000024389014,"about_ca_topic_score_gemma":0.00010683366,"teacher_disagreement_score":0.65551543,"about_ca_system_score_codex":0.000018255787,"about_ca_system_score_gemma":0.00018920503,"threshold_uncertainty_score":0.99997437},"labels":[],"label_agreement":null},{"id":"W4282939150","doi":"10.1097/xcs.0000000000000182","title":"Critically Appraising the Quality of Reporting of American College of Surgeons TQIP Studies in the Era of Large Data Research","year":2022,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Strengthening the reporting of observational studies in epidemiology; Checklist; Observational study; Interquartile range; Population; Quality (philosophy); MEDLINE; Family medicine; Epidemiology; Data quality; Consolidated Standards of Reporting Trials; Alternative medicine; Environmental health; Surgery; Pathology","score_opus":0.8272298583253354,"score_gpt":0.6186046323613145,"score_spread":0.2086252259640209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282939150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9823297,0.001911393,0.0001967549,0.011601286,0.00023611292,0.00069298,0.0024620777,9.683035e-7,0.0005686962],"genre_scores_gemma":[0.99806714,0.00025060555,0.0012914554,0.00014219356,0.000022949134,0.000012261799,0.0000017799707,0.00001451689,0.00019707571],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.91610813,0.045671858,0.02534232,0.0005454322,0.011827476,0.00050476077],"domain_scores_gemma":[0.6732875,0.14922713,0.14747074,0.013765251,0.0160045,0.00024488647],"candidate_categories":["metaresearch","sts","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.42476714,0.00026417515,0.0073172916,0.00078646914,0.00045421327,0.000029134457,0.0068455767,0.000027269316,0.0003155274],"category_scores_gemma":[0.27602613,0.00010978921,0.0023054953,0.010634764,0.0031927733,0.00019712883,0.0021003566,0.00098913,8.809323e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007710946,0.003097309,0.8020161,0.0008278171,0.0037664676,0.00015820579,0.008674292,0.0007899605,0.0050616944,0.012436139,0.1593709,0.0030300305],"study_design_scores_gemma":[0.000820373,0.0010972043,0.33833286,0.00084110076,0.00101413,0.00037427727,0.6273737,0.001481607,0.0007273879,0.00446665,0.023128023,0.00034270217],"about_ca_topic_score_codex":0.0016262126,"about_ca_topic_score_gemma":0.0011586697,"teacher_disagreement_score":0.6186994,"about_ca_system_score_codex":0.00007642612,"about_ca_system_score_gemma":0.0011206333,"threshold_uncertainty_score":0.99951994},"labels":[],"label_agreement":null},{"id":"W4282941439","doi":"10.1111/bph.15868","title":"Planning experiments: Updated guidance on experimental design and analysis and their reporting III","year":2022,"lang":"en","type":"editorial","venue":"British Journal of Pharmacology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":510,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Publication; Audit; Plan (archaeology); Computer science; Research design; Editorial board; Operations research; Library science; Engineering ethics; Political science; Accounting; Sociology; Engineering; Law; History; Business","score_opus":0.4325673541345448,"score_gpt":0.5307881840352341,"score_spread":0.09822082990068931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282941439","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17354102,0.13053608,0.027155135,0.00021540796,0.66607183,0.0013985117,0.00020225845,0.000014556269,0.0008651663],"genre_scores_gemma":[0.51421237,0.0034361796,0.015154517,0.0013841651,0.45793793,0.0002622075,0.0002419496,0.00018640244,0.0071842596],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.966022,0.013180363,0.015418956,0.0010923363,0.0039372165,0.0003491115],"domain_scores_gemma":[0.95629114,0.006929662,0.034871325,0.000507819,0.0011566163,0.00024344814],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10212404,0.0004673223,0.0064385096,0.0011258399,0.00044095397,0.0010334558,0.00138747,0.0002767227,0.013288528],"category_scores_gemma":[0.017294783,0.00032072762,0.0015736085,0.0011531769,0.00013350953,0.00027743418,0.00038898943,0.0011945737,0.000008521793],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011186325,0.00010143018,0.00018307283,0.000012098867,0.003743824,0.0012874171,0.0005962195,0.0005075876,0.0035037205,0.0000011433648,0.9866328,0.0033188206],"study_design_scores_gemma":[0.0020590413,0.00065194594,0.00026620954,0.00018525004,0.0038637356,0.0018199751,0.0029452923,0.0030822498,0.0039270157,0.00011971075,0.9805066,0.0005729611],"about_ca_topic_score_codex":0.000024918765,"about_ca_topic_score_gemma":0.0000013534324,"teacher_disagreement_score":0.34067136,"about_ca_system_score_codex":0.00014453057,"about_ca_system_score_gemma":0.00022430682,"threshold_uncertainty_score":0.9999245},"labels":[],"label_agreement":null},{"id":"W4283031928","doi":"10.1016/j.jclinepi.2022.06.005","title":"Analytical frameworks in colorectal cancer guidelines: development of methods for systematic reviews, their application and practical guidance for their use","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Memorial University of Newfoundland; Impact; Cochrane","funders":"European Commission; McMaster University","keywords":"Systematic review; Guideline; MEDLINE; Critical appraisal; Medicine; Management science; Medical physics; Computer science; Alternative medicine; Pathology; Engineering","score_opus":0.9451447007803343,"score_gpt":0.749362478723358,"score_spread":0.19578222205697626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283031928","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035669364,0.00786795,0.9458218,0.007209753,0.0004686368,0.002932192,0.000020533666,0.0000012490805,0.000008486062],"genre_scores_gemma":[0.045179736,0.0008944753,0.94940734,0.0029145828,0.00025958393,0.0012354999,0.0000037968905,0.000015333211,0.000089675435],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.683344,0.1860994,0.12665847,0.001576192,0.0016438271,0.0006781348],"domain_scores_gemma":[0.22538021,0.70557445,0.063056774,0.0015051082,0.0041229334,0.000360536],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.73415077,0.0002874701,0.016086482,0.00030707964,0.00012288975,0.00004702746,0.0009846742,0.00035172456,0.00018738247],"category_scores_gemma":[0.87195826,0.00012525874,0.003213292,0.00066563324,0.0001596358,0.00016588558,0.00021682368,0.00092358806,0.0000033840402],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019632753,0.0012310852,0.28345674,0.01183379,0.003236845,0.0000035080839,0.0016479082,0.004372689,0.00018366963,0.03355349,0.13763888,0.5208781],"study_design_scores_gemma":[0.0012065711,0.00072953256,0.02170302,0.0020407825,0.0007177206,0.00012190441,0.0012139083,0.5703371,0.000017603297,0.056869768,0.3447306,0.00031149178],"about_ca_topic_score_codex":0.0000043432574,"about_ca_topic_score_gemma":0.000021510134,"teacher_disagreement_score":0.5659644,"about_ca_system_score_codex":0.00008689739,"about_ca_system_score_gemma":0.00051476696,"threshold_uncertainty_score":0.99852073},"labels":[],"label_agreement":null},{"id":"W4283079196","doi":"10.1093/fampra/cmac065","title":"Leveraging confidence intervals to inform the clinical significance of interventions","year":2022,"lang":"en","type":"article","venue":"Family Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Confidence interval; Psychological intervention; MEDLINE; Intensive care medicine; Internal medicine; Nursing","score_opus":0.8981370209733202,"score_gpt":0.6350401104395142,"score_spread":0.2630969105338059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283079196","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28635812,0.0035851044,0.44740796,0.061241698,0.0052103223,0.005010828,0.000112668306,0.000028912418,0.1910444],"genre_scores_gemma":[0.9737431,0.000018406792,0.005200617,0.0074055204,0.000052420306,0.0001617353,0.0000018023893,0.000007196125,0.013409199],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95472544,0.025396338,0.012749933,0.00079372164,0.006090334,0.00024423044],"domain_scores_gemma":[0.9393453,0.044671554,0.0095668975,0.0043661473,0.0018993927,0.00015072827],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.25817168,0.00014783493,0.0015289407,0.00019585184,0.00037814747,0.00044819215,0.0030981172,0.000025145788,0.00754181],"category_scores_gemma":[0.19483443,0.00007291288,0.0018305063,0.0019966888,0.000080017686,0.0005291506,0.00085375813,0.0004359831,0.0020239607],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000117712945,0.00046661904,0.0077212173,0.00008864708,0.0007411112,0.00001795709,0.007934842,0.0024441055,0.0003192899,0.025034066,0.84765923,0.10745518],"study_design_scores_gemma":[0.00009825184,0.0001504875,0.013357624,0.00003304839,0.00022031898,0.000016376422,0.026307695,0.001002998,0.00001046807,0.0013912488,0.95731694,0.00009452396],"about_ca_topic_score_codex":0.000084932064,"about_ca_topic_score_gemma":0.000010105697,"teacher_disagreement_score":0.687385,"about_ca_system_score_codex":0.000038211878,"about_ca_system_score_gemma":0.00013360078,"threshold_uncertainty_score":0.9987531},"labels":[],"label_agreement":null},{"id":"W4283159512","doi":"10.1186/s13643-022-02002-6","title":"Protocol for a scoping review of sepsis epidemiology","year":2022,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; Queen's University; University of Toronto; St. Michael's Hospital; University of Ottawa; University Health Network; Ottawa Hospital; University of Manitoba; St. Paul's Hospital; McMaster University; The Wilson Centre; University of British Columbia; Impact; Dalhousie University","funders":"Canadian Institutes of Health Research","keywords":"Medicine; CINAHL; MEDLINE; Incidence (geometry); Protocol (science); Systematic review; Sepsis; Population; Cochrane Library; Data extraction; Meta-analysis; Confidence interval; Family medicine; Intensive care medicine; Pediatrics; Alternative medicine; Internal medicine; Pathology; Environmental health; Nursing; Psychological intervention","score_opus":0.9548553321319418,"score_gpt":0.7037684911997354,"score_spread":0.25108684093220646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283159512","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.1625191e-10,0.5167009,0.0034907123,0.0000357506,0.000237019,0.47772104,0.000050925322,0.0000060457614,0.001757597],"genre_scores_gemma":[1.1423015e-10,0.5004851,0.004316564,0.0003289213,0.00009054757,0.49198318,0.000040146748,0.000054505654,0.002701039],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.41809973,0.37480992,0.19324386,0.004271118,0.008460987,0.0011143709],"domain_scores_gemma":[0.49201658,0.21590659,0.26283172,0.026458757,0.0022629807,0.00052337337],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.7170205,0.0020489518,0.1449102,0.001165124,0.00028312992,0.00022028646,0.008696602,0.00042515132,0.047088716],"category_scores_gemma":[0.7061171,0.00076661096,0.044501945,0.0046219514,0.00011713485,0.00020260009,0.00074255676,0.0005907679,0.005129415],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.139401e-7,0.000032243093,7.2330795e-7,0.71618736,0.00040383512,8.578206e-7,0.000017219876,1.2970662e-7,2.2212354e-9,0.00046241327,0.10207717,0.18081744],"study_design_scores_gemma":[0.00006393681,0.000045508976,1.0382724e-8,0.49345535,0.003411875,0.000044663,0.000010397987,0.000013073526,4.6143653e-9,0.00028115854,0.50237805,0.00029597705],"about_ca_topic_score_codex":0.000002842635,"about_ca_topic_score_gemma":0.0000035201122,"teacher_disagreement_score":0.40030086,"about_ca_system_score_codex":0.00025576493,"about_ca_system_score_gemma":0.0010302512,"threshold_uncertainty_score":0.99947846},"labels":[],"label_agreement":null},{"id":"W4283452452","doi":"10.1016/j.jmpt.2022.03.015","title":"Research Priorities of the Australian Chiropractic Profession: A Cross-Sectional Survey of Academics and Practitioners","year":2022,"lang":"en","type":"article","venue":"Journal of Manipulative and Physiological Therapeutics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Chiropractic; Psychological intervention; Medicine; Alternative medicine; Medical education; Intervention (counseling); Domain (mathematical analysis); Health services research; Family medicine; Set (abstract data type); Sample (material); Public health; Nursing","score_opus":0.9680494932791942,"score_gpt":0.6498139303617855,"score_spread":0.31823556291740873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283452452","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99838805,0.0006016235,0.000050891384,0.00045260793,0.00015329552,0.0002043966,0.00002573093,3.8171186e-7,0.00012304362],"genre_scores_gemma":[0.99867254,0.00019192418,0.00024558432,0.000098708704,0.000047780173,0.0000033039357,0.000001239456,0.0000034579755,0.00073547446],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.977539,0.016008716,0.003128102,0.00022486436,0.002975792,0.00012353544],"domain_scores_gemma":[0.986734,0.0060167485,0.004964166,0.00039783772,0.0018349933,0.0000522603],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.065243356,0.0001129155,0.0010805636,0.00014254193,0.00037086403,0.000089744506,0.0006594565,0.000081408114,0.00063791283],"category_scores_gemma":[0.0054948507,0.000045025146,0.00036441864,0.0008038459,0.00042455207,0.00017845984,0.00030137834,0.00091740675,0.0000013497923],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029234885,0.00015684681,0.9851193,0.000043860382,0.00035425948,0.0000014871624,0.0009564142,0.000481858,0.0069713695,0.003835803,0.0006832238,0.0011032566],"study_design_scores_gemma":[0.0001590179,0.00034271402,0.96973276,0.000014093081,0.000034517492,0.000034238237,0.0018859176,0.00032805483,0.00006494957,0.02377254,0.0035842962,0.000046870995],"about_ca_topic_score_codex":0.000010196411,"about_ca_topic_score_gemma":0.0000016335151,"teacher_disagreement_score":0.059748504,"about_ca_system_score_codex":0.000025591567,"about_ca_system_score_gemma":0.00009741924,"threshold_uncertainty_score":0.96252865},"labels":[],"label_agreement":null},{"id":"W4283587010","doi":"10.1136/bmjebm-2022-111928","title":"Theory and practice of Bayesian and frequentist frameworks for network meta-analysis","year":2022,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Ted Rogers Centre for Heart Research; University Health Network; Impact","funders":"","keywords":"Frequentist inference; Bayesian probability; Computer science; Bayesian network; Bayesian statistics; Frequentist probability; Machine learning; Bayesian inference; Artificial intelligence; Data science","score_opus":0.7536134177763099,"score_gpt":0.5727628547311456,"score_spread":0.18085056304516423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283587010","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008163686,0.1052002,0.8445493,0.045907747,0.0002561488,0.0023268159,0.000044576493,0.000007041049,0.00089177897],"genre_scores_gemma":[0.9014411,0.00034560135,0.07948804,0.012901153,0.00038538422,0.0010417858,0.000025989184,0.000027640046,0.004343335],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9439968,0.03885422,0.008892325,0.0014199998,0.006467069,0.00036962263],"domain_scores_gemma":[0.8230204,0.16428775,0.0077852267,0.0032179875,0.0014185298,0.00027009443],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3995094,0.00033699517,0.006762949,0.00064535986,0.00038694934,0.00018612397,0.0010292049,0.00011089217,0.021722738],"category_scores_gemma":[0.30296808,0.00016150103,0.0024389538,0.0034472737,0.00036399468,0.00033262512,0.000197115,0.0003707439,0.000008795756],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021018388,0.00033478858,0.02375129,0.0010863045,0.2366084,0.00011181547,0.0031976833,0.025432736,0.00018109167,0.20250556,0.46782258,0.036865894],"study_design_scores_gemma":[0.00095237355,0.0010436525,0.0024801556,0.00018318415,0.6646189,0.00008877558,0.0061720014,0.03261759,0.000012982391,0.11617012,0.17513403,0.000526203],"about_ca_topic_score_codex":0.00005985098,"about_ca_topic_score_gemma":0.000027413042,"teacher_disagreement_score":0.9006247,"about_ca_system_score_codex":0.000028801802,"about_ca_system_score_gemma":0.00012680996,"threshold_uncertainty_score":0.9791715},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4283589955","doi":"10.1136/bmjopen-2022-062702","title":"Examining anti-inflammatory therapies in the prevention of cardiovascular events: protocol for a systematic review and network meta-analysis of randomised controlled trials","year":2022,"lang":"en","type":"review","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Élisabeth Bruyère Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Mace; Canakinumab; Systematic review; Intensive care medicine; Meta-analysis; Randomized controlled trial; Acute coronary syndrome; Myocardial infarction; MEDLINE; Anakinra; Stroke (engine); Clinical trial; Disease; Internal medicine; Physical therapy; Percutaneous coronary intervention","score_opus":0.8957314473380116,"score_gpt":0.6257554561122264,"score_spread":0.2699759912257852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283589955","genre_codex":"review","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.208136e-8,0.52033544,0.0006764316,0.000013866759,0.000015338357,0.4787815,0.00003609884,8.4046565e-7,0.00014043224],"genre_scores_gemma":[7.9783604e-7,0.379535,0.0003728627,0.000035430436,0.000018862356,0.6195001,0.00002347935,0.000018052206,0.00049541524],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.61289716,0.32395446,0.055143524,0.0013351536,0.0063795443,0.00029018556],"domain_scores_gemma":[0.829573,0.08878686,0.072766945,0.008003905,0.00080874277,0.00006055294],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8243337,0.0008133494,0.16926955,0.00094704167,0.00014494416,0.0005082662,0.005396498,0.00016006509,0.0047697877],"category_scores_gemma":[0.17587352,0.0002630084,0.074626945,0.004348899,0.000050094335,0.00022286389,0.0005156919,0.00020341841,0.000007816516],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011385557,0.00004566325,0.0000020061666,0.4899475,0.5047389,0.0000010886151,0.00012010168,0.00009701101,7.257885e-9,0.000081857295,0.00072011113,0.0041318745],"study_design_scores_gemma":[0.006360307,0.000054210024,0.000001245408,0.058003817,0.79132795,0.0000048504407,0.00021892377,0.000090105015,9.06606e-9,0.00020613386,0.14352264,0.00020978827],"about_ca_topic_score_codex":0.000010359735,"about_ca_topic_score_gemma":0.000011135645,"teacher_disagreement_score":0.6484602,"about_ca_system_score_codex":0.000035787278,"about_ca_system_score_gemma":0.00040192212,"threshold_uncertainty_score":0.9999848},"labels":[],"label_agreement":null},{"id":"W4283722447","doi":"10.5014/ajot.2022.042333","title":"Reporting Quality in Abstracts of Randomized Controlled Trials Published in High-Impact Occupational Therapy Journals","year":2022,"lang":"en","type":"article","venue":"American Journal of Occupational Therapy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Consolidated Standards of Reporting Trials; Randomized controlled trial; Blinding; Medicine; Occupational therapy; Checklist; Family medicine; Physical therapy; MEDLINE; Psychology; Internal medicine","score_opus":0.7875190462488613,"score_gpt":0.6267275359459338,"score_spread":0.1607915103029275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283722447","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99174947,0.0029070487,0.0018022388,0.0012579457,0.00039999545,0.0015835039,0.00005339688,0.0000018505156,0.00024455023],"genre_scores_gemma":[0.9958488,0.00042945336,0.002780197,0.00047579544,0.00021121779,0.00011879997,0.000015812118,0.000016023148,0.00010390511],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7940879,0.10378084,0.08797924,0.00063542195,0.013133308,0.00038331476],"domain_scores_gemma":[0.33790538,0.16015142,0.48880392,0.0027716514,0.009872503,0.00049513165],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.71617466,0.00041443246,0.02537492,0.0030370657,0.0001389972,0.0005471247,0.0016409963,0.000056246176,0.024068153],"category_scores_gemma":[0.35729733,0.00018765907,0.009256229,0.0035409676,0.00021992053,0.0007388314,0.00005519257,0.00066166924,0.000008098494],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.23554184,0.000866089,0.68007475,0.000004387064,0.0028918593,0.00003363898,0.0010951834,0.039410394,0.0008935504,0.00053512707,0.0020590702,0.036594145],"study_design_scores_gemma":[0.11919453,0.00043349297,0.8690695,0.00004629967,0.00008594779,0.000071720744,0.0010855029,0.0006052029,0.000038877282,0.008705839,0.0004584877,0.00020459057],"about_ca_topic_score_codex":0.0004263388,"about_ca_topic_score_gemma":0.000022352131,"teacher_disagreement_score":0.45618248,"about_ca_system_score_codex":0.000240728,"about_ca_system_score_gemma":0.0016019244,"threshold_uncertainty_score":0.98909444},"labels":[],"label_agreement":null},{"id":"W4283774802","doi":"10.2196/34979","title":"Representing Physician Suicide Claims as Nanopublications: Proof-of-Concept Study Creating Claim Networks","year":2022,"lang":"en","type":"article","venue":"JMIRx Med","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Citation; Misinformation; Set (abstract data type); Medicine; Publishing; Psychology; Family medicine; Computer science; World Wide Web; Computer security; Political science; Law","score_opus":0.5777106383045871,"score_gpt":0.5260733560839179,"score_spread":0.05163728222066921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283774802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8867932,0.002114004,0.015010074,0.0043069106,0.0009453205,0.008250072,0.000023165278,0.000057501944,0.08249976],"genre_scores_gemma":[0.954854,7.620041e-7,0.00077348476,0.00036273396,0.00016682269,0.00088084704,0.000021499114,0.000020505251,0.04291931],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9698861,0.0127654495,0.008650357,0.0014219981,0.006836424,0.00043962823],"domain_scores_gemma":[0.98297817,0.0043940973,0.0067508533,0.004597954,0.0011390212,0.00013988119],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06776416,0.00027660048,0.0025207994,0.00038232366,0.000794508,0.0005769086,0.0025496187,0.00004762362,0.009250041],"category_scores_gemma":[0.020282494,0.00016644946,0.0011740134,0.0037325865,0.00006673779,0.00030916271,0.0006679191,0.00035703578,0.00012634926],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051512186,0.0029535997,0.22937497,0.00006291614,0.0016896059,0.00003629357,0.025109565,0.04487781,0.0005251335,0.00832557,0.36490658,0.32208645],"study_design_scores_gemma":[0.002476196,0.0012354902,0.037774786,0.00017045466,0.0016246387,0.000042229738,0.18951844,0.29603007,0.0016577111,0.027151557,0.44056264,0.0017557989],"about_ca_topic_score_codex":0.00008949282,"about_ca_topic_score_gemma":0.000032682143,"teacher_disagreement_score":0.32033065,"about_ca_system_score_codex":0.00006020814,"about_ca_system_score_gemma":0.00011193339,"threshold_uncertainty_score":0.99165565},"labels":[],"label_agreement":null},{"id":"W4283785113","doi":"10.1016/j.jclinepi.2022.06.021","title":"A systematic review of meta-research studies finds substantial methodological heterogeneity in citation analyses to monitor evidence-based research","year":2022,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"European Cooperation in Science and Technology; Høgskulen på Vestlandet","keywords":"Citation; Meta-analysis; Systematic review; MEDLINE; Medicine; Data science; Computer science; Library science; Biology; Pathology","score_opus":0.9989271462429568,"score_gpt":0.8661715247069282,"score_spread":0.1327556215360286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283785113","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019670035,0.98797834,0.003572963,0.002837166,0.0009712327,0.0043809996,0.000029998128,0.0000021371084,0.000030487696],"genre_scores_gemma":[0.00011850324,0.97723866,0.0205019,0.00080761476,0.00037509162,0.00076843286,0.000005457457,0.0000291503,0.00015521405],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.029945279,0.8130878,0.13858275,0.0021206732,0.015274835,0.0009886413],"domain_scores_gemma":[0.008276143,0.8882083,0.08278173,0.0055300407,0.014473214,0.0007305452],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9756878,0.0009049241,0.13914058,0.0060673417,0.00024091167,0.00013120183,0.00867019,0.0008852158,0.004679671],"category_scores_gemma":[0.99272203,0.0003501245,0.039765123,0.013257231,0.000948907,0.00027328776,0.0011925182,0.005960235,0.00029097273],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013508885,0.00042263736,0.00049057294,0.8721437,0.019237164,0.0001529183,0.00007766119,0.00025362786,4.2783137e-7,0.00029619547,0.02913216,0.07765788],"study_design_scores_gemma":[0.00031752422,0.0029926384,0.00030382385,0.76899123,0.04652894,0.00012827909,0.00061803777,0.00022754524,6.800986e-7,0.006589652,0.1727798,0.000521874],"about_ca_topic_score_codex":0.00002838659,"about_ca_topic_score_gemma":0.00003424062,"teacher_disagreement_score":0.14364764,"about_ca_system_score_codex":0.00043460893,"about_ca_system_score_gemma":0.0018440409,"threshold_uncertainty_score":0.9998951},"labels":[],"label_agreement":null},{"id":"W4285041865","doi":"10.3389/fvets.2022.960957","title":"Levels of Evidence, Quality Assessment, and Risk of Bias: Evaluating the Internal Validity of Primary Research","year":2022,"lang":"en","type":"review","venue":"Frontiers in Veterinary Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"University of Guelph","keywords":"Internal validity; External validity; Context (archaeology); Judgement; Quality (philosophy); Criterion validity; Publication bias; Psychology; Risk analysis (engineering); Applied psychology; Construct validity; Statistics; Social psychology; Medicine; Meta-analysis; Psychometrics; Clinical psychology; Mathematics","score_opus":0.9864849765191429,"score_gpt":0.7286708760413659,"score_spread":0.257814100477777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285041865","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060135607,0.9310864,0.0042063044,0.000015693115,0.0009860042,0.0018183604,0.00021017708,0.0000015815076,0.0015398215],"genre_scores_gemma":[0.0113919545,0.95939964,0.028388862,0.000005082086,0.000026515365,0.00008755702,0.000002069417,0.000011952536,0.0006863911],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7485817,0.19689476,0.022495238,0.002740419,0.028546933,0.0007409001],"domain_scores_gemma":[0.90921384,0.05915328,0.022629198,0.006778326,0.0020655026,0.00015985905],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7051425,0.00036951844,0.008248179,0.0024981087,0.0003643203,0.00027756396,0.008495903,0.00010309399,0.0010006198],"category_scores_gemma":[0.16446947,0.0001565637,0.0016886288,0.00974306,0.0027090574,0.00062367955,0.0029750254,0.0009723479,0.0000046238665],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013259326,0.000059740003,0.027223809,0.006041082,0.00011843628,0.0000030495455,0.0004531476,0.000011925047,0.000030153544,0.000093148345,0.0008055751,0.96514666],"study_design_scores_gemma":[0.00045069185,0.005913575,0.2678852,0.029710498,0.002166724,0.0001438023,0.00681897,0.010194309,0.000006011024,0.011469342,0.6641857,0.0010551926],"about_ca_topic_score_codex":0.00012510241,"about_ca_topic_score_gemma":0.0000027493888,"teacher_disagreement_score":0.9640915,"about_ca_system_score_codex":0.0003517932,"about_ca_system_score_gemma":0.0027373186,"threshold_uncertainty_score":0.9999126},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4285090825","doi":"10.1101/2022.07.11.22277498","title":"Assessment of concordance between related systematic reviews and between related guideline recommendations: protocol for a methodological survey","year":2022,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; St. Michael's Hospital; Toronto Rehabilitation Institute; University Health Network; University of Toronto; McMaster University; Impact","funders":"","keywords":"Concordance; Guideline; Protocol (science); Systematic review; Clinical Practice; Medicine; MEDLINE; Psychology; Management science; Family medicine; Alternative medicine; Pathology; Political science; Engineering","score_opus":0.928813207935435,"score_gpt":0.6732457410896231,"score_spread":0.2555674668458119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285090825","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013463519,0.001910778,0.23982431,0.0021648346,0.00070929655,0.7389176,0.0013846856,0.000045288867,0.0015796758],"genre_scores_gemma":[0.016911127,0.00018566697,0.26842856,0.00012938963,0.00012267048,0.70739925,0.0012044079,0.00008170299,0.005537204],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6925623,0.23695315,0.060869176,0.003366568,0.005699142,0.0005496744],"domain_scores_gemma":[0.864613,0.08453851,0.0413548,0.0065384647,0.002684472,0.00027078003],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.660358,0.0008566904,0.018828304,0.00069869723,0.00027538283,0.0004407091,0.0036370035,0.00051125,0.0074187904],"category_scores_gemma":[0.33351228,0.00043495157,0.0030355456,0.0019887981,0.00014936758,0.00014197598,0.001786624,0.0011567781,0.000079738114],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014346008,0.00011274342,0.90793985,0.036397733,0.0021000113,0.0000022848938,0.00024363758,0.00013434354,0.000014871467,0.0008643735,0.046893187,0.005282592],"study_design_scores_gemma":[0.0021758992,0.0006344153,0.5992535,0.014079531,0.004956615,0.000013866369,0.0003579083,0.01348007,0.000013328341,0.04874614,0.31469658,0.0015921796],"about_ca_topic_score_codex":0.000050961014,"about_ca_topic_score_gemma":0.000016994056,"teacher_disagreement_score":0.32684577,"about_ca_system_score_codex":0.00015534354,"about_ca_system_score_gemma":0.0003118722,"threshold_uncertainty_score":0.9998102},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4285195471","doi":"10.1177/20543581221080327","title":"Can Peer Review Be Kinder? Supportive Peer Review: A Re-Commitment to Kindness and a Call to Action","year":2022,"lang":"en","type":"editorial","venue":"Canadian Journal of Kidney Health and Disease","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; University of Toronto; Memorial University of Newfoundland; University of Guelph; Université de Montréal; University of Calgary; Orthopaedic Innovation Centre; University of Alberta; St. Joseph’s Healthcare Hamilton; University of Manitoba; Ottawa Hospital; University of British Columbia; Kidney Foundation of Canada; Queen's University; McMaster University; University of Prince Edward Island; University of Ottawa; McGill University; Nova Scotia Health Authority; Impact","funders":"","keywords":"Kindness; Medicine; Humanities; Political science; Philosophy; Law","score_opus":0.4587597962924367,"score_gpt":0.5168837507849938,"score_spread":0.05812395449255714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285195471","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"incentives","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012280391,0.14018096,0.000056957964,0.7291616,0.12299011,0.002365802,0.0049816975,0.0000016022199,0.0002489421],"genre_scores_gemma":[0.00007472887,0.05637048,0.00040917925,0.77843755,0.10972995,0.000352656,0.0014878493,0.00007983107,0.05305779],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97021896,0.006852186,0.008468412,0.001137673,0.012594295,0.00072848005],"domain_scores_gemma":[0.42170134,0.0071268473,0.042459544,0.012354131,0.054432046,0.4619261],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10050505,0.0005909123,0.005602715,0.0010912945,0.0005481321,0.00069422286,0.0013845025,0.00015358052,0.007904667],"category_scores_gemma":[0.7302757,0.00036353484,0.0012027003,0.0012720295,0.000048303526,0.00017811048,0.00012456832,0.0009566658,0.000077973],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003322575,0.000018584169,0.00030960573,0.006726771,0.000110886824,0.00016985773,0.0005661953,0.0000011604958,1.2127234e-8,0.00000808589,0.98442936,0.0076262583],"study_design_scores_gemma":[0.00025247043,0.0002822571,0.00012587899,0.007487299,0.0008434585,0.000027303653,0.0003718372,0.0000033623085,1.0209664e-8,0.00011389773,0.99017924,0.00031295494],"about_ca_topic_score_codex":0.005589415,"about_ca_topic_score_gemma":0.016427562,"teacher_disagreement_score":0.62977064,"about_ca_system_score_codex":0.0009268368,"about_ca_system_score_gemma":0.08518332,"threshold_uncertainty_score":0.9998817},"labels":[],"label_agreement":null},{"id":"W4285250364","doi":"10.1590/2177-6709.27.3.e2220290.oar","title":"How to use the Standard Protocol Items: Recommendations for Interventional Trials (SPIRIT) in orthodontic research","year":2022,"lang":"en","type":"article","venue":"Dental Press Journal of Orthodontics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Checklist; Protocol (science); Transparency (behavior); Clinical trial; Guideline; Consolidated Standards of Reporting Trials; Medical physics; Medicine; Alternative medicine; Quality (philosophy); Medical education; Psychology; Computer science; Pathology; Computer security","score_opus":0.9472930830896092,"score_gpt":0.6769221295431999,"score_spread":0.2703709535464094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285250364","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10650101,0.00073640386,0.6347192,0.057821743,0.0033932384,0.19511533,0.0012553383,0.000008746548,0.0004490037],"genre_scores_gemma":[0.6407946,0.00003441423,0.20259117,0.0010912915,0.0012228615,0.107508495,0.000049111826,0.00012958422,0.046578478],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9007351,0.07094986,0.015922416,0.00068572094,0.01119052,0.0005163895],"domain_scores_gemma":[0.95559335,0.030387837,0.008309024,0.0016242873,0.0038510875,0.00023441174],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.43532285,0.00021923345,0.0027086008,0.0010219957,0.0005585395,0.0032042526,0.0026710597,0.000050364873,0.0018117571],"category_scores_gemma":[0.17765723,0.00010636082,0.0026611013,0.0015226817,0.0000732749,0.0006871734,0.0006323408,0.00072843017,0.000013247118],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001432868,0.0006794877,0.13812749,0.00015022214,0.0007078393,0.00006224251,0.0016639323,0.0019577742,0.00014726112,0.0071492894,0.8066896,0.041231994],"study_design_scores_gemma":[0.0011660439,0.00064894004,0.004686931,0.00010016943,0.00013059212,0.000097371376,0.0036031606,0.0008706303,0.000057412442,0.0022873248,0.9862265,0.00012490363],"about_ca_topic_score_codex":0.000016454018,"about_ca_topic_score_gemma":0.00022436852,"teacher_disagreement_score":0.5342936,"about_ca_system_score_codex":0.000223733,"about_ca_system_score_gemma":0.0001978141,"threshold_uncertainty_score":0.99910074},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4285297350","doi":"10.2139/ssrn.4104102","title":"The Usual Method of Estimating Weights for Studies in Meta-Analyses is Biased","year":2022,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Statistics; Econometrics; Mathematics; Computer science","score_opus":0.8651113297067978,"score_gpt":0.6327546846030254,"score_spread":0.2323566451037724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285297350","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060770143,0.15208322,0.7759292,0.0077237026,0.0009935304,0.001725829,0.000050527902,0.0000063124903,0.00071751676],"genre_scores_gemma":[0.8663305,0.0012808426,0.109794274,0.0005163142,0.00030288362,0.00045902733,0.0000036229465,0.000043425225,0.021269076],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96003735,0.021145862,0.010657113,0.0007348873,0.0058310023,0.0015938126],"domain_scores_gemma":[0.9613197,0.025804855,0.009561313,0.0018341338,0.0014015028,0.00007850969],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3685844,0.0002626566,0.0038648166,0.00052007945,0.0009800459,0.00026368955,0.0020938443,0.000028246011,0.0011021283],"category_scores_gemma":[0.033589177,0.000097701624,0.004191138,0.0016912062,0.000068504785,0.00015987644,0.000190989,0.00093458296,0.00001909193],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028409262,0.00050124805,0.0034030578,0.00014540863,0.14239648,0.000012039635,0.012637473,0.035655316,0.0009951018,0.5129524,0.05727719,0.23374021],"study_design_scores_gemma":[0.00045186724,0.00028472298,0.000038138987,0.0000074312925,0.0065919077,0.00018022259,0.034868523,0.046263486,0.00017317051,0.8929787,0.017991865,0.00016993687],"about_ca_topic_score_codex":0.00002607918,"about_ca_topic_score_gemma":0.00034490478,"teacher_disagreement_score":0.8055604,"about_ca_system_score_codex":0.0003528116,"about_ca_system_score_gemma":0.0009100145,"threshold_uncertainty_score":0.999811},"labels":[],"label_agreement":null},{"id":"W4285732379","doi":"10.1002/sim.9520","title":"Bayesian unanchored additive models for component network meta‐analysis","year":2022,"lang":"en","type":"article","venue":"Statistics in Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Notation; Component (thermodynamics); Bayesian probability; Bayesian network; Statistical model; Additive model; Contrast (vision); Econometrics; Machine learning; Data mining; Artificial intelligence; Mathematics","score_opus":0.6624841692767993,"score_gpt":0.5228154949789899,"score_spread":0.13966867429780938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285732379","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000040214534,0.003277775,0.9884768,0.001440329,0.0003657377,0.0010614425,0.0020178182,0.0000043488226,0.003315514],"genre_scores_gemma":[0.65587807,0.00012833838,0.32565042,0.0026214845,0.00041323382,0.0016807397,0.0015707508,0.000041067582,0.012015874],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9769994,0.008348349,0.0076141125,0.0010348287,0.0056025498,0.00040074307],"domain_scores_gemma":[0.9773252,0.016372152,0.003222053,0.0021398205,0.0007708435,0.000169939],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09884307,0.0003040988,0.0068797083,0.0007785135,0.00032038393,0.00009499879,0.0013781952,0.000036156005,0.047469016],"category_scores_gemma":[0.012202616,0.00015771003,0.0016495225,0.004032909,0.0001251968,0.00006690641,0.00019048393,0.0002527213,0.000041805393],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027134649,0.000058574104,0.00034863668,0.000021607257,0.033371814,0.000024471847,0.0010261334,0.28500858,0.0000011023036,0.1276578,0.5491991,0.0032550644],"study_design_scores_gemma":[0.0002961732,0.00009684689,0.00033152936,0.00000333119,0.05145791,0.0000017678868,0.000988863,0.59237874,1.7845471e-7,0.3031551,0.05116047,0.00012911875],"about_ca_topic_score_codex":0.00009555194,"about_ca_topic_score_gemma":0.000387837,"teacher_disagreement_score":0.6628264,"about_ca_system_score_codex":0.000083569306,"about_ca_system_score_gemma":0.000058829588,"threshold_uncertainty_score":0.996118},"labels":[],"label_agreement":null},{"id":"W4285733883","doi":"10.1093/jn/nxac113","title":"Finding the right evidence: The role of evidence scans in the review of DRIs","year":2022,"lang":"en","type":"article","venue":"Journal of Nutrition","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Canada","funders":"Health Canada; National Institutes of Health; Center for Drug Discovery, Baylor College of Medicine","keywords":"Medicine","score_opus":0.7428636834037892,"score_gpt":0.5405240105000485,"score_spread":0.20233967290374066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285733883","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.109919444,0.81402326,0.00067967584,0.07190455,0.00038539967,0.0017975376,0.0000146074935,8.084296e-7,0.0012747401],"genre_scores_gemma":[0.96505415,0.03372193,0.00023889438,0.0007145522,0.000101602236,0.000040092917,2.935406e-7,0.0000029755674,0.00012548972],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9640188,0.021062437,0.0075134607,0.00019938374,0.007079946,0.00012596301],"domain_scores_gemma":[0.9724885,0.015278224,0.009701207,0.0014083467,0.001095328,0.000028398512],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20621091,0.00010099911,0.0013766683,0.00022154406,0.00021060824,0.00012114651,0.0028691222,0.000019615893,0.0033413346],"category_scores_gemma":[0.031053083,0.000027666289,0.0013605765,0.0021598826,0.00007106237,0.00035618627,0.00010019114,0.00035872264,0.000016001442],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016938764,0.0014321614,0.04602267,0.0066993623,0.00060012296,0.00005237992,0.013617498,0.00078367424,0.005354816,0.009349502,0.82323104,0.092687376],"study_design_scores_gemma":[0.00054819585,0.0008163096,0.03418936,0.05576977,0.0018744059,0.00095732335,0.030091552,0.0026174446,0.00069057243,0.067210466,0.80498314,0.00025146754],"about_ca_topic_score_codex":0.000012516302,"about_ca_topic_score_gemma":0.000009034422,"teacher_disagreement_score":0.8551347,"about_ca_system_score_codex":0.00005028347,"about_ca_system_score_gemma":0.00008820951,"threshold_uncertainty_score":0.99756974},"labels":[],"label_agreement":null},{"id":"W4285808866","doi":"10.1136/ebm-2022-ebmlive.30","title":"8  When should systematic reviews be replicated and when is it wasteful: a checklist and framework","year":2022,"lang":"en","type":"article","venue":"Abstracts","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NoNO (Canada); University of Ottawa","funders":"","keywords":"Systematic review; Replicate; Checklist; Knowledge translation; Replication (statistics); Knowledge management; Computer science; Stakeholder; Cornerstone; Management science; Data science; Psychology; MEDLINE; Medicine; Public relations; Political science; Engineering","score_opus":0.7246820048417824,"score_gpt":0.5052014593733454,"score_spread":0.21948054546843698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285808866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6862743,0.113993414,0.0037813042,0.107061036,0.001459337,0.022300303,0.00027070483,0.00009674068,0.064762905],"genre_scores_gemma":[0.93382275,0.00049403793,0.008653724,0.013626787,0.000104165956,0.0009128913,0.00001550054,0.00004230768,0.042327818],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9777142,0.006460236,0.009847375,0.0014893947,0.0041308375,0.00035798864],"domain_scores_gemma":[0.9825196,0.00565032,0.0062739416,0.00486431,0.00035220044,0.00033957444],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08902857,0.00041072743,0.0045626224,0.00026459197,0.00043001695,0.001204541,0.0014300346,0.00012394488,0.015445373],"category_scores_gemma":[0.04423183,0.00021754336,0.0007910293,0.00069474394,0.000081815546,0.00027838096,0.00051588536,0.00048533562,0.0010000459],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010411934,0.00009578275,0.0024073364,0.006403478,0.00033353028,0.00003093666,0.011357882,0.000013756995,0.00010319855,0.0013213963,0.97363,0.0042922962],"study_design_scores_gemma":[0.00022811483,0.00008947517,0.0025610817,0.0013912091,0.00082461134,0.00021409965,0.005656618,0.0012454118,0.000029423782,0.036328506,0.9509292,0.00050223264],"about_ca_topic_score_codex":0.000059699,"about_ca_topic_score_gemma":0.000029872479,"teacher_disagreement_score":0.2475485,"about_ca_system_score_codex":0.00004256041,"about_ca_system_score_gemma":0.000040566214,"threshold_uncertainty_score":0.99983233},"labels":[],"label_agreement":null},{"id":"W4286208713","doi":"10.1101/2022.07.20.22277703","title":"How does the risk of bias influence the effect sizes of exercise therapy in chronic low back pain randomised controlled trials? A protocol for a meta-epidemiological study","year":2022,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medicine; Publication bias; Confounding; Physical therapy; Psychological intervention; Meta-analysis; Information bias; Randomized controlled trial; Low back pain; Chronic pain; Sample size determination; Relative risk; Selection bias; Confidence interval; Physical medicine and rehabilitation; Alternative medicine; Internal medicine; Statistics; Psychiatry","score_opus":0.6511224910525167,"score_gpt":0.5284064090217192,"score_spread":0.12271608203079754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286208713","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4451443,0.0025014984,0.0013919732,0.0006579344,0.00010796253,0.55010587,0.00006644842,0.000004610948,0.000019391447],"genre_scores_gemma":[0.38880655,0.00015661852,0.00015573495,0.000036476282,0.00004672175,0.61041486,0.000001747046,0.00001575393,0.00036552784],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.421588,0.54432166,0.025782514,0.0020199562,0.0058021257,0.00048573266],"domain_scores_gemma":[0.39246103,0.5521837,0.045439687,0.008577136,0.0012340066,0.00010445787],"candidate_categories":["metaresearch","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8494071,0.001021732,0.03885247,0.00042355713,0.00021728812,0.00058377325,0.0064410334,0.0002446023,0.0051841233],"category_scores_gemma":[0.6953521,0.00020846719,0.022030141,0.0012524339,0.00034325276,0.000086911,0.00075991673,0.000905037,0.000011168593],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.083462425,0.0019223606,0.7440147,0.0052335006,0.06079188,0.000010549875,0.004598411,0.053519394,0.00048707036,0.00007680525,0.0060642855,0.039818633],"study_design_scores_gemma":[0.5696081,0.013699209,0.12538534,0.0024588923,0.060517497,0.0000030015558,0.006881867,0.15640734,0.0014187234,0.033864565,0.027278623,0.0024768591],"about_ca_topic_score_codex":0.00010528269,"about_ca_topic_score_gemma":0.00011183785,"teacher_disagreement_score":0.61862934,"about_ca_system_score_codex":0.00006626628,"about_ca_system_score_gemma":0.00031666367,"threshold_uncertainty_score":0.99893457},"labels":[],"label_agreement":null},{"id":"W4286214506","doi":"10.1097/ccm.0000000000005602","title":"Critical Appraisal of a Systematic Review: A Concise Review","year":2022,"lang":"en","type":"review","venue":"Critical Care Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston Health Sciences Centre; Clinical Evaluation Research Unit; Queen's University","funders":"","keywords":"Medicine; Critical appraisal; Intensive care medicine; Alternative medicine; Pathology","score_opus":0.7740666266317325,"score_gpt":0.6395596043020181,"score_spread":0.13450702232971445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286214506","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.0085978e-8,0.9768731,0.00080184685,0.0027733983,0.0019973437,0.0069375285,0.00027053687,0.00001908743,0.01032715],"genre_scores_gemma":[0.000004748235,0.99240917,0.00034665747,0.0034167399,0.0003836436,0.0024047117,0.00022031285,0.000085682506,0.0007283188],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.87542266,0.05809831,0.04547989,0.002536982,0.017711043,0.0007511095],"domain_scores_gemma":[0.45349526,0.47257602,0.023770599,0.03217063,0.01554648,0.0024409972],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.1702916,0.0014981022,0.068399206,0.00081998983,0.0002207647,0.00018275421,0.006491122,0.0003455044,0.122777656],"category_scores_gemma":[0.9006936,0.0006417832,0.011907368,0.004879519,0.0012353604,0.00018378085,0.00079794,0.0013983769,0.0027381345],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.2356696e-7,0.000036236655,3.8450182e-7,0.7817269,0.00018267264,0.00009419749,0.00007671642,4.9717026e-9,9.980012e-9,0.005186928,0.16364281,0.049052544],"study_design_scores_gemma":[0.000047202207,0.00012294101,3.9949306e-8,0.47229177,0.03147106,0.00025333124,0.0004758011,0.0000027999815,5.788682e-9,0.00011411786,0.49495897,0.00026197813],"about_ca_topic_score_codex":0.0000061803175,"about_ca_topic_score_gemma":0.0000015136523,"teacher_disagreement_score":0.730402,"about_ca_system_score_codex":0.00020027188,"about_ca_system_score_gemma":0.00068882323,"threshold_uncertainty_score":0.9997768},"labels":[],"label_agreement":null},{"id":"W4286256688","doi":"10.1016/j.jclinepi.2022.07.007","title":"Methodological guidance for incorporating equity when informing rapid-policy and guideline development","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut National d'Excellence en Santé et en Services Sociaux; Health Canada; Ottawa Hospital; Queen's University; University of Toronto; St. Michael's Hospital; Cochrane; Bruyère; University of Ottawa","funders":"National Institute for Health and Care Research","keywords":"Equity (law); Systematic review; Guideline; Medicine; Health equity; MEDLINE; Public health; Public relations; Political science; Nursing","score_opus":0.9788166259061911,"score_gpt":0.7491205238360007,"score_spread":0.22969610207019042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286256688","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0462236,0.002228944,0.9179908,0.03034917,0.001131441,0.0004977995,0.000009956966,0.0000035888254,0.0015647045],"genre_scores_gemma":[0.051097885,0.00006805193,0.9310952,0.015653592,0.0010645662,0.000031167492,0.0000035317614,0.000008396774,0.0009776462],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.5609882,0.25996774,0.17063345,0.0017674665,0.0055837478,0.0010594095],"domain_scores_gemma":[0.08216185,0.78911376,0.12114071,0.0024266872,0.0042120283,0.00094497384],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8840165,0.000248274,0.011573689,0.00039517527,0.00036875845,0.00008114587,0.0020473755,0.00018339985,0.0018257817],"category_scores_gemma":[0.9332391,0.000117036965,0.002872723,0.0004965131,0.00020290494,0.00019513082,0.0012806165,0.000816378,0.000025078527],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015083088,0.000068416106,0.0715989,0.00003261716,0.00029640683,0.000008788744,0.00017563548,0.0013668089,0.000012644906,0.021878738,0.12706825,0.77734196],"study_design_scores_gemma":[0.00049840886,0.00048790892,0.014927447,0.000016390573,0.000073913216,0.00014490365,0.00023309182,0.0099774385,0.0000020408825,0.27411094,0.6994154,0.000112129],"about_ca_topic_score_codex":0.000005555772,"about_ca_topic_score_gemma":0.0000056858994,"teacher_disagreement_score":0.77722985,"about_ca_system_score_codex":0.000081213366,"about_ca_system_score_gemma":0.00085097516,"threshold_uncertainty_score":0.9990867},"labels":[],"label_agreement":null},{"id":"W4286267109","doi":"10.52057/erj.v2i1.24","title":"Research integrity requires to be aware of good and questionable research practices","year":2022,"lang":"en","type":"article","venue":"European Rehabilitation Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa","funders":"","keywords":"Incentive; Research integrity; Variable (mathematics); Psychology; Scientific integrity; Public relations; Engineering ethics; Epistemology; Social psychology; Political science; Economics; Engineering; Philosophy","score_opus":0.9050731229034571,"score_gpt":0.6636201134438002,"score_spread":0.24145300945965686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286267109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92180717,0.0008713025,0.0011211671,0.046480864,0.00029074043,0.00080092176,0.000025329,0.0000050326153,0.028597474],"genre_scores_gemma":[0.9779069,0.000022022048,0.012116573,0.00013846035,0.00014135272,0.00002738782,0.0000022693125,0.000016169508,0.00962886],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.64491266,0.32122988,0.009411533,0.0013380436,0.022492578,0.00061528874],"domain_scores_gemma":[0.9134214,0.063176215,0.0057290858,0.0028938032,0.014219368,0.0005601343],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.65910214,0.00012838093,0.000935469,0.001729886,0.001417215,0.0011482986,0.0018220948,0.000023940485,0.008302125],"category_scores_gemma":[0.39969683,0.00007543117,0.0003918902,0.0035310786,0.000262382,0.0005767031,0.0008405435,0.0016821739,0.000475558],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015914817,0.00042833362,0.080837995,0.00014398021,0.00013737218,0.000050136925,0.025505539,0.0013413079,0.0013042539,0.029579327,0.82809865,0.03241398],"study_design_scores_gemma":[0.00022249122,0.0015546723,0.12898739,0.00007188627,0.000024067367,0.00012529832,0.094716646,0.0004854156,0.000011325303,0.021300593,0.75237876,0.00012148872],"about_ca_topic_score_codex":0.000040312916,"about_ca_topic_score_gemma":0.000019983541,"teacher_disagreement_score":0.26850873,"about_ca_system_score_codex":0.00014710816,"about_ca_system_score_gemma":0.00029382404,"threshold_uncertainty_score":0.9998886},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4286816350","doi":"10.7287/peerj.preprints.27608","title":"A contrast of meta and metafor packages for meta-analyses in R","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Contrast (vision); Meta-analysis; Mathematics; Psychology; Computer science; Artificial intelligence; Medicine; Internal medicine","score_opus":0.9579451448592878,"score_gpt":0.6395784573635028,"score_spread":0.318366687495785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286816350","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05851074,0.24594845,0.62161213,0.0062625087,0.001150588,0.021379642,0.0025965264,0.000024252302,0.042515155],"genre_scores_gemma":[0.8905798,0.00025551955,0.056436993,0.00032423198,0.00004077659,0.0014301531,0.000034429166,0.00003240756,0.050865643],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9662254,0.009539697,0.017241728,0.0021491216,0.0045147073,0.00032937722],"domain_scores_gemma":[0.96247303,0.018278254,0.011029726,0.0062165665,0.0018634696,0.00013896638],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.1498281,0.0007463772,0.027608918,0.0011432146,0.000035813515,0.0008374433,0.0023630548,0.0002855898,0.026017485],"category_scores_gemma":[0.04183607,0.00026677098,0.017586935,0.000757176,0.000098059434,0.00017161218,0.0007535749,0.00026342663,0.00019246942],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000080642676,0.00047807267,0.006175025,0.0039726375,0.7594969,0.000007985585,0.0013028507,0.006871968,0.0010421169,0.031848956,0.18064183,0.008080977],"study_design_scores_gemma":[0.001057358,0.00014477085,0.0036094254,0.000063458945,0.7273707,0.000008712456,0.0019849283,0.03741615,0.0019933276,0.1255192,0.09961041,0.0012215769],"about_ca_topic_score_codex":0.00018670606,"about_ca_topic_score_gemma":0.00041337847,"teacher_disagreement_score":0.8320691,"about_ca_system_score_codex":0.000015218833,"about_ca_system_score_gemma":0.00012467772,"threshold_uncertainty_score":0.9999784},"labels":[],"label_agreement":null},{"id":"W4288257341","doi":"10.48550/arxiv.1908.08610","title":"Viability of machine learning to reduce workload in systematic review\\n screenings in the health sciences: a working paper","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Machine learning; Workload; Artificial intelligence; Computer science; Support vector machine; Systematic review; Classifier (UML); Naive Bayes classifier; Inclusion and exclusion criteria; Automation; MEDLINE; Medicine; Engineering","score_opus":0.6372670749371275,"score_gpt":0.39068633114644413,"score_spread":0.2465807437906834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288257341","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8774751,0.047965933,0.03486483,0.0048456085,0.0005691071,0.02124815,0.000025481917,0.000028938583,0.012976886],"genre_scores_gemma":[0.9957632,0.0012505364,0.0005919752,0.0010325458,0.000014923076,0.000013707642,0.0000034465581,0.000011058293,0.0013186382],"study_design_codex":"simulation_or_modeling","study_design_gemma":"systematic_review","domain_scores_codex":[0.95256966,0.03390112,0.008321928,0.0024252678,0.0022460297,0.00053600204],"domain_scores_gemma":[0.9794562,0.0065353974,0.008180412,0.0051964032,0.00047578666,0.00015581251],"candidate_categories":["metaresearch","metaepi_narrow","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22374953,0.00047431045,0.006603745,0.0011004474,0.00016162748,0.00031999307,0.0058813663,0.00016325834,0.0005344642],"category_scores_gemma":[0.030517647,0.0002533123,0.0015251316,0.0073375735,0.00015652551,0.00022050345,0.0011683792,0.0010140132,0.00037574224],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007291205,0.00034930135,0.40358475,0.15888028,0.0003059135,0.00006728564,0.008083399,0.41726214,0.000009467368,0.00840569,0.0016365629,0.0013423137],"study_design_scores_gemma":[0.0010632655,0.00048184153,0.029297138,0.5611771,0.0015450224,0.00002264076,0.01736885,0.36436576,0.0000034653722,0.020421231,0.0023760463,0.0018776894],"about_ca_topic_score_codex":0.0007458836,"about_ca_topic_score_gemma":0.00075316144,"teacher_disagreement_score":0.40229678,"about_ca_system_score_codex":0.00026187886,"about_ca_system_score_gemma":0.0003449114,"threshold_uncertainty_score":0.9999919},"labels":[],"label_agreement":null},{"id":"W4288574320","doi":"10.31219/osf.io/sqfy3","title":"A Roadmap for Transparent Research in Special Education and Related Disciplines","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Transparency (behavior); Engineering ethics; Open science; Political science; Sociology; Library science; Computer science; Engineering","score_opus":0.9078182465902431,"score_gpt":0.6576149706954788,"score_spread":0.2502032758947643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288574320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5853751,0.008568717,0.02112024,0.023206104,0.010094532,0.019805815,0.00013152731,0.000014247539,0.33168375],"genre_scores_gemma":[0.83839864,0.00015837824,0.0041529727,0.000036912825,0.00084031373,0.00059433136,0.0000743011,0.000018075465,0.15572608],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9797106,0.006601496,0.007802752,0.0016119715,0.0040015983,0.00027159366],"domain_scores_gemma":[0.9892839,0.0043791765,0.0017298589,0.0030707521,0.0014185889,0.0001177151],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.14822027,0.00026678757,0.0030986345,0.001155813,0.00008544877,0.0011288036,0.0014844476,0.00027270752,0.0065259594],"category_scores_gemma":[0.010198051,0.00012525519,0.0010393225,0.0009507147,0.00006291501,0.000104724204,0.00042125917,0.00046239558,0.0009912066],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007754078,0.0007595469,0.05832961,0.001974431,0.00043415854,0.0000024758544,0.01265329,0.002291325,0.000029701327,0.03719461,0.5632551,0.32299823],"study_design_scores_gemma":[0.0005445327,0.000079977646,0.06480238,0.0007746884,0.00023279,0.0000065475638,0.006736696,0.043615922,0.00001281702,0.6689406,0.213698,0.0005550766],"about_ca_topic_score_codex":0.00006124851,"about_ca_topic_score_gemma":0.00055376755,"teacher_disagreement_score":0.631746,"about_ca_system_score_codex":0.00007035045,"about_ca_system_score_gemma":0.00048596566,"threshold_uncertainty_score":0.99990815},"labels":[],"label_agreement":null},{"id":"W4288684965","doi":"10.1186/s13643-022-02011-5","title":"Paper 2: Performing rapid reviews","year":2022,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Agency for Drugs and Technologies in Health; Public Health Agency of Canada","funders":"Alliance for Health Policy and Systems Research; Department for International Development; Department for International Development, UK Government; Styrelsen för Internationellt Utvecklingssamarbete","keywords":"Medicine; Traditional medicine","score_opus":0.8636256034662946,"score_gpt":0.5697388651571431,"score_spread":0.29388673830915146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288684965","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.100027e-8,0.8992799,0.0007063005,0.0000419085,0.0023815357,0.059874143,0.00005025211,0.000027299313,0.037638627],"genre_scores_gemma":[7.0707664e-8,0.90268266,0.002031741,0.00049307494,0.00060199824,0.02842469,0.00013666187,0.00018586287,0.06544325],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.4727726,0.34717494,0.15407555,0.0059444406,0.018448949,0.0015835221],"domain_scores_gemma":[0.7596135,0.046353538,0.15007427,0.041982077,0.0009592028,0.001017403],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.6550543,0.003641248,0.12625226,0.0020190806,0.0009204759,0.0028789614,0.014532074,0.0006345115,0.28428286],"category_scores_gemma":[0.3391342,0.0013411277,0.05149496,0.007862346,0.000117985786,0.00083918835,0.0014268226,0.0017912503,0.19955717],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.040387e-7,0.000025087413,4.6237972e-7,0.3964989,0.000305045,0.000008374845,0.00011136676,9.475343e-8,1.554289e-8,0.00024305383,0.14201462,0.4607928],"study_design_scores_gemma":[0.00006738203,0.000042231208,9.059104e-8,0.15165998,0.008280366,0.0004056417,0.00014451903,0.000029419429,5.910208e-9,0.000187009,0.83813703,0.0010463282],"about_ca_topic_score_codex":0.0000054774196,"about_ca_topic_score_gemma":0.000007646279,"teacher_disagreement_score":0.6961224,"about_ca_system_score_codex":0.00062240293,"about_ca_system_score_gemma":0.00049976615,"threshold_uncertainty_score":0.9989038},"labels":[],"label_agreement":null},{"id":"W4288687327","doi":"10.1136/bmj.o1912","title":"Surrogate endpoints in trials—a call for better reporting","year":2022,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; University of Bristol; University of Toronto; University of Oxford; University of Leicester","keywords":"Surrogate endpoint; Computer science; Medicine; Data science; Internal medicine","score_opus":0.9097076320537218,"score_gpt":0.6263050070837857,"score_spread":0.2834026249699362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288687327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9334412,0.0006085652,0.012556322,0.021083679,0.002043211,0.0058160997,0.00008353618,0.000012284858,0.024355087],"genre_scores_gemma":[0.94322205,0.0000016706362,0.012272237,0.0018243509,0.00034025102,0.0011402331,0.00001803273,0.000016318721,0.04116485],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.928758,0.02406946,0.040035553,0.0011555486,0.0056064897,0.0003749294],"domain_scores_gemma":[0.9517915,0.013938894,0.030522091,0.0032242557,0.00042440603,0.00009882976],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5705701,0.00012639553,0.0032841642,0.00027162235,0.0001358556,0.00025008686,0.0008041694,0.0000265261,0.012434088],"category_scores_gemma":[0.3075514,0.000064297805,0.0018416395,0.00074376905,0.000010132849,0.00007794753,0.00017790533,0.00011517505,0.00040667408],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002267265,0.00004033909,0.048386123,0.00002512895,0.000092698545,0.00005051445,0.0004907387,0.00030149962,0.00020141328,0.00037934753,0.90889245,0.041117057],"study_design_scores_gemma":[0.00048038532,0.000034429413,0.010365325,0.000012179871,0.0000956736,0.00003206986,0.0006503867,0.0075937714,0.00005973734,0.007961776,0.9725593,0.00015501055],"about_ca_topic_score_codex":0.000018335808,"about_ca_topic_score_gemma":0.00005369101,"teacher_disagreement_score":0.26301867,"about_ca_system_score_codex":0.00003753356,"about_ca_system_score_gemma":0.000060092865,"threshold_uncertainty_score":0.9884687},"labels":[],"label_agreement":null},{"id":"W4289277732","doi":"10.21203/rs.3.rs-1623941/v1","title":"A cross-sectional study of the endorsement proportion of reporting guidelines in 1039 Chinese medical journals","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Cross-sectional study; Family medicine; Environmental health; Medicine; Business; Statistics; Mathematics","score_opus":0.8835748649653374,"score_gpt":0.7141265741356534,"score_spread":0.16944829082968405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289277732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99301887,0.0012258845,0.00013793958,0.00066639937,0.000498431,0.0035205267,0.000033108183,0.0000022824913,0.00089654274],"genre_scores_gemma":[0.9962509,0.000077839504,0.00018825733,0.000011636234,0.00019350543,0.00045725048,0.000009381005,0.000013385237,0.0027978201],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6446422,0.086613275,0.112507805,0.003524565,0.15169579,0.0010163768],"domain_scores_gemma":[0.9175323,0.006416618,0.048689675,0.00769312,0.019398112,0.00027013727],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6469742,0.00028242913,0.003705555,0.0015482472,0.00031639307,0.00055208907,0.004359886,0.00019851666,0.045503315],"category_scores_gemma":[0.6020808,0.0001141756,0.002256995,0.003947738,0.00017657196,0.00010016438,0.0050250725,0.0020657105,0.000024022112],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017973496,0.0005079438,0.99072415,0.00044887245,0.00017307879,0.00003612257,0.00081946334,0.0038947198,0.000040690702,0.00003089724,0.0012770642,0.00202904],"study_design_scores_gemma":[0.00026364418,0.00011744931,0.9874672,0.0004540611,0.0000239873,0.000019325342,0.0027813627,0.0046953657,0.000010431138,0.0029384128,0.0011393203,0.000089389694],"about_ca_topic_score_codex":0.0012456236,"about_ca_topic_score_gemma":0.0011383637,"teacher_disagreement_score":0.27289015,"about_ca_system_score_codex":0.00021632448,"about_ca_system_score_gemma":0.0014773328,"threshold_uncertainty_score":0.95536923},"labels":[],"label_agreement":null},{"id":"W4289520494","doi":"10.1111/jebm.12484","title":"The reporting quality of N‐of‐1 trials and protocols still needs improvement","year":2022,"lang":"en","type":"article","venue":"Journal of Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences; Impact","funders":"National Social Science Fund of China","keywords":"Checklist; Consolidated Standards of Reporting Trials; Protocol (science); Medicine; Clinical trial; Sample size determination; Quality (philosophy); Informed consent; Family medicine; Medical physics; Alternative medicine; Psychology; Statistics; Internal medicine; Pathology; Mathematics","score_opus":0.9645233545769438,"score_gpt":0.6807940684084278,"score_spread":0.283729286168516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289520494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8911448,0.019914193,0.017322192,0.05000352,0.0012040859,0.01993064,0.000014783356,0.0000028931277,0.00046288743],"genre_scores_gemma":[0.9968017,0.00011591485,0.0011881716,0.00039700078,0.00026335564,0.000436106,2.9164212e-7,0.0000062074146,0.00079130696],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8052113,0.050178647,0.11795465,0.0006702179,0.02557076,0.0004143899],"domain_scores_gemma":[0.67628413,0.085943855,0.22884579,0.0029164862,0.0057228315,0.00028690888],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.73450273,0.00017477859,0.006036967,0.0005223672,0.00016981097,0.0000881622,0.0012723027,0.000029473853,0.0023834857],"category_scores_gemma":[0.6565475,0.000054186534,0.0014393649,0.0014299888,0.00021590438,0.00018817597,0.00013510845,0.00029212382,0.0000013440358],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002656489,0.00046740661,0.24189848,0.0019974702,0.0017965998,0.00006676971,0.0055585057,0.0016729891,0.13180606,0.0023477706,0.09302743,0.516704],"study_design_scores_gemma":[0.016805582,0.032202262,0.16114154,0.02007869,0.0069662617,0.000498977,0.08661062,0.0074067893,0.021636449,0.04223525,0.60330385,0.0011137449],"about_ca_topic_score_codex":0.00004940763,"about_ca_topic_score_gemma":0.0000052566115,"teacher_disagreement_score":0.5155903,"about_ca_system_score_codex":0.000057732785,"about_ca_system_score_gemma":0.00053047226,"threshold_uncertainty_score":0.9985285},"labels":[],"label_agreement":null},{"id":"W4289530029","doi":"10.11124/jbies-22-00122","title":"Investigating different typologies for the synthesis of evidence: a scoping review protocol","year":2022,"lang":"en","type":"review","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; St. Michael's Hospital; Queen's University","funders":"","keywords":"Protocol (science); Computer science; Medicine; Alternative medicine","score_opus":0.8445174207366581,"score_gpt":0.6137870933367876,"score_spread":0.23073032739987054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289530029","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.3529108e-7,0.77633244,0.00062556966,0.0011551869,0.00022231216,0.22142203,0.00005672879,0.000019284407,0.00016621109],"genre_scores_gemma":[0.000001718315,0.5641336,0.001327697,0.0001237844,0.00010808774,0.43365538,0.0000010080104,0.000048804748,0.0005999055],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.90630555,0.05160183,0.02761578,0.0030005632,0.010632104,0.00084415847],"domain_scores_gemma":[0.16914201,0.7665285,0.04676856,0.01551023,0.0017050384,0.0003456691],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.2322723,0.0014390035,0.023553368,0.00073766016,0.0008599474,0.0010015211,0.011540278,0.00032769068,0.022716284],"category_scores_gemma":[0.83465195,0.0005021866,0.012971669,0.003600285,0.0004973963,0.0006470853,0.0015134794,0.00068747194,0.00049929234],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027744873,0.000022715509,0.000034832163,0.29338402,0.0004288055,0.0000011416531,0.000035937763,0.0000022461418,4.043509e-7,0.0000589958,0.01145065,0.6945775],"study_design_scores_gemma":[0.000013660749,0.000039312497,0.0000075879902,0.5137067,0.0071503413,0.000014904644,0.00013073366,0.000068891015,0.000008937287,0.0002095322,0.4782689,0.00038050752],"about_ca_topic_score_codex":0.000028375387,"about_ca_topic_score_gemma":0.000021024774,"teacher_disagreement_score":0.73716354,"about_ca_system_score_codex":0.00027947166,"about_ca_system_score_gemma":0.0014243654,"threshold_uncertainty_score":0.99983597},"labels":[],"label_agreement":null},{"id":"W4289779569","doi":"10.1016/j.jclinepi.2022.07.014","title":"GRADE Guidance 34: update on rating imprecision using a minimally contextualized approach","year":2022,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":258,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; Impact; McMaster University","funders":"Science and Technology Service Network Plan; Sichuan Province Science and Technology Support Program","keywords":"Grading (engineering); Rating system; Rating scale; Computer science; Statistics; Mathematics; Engineering","score_opus":0.9717871712671292,"score_gpt":0.7284582797004966,"score_spread":0.24332889156663262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289779569","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011132552,0.95542735,0.037886053,0.00055275514,0.003229935,0.0010548485,0.000037903195,0.00000426687,0.0016955585],"genre_scores_gemma":[0.000026032676,0.8971241,0.09802836,0.0023063382,0.0015738275,0.000029502524,0.00001718043,0.000055731904,0.0008388898],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.31032708,0.49534863,0.18303584,0.002864722,0.0074605863,0.00096313166],"domain_scores_gemma":[0.21023855,0.55740994,0.22430132,0.0055897934,0.0016019795,0.0008583797],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8096501,0.0011143249,0.08095356,0.0011897223,0.00030040366,0.00026234976,0.0071537406,0.0011244928,0.007719748],"category_scores_gemma":[0.8750084,0.0004786321,0.03604538,0.0018044997,0.00033323918,0.00023691032,0.0007620946,0.004386461,0.00066983653],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007606326,0.00024005336,0.00029884762,0.0009793265,0.0013026446,0.00005679644,0.000022044374,0.00023502964,1.0600542e-7,0.0019692364,0.058596488,0.9362234],"study_design_scores_gemma":[0.00053989515,0.0005017705,0.000048738417,0.002508292,0.0024147148,0.00061499927,0.00008347424,0.00539226,1.0698627e-8,0.005177296,0.98235023,0.00036830208],"about_ca_topic_score_codex":0.0000054223187,"about_ca_topic_score_gemma":0.0000014762517,"teacher_disagreement_score":0.9358551,"about_ca_system_score_codex":0.00021126219,"about_ca_system_score_gemma":0.001248576,"threshold_uncertainty_score":0.9997665},"labels":[],"label_agreement":null},{"id":"W4289938702","doi":"10.1016/j.jclinepi.2022.07.015","title":"GRADE guidance 35: update on rating imprecision for assessing contextualized certainty of evidence and making decisions","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":153,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; University Health Network; University of Toronto; McMaster University; Impact; Cochrane","funders":"Manchester Biomedical Research Centre; National Institute for Health and Care Research","keywords":"Operationalization; Certainty; Computer science; Psychology; Actuarial science; Management science; Applied psychology; Engineering; Mathematics; Business","score_opus":0.973894413027669,"score_gpt":0.7439502973849873,"score_spread":0.2299441156426817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289938702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51642644,0.0049889446,0.45787564,0.01805382,0.0018693896,0.00061545515,0.000020829186,0.0000026115222,0.00014688072],"genre_scores_gemma":[0.88798,0.00037211674,0.106383994,0.004837887,0.00024185154,0.000014871713,9.350155e-7,0.000010675821,0.00015767204],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.69656855,0.20798588,0.08775525,0.0016496639,0.00536898,0.00067166664],"domain_scores_gemma":[0.14958061,0.7812628,0.06482368,0.0019038713,0.0021248579,0.00030417126],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.69420475,0.00025279654,0.011195846,0.00040790965,0.00036349546,0.00011914067,0.0018811749,0.0002065889,0.0010402151],"category_scores_gemma":[0.92192703,0.00011347554,0.0040697157,0.00062240387,0.00023257254,0.0002734513,0.00042203497,0.0011324423,0.000013722379],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010572826,0.0002910675,0.23274279,0.000065371256,0.0005372089,0.000025286352,0.00024463603,0.010076068,0.0002835213,0.022566628,0.102624476,0.62948567],"study_design_scores_gemma":[0.0034236975,0.002914465,0.18400212,0.0019824577,0.00082543987,0.00036521206,0.0021803563,0.18465303,0.00001847939,0.41849867,0.20065953,0.0004765455],"about_ca_topic_score_codex":0.000003612283,"about_ca_topic_score_gemma":0.000004203354,"teacher_disagreement_score":0.6290091,"about_ca_system_score_codex":0.000042269152,"about_ca_system_score_gemma":0.0002286305,"threshold_uncertainty_score":0.999873},"labels":[],"label_agreement":null},{"id":"W4289994472","doi":"10.1101/2022.08.04.22278423","title":"Reproducibility Policies in Cardiology Journals: The REPLICA Cross-Sectional Study","year":2022,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Canadian Institutes of Health Research; Universidade Federal do Rio Grande do Sul; Hospital de Clínicas de Porto Alegre; Ottawa Hospital Research Institute","keywords":"Transparency (behavior); Medicine; Randomized controlled trial; MEDLINE; Cross-sectional study; Family medicine; Accounting; Computer science; Internal medicine; Political science; Business","score_opus":0.8147110786569467,"score_gpt":0.5999635211689822,"score_spread":0.21474755748796448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289994472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9848865,0.0026281637,0.00021825895,0.0017668123,0.0021443563,0.0021907606,0.00004832064,0.000009857392,0.0061069615],"genre_scores_gemma":[0.9917017,0.000059890728,0.00007992748,0.00020433587,0.0005744643,0.00058881345,0.00000647328,0.000017190605,0.006767155],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.82422274,0.118199594,0.031022392,0.010431096,0.015367199,0.00075700134],"domain_scores_gemma":[0.9361916,0.009559769,0.010055057,0.042315025,0.0017255257,0.00015302844],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6607229,0.000465906,0.005393207,0.0006867631,0.0005173553,0.001906567,0.00718594,0.00019843083,0.018136084],"category_scores_gemma":[0.24396077,0.00019721824,0.0033643146,0.001891244,0.0002240765,0.00009238508,0.004094062,0.00195966,0.00055932143],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009868071,0.000101079786,0.9866127,0.000016728298,0.00029607958,0.00002182755,0.00096099183,0.00574329,0.0000059912127,0.000075760705,0.0057710963,0.00038463547],"study_design_scores_gemma":[0.0000935146,0.00003358682,0.9457663,0.00000619828,0.00008655755,0.00003857079,0.0011735484,0.00022924157,0.0000010829508,0.0103546865,0.042053472,0.00016323861],"about_ca_topic_score_codex":0.00045302534,"about_ca_topic_score_gemma":0.00029034165,"teacher_disagreement_score":0.41676214,"about_ca_system_score_codex":0.00018801492,"about_ca_system_score_gemma":0.00026129908,"threshold_uncertainty_score":0.99912953},"labels":[],"label_agreement":null},{"id":"W4290033699","doi":"10.1002/sim.9538","title":"Calculating the power to examine treatment‐covariate interactions when planning an individual participant data meta‐analysis of randomized trials with a binary outcome","year":2022,"lang":"en","type":"review","venue":"Statistics in Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"NIHR Oxford Biomedical Research Centre; Medical Research Council; National Institute for Health and Care Research; Medical Research Council Canada; Cancer Research UK","keywords":"Covariate; Statistics; Outcome (game theory); Variance (accounting); Econometrics; Logistic regression; Computer science; Statistical power; Wald test; Binary data; Type I and type II errors; Binary number; Mathematics; Statistical hypothesis testing","score_opus":0.9718818217885831,"score_gpt":0.689846894753815,"score_spread":0.28203492703476807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290033699","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010728074,0.9061121,0.08246865,0.0002648503,0.00033795348,0.0046976423,0.0058059283,0.0000054338893,0.00029673232],"genre_scores_gemma":[0.0019233993,0.7837577,0.18131565,0.0008451549,0.00048581173,0.0063662673,0.019422999,0.00021881965,0.00566422],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.8607869,0.09780747,0.032350365,0.0018561643,0.006757235,0.00044183215],"domain_scores_gemma":[0.7373343,0.22802259,0.024485085,0.009331601,0.00053193595,0.00029445768],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3724203,0.0008209047,0.057465553,0.0028079713,0.00020666572,0.00029009476,0.0036698317,0.00008448625,0.03770846],"category_scores_gemma":[0.25615868,0.00025512127,0.0038066187,0.0051099462,0.00023371165,0.00015604301,0.0006205459,0.00049054273,0.000031096213],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008965443,0.00028097435,0.00009731725,0.0009798178,0.8472862,0.00017542244,0.016396936,0.0025810886,1.3346595e-7,0.0023302902,0.00586966,0.123105615],"study_design_scores_gemma":[0.0035835425,0.00021885424,0.000022595945,0.00039329662,0.720587,0.000008433483,0.0022753633,0.006143756,3.967755e-9,0.00026796735,0.26629868,0.00020049105],"about_ca_topic_score_codex":0.0005076853,"about_ca_topic_score_gemma":0.0006192297,"teacher_disagreement_score":0.26042902,"about_ca_system_score_codex":0.00006675786,"about_ca_system_score_gemma":0.0002580931,"threshold_uncertainty_score":0.9999901},"labels":[],"label_agreement":null},{"id":"W4290987860","doi":"10.21037/atm-2022-24","title":"Prof. David Moher: Guidelines for Reporting Health Research (A User’s Manual)","year":2022,"lang":"en","type":"editorial","venue":"Annals of Translational Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Library science; Family medicine; Computer science","score_opus":0.9753794822783814,"score_gpt":0.7515608435859654,"score_spread":0.22381863869241603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290987860","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008802843,0.036851745,0.010107131,0.4664235,0.47505984,0.005693749,0.001801976,0.00001745544,0.0039565857],"genre_scores_gemma":[0.00031122283,0.0019499612,0.01486971,0.0025394973,0.8745212,0.00093205244,0.0046338253,0.000119990764,0.10012255],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.86886775,0.015839748,0.061850388,0.0026632498,0.049834576,0.000944283],"domain_scores_gemma":[0.6919022,0.12528028,0.08814712,0.009019299,0.08477034,0.0008807594],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5838088,0.00050623855,0.0076476894,0.0015674753,0.0005377972,0.00015554832,0.0028086167,0.00035307684,0.012004433],"category_scores_gemma":[0.58810544,0.00026907236,0.0023327207,0.0021749279,0.0002503335,0.00020236756,0.00012687624,0.0010351408,0.00006508065],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046105142,0.000050366827,0.0001811474,0.0007011911,0.00033114813,0.000003209683,0.0006326002,0.00012528917,0.000005987028,0.00093634677,0.98224777,0.014738852],"study_design_scores_gemma":[0.00037436807,0.00044287898,0.00016230092,0.0005844329,0.00012279156,0.0000030186889,0.0006294932,0.0005520547,0.000003947645,0.019363798,0.9775805,0.00018040944],"about_ca_topic_score_codex":0.00023975375,"about_ca_topic_score_gemma":0.00011727762,"teacher_disagreement_score":0.463884,"about_ca_system_score_codex":0.000040830277,"about_ca_system_score_gemma":0.0018954115,"threshold_uncertainty_score":0.99997616},"labels":[],"label_agreement":null},{"id":"W4291021075","doi":"10.1136/bmjebm-2022-111944","title":"Knowledge user survey and Delphi process to inform development of a new risk of bias tool to assess systematic reviews with network meta-analysis (RoB NMA tool)","year":2022,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Simon Fraser University; Ottawa Hospital; University of Ottawa; University of Toronto; University of British Columbia; Cochrane; St. Michael's Hospital","funders":"Canadian Institutes of Health Research; Medical Research Council; National Institute for Health and Care Research; World Health Organization","keywords":"Delphi method; Knowledge translation; Systematic review; Delphi; Psychology; Process (computing); Quality (philosophy); Knowledge management; Computer science; MEDLINE; Political science; Artificial intelligence","score_opus":0.9019285677618601,"score_gpt":0.5686405846106061,"score_spread":0.3332879831512541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4291021075","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39569026,0.07893616,0.49201468,0.0035459676,0.00037169084,0.029011313,0.000096740805,0.000025328563,0.000307838],"genre_scores_gemma":[0.8768491,0.00023092265,0.10542043,0.0023840622,0.0001867432,0.005727638,0.000050843584,0.000063815794,0.009086456],"study_design_codex":"observational","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9250226,0.033307076,0.026928054,0.0018123849,0.012289418,0.0006404861],"domain_scores_gemma":[0.9333867,0.036996238,0.01813498,0.0057702586,0.005008185,0.0007036795],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.41700166,0.0007063499,0.017458824,0.0016341564,0.00033092106,0.000178627,0.002442498,0.00007214879,0.006381604],"category_scores_gemma":[0.23142092,0.00029640362,0.0021928845,0.017646827,0.00009410682,0.0003419352,0.0004016459,0.00025408066,0.00014554152],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011949221,0.00054329203,0.39313582,0.063972086,0.14239858,0.000029185345,0.030016797,0.11507956,0.000043856802,0.0004340581,0.23107377,0.022078084],"study_design_scores_gemma":[0.0031367803,0.004124143,0.18855603,0.028176079,0.6358028,0.000060301336,0.012967232,0.016566005,0.0002083226,0.0004978776,0.106665514,0.0032389134],"about_ca_topic_score_codex":0.00025685708,"about_ca_topic_score_gemma":0.0031645352,"teacher_disagreement_score":0.49340424,"about_ca_system_score_codex":0.00012609802,"about_ca_system_score_gemma":0.0013637104,"threshold_uncertainty_score":0.9999488},"labels":[],"label_agreement":null},{"id":"W4291605643","doi":"10.3899/jrheum.220169","title":"How Is Health Equity Assessed in Cochrane Musculoskeletal Reviews?","year":2022,"lang":"en","type":"article","venue":"The Journal of Rheumatology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Cochrane; Bruyère; University of Ottawa","funders":"","keywords":"Medicine; Systematic review; Population; Health literacy; MEDLINE; Gerontology; Socioeconomic status; Family medicine; Health care; Physical therapy; Environmental health","score_opus":0.5476085933573854,"score_gpt":0.5493276983214421,"score_spread":0.0017191049640566947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4291605643","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8205327,0.06319972,0.009633741,0.10331642,0.0013211817,0.0008533009,0.000011721248,0.0000025356944,0.0011287167],"genre_scores_gemma":[0.99194014,0.0044572074,0.00070913776,0.0013564366,0.000011399779,0.000010506459,9.091654e-7,0.000008151449,0.0015061366],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.91455007,0.0635678,0.014672004,0.0004489826,0.0062566292,0.00050449226],"domain_scores_gemma":[0.9762626,0.0052572098,0.015803589,0.0020120018,0.000516288,0.00014827226],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27180064,0.00020283199,0.005309075,0.00048313357,0.0002819563,0.00020299632,0.0032585869,0.000039698534,0.009247779],"category_scores_gemma":[0.022140646,0.00008268611,0.0015587615,0.001469699,0.0000873968,0.00020499813,0.00047630424,0.00064638484,0.000226131],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072811294,0.000288132,0.096791096,0.00042310162,0.00034686676,0.000026306872,0.0052330457,0.0002197556,0.00007214343,0.0048732534,0.80867934,0.08297413],"study_design_scores_gemma":[0.0015241839,0.00092630315,0.012989885,0.000305977,0.00030712385,0.012466764,0.011977979,0.002238987,0.0000057074813,0.02653321,0.9303506,0.00037327112],"about_ca_topic_score_codex":0.00006612433,"about_ca_topic_score_gemma":0.00011336488,"teacher_disagreement_score":0.24965999,"about_ca_system_score_codex":0.00011673797,"about_ca_system_score_gemma":0.00027853518,"threshold_uncertainty_score":0.9916579},"labels":[],"label_agreement":null},{"id":"W4292265663","doi":"10.1186/s13063-022-06641-x","title":"Access to unpublished protocols and statistical analysis plans of randomised trials","year":2022,"lang":"en","type":"article","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Medical Research Council; National Institute for Health and Care Research","keywords":"Protocol (science); Medicine; Clinical trial; Cohort; Documentation; Cohort study; Research design; MEDLINE; Transparency (behavior); Consolidated Standards of Reporting Trials; Family medicine; Alternative medicine; Internal medicine; Pathology; Computer science; Statistics","score_opus":0.9293399365866913,"score_gpt":0.6758767195127695,"score_spread":0.25346321707392183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292265663","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16991979,0.00042767744,0.50134224,0.006204014,0.00089906366,0.3023613,0.0071848473,0.00003371841,0.011627385],"genre_scores_gemma":[0.8697984,0.000009757364,0.016838238,0.0012969446,0.00037806202,0.1000838,0.0001808421,0.000039174283,0.011374772],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.6628686,0.26302233,0.057343557,0.0022600738,0.013964981,0.00054043025],"domain_scores_gemma":[0.8163976,0.15581295,0.021639623,0.004474916,0.0011962957,0.00047858455],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6716515,0.0002580744,0.016754732,0.0014136223,0.00018375869,0.0018782532,0.0022679127,0.00005039972,0.0842788],"category_scores_gemma":[0.5472192,0.000118326105,0.003054084,0.0046422086,0.00004637707,0.00024117777,0.00047282892,0.00012161344,0.000106667445],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014876295,0.00054463366,0.04666348,0.00021296385,0.016433422,0.000023163191,0.002114549,0.0067795743,0.0014000412,0.011323222,0.84967315,0.04995549],"study_design_scores_gemma":[0.101382986,0.001449673,0.07917287,0.000094349176,0.049496733,0.000018532066,0.0037413442,0.012482316,0.0020968872,0.09021862,0.6579416,0.0019041051],"about_ca_topic_score_codex":0.00003594777,"about_ca_topic_score_gemma":0.00002931486,"teacher_disagreement_score":0.69987863,"about_ca_system_score_codex":0.000025718507,"about_ca_system_score_gemma":0.00014405567,"threshold_uncertainty_score":0.9991579},"labels":[],"label_agreement":null},{"id":"W4292308201","doi":"10.1016/j.jclinepi.2022.08.004","title":"A review found heterogeneous approaches and insufficient reporting in overviews on adverse events","year":2022,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montfort Hospital; University of Ottawa; Cochrane; St. Michael's Hospital; University of British Columbia; Ottawa Hospital","funders":"Canadian Institutes of Health Research","keywords":"Adverse effect; Medicine; Intensive care medicine; Internal medicine","score_opus":0.9813124514698516,"score_gpt":0.7194544555327035,"score_spread":0.2618579959371481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292308201","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002303,0.99528396,0.0002904746,0.00063577277,0.00146163,0.0014027733,0.000009816109,0.000001550622,0.0006837346],"genre_scores_gemma":[0.000024435642,0.99323386,0.0021516192,0.0037716161,0.00037790494,0.00006346715,0.0000083234345,0.000028199689,0.00034058178],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.30504826,0.38929442,0.29715222,0.0028005003,0.0048936806,0.0008109191],"domain_scores_gemma":[0.103506744,0.3831559,0.5056566,0.006137774,0.00066385657,0.00087914016],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.83669895,0.00077526795,0.07088851,0.0008841438,0.000101138125,0.00003247259,0.002766893,0.00057105557,0.0034443391],"category_scores_gemma":[0.8941568,0.0003340885,0.021962266,0.0014091715,0.0001533983,0.000107985696,0.00063313585,0.0030054923,0.00027274067],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012345643,0.00025127555,0.0034265348,0.009872505,0.0004984062,0.00015642452,0.0000141270075,0.00011405237,4.3446366e-10,0.00018470788,0.009738182,0.97573143],"study_design_scores_gemma":[0.00018445069,0.00042714804,0.00063692016,0.02184603,0.001580104,0.0013572725,0.000020242693,0.000241447,3.9889664e-10,0.002154871,0.97132057,0.00023094725],"about_ca_topic_score_codex":0.000004471672,"about_ca_topic_score_gemma":0.000009851814,"teacher_disagreement_score":0.97550046,"about_ca_system_score_codex":0.00015125136,"about_ca_system_score_gemma":0.0006102499,"threshold_uncertainty_score":0.9999111},"labels":[],"label_agreement":null},{"id":"W4292324277","doi":"10.7554/elife.79491","title":"The proportion of randomized controlled trials that inform clinical practice","year":2022,"lang":"en","type":"article","venue":"eLife","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research","keywords":"Randomized controlled trial; Clinical Practice; Medicine; Biology; Family medicine; Internal medicine","score_opus":0.8503843467061984,"score_gpt":0.638612658583957,"score_spread":0.21177168812224145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292324277","genre_codex":"other","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30744612,0.055772062,0.08834643,0.078306705,0.01828544,0.07609784,0.00009178514,0.00005904194,0.3755946],"genre_scores_gemma":[0.96694964,0.00069743115,0.0023416865,0.0017719786,0.00026467897,0.001250942,0.000005536188,0.000008706301,0.026709393],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.33887735,0.47109836,0.12530813,0.0014118477,0.062757954,0.00054633705],"domain_scores_gemma":[0.21048284,0.65497744,0.12022556,0.006406771,0.007678045,0.0002293609],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9049141,0.00015241573,0.015434693,0.00014318239,0.00035851283,0.00045960076,0.0012835887,0.00004078615,0.0073851976],"category_scores_gemma":[0.8976705,0.00004418524,0.009534407,0.0005870895,0.00012250298,0.0002071582,0.00019812738,0.00022277702,0.00042844878],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1593453,0.00046562607,0.005784066,0.000027123793,0.010081556,0.000008600352,0.001393908,0.0003126939,0.000016914963,0.05623855,0.6340996,0.13222605],"study_design_scores_gemma":[0.10176377,0.00007221722,0.00035740802,0.0000057428,0.0022811014,0.000008275974,0.002817093,0.0047914903,0.000014920506,0.0024159385,0.885388,0.00008404847],"about_ca_topic_score_codex":0.000006764354,"about_ca_topic_score_gemma":0.000002685688,"teacher_disagreement_score":0.6595035,"about_ca_system_score_codex":0.000016375485,"about_ca_system_score_gemma":0.0002138664,"threshold_uncertainty_score":0.9991822},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4292416422","doi":"10.1016/j.jclinepi.2022.08.007","title":"An analysis of published trials found that current use of pragmatic trial labels is uninformative","year":2022,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Centre for Family Medicine; Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research; National Institute on Aging; National Institutes of Health","keywords":"Medicine; Clinical trial; Randomized controlled trial; Medical physics; Randomization; Research design; Cluster randomised controlled trial; External validity; Family medicine; Statistics; Psychology; Surgery; Pathology; Social psychology","score_opus":0.9832663869338946,"score_gpt":0.7642912462007239,"score_spread":0.2189751407331707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292416422","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00064602157,0.9756108,0.014716453,0.00046547517,0.005122683,0.0026373323,0.00060244784,0.0000025182899,0.0001962709],"genre_scores_gemma":[0.00009232202,0.9926807,0.005764877,0.00038169863,0.0006123799,0.00004800772,0.00011951228,0.000023951217,0.00027653304],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.12879711,0.5978316,0.26303023,0.0015009219,0.0082335295,0.0006065815],"domain_scores_gemma":[0.042958587,0.5982798,0.34970427,0.0053237034,0.0031217816,0.00061188114],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8900636,0.0009034913,0.16090678,0.0046535134,0.00009833741,0.00031460865,0.006569887,0.00094588276,0.037378967],"category_scores_gemma":[0.9454116,0.00036881032,0.07195411,0.0060580056,0.00051141164,0.001331345,0.00047710098,0.0026496893,0.00007471321],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008937223,0.0006631033,0.0023398178,0.0025110147,0.02760334,0.000004630912,0.00018704454,0.00027828678,7.0721557e-9,0.0014343427,0.046858877,0.91722584],"study_design_scores_gemma":[0.0030457084,0.0012354167,0.00044305716,0.0012797253,0.061534088,0.000016847902,0.00014688967,0.002252999,1.1116541e-8,0.0040948526,0.92570436,0.00024607324],"about_ca_topic_score_codex":0.000021008376,"about_ca_topic_score_gemma":0.000011669132,"teacher_disagreement_score":0.91697973,"about_ca_system_score_codex":0.000113005975,"about_ca_system_score_gemma":0.0019559849,"threshold_uncertainty_score":0.9998764},"labels":[],"label_agreement":null},{"id":"W4292647055","doi":"10.1186/s13643-022-02051-x","title":"Impact of industry sponsorship on the quality of systematic reviews of vaccines: a cross-sectional analysis of studies published from 2016 to 2019","year":2022,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Toronto; St. Michael's Hospital; Public Health Agency of Canada; Health Canada","funders":"","keywords":"Medicine; Systematic review; Sample size determination; Quality Score; Quality (philosophy); MEDLINE; Health care; Family medicine; Statistics; Marketing","score_opus":0.8265413580967658,"score_gpt":0.6059681053059878,"score_spread":0.220573252790778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292647055","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8959572,0.07498355,0.00068732555,0.00014693926,0.00050269515,0.026510814,0.0007028747,0.0000056004505,0.000503016],"genre_scores_gemma":[0.9924272,0.0007097043,0.000409636,0.00009604461,0.000048548653,0.0032862783,0.000026271038,0.000025630257,0.0029707279],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.5984674,0.2795511,0.10404247,0.0021401818,0.0151968235,0.00060204323],"domain_scores_gemma":[0.7564023,0.10335459,0.11641475,0.017375391,0.0061488007,0.0003041492],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.5541267,0.0008070627,0.03751346,0.0019746413,0.00019057811,0.00023435554,0.0051749256,0.00019225247,0.01477182],"category_scores_gemma":[0.4917567,0.00028330548,0.015034407,0.011437921,0.00014632793,0.00028834963,0.0005887118,0.00047588124,0.00037582318],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016086714,0.0006740973,0.26823246,0.655337,0.02601898,0.0000012197833,0.004899802,0.0025024817,0.0005584422,0.0021905086,0.03935874,0.00006543799],"study_design_scores_gemma":[0.0015001396,0.0015804741,0.75572056,0.17427309,0.04011046,0.000026202917,0.0152384695,0.00315027,0.00013007373,0.0038218074,0.0025826816,0.0018657873],"about_ca_topic_score_codex":0.00032457337,"about_ca_topic_score_gemma":0.00004748001,"teacher_disagreement_score":0.48748806,"about_ca_system_score_codex":0.00025546216,"about_ca_system_score_gemma":0.00024885804,"threshold_uncertainty_score":0.9999619},"labels":[],"label_agreement":null},{"id":"W4292939868","doi":"10.1001/jamanetworkopen.2022.28541","title":"Keeping Meta-analyses Fresh","year":2022,"lang":"en","type":"article","venue":"JAMA Network Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; University of Toronto","funders":"Seagen; GlaxoSmithKline; Atara Biotherapeutics; Regeneron Pharmaceuticals; Genentech; Celgene; AstraZeneca","keywords":"Computer science","score_opus":0.9288456201602091,"score_gpt":0.6073613941565031,"score_spread":0.32148422600370596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292939868","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038230628,0.033096615,0.031602517,0.02813368,0.0026042063,0.005938693,0.00016485689,0.000042067306,0.86018676],"genre_scores_gemma":[0.8491985,0.000028199644,0.018481093,0.0121035,0.0006711918,0.00087399076,0.000041354768,0.000037757804,0.11856441],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.93012786,0.046200372,0.011638113,0.0018605485,0.0095523335,0.0006207746],"domain_scores_gemma":[0.98005795,0.006927645,0.0060504763,0.0061746584,0.0005787837,0.00021046244],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.28019902,0.00033649744,0.0061447513,0.0002289778,0.001043106,0.0052490574,0.009772513,0.000052022657,0.34627283],"category_scores_gemma":[0.014811757,0.0001616547,0.0044544996,0.0037630172,0.00003676924,0.0006140331,0.003840101,0.00038784635,0.004379411],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000109594375,0.000030498888,0.0049197627,0.000003517212,0.0046898685,0.00001696467,0.00016700847,0.038150683,0.0000071925137,0.0040449193,0.94194365,0.006014988],"study_design_scores_gemma":[0.0001651015,0.000031805135,0.003419179,0.0000042549614,0.004346024,0.000015184357,0.00076853484,0.012853764,0.0000040850614,0.019640446,0.95852715,0.00022448145],"about_ca_topic_score_codex":0.00014271922,"about_ca_topic_score_gemma":0.00011113499,"teacher_disagreement_score":0.81096786,"about_ca_system_score_codex":0.00005373841,"about_ca_system_score_gemma":0.000087460234,"threshold_uncertainty_score":0.99639577},"labels":[],"label_agreement":null},{"id":"W4293116257","doi":"10.25259/sni_1032_2021","title":"Randomized controlled trials in neurosurgery","year":2022,"lang":"en","type":"review","venue":"Surgical Neurology International","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"University of Toronto","keywords":"Blinding; Randomized controlled trial; Medicine; Neurosurgery; Psychological intervention; Clinical trial; Alternative medicine; Medical physics; Surgery; Nursing; Pathology","score_opus":0.8106666644541907,"score_gpt":0.5892801956987362,"score_spread":0.22138646875545442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293116257","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000038086488,0.95019126,0.00005916911,0.0016836277,0.0077891853,0.0047531086,0.00010335426,0.000011065257,0.035371166],"genre_scores_gemma":[0.000046526467,0.9824379,0.000022143737,0.00075458013,0.00055223884,0.0025871247,0.00015330348,0.0000360026,0.013410176],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.46339318,0.45160633,0.072056636,0.002578704,0.009852685,0.0005124697],"domain_scores_gemma":[0.2995926,0.6545496,0.041787494,0.0033111318,0.00053145137,0.00022771406],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.64324945,0.0008969665,0.1018981,0.0032045718,0.00009280309,0.00075332215,0.0046004,0.00046460424,0.2487869],"category_scores_gemma":[0.61883813,0.00036140243,0.04975581,0.0015453035,0.00021902085,0.00012587669,0.0006386694,0.0015804459,0.0029876137],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.047515396,0.00043934546,0.00016831068,0.0004937433,0.0068647936,0.003269815,0.000034317793,0.000099455945,1.6786295e-8,0.02243386,0.056681786,0.86199915],"study_design_scores_gemma":[0.06861673,0.00001940275,0.0000022160739,0.00009899785,0.0015039941,0.00037485771,0.0000019158963,0.0007101206,1.5999225e-9,0.002135279,0.9263209,0.00021556813],"about_ca_topic_score_codex":0.0000057172483,"about_ca_topic_score_gemma":0.0000036868219,"teacher_disagreement_score":0.86963916,"about_ca_system_score_codex":0.000049856586,"about_ca_system_score_gemma":0.00029621288,"threshold_uncertainty_score":0.9998838},"labels":[],"label_agreement":null},{"id":"W4293117324","doi":"10.1093/ije/dyac174","title":"Commentary: Estimands in cluster trials: thinking carefully about the target of inferenceand the consequences for analysis choice","year":2022,"lang":"en","type":"letter","venue":"International Journal of Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Medical Research Council","keywords":"Cluster (spacecraft); MEDLINE; Medicine; Psychology; Computer science; Political science","score_opus":0.8007047468577578,"score_gpt":0.6025239332518216,"score_spread":0.1981808136059362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293117324","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023381629,0.0038948918,0.039355017,0.9503316,0.0027190456,0.0006965533,0.0003107793,0.0000010444755,0.000352876],"genre_scores_gemma":[0.04651874,0.0004109491,0.008816353,0.9390129,0.0037914861,0.00012653117,0.0003190876,0.00002119264,0.0009827549],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.85894,0.10207532,0.032141794,0.00082812255,0.005569263,0.00044547822],"domain_scores_gemma":[0.5783957,0.36670414,0.04964453,0.0018334076,0.0033583126,0.00006392517],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.44493157,0.0003836808,0.008902266,0.0015780214,0.00017424938,0.00027063128,0.0084408065,0.00029705916,0.008622357],"category_scores_gemma":[0.35523364,0.00013547797,0.0066083167,0.00096157583,0.0005094982,0.00017554396,0.00050238986,0.0017941227,0.00001059845],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000089300935,0.00001943676,0.06527287,0.000015949789,0.0070696585,0.000022260248,0.00042196934,0.013218071,5.9179e-7,0.00066462485,0.91076016,0.002445123],"study_design_scores_gemma":[0.00042835483,0.0001324644,0.0038269816,0.00007025203,0.0021583226,0.000064116444,0.00030686636,0.006742238,9.047914e-7,0.08964938,0.89649737,0.00012273173],"about_ca_topic_score_codex":0.0003914279,"about_ca_topic_score_gemma":0.00025029315,"teacher_disagreement_score":0.2805443,"about_ca_system_score_codex":0.00017575387,"about_ca_system_score_gemma":0.00028592497,"threshold_uncertainty_score":0.996924},"labels":[],"label_agreement":null},{"id":"W4293166998","doi":"10.2196/31055","title":"Trends in Health Quality–Related Publications Over the Past Three Decades: Systematic Review","year":2022,"lang":"en","type":"review","venue":"Interactive Journal of Medical Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Systematic review; Health care; Randomized controlled trial; Quality (philosophy); Medicine; Quality management; MEDLINE; Family medicine; Political science; Operations management; Surgery","score_opus":0.9047641438981898,"score_gpt":0.7375890841119542,"score_spread":0.1671750597862356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293166998","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000014705397,0.968505,0.00030910573,0.024269685,0.00045129572,0.0025311422,0.000028018214,0.000001985866,0.003902298],"genre_scores_gemma":[0.000018403616,0.9901234,0.00003155454,0.00062743,0.00019621181,0.00048775214,0.000017313596,0.000034428827,0.0084635],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.4887525,0.3566082,0.07120726,0.0016030937,0.080657,0.0011718994],"domain_scores_gemma":[0.39278564,0.4738867,0.105896495,0.014285078,0.010362326,0.002783764],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7484811,0.00057520106,0.020855635,0.005317868,0.00045559162,0.001503984,0.0148379505,0.0003402121,0.18698545],"category_scores_gemma":[0.5775089,0.0002037126,0.0082774935,0.016242472,0.00032382223,0.00046480846,0.0012328479,0.009197292,0.0012762661],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035816183,0.00018391968,0.0000143909065,0.18936338,0.0010304524,0.000044204688,0.00024364433,2.9037813e-7,1.6861422e-9,0.0010378202,0.23826362,0.5698147],"study_design_scores_gemma":[0.000105222505,0.000088010805,0.000044984692,0.28680396,0.00048579747,0.0004126076,0.0005825668,0.000058196638,7.692172e-10,0.0007155495,0.7105923,0.00011080933],"about_ca_topic_score_codex":0.00013702885,"about_ca_topic_score_gemma":0.00023676526,"teacher_disagreement_score":0.5697039,"about_ca_system_score_codex":0.0013868337,"about_ca_system_score_gemma":0.0035355557,"threshold_uncertainty_score":0.9995325},"labels":[],"label_agreement":null},{"id":"W4293210217","doi":"10.2139/ssrn.4131124","title":"An Innovative Modification of Grade's Minimally Contextualized Framework to Categorize Interventions in a Network Meta-Analysis","year":2022,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Categorization; Psychological intervention; Meta-analysis; Psychology; Computer science; Artificial intelligence; Medicine","score_opus":0.6657230889166175,"score_gpt":0.5357413788900296,"score_spread":0.12998171002658787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293210217","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20725335,0.009531339,0.778199,0.003352314,0.00018386505,0.0010721704,0.00004200032,0.000006556944,0.00035936144],"genre_scores_gemma":[0.9916123,0.000056032935,0.005519863,0.00025041818,0.000056557597,0.00019653315,0.000019080866,0.0000149659,0.0022742616],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.95940936,0.021956861,0.011623747,0.00095335994,0.004668717,0.0013879362],"domain_scores_gemma":[0.98643917,0.0020642397,0.007380371,0.0022551895,0.0017072506,0.00015378576],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.20559525,0.0003025198,0.0051886956,0.0018165841,0.00033774425,0.0003561123,0.0027510768,0.00006886981,0.008659527],"category_scores_gemma":[0.0072007133,0.00017908127,0.006030798,0.015792176,0.000043984095,0.000292071,0.00017047612,0.0016609031,0.00007424808],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014096056,0.0007776641,0.010484069,0.000013322183,0.12600994,0.000005312945,0.0049841288,0.09206347,0.00017871117,0.75882304,0.0016958759,0.004823525],"study_design_scores_gemma":[0.0005486173,0.0010535285,0.005980207,0.0000104078645,0.0606029,0.000056441597,0.02236424,0.008550292,0.000011081052,0.89553267,0.004830978,0.00045861772],"about_ca_topic_score_codex":0.00011991777,"about_ca_topic_score_gemma":0.0019232178,"teacher_disagreement_score":0.7843589,"about_ca_system_score_codex":0.00052174204,"about_ca_system_score_gemma":0.00087521266,"threshold_uncertainty_score":0.9922467},"labels":[],"label_agreement":null},{"id":"W4293228794","doi":"10.21203/rs.3.rs-1143357/v3","title":"How can clinicians choose between conflicting and discordant systematic reviews? A replication study of the Jadad algorithm","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Nova Scotia Health Authority; McGill University Health Centre; University of British Columbia; Ottawa Hospital; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Jadad scale; Replicate; Systematic review; Algorithm; Computer science; Replication (statistics); MEDLINE; Medicine; Psychology; Meta-analysis; Mathematics; Statistics; Pathology; Biology; Cochrane Library","score_opus":0.851335584162244,"score_gpt":0.6413790252116571,"score_spread":0.20995655895058685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293228794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8638425,0.028833358,0.0050367196,0.009092231,0.0009046125,0.0897411,0.00093319215,0.000027378761,0.0015889313],"genre_scores_gemma":[0.9827993,0.0006935962,0.0006918386,0.00003207156,0.00021393974,0.0040218243,0.000036650297,0.000040968775,0.0114698345],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.8144368,0.14462548,0.016796477,0.0034434195,0.020034786,0.0006630287],"domain_scores_gemma":[0.9312342,0.024875704,0.016981287,0.02286826,0.0037142958,0.00032625353],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4115269,0.00050221925,0.008201859,0.0007958786,0.00082193053,0.0022176243,0.0054432433,0.0001367594,0.00041926737],"category_scores_gemma":[0.21705726,0.0002121841,0.002058507,0.0028903955,0.00018498945,0.000119191885,0.005289883,0.0019637316,0.000047741516],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020453519,0.0014152488,0.54351616,0.16206065,0.0037258756,0.000045804405,0.044362824,0.00012537281,0.000037675272,0.0008307226,0.016985497,0.22687373],"study_design_scores_gemma":[0.0017980858,0.0018266883,0.37521586,0.05309069,0.0058811656,0.00005157282,0.42216197,0.02184541,0.000039419756,0.011048412,0.10491473,0.0021260066],"about_ca_topic_score_codex":0.0005943758,"about_ca_topic_score_gemma":0.00028874245,"teacher_disagreement_score":0.37779912,"about_ca_system_score_codex":0.0002101926,"about_ca_system_score_gemma":0.00030852444,"threshold_uncertainty_score":0.9999378},"labels":[],"label_agreement":null},{"id":"W4293386320","doi":"10.1016/j.jclinepi.2022.08.002","title":"Priority III: top 10 rapid review methodology research priorities identified using a James Lind Alliance Priority Setting Partnership","year":2022,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Toronto; Cochrane; Public Health Agency of Canada; Health Canada; St. Michael's Hospital","funders":"University of Galway; Public Health Agency; Health Research Board; National University of Ireland","keywords":"General partnership; Context (archaeology); Systematic review; Alliance; Stakeholder; Prioritization; Management science; Medicine; Public relations; MEDLINE; Political science; Engineering","score_opus":0.9888648252185492,"score_gpt":0.7822001754623731,"score_spread":0.20666464975617616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293386320","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000075806376,0.9850931,0.0032252574,0.0030289532,0.0053375186,0.0024707152,0.00003226502,0.00000855611,0.00072783674],"genre_scores_gemma":[0.0000027057438,0.93897533,0.049893904,0.0018840667,0.0039160317,0.00006779316,0.000018383385,0.00006367137,0.0051781214],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.083818235,0.7633314,0.13799722,0.0035227286,0.009459248,0.0018711386],"domain_scores_gemma":[0.03599874,0.8007645,0.14514425,0.00808814,0.00867646,0.0013279313],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.9474535,0.0013379174,0.08993637,0.001376078,0.000740837,0.0004082129,0.009541409,0.001982385,0.031035937],"category_scores_gemma":[0.9649126,0.0006930964,0.031412415,0.0041142856,0.0013727134,0.0005016883,0.0020931181,0.011619112,0.0008444697],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004821635,0.000105037834,0.0007204959,0.01379442,0.0014065482,0.00011198152,0.000071306626,0.000005686968,4.0781412e-8,0.00071728684,0.18853393,0.79448503],"study_design_scores_gemma":[0.00033116865,0.00038684072,0.00015443026,0.017174829,0.004357243,0.00064107357,0.00019289968,0.00011976713,4.062543e-8,0.011849601,0.964298,0.000494083],"about_ca_topic_score_codex":0.00003666188,"about_ca_topic_score_gemma":0.000013487808,"teacher_disagreement_score":0.79399097,"about_ca_system_score_codex":0.0004069332,"about_ca_system_score_gemma":0.006040969,"threshold_uncertainty_score":0.9999372},"labels":[],"label_agreement":null},{"id":"W4293802544","doi":"10.1038/s41467-022-32310-3","title":"Reproducibility of real-world evidence studies using clinical practice data to inform regulatory and coverage decisions","year":2022,"lang":"en","type":"article","venue":"Nature Communications","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital; McGill University Health Centre","funders":"Universiteit Maastricht; National Institute on Aging; Maastricht Universitair Medisch Centrum; CVS Health; Arnold Ventures; National Heart, Lung, and Blood Institute; McGill University; Brigham and Women's Hospital; Sanofi; Northwestern University; Amgen","keywords":"Data science; Computer science; Clinical Practice; Reproducibility; Medicine; Statistics; Mathematics; Family medicine","score_opus":0.937731361689136,"score_gpt":0.694090594558836,"score_spread":0.24364076713029992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293802544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6263933,0.24047367,0.0031836748,0.10305528,0.0021456038,0.005970359,0.0009048425,0.000046930145,0.017826332],"genre_scores_gemma":[0.88580245,0.0031225977,0.10869101,0.001291738,0.00003414183,0.000034423163,0.000024180637,0.000007735094,0.0009917559],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9373763,0.035204664,0.016145179,0.0034544049,0.00753172,0.00028771735],"domain_scores_gemma":[0.39839065,0.32539788,0.019113582,0.24461086,0.011940037,0.00054698106],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.37778586,0.00017078205,0.0019938105,0.0003764443,0.0010384392,0.00019739618,0.009054955,0.000077927136,0.00029531092],"category_scores_gemma":[0.7272603,0.00010478906,0.00040329728,0.0037679707,0.0002692416,0.00088046887,0.012866489,0.0010592797,0.000036846268],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012712141,0.00081021216,0.23006277,0.00006531797,0.0013331192,0.0000043365912,0.0043228487,0.0008937959,0.00018391067,0.043012783,0.61306095,0.106122844],"study_design_scores_gemma":[0.000096032614,0.00004959334,0.14129403,0.00008747597,0.0005020294,0.000016794043,0.003038547,0.004026991,0.000003323869,0.0028283054,0.8479028,0.00015408531],"about_ca_topic_score_codex":0.00005950638,"about_ca_topic_score_gemma":0.00091125927,"teacher_disagreement_score":0.53898567,"about_ca_system_score_codex":0.00010448214,"about_ca_system_score_gemma":0.00030115774,"threshold_uncertainty_score":0.99630654},"labels":[],"label_agreement":null},{"id":"W4293918656","doi":"10.21203/rs.3.rs-2010358/v1","title":"Methodological review of NMA bias concepts provides groundwork for the development of a list of concepts for potential inclusion in a new risk of bias tool for network meta-analysis (RoB NMA Tool)","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Innovative Research Group (Canada); Ottawa Hospital; University of British Columbia","funders":"National Institute for Health Research Applied Research Collaboration West; Medical Research Council; Department of Health and Social Care; University of Bristol; Canadian Institutes of Health Research; National Institute for Health and Care Research; NIHR Bristol Biomedical Research Centre; University Hospitals Bristol NHS Foundation Trust","keywords":"Popularity; Publication bias; Quality (philosophy); Systematic review; MEDLINE; Quality of evidence; Meta-analysis; Computer science; Inclusion (mineral); Psychology; Medicine; Social psychology; Epistemology","score_opus":0.9320928261565841,"score_gpt":0.6570412207702426,"score_spread":0.27505160538634144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293918656","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014448092,0.22491364,0.723795,0.0015281948,0.00026262525,0.032913327,0.0020378556,0.0000066399602,0.00009461803],"genre_scores_gemma":[0.27196893,0.012018272,0.6986523,0.0001635606,0.00029076284,0.012042727,0.00061497046,0.00008039557,0.0041680858],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.8383831,0.10870622,0.031082993,0.0030379216,0.017594038,0.0011957703],"domain_scores_gemma":[0.7439804,0.21500036,0.02329762,0.0063987714,0.011104613,0.00021821105],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.57759917,0.0006826164,0.017523672,0.0012444446,0.0006303537,0.00022287152,0.0057023223,0.0003941136,0.0065233144],"category_scores_gemma":[0.32764035,0.00031278713,0.021326158,0.0059929425,0.0004980295,0.00012291606,0.0074839424,0.00080614275,0.0000031118284],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037672536,0.0018379352,0.015725886,0.21497846,0.28818014,0.0000065042013,0.014810055,0.09292246,0.00031899216,0.015680982,0.11730368,0.23446767],"study_design_scores_gemma":[0.0048103537,0.0036445102,0.009932857,0.016521718,0.34998512,0.0000051636616,0.011350002,0.07791668,0.0015048421,0.17689157,0.34495065,0.0024865454],"about_ca_topic_score_codex":0.00040712726,"about_ca_topic_score_gemma":0.0005496995,"teacher_disagreement_score":0.25752082,"about_ca_system_score_codex":0.00019798361,"about_ca_system_score_gemma":0.0024828736,"threshold_uncertainty_score":0.9999324},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4294215472","doi":"10.1371/journal.pmed.1000097","title":"Preferred Reporting Items for Systematic Reviews and Meta-Analyses: The PRISMA Statement","year":2009,"lang":"en","type":"article","venue":"PLoS Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":64081,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Medical Research Council; Care and Public Health Research Institute, Universiteit Maastricht; Health Services Research and Development; Canadian Institutes of Health Research; Johns Hopkins Bloomberg School of Public Health; Cancer Research UK; McMaster University; Ottawa Hospital Research Institute; Johns Hopkins University; University of Ioannina; GlaxoSmithKline; University of Bern; University of Ottawa","keywords":"Systematic review; Meta-analysis; MEDLINE; Statement (logic); Medicine; Psychology; Family medicine; Political science; Pathology","score_opus":0.9574678148491352,"score_gpt":0.6388385086469631,"score_spread":0.3186293062021721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294215472","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041340794,0.35829523,0.26717135,0.191517,0.001245912,0.11124184,0.000056044148,0.00011290136,0.029018931],"genre_scores_gemma":[0.88975674,0.0012659695,0.017202862,0.011885993,0.0008725385,0.0049167457,0.00004407906,0.000059308986,0.073995754],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9364108,0.012810979,0.04298964,0.0012573256,0.0061375103,0.0003937288],"domain_scores_gemma":[0.93716055,0.012643134,0.043300677,0.0052395947,0.0014082063,0.00024784598],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3167731,0.00045705837,0.012115657,0.00027383023,0.0002577515,0.00039737063,0.0012359212,0.000058394668,0.0021801013],"category_scores_gemma":[0.36601707,0.00012296776,0.0021870923,0.0010259099,0.00008087078,0.00018260043,0.00006328875,0.00014691573,0.00019688043],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037012338,0.00037501415,0.00086164445,0.034612622,0.031002546,0.000032728614,0.0130989775,0.00007451339,0.0036282532,0.0035133555,0.8994579,0.013305465],"study_design_scores_gemma":[0.0021379553,0.0016036178,0.0023034343,0.00815478,0.35552132,0.0002190389,0.012715617,0.06051096,0.00042844095,0.05456996,0.50043666,0.001398242],"about_ca_topic_score_codex":0.0000077951745,"about_ca_topic_score_gemma":0.000008910859,"teacher_disagreement_score":0.848416,"about_ca_system_score_codex":0.00003119816,"about_ca_system_score_gemma":0.000029754328,"threshold_uncertainty_score":0.99873203},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4294335546","doi":"10.1101/2022.09.01.22279512","title":"Evaluating prospective study registration and result reporting of trials conducted in Canada from 2009-2019","year":2022,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Women's College Hospital; University of Toronto; University of British Columbia; Ottawa Hospital; University of Ottawa","funders":"University of Ottawa","keywords":"Clinical trial; Medicine; Trial registration; Family medicine; Odds; Odds ratio; Demographics; Demography; Internal medicine; Logistic regression","score_opus":0.8726070762817517,"score_gpt":0.5990340724088135,"score_spread":0.27357300387293826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294335546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926858,0.0014613665,0.000101485675,0.0001861802,0.00063349213,0.0038605994,0.00019715303,0.0000027786243,0.0008711472],"genre_scores_gemma":[0.99695104,0.000017290295,0.0015165232,0.000016489386,0.00006370008,0.00022367031,0.000050509047,0.000011548062,0.0011492113],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7422139,0.11391728,0.116167,0.0052185864,0.02195502,0.0005282016],"domain_scores_gemma":[0.81157166,0.021516072,0.15618336,0.007637513,0.002928602,0.00016278523],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.47573656,0.00033885727,0.008237211,0.0003494061,0.00010004431,0.00033764023,0.001141442,0.0000857446,0.0034601854],"category_scores_gemma":[0.53101695,0.00019086944,0.00062189816,0.0010220443,0.000029319324,0.000086441505,0.0006338015,0.00057267805,0.0000058838477],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002692438,0.00005067829,0.99111116,0.000043281976,0.00032128018,0.000032851047,0.0018414491,0.0013214812,0.00044295448,0.00001577905,0.002735973,0.002056198],"study_design_scores_gemma":[0.0005563416,0.00007092871,0.9783129,0.00012342291,0.00052734424,0.0000021868625,0.009457023,0.006483424,0.00007797123,0.003885391,0.00028029678,0.00022278854],"about_ca_topic_score_codex":0.7679524,"about_ca_topic_score_gemma":0.7833905,"teacher_disagreement_score":0.09240121,"about_ca_system_score_codex":0.0003089355,"about_ca_system_score_gemma":0.002521561,"threshold_uncertainty_score":0.99745077},"labels":[],"label_agreement":null},{"id":"W4294564769","doi":"10.1101/2022.09.02.22279345","title":"Online training in manuscript peer review: a systematic review","year":2022,"lang":"en","type":"review","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"PsycINFO; MEDLINE; Publishing; Data extraction; Inclusion (mineral); Grey literature; Peer review; Computer science; Systematic review; Web of science; World Wide Web; Medical education; Psychology; Information retrieval; Medicine; Political science; Social psychology","score_opus":0.8680588583293719,"score_gpt":0.5676956595449811,"score_spread":0.3003631987843908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294564769","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.4784427e-7,0.9815178,0.00005344444,0.0013283322,0.0007549614,0.011526613,0.00016259257,0.00001700684,0.0046389983],"genre_scores_gemma":[1.259129e-7,0.93530566,0.0003526206,0.0031535297,0.000119819044,0.0030075307,0.0003367523,0.000089601956,0.05763437],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.7963228,0.104773246,0.06605927,0.0038695612,0.027944984,0.0010300864],"domain_scores_gemma":[0.9234796,0.017296107,0.03811881,0.018632608,0.0019483743,0.00052451296],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.4536819,0.0014886175,0.05966678,0.0014259131,0.00016720031,0.0005309846,0.00908681,0.00024287839,0.058567703],"category_scores_gemma":[0.362027,0.00067327125,0.014175636,0.008444564,0.000060474,0.00023091298,0.00069876487,0.0014999879,0.008728916],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.0661077e-7,0.00004264214,0.00000362128,0.7502759,0.00025650862,0.0000779251,0.00006741769,1.00189325e-7,2.2196258e-9,0.000067158544,0.12270968,0.12649891],"study_design_scores_gemma":[0.000026223956,0.00001001285,8.0172526e-7,0.45985448,0.0061099012,0.00013593405,0.00007861816,0.000011305773,5.6512306e-10,0.000053282743,0.5334048,0.0003146088],"about_ca_topic_score_codex":0.000006933008,"about_ca_topic_score_gemma":0.0000397496,"teacher_disagreement_score":0.41069517,"about_ca_system_score_codex":0.0002784076,"about_ca_system_score_gemma":0.00063183095,"threshold_uncertainty_score":0.9997863},"labels":[],"label_agreement":null},{"id":"W4295082022","doi":"10.11124/jbies-22-00123","title":"Recommendations for the extraction, analysis, and presentation of results in scoping reviews","year":2022,"lang":"en","type":"article","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1717,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Public Health Ontario; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Presentation (obstetrics); Data extraction; Best practice; Computer science; Data science; Systematic review; Process (computing); Management science; MEDLINE; Engineering; Medicine; Political science","score_opus":0.6122205439281876,"score_gpt":0.5578495648011654,"score_spread":0.054370979127022157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295082022","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09601681,0.10507041,0.564673,0.20362437,0.0016739605,0.025506798,0.000586115,0.00002684917,0.002821677],"genre_scores_gemma":[0.97851074,0.003924103,0.012239797,0.00021178002,0.000047644142,0.0023059624,0.000007791621,0.0000078950925,0.002744277],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9787508,0.011597995,0.0070146904,0.0006642689,0.0018325621,0.00013963439],"domain_scores_gemma":[0.9091494,0.08165366,0.0062662526,0.0024096686,0.00047039913,0.000050581515],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1557301,0.000120903984,0.0016301421,0.00062993326,0.00034044273,0.00022383087,0.00086589705,0.00002188542,0.0029053122],"category_scores_gemma":[0.17333765,0.000059869963,0.0008637118,0.0034228782,0.00003973033,0.0003994396,0.000119956545,0.00009239109,0.000026588667],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015834365,0.00017519918,0.099789925,0.0005583948,0.0011308165,0.0000012769917,0.004898572,0.0056293886,0.0009635472,0.0010057348,0.16509944,0.72058934],"study_design_scores_gemma":[0.0005195059,0.00015773233,0.3467848,0.0024358416,0.009690049,0.000016264315,0.018621119,0.13119902,0.0012493891,0.006471848,0.48214978,0.0007046392],"about_ca_topic_score_codex":0.00015141793,"about_ca_topic_score_gemma":0.0004499118,"teacher_disagreement_score":0.882494,"about_ca_system_score_codex":0.000040194565,"about_ca_system_score_gemma":0.000046586385,"threshold_uncertainty_score":0.99800617},"labels":[],"label_agreement":null},{"id":"W4295131531","doi":"10.1016/s0140-6736(08)60505-x","title":"EQUATOR: reporting guidelines for health research","year":2008,"lang":"en","type":"article","venue":"The Lancet","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":313,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Queen's University","funders":"Medical Research Council","keywords":"Scopus; Medicine; Web of science; Family medicine; MEDLINE; Citation; Library science; Meta-analysis; Political science; Computer science; Internal medicine","score_opus":0.9897742801011357,"score_gpt":0.7387773131913273,"score_spread":0.25099696690980833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295131531","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20342079,0.010962572,0.10376617,0.62122554,0.0011262337,0.004320273,0.0000688205,0.00004536488,0.055064235],"genre_scores_gemma":[0.79158807,0.000465644,0.09517601,0.018449778,0.005780509,0.0002808047,0.000011020933,0.000031687854,0.08821645],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95754856,0.012190917,0.020778885,0.00087516074,0.007882494,0.00072400854],"domain_scores_gemma":[0.95821494,0.0124874115,0.01436459,0.008737243,0.006023315,0.00017250262],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.53198767,0.00010576313,0.0027776083,0.00012163034,0.0006774035,0.00030105113,0.0021389911,0.00002829784,0.00089287513],"category_scores_gemma":[0.4215366,0.000036592053,0.00074031367,0.00092580594,0.00008178574,0.00006970538,0.00012770049,0.00015439763,0.0012940972],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040532723,0.0000048012366,0.005035291,0.000016954282,0.000021331485,0.0000013903563,0.00039686047,0.000021068863,0.000011988077,0.0021255012,0.9833577,0.009003048],"study_design_scores_gemma":[0.0001100507,0.000025628624,0.0040325504,0.000021030059,0.000007538418,0.000028461885,0.00035456117,0.0044334033,0.000012051602,0.017856399,0.9730704,0.000047955782],"about_ca_topic_score_codex":0.00003799504,"about_ca_topic_score_gemma":0.000038329057,"teacher_disagreement_score":0.60277575,"about_ca_system_score_codex":0.000026788748,"about_ca_system_score_gemma":0.00016992947,"threshold_uncertainty_score":0.9994835},"labels":[],"label_agreement":null},{"id":"W4295292764","doi":"10.1016/j.gloepi.2022.100085","title":"P-value, compatibility, and S-value","year":2022,"lang":"en","type":"article","venue":"Global Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Compatibility (geochemistry); Confidence interval; Overconfidence effect; Statistics; Statistical hypothesis testing; Mathematics; Econometrics; Computer science; Psychology; Social psychology","score_opus":0.7988932864663181,"score_gpt":0.59056778162296,"score_spread":0.2083255048433581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295292764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8642747,0.008657141,0.028705193,0.021600358,0.0016070701,0.0010884642,0.00030043925,0.000025041996,0.073741615],"genre_scores_gemma":[0.97855586,0.000019913867,0.010496225,0.0091985185,0.00006984426,0.000049019734,0.000015661519,0.0000047325216,0.0015902049],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.89002717,0.09318426,0.011953134,0.0018209454,0.0024626502,0.00055183587],"domain_scores_gemma":[0.9693643,0.021570506,0.0046262387,0.0038596697,0.00029146063,0.0002878606],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.27660683,0.0002309942,0.004474646,0.00009737507,0.0003529111,0.00006802217,0.0015960457,0.00006873919,0.012433207],"category_scores_gemma":[0.14902894,0.00012308348,0.0010408784,0.0009867427,0.00019252427,0.0000707194,0.0009980551,0.0002139167,0.0012694007],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006665088,0.000026822905,0.5111565,0.0000068783597,0.000062973726,0.0000035959827,0.00003818083,0.002112731,0.000001648703,0.29341844,0.18328303,0.009882515],"study_design_scores_gemma":[0.00011581515,0.00007147281,0.25968376,0.0000015050211,0.00005717397,0.000092128044,0.00020960104,0.028630698,1.4445472e-7,0.3737675,0.3372615,0.000108687935],"about_ca_topic_score_codex":0.00027750462,"about_ca_topic_score_gemma":0.0000372145,"teacher_disagreement_score":0.25147274,"about_ca_system_score_codex":0.000099730285,"about_ca_system_score_gemma":0.000056881247,"threshold_uncertainty_score":0.9995082},"labels":[],"label_agreement":null},{"id":"W4295642653","doi":"10.1016/j.jclinepi.2022.09.004","title":"A descriptive study found low prevalence of presumed predatory publications in a subset of Cochrane reviews","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Horizon Health Network; Kellogg's (Canada); Dalhousie University; University of New Brunswick; Saint Mary's University","funders":"","keywords":"Systematic review; Citation; Medicine; Grey literature; MEDLINE; Cochrane collaboration; Scope (computer science); Meta-analysis; Cochrane Library; Pathology; Computer science; Library science; Biology","score_opus":0.9315100446189076,"score_gpt":0.6867709663344385,"score_spread":0.24473907828446917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295642653","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9782436,0.012233054,0.0045902343,0.0020551311,0.0007496791,0.0016300255,0.00005752829,0.000001221792,0.00043953714],"genre_scores_gemma":[0.9910501,0.0015937026,0.00521669,0.0004167234,0.000097451455,0.000085529726,0.000001650513,0.0000073641922,0.0015307902],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.36892805,0.47162676,0.1508816,0.0016103183,0.0063454458,0.000607818],"domain_scores_gemma":[0.41863266,0.3824792,0.18457812,0.00759614,0.006050657,0.0006632256],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.72456414,0.00022179564,0.015753414,0.00068610173,0.00006226393,0.000021077236,0.0033105572,0.00012240685,0.0071550393],"category_scores_gemma":[0.78858584,0.000110319736,0.003932536,0.0016149296,0.00031625142,0.00025878017,0.00038083698,0.0009886711,0.0000421747],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014606405,0.0014187825,0.9582981,0.00023313345,0.00028515165,0.000004654234,0.0006823555,0.00045591185,0.000010944036,0.0007897752,0.03324804,0.004427086],"study_design_scores_gemma":[0.00093523535,0.001476988,0.9583846,0.00016782219,0.00039618267,0.00003373917,0.0012025195,0.0017248131,8.1818723e-7,0.00926627,0.026316702,0.00009435358],"about_ca_topic_score_codex":0.000021782467,"about_ca_topic_score_gemma":0.000054637792,"teacher_disagreement_score":0.08914756,"about_ca_system_score_codex":0.0000556745,"about_ca_system_score_gemma":0.0004687872,"threshold_uncertainty_score":0.99885875},"labels":[],"label_agreement":null},{"id":"W4295678689","doi":"10.1038/s41432-022-0802-5","title":"Critical appraisal of systematic reviews of intervention in dentistry published between 2019-2020 using the AMSTAR 2 tool","year":2022,"lang":"en","type":"review","venue":"Evidence-Based Dentistry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Critical appraisal; Systematic review; Medicine; Psychological intervention; MEDLINE; Logistic regression; Quality (philosophy); Medical physics; Evidence-based dentistry; Intervention (counseling); Dentistry; Family medicine; Alternative medicine; Nursing; Pathology; Internal medicine","score_opus":0.8222309102617623,"score_gpt":0.5997589499567239,"score_spread":0.22247196030503846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295678689","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044515365,0.9733808,0.018250706,0.000070098664,0.002547322,0.0049884203,0.00026034497,0.0000075385196,0.000049627644],"genre_scores_gemma":[0.0039042258,0.99005485,0.003066423,0.000039389877,0.0004239615,0.0012221048,0.00021543668,0.00009877237,0.00097483554],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8284059,0.09933868,0.055527717,0.002719269,0.013225826,0.00078258134],"domain_scores_gemma":[0.7516012,0.17463298,0.055536084,0.015652705,0.0022057162,0.00037128667],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.22696136,0.0010655427,0.023498468,0.0012124265,0.00020534021,0.0016599809,0.008322805,0.0004817411,0.021471823],"category_scores_gemma":[0.4469688,0.0005343364,0.012916517,0.0058968817,0.00040129427,0.0012275,0.00097203284,0.0012600186,0.00051795534],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001037156,0.00027738683,0.002462698,0.8705455,0.0008087167,0.000146697,0.000084091305,0.000039540548,0.0000026544478,0.00030783573,0.020493219,0.10482128],"study_design_scores_gemma":[0.00037443265,0.00013736109,0.0003909895,0.51864415,0.01675718,0.0003671013,0.0005639384,0.0011314009,0.000005952985,0.00038416818,0.46017388,0.0010694369],"about_ca_topic_score_codex":0.00011070075,"about_ca_topic_score_gemma":0.000028436156,"teacher_disagreement_score":0.43968067,"about_ca_system_score_codex":0.0003593099,"about_ca_system_score_gemma":0.000840777,"threshold_uncertainty_score":0.9997108},"labels":[],"label_agreement":null},{"id":"W4295807651","doi":"10.1016/j.jclinepi.2022.09.005","title":"Peering into the dark corners of knowledge synthesis to understand the influence of predatory journals on systematic reviews","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Publishing; Transparency (behavior); Scholarly communication; Globe; Political science; Scopus; Library science; Public relations; Medicine; Computer science; MEDLINE; Law","score_opus":0.9157832329068454,"score_gpt":0.661831148816518,"score_spread":0.25395208409032743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295807651","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9463262,0.02440668,0.009936695,0.0144659495,0.0015296296,0.0019624098,0.000012095996,0.0000016792651,0.0013586566],"genre_scores_gemma":[0.9945451,0.0012643376,0.0013236129,0.0022371544,0.00015672462,0.000036442176,7.6970395e-8,0.000010054353,0.00042650366],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.47472203,0.4172905,0.10106413,0.0008822087,0.0055357097,0.000505421],"domain_scores_gemma":[0.08447555,0.8047599,0.10227193,0.005079667,0.0029524246,0.00046049635],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7938363,0.00026622877,0.015543307,0.0004012112,0.00025019588,0.000048746897,0.004883306,0.00011709731,0.0012007687],"category_scores_gemma":[0.8968685,0.000086095424,0.0053950283,0.0012863736,0.00038495637,0.00011737147,0.00044742154,0.0011350136,0.00011771809],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088058965,0.001104624,0.20287533,0.013190656,0.005935439,0.000031486867,0.01740193,0.18918204,0.00026438804,0.023446996,0.49638173,0.049304795],"study_design_scores_gemma":[0.0014828572,0.0058272146,0.45625624,0.032300066,0.007569067,0.0007940782,0.048526496,0.011885827,0.000043456854,0.13082722,0.30338645,0.0011010407],"about_ca_topic_score_codex":0.000008988727,"about_ca_topic_score_gemma":0.0000127219255,"teacher_disagreement_score":0.39024648,"about_ca_system_score_codex":0.00008029441,"about_ca_system_score_gemma":0.00029912358,"threshold_uncertainty_score":0.9997123},"labels":[],"label_agreement":null},{"id":"W4295929825","doi":"10.1038/s41591-022-01989-8","title":"An update to SPIRIT and CONSORT reporting guidelines to enhance transparency in randomized trials","year":2022,"lang":"en","type":"article","venue":"Nature Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":130,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Women's College Hospital; University of Toronto","funders":"School of Medicine, University of North Carolina at Chapel Hill; Medical Research Council; Institut National de Recherche pour l'Agriculture, l'Alimentation et l'Environnement; University of Toronto; Institut National de la Santé et de la Recherche Médicale; University of Oxford; National Institute for Health and Care Research; University of North Carolina at Chapel Hill; Syddansk Universitet; Klinisk Institut, Syddansk Universitet; Ottawa Hospital Research Institute; Odense Universitetshospital; Cancer Research UK","keywords":"Consolidated Standards of Reporting Trials; Trustworthiness; Transparency (behavior); Alternative medicine; Clinical trial; Randomized controlled trial; Psychological intervention; Medicine; Research design; Family medicine; Medical physics; Nursing; Computer science; Surgery; Internet privacy; Pathology","score_opus":0.7574165409975652,"score_gpt":0.6528213075557281,"score_spread":0.10459523344183708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295929825","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79364794,0.019644538,0.029017491,0.14803715,0.001711487,0.0053159534,0.000034195535,0.000018167964,0.0025730617],"genre_scores_gemma":[0.9717583,0.000076983015,0.011139808,0.014237317,0.0003546872,0.00030347274,0.000017004679,0.000012115612,0.002100296],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8848939,0.03963957,0.061883222,0.0025866241,0.010467507,0.0005291726],"domain_scores_gemma":[0.96138054,0.014996306,0.017398033,0.0037831906,0.0018748664,0.0005670731],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5975567,0.0002801741,0.010665787,0.0008606934,0.00014161215,0.00012364262,0.0010854753,0.000097270895,0.011159459],"category_scores_gemma":[0.63031065,0.00012363796,0.0007446209,0.0024544185,0.00005571808,0.000099814606,0.00009646958,0.00048691273,0.00006090349],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009156477,0.0001585612,0.013214171,0.00014323587,0.00050473755,0.00033103372,0.0093276035,0.0014903891,0.0140308915,0.003674649,0.6651577,0.28281057],"study_design_scores_gemma":[0.025601603,0.00037265563,0.0027199374,0.00034450155,0.00088077557,0.0001002604,0.0031489155,0.0031695012,0.0005886878,0.008438088,0.9541186,0.00051648944],"about_ca_topic_score_codex":0.00006631533,"about_ca_topic_score_gemma":0.00015183311,"teacher_disagreement_score":0.2889609,"about_ca_system_score_codex":0.000030305195,"about_ca_system_score_gemma":0.00007387219,"threshold_uncertainty_score":0.9897445},"labels":[],"label_agreement":null},{"id":"W4296039167","doi":"10.1016/j.cmi.2022.09.002","title":"Observational versus randomized controlled trials to inform antibiotic treatment durations: a narrative review","year":2022,"lang":"en","type":"review","venue":"Clinical Microbiology and Infection","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Royal Victoria Hospital; McGill University Health Centre; Royal Victoria Regional Health Centre","funders":"Fonds de Recherche du Québec - Santé","keywords":"Observational study; Randomized controlled trial; Medicine; MEDLINE; Odds ratio; Intensive care medicine; Internal medicine","score_opus":0.8958305341466198,"score_gpt":0.6505117668091118,"score_spread":0.24531876733750801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296039167","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000048946033,0.97984284,0.00037946267,0.00078982656,0.0030917886,0.014578343,0.000111505324,0.000010789267,0.0011464858],"genre_scores_gemma":[0.000008132546,0.99171895,0.00029314877,0.00089889223,0.00025048925,0.0018650871,0.00069688715,0.000013236853,0.004255197],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8162461,0.14049757,0.040924337,0.0014792059,0.0005904381,0.00026233846],"domain_scores_gemma":[0.49924937,0.4443021,0.050724044,0.0036642083,0.0016527752,0.00040750563],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.35671192,0.00074654684,0.059022598,0.00056409714,0.00050294085,0.00028633387,0.00053630193,0.000522007,0.01776801],"category_scores_gemma":[0.5456668,0.00028744267,0.019299183,0.0014925436,0.00023860708,0.00015641746,0.00016359575,0.00047519687,0.0017046512],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0060423906,0.00022658464,0.00004185596,0.0023189192,0.00974451,0.0000016619364,0.00009216754,0.0000017329918,3.1450844e-7,0.001577029,0.057096526,0.92285633],"study_design_scores_gemma":[0.036285073,0.00050603837,0.000008047753,0.0022621967,0.013103165,0.00003124964,0.000018159952,0.000010358319,2.8232936e-8,0.00015771808,0.94737375,0.0002442398],"about_ca_topic_score_codex":0.000008169781,"about_ca_topic_score_gemma":0.000027569127,"teacher_disagreement_score":0.9226121,"about_ca_system_score_codex":0.0001620116,"about_ca_system_score_gemma":0.0005096105,"threshold_uncertainty_score":0.9999578},"labels":[],"label_agreement":null},{"id":"W4296205014","doi":"10.1016/j.shpsa.2022.08.018","title":"Clinical recommendations: The role of mechanisms in the GRADE framework","year":2022,"lang":"en","type":"article","venue":"Studies in History and Philosophy of Science Part A","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Grading (engineering); Clinical trial; Quality (philosophy); Clinical Practice; Mechanism (biology); Management science; Engineering ethics; Psychology; Epistemology; Medicine; Pathology; Engineering; Family medicine","score_opus":0.8000992680560228,"score_gpt":0.5547127413527104,"score_spread":0.2453865267033124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296205014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53913206,0.26013556,0.0011208348,0.06891492,0.012837555,0.0048926184,0.00009104262,0.000010620346,0.1128648],"genre_scores_gemma":[0.9974924,0.00039786435,0.001294289,0.000599071,0.000038264167,0.00008979761,2.2920503e-7,0.0000015846188,0.00008651681],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9856399,0.006669762,0.004103468,0.000541045,0.0028944404,0.00015134327],"domain_scores_gemma":[0.9895293,0.007211106,0.0017625634,0.0012664121,0.00020483856,0.00002577555],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15797743,0.00009826302,0.0010775693,0.00027622844,0.00044541605,0.000019411738,0.002061744,0.000019240168,0.00051399635],"category_scores_gemma":[0.015730908,0.000041027182,0.0003056984,0.0017828987,0.0025364617,0.000121548605,0.0003906057,0.000280463,0.000007520975],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013971936,0.00025835857,0.023479696,0.000029669076,0.000056546894,0.0000017756604,0.05719355,0.000099131685,0.00003125892,0.8935061,0.015739037,0.009590892],"study_design_scores_gemma":[0.000051605824,0.00007874191,0.00121214,0.000029797242,0.000021661233,0.0000020366388,0.027464109,0.00024381877,0.0000027193717,0.8242281,0.14661808,0.000047152134],"about_ca_topic_score_codex":0.0000071674285,"about_ca_topic_score_gemma":0.000011400789,"teacher_disagreement_score":0.4583603,"about_ca_system_score_codex":0.000060850773,"about_ca_system_score_gemma":0.0000763382,"threshold_uncertainty_score":0.99256},"labels":[],"label_agreement":null},{"id":"W4296330923","doi":"10.11124/jbies-22-00125","title":"Revising the JBI quantitative critical appraisal tools to improve their applicability: an overview of methods and the development process","year":2022,"lang":"en","type":"article","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":392,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Critical appraisal; Checklist; Management science; Systematic review; Process (computing); Computer science; Process management; Medicine; Psychology; Engineering; MEDLINE; Political science; Alternative medicine","score_opus":0.6724489967299817,"score_gpt":0.6180294704584427,"score_spread":0.05441952627153901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296330923","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5110547,0.047363985,0.3692789,0.057586264,0.0009114235,0.011883504,0.00011872557,0.000041963154,0.0017605355],"genre_scores_gemma":[0.9021073,0.00013478137,0.09437003,0.0006902742,0.00005094844,0.002535766,4.6745654e-7,0.000019141526,0.00009128945],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9365027,0.050732594,0.0067187003,0.0015158242,0.0041445373,0.00038562604],"domain_scores_gemma":[0.34363014,0.63715076,0.0058547077,0.0099686105,0.0029207864,0.00047498744],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.30254903,0.00033078773,0.0028944698,0.00013857507,0.0007959592,0.0009024624,0.003127143,0.00004522223,0.0020354758],"category_scores_gemma":[0.44772196,0.00012028852,0.00078336033,0.0018892656,0.00045998173,0.00055664073,0.00079321966,0.0002681531,0.00006056344],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014805463,0.00011458566,0.00096542,0.0005914139,0.00027270688,0.0000013430084,0.021130424,0.00010229457,0.0013146449,0.027078781,0.000771328,0.947509],"study_design_scores_gemma":[0.0008406249,0.0010081814,0.04319607,0.0030283201,0.003808257,0.00019739369,0.34440812,0.06635977,0.019708298,0.1404071,0.37413174,0.0029061239],"about_ca_topic_score_codex":0.000018111554,"about_ca_topic_score_gemma":0.000013015372,"teacher_disagreement_score":0.9446029,"about_ca_system_score_codex":0.000052014075,"about_ca_system_score_gemma":0.00022521685,"threshold_uncertainty_score":0.9988768},"labels":[],"label_agreement":null},{"id":"W4296410429","doi":"10.1089/whr.2021.0141","title":"Spin in Randomized Controlled Trials in Obstetrics and Gynecology: A Systematic Review","year":2022,"lang":"en","type":"review","venue":"Women s Health Reports","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; McGill University Health Centre; University of Ottawa","funders":"","keywords":"Obstetrics and gynaecology; Randomized controlled trial; Medicine; Obstetrics; Meta-analysis; Data extraction; Psychological intervention; Relative risk; MEDLINE; Gynecology; Confidence interval; Pregnancy; Internal medicine; Nursing","score_opus":0.7066144044005844,"score_gpt":0.5885095331155756,"score_spread":0.1181048712850088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296410429","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000076098986,0.92506087,0.000027545635,0.00028715818,0.001411398,0.07231507,0.0000145757995,0.0000086724485,0.00086710067],"genre_scores_gemma":[0.000009389524,0.9555969,0.00015077123,0.0011735825,0.00003353896,0.039472766,0.00003551563,0.00004615346,0.0034813816],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.08826041,0.64227766,0.25312844,0.0039092666,0.010959659,0.0014645909],"domain_scores_gemma":[0.032328032,0.73057705,0.22644977,0.009314982,0.0005524911,0.0007776482],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.92653614,0.0012320217,0.29596093,0.004444298,0.00016451217,0.00058204436,0.0014729045,0.0003797752,0.0100515885],"category_scores_gemma":[0.9633383,0.0005218316,0.015733879,0.0072473357,0.00007570954,0.00013989635,0.00038149586,0.0010514574,0.00021528603],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001228917,0.0000774718,0.000005534562,0.84216917,0.0009300633,0.0005921547,0.00031691993,6.859594e-7,3.5694253e-10,0.000098777935,0.0018334035,0.15385294],"study_design_scores_gemma":[0.017125174,0.000042370473,4.871065e-7,0.24982688,0.003983858,0.0003944921,0.00020356306,0.000036836253,1.4057847e-10,0.00077133504,0.7272851,0.00032989867],"about_ca_topic_score_codex":0.00004519332,"about_ca_topic_score_gemma":0.00005208353,"teacher_disagreement_score":0.7254517,"about_ca_system_score_codex":0.0018464862,"about_ca_system_score_gemma":0.0032491891,"threshold_uncertainty_score":0.9997233},"labels":[],"label_agreement":null},{"id":"W4296661943","doi":"10.1016/j.jclinepi.2022.08.014","title":"A method was developed for correcting the bias in the usual study weights in meta-analyses","year":2022,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Meta-analysis; Variance (accounting); Statistics; Publication bias; Mathematics; Standard error; Inverse; Econometrics; Medicine; Confidence interval","score_opus":0.9950472414179307,"score_gpt":0.8096768897543006,"score_spread":0.18537035166363003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296661943","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002845117,0.9740856,0.017102886,0.0027899023,0.0018227157,0.0036211368,0.000014724897,0.0000013384201,0.0002771386],"genre_scores_gemma":[0.0001656684,0.95357865,0.039716497,0.003479049,0.0011058875,0.00076876115,0.0000073450888,0.000044269083,0.001133872],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.064175196,0.7884097,0.14010334,0.0018043091,0.0047817254,0.00072574185],"domain_scores_gemma":[0.016817028,0.8689221,0.10931991,0.003761188,0.000985956,0.00019382128],"candidate_categories":["metaresearch","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.94624585,0.00087687996,0.0820236,0.0014125523,0.0002695924,0.0002405955,0.009540591,0.0005368629,0.00400394],"category_scores_gemma":[0.92157435,0.00022312661,0.04149644,0.0041019213,0.00016578069,0.00014925505,0.0005273568,0.0045141787,0.00010205853],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034151115,0.00042510492,0.0049675396,0.0003427306,0.011720646,0.000060134123,0.0005865842,0.00017211676,1.0814323e-9,0.00041592267,0.012798889,0.9684762],"study_design_scores_gemma":[0.000372736,0.0004699618,0.0011844368,0.00024955595,0.032050867,0.00039211614,0.0022480744,0.00056614855,2.6497784e-9,0.009529406,0.9527309,0.00020578373],"about_ca_topic_score_codex":0.000068318855,"about_ca_topic_score_gemma":0.00054067676,"teacher_disagreement_score":0.9682704,"about_ca_system_score_codex":0.00010155185,"about_ca_system_score_gemma":0.0012433168,"threshold_uncertainty_score":0.99778247},"labels":[],"label_agreement":null},{"id":"W4296940686","doi":"10.1016/j.apmr.2022.09.005","title":"One-Third of Systematic Reviews in Rehabilitation Applied the Grading of Recommendations Assessment, Development, and Evaluation (GRADE) System to Evaluate Certainty of Evidence: A Meta-Research Study","year":2022,"lang":"en","type":"review","venue":"Archives of Physical Medicine and Rehabilitation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Cochrane; St. Michael's Hospital","funders":"Canadian Institutes of Health Research; Ministero della Salute","keywords":"Grading (engineering); Meta-analysis; Rehabilitation; Certainty; Systematic review; Medicine; Physical therapy; Medical physics; MEDLINE; Psychology; Physical medicine and rehabilitation; Engineering; Pathology; Mathematics; Political science","score_opus":0.8921028518524325,"score_gpt":0.6522125856282981,"score_spread":0.23989026622413445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296940686","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027164314,0.9178283,0.00083661557,0.0016782492,0.00014287807,0.05144968,0.000031374137,0.0000051559573,0.0008634371],"genre_scores_gemma":[0.6587279,0.29181004,0.027369862,0.000020414116,0.00010258557,0.021735173,0.00007942527,0.000064411775,0.00009016979],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.82853454,0.13450477,0.024366803,0.0016316738,0.010636074,0.00032612184],"domain_scores_gemma":[0.7190875,0.26723278,0.010416371,0.0021162147,0.0010459708,0.00010115352],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.286457,0.00042082625,0.012726909,0.0023169923,0.00016688909,0.00003457879,0.0010574188,0.000072852126,0.00008166783],"category_scores_gemma":[0.17241539,0.00017271568,0.0014811122,0.0032328286,0.00056138454,0.0001351254,0.0003238002,0.00049787253,0.0000030493088],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021381358,0.0005589333,0.0001743772,0.32809934,0.0014429869,7.630283e-8,0.07259713,0.000057130557,0.000057221092,0.0074181734,0.00017458193,0.5893987],"study_design_scores_gemma":[0.0022670901,0.011177036,0.00904193,0.50588244,0.059956066,0.0000047478425,0.33785385,0.014457419,0.000008998203,0.031149864,0.027241705,0.000958833],"about_ca_topic_score_codex":0.00008485144,"about_ca_topic_score_gemma":0.000042924526,"teacher_disagreement_score":0.6315636,"about_ca_system_score_codex":0.00012453651,"about_ca_system_score_gemma":0.00033301365,"threshold_uncertainty_score":0.869986},"labels":[],"label_agreement":null},{"id":"W4297199164","doi":"10.1053/j.semvascsurg.2022.09.001","title":"Systematic and scoping reviews: A comparison and overview","year":2022,"lang":"en","type":"article","venue":"Seminars in Vascular Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":52,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Systematic review; Medicine; Psychological intervention; Medical literature; Narrative review; MEDLINE; Management science; Evidence-based medicine; Alternative medicine; Data science; Computer science; Pathology; Intensive care medicine; Nursing","score_opus":0.588014174989078,"score_gpt":0.4844892730392243,"score_spread":0.10352490194985375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297199164","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20278488,0.7938933,0.00066922285,0.00014857337,0.00031459783,0.0018981979,0.0000036071046,0.0000056252957,0.00028200095],"genre_scores_gemma":[0.87798053,0.10917608,0.005512825,0.001698266,0.00011461415,0.002356943,0.00002516921,0.00008001308,0.0030555606],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.96001726,0.025022833,0.010005251,0.0009974093,0.0036630621,0.00029415643],"domain_scores_gemma":[0.9839311,0.009904795,0.0034263972,0.002485444,0.00012266368,0.00012955135],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2520682,0.00027530236,0.006923771,0.0006360782,0.0002440418,0.000429822,0.00059225474,0.000043442364,0.0017391806],"category_scores_gemma":[0.032652218,0.00016023015,0.001338243,0.0017403044,0.00005201044,0.00017297224,0.00047092667,0.00021099237,0.00013371739],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010994362,0.00028356336,0.68605644,0.12028574,0.0008023191,0.00014429042,0.0060626403,0.00027862444,0.000043821987,0.0020143497,0.122206435,0.06181076],"study_design_scores_gemma":[0.0015472065,0.00023967335,0.06285501,0.37449592,0.0046380865,0.001074671,0.033493474,0.08004685,0.000024782732,0.018044118,0.41908604,0.004454135],"about_ca_topic_score_codex":0.000014476478,"about_ca_topic_score_gemma":0.000018144005,"teacher_disagreement_score":0.68471724,"about_ca_system_score_codex":0.000049168924,"about_ca_system_score_gemma":0.00004595624,"threshold_uncertainty_score":0.99917334},"labels":[],"label_agreement":null},{"id":"W4297371750","doi":"10.1016/j.jclinepi.2022.09.012","title":"The role of scoping reviews in reducing research waste","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; St. Michael's Hospital; Queen's University","funders":"National Health and Medical Research Council","keywords":"Environmental science; Environmental health; Waste management; Medicine; Environmental planning; Engineering","score_opus":0.9687339321270803,"score_gpt":0.7552197628177003,"score_spread":0.21351416930937994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297371750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7693574,0.17969775,0.0025580588,0.032847855,0.003544613,0.0015609843,0.000004004451,0.0000012557994,0.01042808],"genre_scores_gemma":[0.9759322,0.0115436185,0.008196545,0.001180301,0.0009394347,0.000039340845,4.516095e-7,0.000012529894,0.0021555847],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.10354698,0.7612653,0.12693268,0.0009801305,0.0064941957,0.0007807683],"domain_scores_gemma":[0.072323605,0.8426907,0.07752677,0.0044302596,0.002647478,0.0003811877],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9444634,0.00013097347,0.01163096,0.00048809656,0.00027374117,0.00004607069,0.003473179,0.00009992547,0.0021337408],"category_scores_gemma":[0.89671224,0.000050060073,0.004050709,0.0016153859,0.00031350646,0.00010067252,0.00058071973,0.002087807,0.00012988296],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001643199,0.00017695857,0.4073565,0.0000701808,0.00017482089,0.000015011969,0.0003758244,0.004337969,0.00006685745,0.0129953325,0.10737201,0.4668942],"study_design_scores_gemma":[0.000411363,0.00073372934,0.022086374,0.00072162744,0.000068996116,0.00008637507,0.0035937342,0.010734649,0.0000074281284,0.22889864,0.7325546,0.00010245929],"about_ca_topic_score_codex":0.000023124901,"about_ca_topic_score_gemma":0.000027591352,"teacher_disagreement_score":0.6251826,"about_ca_system_score_codex":0.000046172812,"about_ca_system_score_gemma":0.00037139203,"threshold_uncertainty_score":0.99877846},"labels":[],"label_agreement":null},{"id":"W4297457303","doi":"10.2217/cer-2021-0274","title":"Developing a cross-validation tool for evaluating economic evidence in rapid literature reviews","year":2022,"lang":"en","type":"article","venue":"Journal of Comparative Effectiveness Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Public Health Ontario","funders":"","keywords":"Credibility; Medicine; Economic evaluation; Quality (philosophy); Systematic review; Management science; Software deployment; Evidence-based medicine; Economic model; Data science; Risk analysis (engineering); MEDLINE; Computer science; Economics; Alternative medicine; Macroeconomics; Pathology","score_opus":0.9502567644813614,"score_gpt":0.7321332976015382,"score_spread":0.2181234668798232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297457303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94474095,0.016432043,0.034846116,0.00028910724,0.00041593434,0.0030867476,0.000011524918,8.740594e-7,0.00017672799],"genre_scores_gemma":[0.99274105,0.00019988496,0.005710313,0.00002437116,0.00015462456,0.00071976666,0.0000032763783,0.000009713766,0.0004369988],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8122546,0.16636868,0.011726974,0.0010146681,0.008092532,0.0005425495],"domain_scores_gemma":[0.9054046,0.078987956,0.007147266,0.0013934639,0.0069463295,0.000120330114],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.59821975,0.00023362406,0.0036171442,0.0015772887,0.00061025436,0.0015813013,0.0020714516,0.000050789575,0.002114521],"category_scores_gemma":[0.07769713,0.0001311321,0.0012914219,0.0027303395,0.000086114924,0.0011564848,0.0003356662,0.0009022272,0.00020170037],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0073534483,0.0006875163,0.4046917,0.0035704363,0.0013511876,0.000101144986,0.027996907,0.24461621,0.027457858,0.023333106,0.040809777,0.2180307],"study_design_scores_gemma":[0.005148796,0.004878019,0.5764697,0.007773507,0.00020432037,0.00034240467,0.0038952897,0.12234655,0.008233849,0.09085569,0.17873593,0.0011159178],"about_ca_topic_score_codex":0.0000032688074,"about_ca_topic_score_gemma":0.0000047035096,"teacher_disagreement_score":0.5205226,"about_ca_system_score_codex":0.0011817785,"about_ca_system_score_gemma":0.00090695807,"threshold_uncertainty_score":0.99945515},"labels":[],"label_agreement":null},{"id":"W4297535932","doi":"10.1016/j.jclinepi.2022.09.013","title":"Commentary: collaborative systematic review may produce and share high-quality, comparative evidence more efficiently","year":2022,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"National Health and Medical Research Council; Medical Research Council; Canadian Institutes of Health Research","keywords":"Systematic review; Comparative effectiveness research; Evidence-based medicine; Quality (philosophy); Resource (disambiguation); Computer science; Evidence-based practice; Management science; Process management; Medicine; Knowledge management; Risk analysis (engineering); MEDLINE; Alternative medicine; Business; Political science; Engineering","score_opus":0.9651575200740439,"score_gpt":0.7501909781092431,"score_spread":0.2149665419648008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297535932","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025212501,0.97391057,0.00036886602,0.017959654,0.0016431957,0.0057480587,0.00022372126,0.000004233149,0.00011647249],"genre_scores_gemma":[0.000025040881,0.9810103,0.0027968034,0.01452172,0.00052470755,0.00025563434,0.000045934485,0.000030965548,0.0007888836],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.2802778,0.5636998,0.14633967,0.0024909219,0.006539166,0.00065265346],"domain_scores_gemma":[0.058484875,0.7012739,0.22853656,0.0062788557,0.0044882754,0.00093751703],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7888628,0.001215171,0.1274468,0.000689935,0.00029394677,0.00025700804,0.0062483004,0.0005491672,0.0065565547],"category_scores_gemma":[0.8705448,0.0005078866,0.013876059,0.003102789,0.0006901569,0.00038440505,0.0011975291,0.0032301375,0.0005696472],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026283129,0.00020068111,0.000592056,0.53094035,0.0031773355,0.000051382947,0.00014329291,0.000010928759,5.591653e-9,0.0009816583,0.42913,0.034746043],"study_design_scores_gemma":[0.00016540634,0.0004504551,0.0001361439,0.2951052,0.010124652,0.00026600517,0.00029385163,0.000026294436,6.0689502e-9,0.0006385322,0.69246227,0.00033116536],"about_ca_topic_score_codex":0.0000106846255,"about_ca_topic_score_gemma":0.000007942054,"teacher_disagreement_score":0.2633323,"about_ca_system_score_codex":0.00021133649,"about_ca_system_score_gemma":0.0010554813,"threshold_uncertainty_score":0.99973726},"labels":[],"label_agreement":null},{"id":"W4297697757","doi":"10.1136/bmjebm-2022-podabstracts.86","title":"165 When should systematic reviews be replicated and when is it wasteful: a checklist and framework","year":2022,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NoNO (Canada); University of Ottawa","funders":"","keywords":"Systematic review; Replicate; Checklist; Knowledge translation; Replication (statistics); Knowledge management; Computer science; Stakeholder; Cornerstone; Multidisciplinary approach; Management science; Psychology; Data science; MEDLINE; Medicine; Public relations; Political science; Engineering; Sociology; Social science","score_opus":0.7879674537772852,"score_gpt":0.524116541130827,"score_spread":0.2638509126464582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297697757","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.122257434,0.24793519,0.11690697,0.26394373,0.0020614788,0.05299765,0.00037471319,0.00022166887,0.19330116],"genre_scores_gemma":[0.26250213,0.0017911003,0.07464772,0.07038336,0.00023947777,0.0046985867,0.00003269569,0.00012337977,0.58558154],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9672751,0.0138124,0.0116005335,0.0018657567,0.0050777886,0.00036841474],"domain_scores_gemma":[0.981272,0.0060289316,0.0053179967,0.006575926,0.00045710927,0.0003480551],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.118766725,0.00047423708,0.0064821704,0.00034810833,0.0005143519,0.0014927023,0.0018364934,0.000120102704,0.06733165],"category_scores_gemma":[0.043483976,0.00022167154,0.0011420358,0.0011606343,0.0000939265,0.00025428148,0.00091236766,0.00041213096,0.0009780696],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005947687,0.000047631296,0.0023954576,0.0048522907,0.0002593756,0.0000065180493,0.006490571,0.0000014771082,0.000030126548,0.0047136266,0.97898555,0.0022114534],"study_design_scores_gemma":[0.00019928745,0.000088249246,0.00014558889,0.0009596892,0.0008685297,0.00013940899,0.008961573,0.006812621,0.000010300273,0.041021977,0.94033974,0.00045305205],"about_ca_topic_score_codex":0.00005762062,"about_ca_topic_score_gemma":0.00003711214,"teacher_disagreement_score":0.39228037,"about_ca_system_score_codex":0.000047630278,"about_ca_system_score_gemma":0.000036794077,"threshold_uncertainty_score":0.9997998},"labels":[],"label_agreement":null},{"id":"W4299366148","doi":"10.54724/lc.2022.e9","title":"PRISMA 2020 statement and guidelines for systematic review and meta-analysis articles, and their underlying mathematics: Life Cycle Committee Recommendations","year":2022,"lang":"en","type":"article","venue":"Life Cycle","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Meta-analysis; Categorical variable; Outcome (game theory); Context (archaeology); Computer science; Sample size determination; Statement (logic); Systematic review; Forest plot; Random effects model; Econometrics; Statistics; Management science; Mathematics; MEDLINE; Medicine; Engineering; Epistemology; History","score_opus":0.7530634405482514,"score_gpt":0.5279709159668502,"score_spread":0.22509252458140117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4299366148","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0368641,0.5176547,0.19518508,0.22923708,0.00018472935,0.018784814,0.0013888055,0.00007689999,0.00062375516],"genre_scores_gemma":[0.8084324,0.007860409,0.11984658,0.045853768,0.0000952452,0.008016276,0.00016996758,0.00012917501,0.009596152],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9829843,0.004972361,0.009207365,0.00093760935,0.0016093187,0.00028902286],"domain_scores_gemma":[0.98662966,0.0056760404,0.0043653967,0.0022014424,0.00076709833,0.00036034628],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06460433,0.00039856797,0.007145155,0.00030723764,0.0007380396,0.00082198693,0.00072937633,0.000037386388,0.0045355386],"category_scores_gemma":[0.022630837,0.00020067804,0.001662194,0.0013906051,0.00005983315,0.0002653261,0.0004925328,0.00013345924,0.000042621792],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017805558,0.0006787036,0.0012344479,0.14675997,0.281717,0.000005944739,0.011700981,0.0027188105,0.000045542034,0.010262459,0.5408952,0.0039631343],"study_design_scores_gemma":[0.00074346084,0.00017098074,0.0003000778,0.0008487975,0.5697721,0.000045291352,0.038209576,0.32217312,0.000005071313,0.043122075,0.023641815,0.0009676053],"about_ca_topic_score_codex":0.000024661696,"about_ca_topic_score_gemma":0.000060212325,"teacher_disagreement_score":0.7715683,"about_ca_system_score_codex":0.00002764696,"about_ca_system_score_gemma":0.000047365997,"threshold_uncertainty_score":0.9963744},"labels":[],"label_agreement":null},{"id":"W4300028395","doi":"","title":"Research review.","year":2002,"lang":"de","type":"article","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Psychology","score_opus":0.9307022476454335,"score_gpt":0.5665793388246915,"score_spread":0.36412290882074205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300028395","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004114734,0.71308327,0.00015971357,0.023282772,0.002222936,0.0051573315,0.0000208779,0.0000071838704,0.25565445],"genre_scores_gemma":[0.10205377,0.18136552,0.0004790235,0.0044858125,0.0017574664,0.0050746184,0.000007636818,0.000044997338,0.70473117],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.875977,0.07256445,0.020496417,0.002826243,0.026119374,0.0020165455],"domain_scores_gemma":[0.97395784,0.008517797,0.0038485352,0.009711559,0.0031482812,0.0008159765],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.4823348,0.0004043446,0.0052720923,0.0007388253,0.00039296888,0.0018510493,0.004452162,0.00016809464,0.14900745],"category_scores_gemma":[0.15147397,0.00019986603,0.0030180705,0.0064230687,0.0002392416,0.00029735672,0.0004485126,0.00070159335,0.2868331],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.944882e-7,0.000056303445,0.0005293679,0.00037377814,0.00015320447,0.000011492411,0.000059404454,4.3542036e-7,1.06276694e-7,0.00046967372,0.62695736,0.3713883],"study_design_scores_gemma":[0.00009822674,0.0000113376045,0.008729564,0.00027423794,0.00045027674,0.0000043164396,0.00008028922,0.00082047924,0.0000021859908,0.0009216681,0.9884053,0.00020210962],"about_ca_topic_score_codex":0.0000096859085,"about_ca_topic_score_gemma":0.000004658737,"teacher_disagreement_score":0.5317177,"about_ca_system_score_codex":0.00010305652,"about_ca_system_score_gemma":0.0000280527,"threshold_uncertainty_score":0.99918514},"labels":[],"label_agreement":null},{"id":"W4300716391","doi":"10.1186/s40814-022-01182-1","title":"The reporting of pilot and feasibility studies in the top dental specialty journals is suboptimal","year":2022,"lang":"en","type":"article","venue":"Pilot and Feasibility Studies","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; University of Toronto; St. Joseph’s Healthcare Hamilton; Toronto Public Health","funders":"","keywords":"Generalizability theory; Consolidated Standards of Reporting Trials; MEDLINE; Medicine; Specialty; Family medicine; Randomized controlled trial; Clinical trial; Alternative medicine; Medical physics; Medical education; Psychology; Political science; Surgery; Internal medicine","score_opus":0.9252793848042549,"score_gpt":0.6164829532680463,"score_spread":0.3087964315362086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300716391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9266517,0.06780947,0.0000126904515,0.0031447015,0.00032676212,0.0015002518,0.000027962597,0.0000034290395,0.000523036],"genre_scores_gemma":[0.99721926,0.0015461692,0.00018169338,0.00024435442,0.00009745918,0.00008759952,5.9876606e-7,0.000006004688,0.0006168848],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9680518,0.011258821,0.014128271,0.0013340892,0.004789085,0.00043791407],"domain_scores_gemma":[0.9659921,0.01639235,0.012482983,0.0033775822,0.0016407234,0.00011427515],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2391698,0.00031592592,0.0032292549,0.00014977637,0.0017246238,0.00039104116,0.0009880459,0.000019859475,0.0002960974],"category_scores_gemma":[0.09809092,0.000121872574,0.0005918322,0.0010728588,0.0008869453,0.00019989324,0.0011551972,0.00035843108,0.000006473841],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012410108,0.00020532783,0.97889024,0.00009052036,0.00037007153,0.0000071228014,0.010417536,0.0000044494104,0.00002208793,0.00024066724,0.0073040817,0.0023238205],"study_design_scores_gemma":[0.00043795575,0.00044298545,0.8598552,0.000027573247,0.00017453688,0.000039363167,0.11548728,0.00007083169,0.000010228725,0.021593042,0.0017188654,0.00014214145],"about_ca_topic_score_codex":0.00005265642,"about_ca_topic_score_gemma":0.0011163414,"teacher_disagreement_score":0.14107889,"about_ca_system_score_codex":0.00011246274,"about_ca_system_score_gemma":0.00005173012,"threshold_uncertainty_score":0.999575},"labels":[],"label_agreement":null},{"id":"W4301244490","doi":"","title":"Stability of additive treatment effects in multiple treatment comparison meta-analysis: a simulation study","year":2012,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Meta-analysis; Stability (learning theory); Medicine; Computer science; Internal medicine; Machine learning","score_opus":0.9352895565389213,"score_gpt":0.7186595126440565,"score_spread":0.21663004389486484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301244490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96828884,0.023472464,0.0030172067,0.00002686857,0.00016900754,0.004177411,0.00014700493,0.0000051638317,0.00069600646],"genre_scores_gemma":[0.9985085,0.00021239108,0.00047805038,0.000020733556,0.000045595745,0.00044847451,0.000020784131,0.000020393627,0.0002450799],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95849824,0.02321494,0.011777163,0.001161478,0.0048708566,0.000477304],"domain_scores_gemma":[0.9641815,0.01969835,0.011143359,0.003303396,0.001298373,0.00037503554],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.058594834,0.00068752863,0.013785437,0.0023709766,0.00018292347,0.0012580893,0.003030157,0.00010475821,0.046091527],"category_scores_gemma":[0.012316247,0.0003310179,0.005945338,0.0054387185,0.00009620005,0.0021512697,0.00043422994,0.00016606595,0.00010612722],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010913737,0.005530857,0.91462606,0.000028914785,0.056504723,0.0000045735787,0.003000529,0.011335974,0.000315424,0.00000898657,0.00046208338,0.008072746],"study_design_scores_gemma":[0.000923727,0.00011018847,0.90652794,0.000016850416,0.07611148,4.6856763e-7,0.0015111634,0.010561318,0.0024106493,0.00034223552,0.0012065904,0.00027741631],"about_ca_topic_score_codex":0.002074893,"about_ca_topic_score_gemma":0.002151078,"teacher_disagreement_score":0.046278585,"about_ca_system_score_codex":0.0003824238,"about_ca_system_score_gemma":0.00010069118,"threshold_uncertainty_score":0.99991417},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4301393329","doi":"10.11124/jbies-21-00396","title":"Impact of the COVID-19 pandemic on the HIV care continuum: a mixed methods systematic review protocol","year":2022,"lang":"en","type":"article","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"CINAHL; Pandemic; Medicine; Systematic review; MEDLINE; Human immunodeficiency virus (HIV); Protocol (science); Family medicine; Psychological intervention; Coronavirus disease 2019 (COVID-19); Alternative medicine; Psychiatry; Disease; Political science; Pathology","score_opus":0.5250738623733959,"score_gpt":0.584356228036981,"score_spread":0.059282365663585024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301393329","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01618062,0.027195703,0.011629356,0.028350005,0.00076772145,0.91099423,0.00042753937,0.00008110785,0.004373705],"genre_scores_gemma":[0.28765664,0.00015862267,0.0017488266,0.005362821,0.00006569436,0.6982108,0.000001379375,0.000053378877,0.006741871],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.82879066,0.15251459,0.0096201645,0.001093657,0.007607019,0.0003739279],"domain_scores_gemma":[0.8007308,0.16611218,0.017322347,0.014098439,0.0014073043,0.0003288933],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28506178,0.00047866773,0.00587409,0.000245722,0.0007463002,0.00036750585,0.0070945956,0.000066486085,0.02120426],"category_scores_gemma":[0.5655375,0.00014788832,0.005970231,0.0030824859,0.00016948194,0.00018439691,0.0007156381,0.0003975733,0.0006421043],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011228202,0.0002336701,0.07543863,0.3079206,0.0021868302,0.000013558031,0.005600761,0.00057414087,0.0008163641,0.00075673644,0.59803474,0.008311677],"study_design_scores_gemma":[0.0017344613,0.0019652813,0.05431895,0.42846772,0.0440032,0.0014177284,0.065354556,0.009199185,0.0013467671,0.012865671,0.3740414,0.005285072],"about_ca_topic_score_codex":0.00006208262,"about_ca_topic_score_gemma":0.00003117383,"teacher_disagreement_score":0.28047577,"about_ca_system_score_codex":0.0005280864,"about_ca_system_score_gemma":0.0006399537,"threshold_uncertainty_score":0.9982775},"labels":[],"label_agreement":null},{"id":"W4302362961","doi":"10.1016/j.jclinepi.2022.09.018","title":"The relationship between pragmatism, timing, and study size on impact of randomized trials: a qualitative, hypothesis generating study of trials of systemic corticosteroids for COVID-19","year":2022,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Schulich School of Medicine and Dentistry, Western University","keywords":"Sample size determination; Randomized controlled trial; Medicine; Clinical trial; Clinical study design; Research design; Pragmatism; MEDLINE; Citation; Guideline; Family medicine; Internal medicine; Statistics; Pathology; Library science; Sociology; Social science; Computer science; Political science","score_opus":0.9886380047000537,"score_gpt":0.7909357125092182,"score_spread":0.19770229219083546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4302362961","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1331322,0.837118,0.010791515,0.00028947854,0.0007484756,0.01760494,0.00030075232,0.0000019120966,0.00001269387],"genre_scores_gemma":[0.202595,0.787348,0.007785749,0.000107330445,0.00085314957,0.0009668682,0.000009238187,0.00006538109,0.0002693017],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.012667258,0.7767321,0.20635074,0.00088666583,0.0030710497,0.00029217085],"domain_scores_gemma":[0.0011442809,0.7103215,0.28515562,0.0018392674,0.0012464414,0.00029289993],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.97204477,0.0007024502,0.15590897,0.0008761454,0.00026353868,0.000087543594,0.0024263568,0.00049062946,0.00042852675],"category_scores_gemma":[0.99796194,0.00023895045,0.03587613,0.0009826476,0.00044924952,0.00009499756,0.00023169236,0.0011969679,0.0000034449629],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028143464,0.0029744748,0.12401277,0.014164723,0.084001735,0.000011208098,0.014063614,0.0011538464,4.044655e-7,0.0011994578,0.012149114,0.71812516],"study_design_scores_gemma":[0.34809348,0.06653333,0.025140472,0.023109159,0.33379123,0.00030378328,0.07502108,0.0017058267,8.122668e-8,0.07914284,0.04537349,0.0017852386],"about_ca_topic_score_codex":0.000056274464,"about_ca_topic_score_gemma":0.000011179874,"teacher_disagreement_score":0.71633995,"about_ca_system_score_codex":0.00012526117,"about_ca_system_score_gemma":0.0016901458,"threshold_uncertainty_score":0.97441167},"labels":[],"label_agreement":null},{"id":"W4303684183","doi":"10.1016/j.jclinepi.2022.10.004","title":"Promoting the quality and transparency of health research in China","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; McMaster University; Hamilton Health Sciences","funders":"","keywords":"Transparency (behavior); Mandate; Clinical trial; Medicine; China; Consolidated Standards of Reporting Trials; Quality (philosophy); Alternative medicine; Data sharing; Data extraction; Data quality; MEDLINE; Business; Political science","score_opus":0.9881267489753272,"score_gpt":0.7959293743421072,"score_spread":0.19219737463321995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4303684183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8588729,0.004728491,0.0023987254,0.13293768,0.00034556608,0.00029077992,0.0000041801586,3.355879e-7,0.00042137617],"genre_scores_gemma":[0.9964989,0.00041499035,0.0016428105,0.0012281159,0.000097225544,0.000005345533,2.6519876e-7,0.00000283959,0.000109501],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.04177431,0.8529722,0.09896183,0.000712268,0.0050798394,0.00049956754],"domain_scores_gemma":[0.14699128,0.7612942,0.08654951,0.0031050374,0.0016124649,0.00044753298],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.96181655,0.00009582257,0.009406299,0.00031050213,0.00019846259,0.000021289505,0.0017133924,0.00006889045,0.0011838955],"category_scores_gemma":[0.696339,0.00003618537,0.001752579,0.0010745171,0.00033214834,0.00006590745,0.00020680064,0.0017780135,0.000008543099],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003952933,0.00013639459,0.8538469,0.000049101774,0.000059940397,0.0000029827102,0.0011897001,0.00017142516,0.0000015499803,0.0055258097,0.0058931457,0.13308349],"study_design_scores_gemma":[0.00023317616,0.00051571993,0.83142465,0.000031036616,0.000012036693,0.000030215348,0.00083451846,0.001830465,1.05576525e-7,0.15089475,0.0141669065,0.000026435651],"about_ca_topic_score_codex":0.00009766175,"about_ca_topic_score_gemma":0.000041504365,"teacher_disagreement_score":0.26547754,"about_ca_system_score_codex":0.000025171275,"about_ca_system_score_gemma":0.00035552488,"threshold_uncertainty_score":0.99972916},"labels":[],"label_agreement":null},{"id":"W4303940765","doi":"10.1016/j.jclinepi.2022.10.001","title":"Strong and high-quality evidence synthesis needs Cochrane: a statement of support by the GRADE Guidance Group","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Cochrane; Impact; McMaster University Medical Centre","funders":"","keywords":"Statement (logic); Medicine; Quality of evidence; Group (periodic table); Cochrane collaboration; Quality (philosophy); Family medicine; Cochrane Library; Internal medicine; Randomized controlled trial; Chemistry; Political science; Physics","score_opus":0.8875740891238892,"score_gpt":0.6775982902135222,"score_spread":0.209975798910367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4303940765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87022066,0.013759826,0.053934257,0.05997537,0.0013326164,0.000483839,0.00007720958,0.0000021149328,0.00021408743],"genre_scores_gemma":[0.99004257,0.001533912,0.004950448,0.0026739563,0.00015351795,0.000022143808,0.0000010280619,0.000006665819,0.00061575323],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.43320012,0.4442258,0.11212328,0.0012785766,0.008423699,0.00074855913],"domain_scores_gemma":[0.22545949,0.69347805,0.07629289,0.0030309472,0.0012879824,0.00045061854],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.79198253,0.00022157514,0.010604164,0.0001885726,0.00018171732,0.000050025348,0.0024921945,0.00010295071,0.0060947267],"category_scores_gemma":[0.6959027,0.00009079343,0.0028519565,0.0006493027,0.00047511395,0.00019391917,0.0004277344,0.00080500497,0.00002753998],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023050449,0.00028186536,0.6071613,0.00010268293,0.0007696303,0.00001125159,0.00020404559,0.00058285607,0.000096023105,0.016848342,0.33745503,0.03625645],"study_design_scores_gemma":[0.00094307534,0.0023055943,0.72108173,0.00020879114,0.0012926466,0.00022916672,0.0033638417,0.0026117347,0.000022101902,0.05780899,0.20981291,0.00031939847],"about_ca_topic_score_codex":0.000064986656,"about_ca_topic_score_gemma":0.000010714727,"teacher_disagreement_score":0.24925229,"about_ca_system_score_codex":0.000040076,"about_ca_system_score_gemma":0.00016729638,"threshold_uncertainty_score":0.99481386},"labels":[],"label_agreement":null},{"id":"W4304080590","doi":"10.1002/pds.5507","title":"HARmonized Protocol Template to Enhance Reproducibility of hypothesis evaluating real‐world evidence studies on treatment effects: A good practices report of a joint ISPE/ISPOR task force","year":2022,"lang":"en","type":"article","venue":"Pharmacoepidemiology and Drug Safety","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":104,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"National Heart, Lung, and Blood Institute; National Institute on Aging; National Institutes of Health; International Society for Pharmacoepidemiology; National Health and Medical Research Council; Wellcome Trust","keywords":"CLARITY; Protocol (science); Transparency (behavior); Management science; Comparative effectiveness research; Task (project management); Computer science; Health care; Process management; Key (lock); Medicine; Data science; Systems engineering; Engineering; Alternative medicine; Political science","score_opus":0.8067826087999604,"score_gpt":0.64521713107951,"score_spread":0.1615654777204505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304080590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8840912,0.0027996607,0.0011444188,0.015268397,0.0005511202,0.0945072,0.00008443254,0.00002821173,0.0015253666],"genre_scores_gemma":[0.9062436,0.00033238347,0.017007424,0.00092125294,0.00010008531,0.06758468,0.0000034583388,0.000022195612,0.007784874],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.8402516,0.12198107,0.026589364,0.006292358,0.004150492,0.0007351141],"domain_scores_gemma":[0.6220607,0.30039838,0.06174739,0.012719966,0.0026082098,0.00046534644],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.48279005,0.00048517887,0.006297714,0.00040892087,0.00045968455,0.000028004397,0.0008415937,0.000044729462,0.0009359063],"category_scores_gemma":[0.5686804,0.0002503283,0.0011708267,0.001389499,0.00019833018,0.00024549992,0.00054983865,0.00030217168,0.0000399115],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01633444,0.0034525064,0.4214013,0.006671786,0.010142839,0.00033392146,0.025513824,0.017492894,0.1214667,0.0011889269,0.06375355,0.3122473],"study_design_scores_gemma":[0.010400112,0.013541829,0.28864095,0.004491759,0.014383939,0.00070347404,0.012627075,0.039112926,0.40009782,0.054592013,0.15766264,0.0037454762],"about_ca_topic_score_codex":0.00037725328,"about_ca_topic_score_gemma":0.000095251686,"teacher_disagreement_score":0.30850184,"about_ca_system_score_codex":0.00023352011,"about_ca_system_score_gemma":0.00022402313,"threshold_uncertainty_score":0.9999949},"labels":[],"label_agreement":null},{"id":"W4304163271","doi":"10.1002/ueg2.12322","title":"Young GI angle: How to learn &amp; conduct meta‐analysis: Tips &amp; tricks for the emerging researcher","year":2022,"lang":"en","type":"article","venue":"United European Gastroenterology Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Medicine; Meta-analysis; Systematic review; Medical education; Brainstorming; Subject (documents); Pooling; MEDLINE; Data science; Computer science; Pathology; World Wide Web; Artificial intelligence","score_opus":0.7871288967550183,"score_gpt":0.507633098816316,"score_spread":0.2794957979387023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304163271","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19997267,0.002805422,0.73430794,0.05767556,0.0010637812,0.0016255068,0.0002239989,0.000027316868,0.0022978014],"genre_scores_gemma":[0.8564412,0.000068463756,0.011552071,0.008656652,0.0005712722,0.00015237744,0.00011576868,0.00009920168,0.122342974],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.92298955,0.065479815,0.004911804,0.0010633914,0.0045998883,0.0009555658],"domain_scores_gemma":[0.9870488,0.0035577086,0.0037213855,0.0031888483,0.00199169,0.0004915814],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19568327,0.00042473094,0.0027370884,0.003545552,0.0018885145,0.001691485,0.0047390456,0.00003588107,0.025692215],"category_scores_gemma":[0.01875537,0.00020069157,0.0055020577,0.004389989,0.00013835002,0.00021740053,0.00090983754,0.0013671437,0.0007630276],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030420496,0.00012718368,0.051163983,0.000008379821,0.08627339,0.00006565752,0.0023848068,0.017615713,0.0001573582,0.000098993,0.8404193,0.0013810534],"study_design_scores_gemma":[0.00054222834,0.00028183265,0.0077878446,0.0000020819982,0.036268007,0.0008147908,0.0030393808,0.0019335053,5.3718946e-7,0.0001269977,0.9490574,0.00014539622],"about_ca_topic_score_codex":0.000011558591,"about_ca_topic_score_gemma":0.00019982172,"teacher_disagreement_score":0.72275585,"about_ca_system_score_codex":0.00006365311,"about_ca_system_score_gemma":0.000046886922,"threshold_uncertainty_score":0.99941087},"labels":[],"label_agreement":null},{"id":"W4304182324","doi":"10.1186/s12916-019-1347-0","title":"A scoping review on the roles and tasks of peer reviewers in the manuscript review process in biomedical journals","year":2019,"lang":"en","type":"review","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"H2020 Marie Skłodowska-Curie Actions; European Commission","keywords":"PsycINFO; CLARITY; Scopus; MEDLINE; Grey literature; Medicine; Peer review; Cochrane Library; Medical education; Systematic review; Psychology; Alternative medicine","score_opus":0.8824855226213978,"score_gpt":0.6342689500201213,"score_spread":0.2482165726012765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304182324","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000020204166,0.9723241,0.000051934876,0.013957293,0.0002515329,0.011719523,0.000013716474,0.0000017955468,0.0016780962],"genre_scores_gemma":[0.0000028066625,0.9909366,0.00006360323,0.0073306425,0.0001899389,0.0006667407,0.00002494391,0.000024813153,0.00075995596],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9061867,0.047367416,0.029432764,0.0016104019,0.014904861,0.00049787865],"domain_scores_gemma":[0.9290774,0.035536595,0.024462836,0.008841807,0.0018063837,0.00027496432],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.46571892,0.0008429964,0.024396718,0.0009226316,0.00007043007,0.00014255245,0.00472082,0.00021892626,0.0061921957],"category_scores_gemma":[0.29557332,0.00022655542,0.0023562263,0.0057113357,0.00034996128,0.000118801945,0.00018484239,0.0011271179,0.0005061821],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.579574e-7,0.000028438491,0.000036979316,0.57001156,0.00005455039,0.000008158533,0.00016023434,7.3354585e-8,1.710237e-8,0.00009679957,0.12377308,0.30582914],"study_design_scores_gemma":[0.00008207428,0.0000384664,0.000009404635,0.5215597,0.0014727468,0.00006492052,0.00014976705,0.000004704466,3.742597e-9,0.00009600054,0.4764124,0.000109836416],"about_ca_topic_score_codex":0.000007174482,"about_ca_topic_score_gemma":0.000050911385,"teacher_disagreement_score":0.3526393,"about_ca_system_score_codex":0.00004919308,"about_ca_system_score_gemma":0.0006162218,"threshold_uncertainty_score":0.9947163},"labels":[],"label_agreement":null},{"id":"W4304182950","doi":"10.1016/j.jclinepi.2022.10.010","title":"Update of the agency for healthcare research and quality guidance on using nonrandomized studies in evidence syntheses","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Cochrane","funders":"","keywords":"Agency (philosophy); Health care; Medicine; Evidence-based medicine; Quality (philosophy); Evidence-based practice; MEDLINE; Quality of evidence; Alternative medicine; Randomized controlled trial; Surgery; Political science; Pathology","score_opus":0.99466794598458,"score_gpt":0.8191765837607234,"score_spread":0.17549136222385653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304182950","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9297525,0.025235927,0.0020179623,0.041232254,0.001010616,0.000708814,0.000012867855,3.8256988e-7,0.00002865795],"genre_scores_gemma":[0.9895884,0.00243168,0.0060490305,0.0015866767,0.00015106724,0.00002363824,5.7514537e-8,0.0000042812526,0.00016516841],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.29677004,0.63011754,0.066754706,0.0010369164,0.004778367,0.00054241903],"domain_scores_gemma":[0.019818963,0.9425359,0.032250185,0.0018402963,0.0034008473,0.0001538271],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.88337463,0.000132367,0.010715511,0.0002828152,0.00025134606,0.000019656127,0.0017279787,0.000085815125,0.0002057594],"category_scores_gemma":[0.964765,0.0000508663,0.00239649,0.0008060667,0.00060076994,0.000097292264,0.00045321544,0.000929852,0.000003949219],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0049668853,0.00032581182,0.9346747,0.00042507958,0.0005628992,0.0000076355,0.0007950315,0.0025991406,0.000039880775,0.017400566,0.015524591,0.022677781],"study_design_scores_gemma":[0.004439278,0.0030659316,0.41536644,0.0027026092,0.00028666828,0.00007311027,0.005148049,0.009815364,0.000013792283,0.53690684,0.021940526,0.0002413585],"about_ca_topic_score_codex":0.000043182474,"about_ca_topic_score_gemma":0.000059664286,"teacher_disagreement_score":0.5195063,"about_ca_system_score_codex":0.00006025269,"about_ca_system_score_gemma":0.00029975036,"threshold_uncertainty_score":0.7324909},"labels":[],"label_agreement":null},{"id":"W4304183885","doi":"10.1016/j.jval.2022.09.001","title":"HARmonized Protocol Template to Enhance Reproducibility of Hypothesis Evaluating Real-World Evidence Studies on Treatment Effects: A Good Practices Report of a Joint ISPE/ISPOR Task Force","year":2022,"lang":"en","type":"article","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; SickKids Foundation; Institute for Clinical Evaluative Sciences; University of Toronto","funders":"National Heart, Lung, and Blood Institute; National Institute on Aging; National Institutes of Health; Wellcome Trust","keywords":"Protocol (science); Reproducibility; Task force; Task (project management); Computer science; Joint (building); Medical physics; Data mining; Medicine; Engineering; Alternative medicine; Mathematics; Statistics; Pathology; Systems engineering; Political science","score_opus":0.8858172267355363,"score_gpt":0.6478881162136745,"score_spread":0.23792911052186183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304183885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8702136,0.00088932406,0.00014636804,0.004601005,0.0002283578,0.12353192,0.00002190601,0.000011763213,0.00035569872],"genre_scores_gemma":[0.8392813,0.00008462793,0.031563856,0.000256573,0.000054827196,0.123893626,0.0000011095681,0.000026695729,0.004837354],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.8535279,0.08733271,0.037650295,0.007028876,0.013565466,0.00089474843],"domain_scores_gemma":[0.84007716,0.07139588,0.06760882,0.018311393,0.0022555084,0.00035126306],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4326069,0.00038412,0.0054669534,0.0007405194,0.0002713997,0.000076464035,0.0009303619,0.000030753923,0.00033233388],"category_scores_gemma":[0.47474024,0.00020685479,0.000942916,0.0033884218,0.000061503626,0.00021408332,0.0003291366,0.00021633093,0.000040852516],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006090563,0.009642976,0.27680242,0.03842282,0.003967627,0.00053846434,0.10178246,0.1795699,0.03473312,0.0012796451,0.014493109,0.3326769],"study_design_scores_gemma":[0.009782608,0.08363158,0.3656632,0.040541504,0.003708225,0.0005142736,0.038884062,0.1097745,0.23717934,0.06306989,0.042885646,0.004365181],"about_ca_topic_score_codex":0.0057646437,"about_ca_topic_score_gemma":0.00047512597,"teacher_disagreement_score":0.3283117,"about_ca_system_score_codex":0.0010461038,"about_ca_system_score_gemma":0.0010064011,"threshold_uncertainty_score":0.87144554},"labels":[],"label_agreement":null},{"id":"W4304202792","doi":"10.1136/bmjgh-2022-009378","title":"Past, present and future of living systematic review: a bibliometrics analysis","year":2022,"lang":"en","type":"review","venue":"BMJ Global Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Bibliometrics; Timeline; Citation; Construct (python library); Data science; Library science; Geography; Computer science","score_opus":0.7107865425773231,"score_gpt":0.6294926769112298,"score_spread":0.08129386566609331,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304202792","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.745825e-7,0.98608416,0.00087545544,0.0007438931,0.00039775696,0.009715046,0.0006067876,0.0000087255585,0.0015679882],"genre_scores_gemma":[0.0000012987066,0.9964716,0.00074171415,0.00046731235,0.0004694192,0.0006882414,0.00005229223,0.000021726604,0.0010864403],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.8734282,0.068345875,0.040049877,0.002269847,0.0152116,0.0006945575],"domain_scores_gemma":[0.9065351,0.023399003,0.057480097,0.0105160065,0.0012584229,0.00081138976],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","bibliometrics"],"category_scores_codex":[0.271303,0.00091089454,0.046208944,0.013614757,0.00026615872,0.00058039976,0.0037480819,0.00021867835,0.006752554],"category_scores_gemma":[0.03856962,0.0004252367,0.011095666,0.16896935,0.00005678712,0.00014871443,0.0009807898,0.00040908292,0.00029611553],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.2966645e-7,0.000036515667,0.000054065942,0.5704574,0.0018663085,0.000003805457,0.000023500883,0.0000010051034,2.931749e-11,0.00017902924,0.12603818,0.30133995],"study_design_scores_gemma":[0.000014947334,0.000051994288,0.000038435777,0.17300132,0.017747942,0.00008472852,0.00017282236,0.00011945665,5.9212926e-11,0.000037523158,0.8084919,0.00023893107],"about_ca_topic_score_codex":0.00007425672,"about_ca_topic_score_gemma":0.00001845854,"teacher_disagreement_score":0.6824537,"about_ca_system_score_codex":0.00049551856,"about_ca_system_score_gemma":0.0010517596,"threshold_uncertainty_score":0.99981993},"labels":[],"label_agreement":null},{"id":"W4306385889","doi":"10.1007/s11192-022-04542-z","title":"Evaluating the online impact of reporting guidelines for randomised trial reports and protocols: a cross-sectional web-based data analysis of CONSORT and SPIRIT initiatives","year":2022,"lang":"en","type":"article","venue":"Scientometrics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Cross-sectional study; Consolidated Standards of Reporting Trials; Web application; Psychology; Medicine; Data science; Family medicine; Randomized controlled trial; Computer science; World Wide Web; Internal medicine","score_opus":0.9616850912565456,"score_gpt":0.7406745301888077,"score_spread":0.22101056106773787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306385889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97914225,0.00044138185,0.005270359,0.0001405487,0.00017234524,0.013916329,0.0008588646,0.0000032921225,0.000054650787],"genre_scores_gemma":[0.97509795,0.0000048508796,0.02237772,0.0000629154,0.00007353396,0.002001016,0.00017943527,0.000008690706,0.00019385965],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9526206,0.0058999225,0.02761883,0.0017822615,0.0117691755,0.00030918527],"domain_scores_gemma":[0.86481845,0.038974416,0.074704215,0.006947408,0.014315553,0.00023992539],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.49236587,0.00019406497,0.0029372016,0.004509264,0.00047056586,0.00063744973,0.0011676918,0.000039915893,0.00088241015],"category_scores_gemma":[0.72637796,0.000089300156,0.0015468245,0.024448767,0.0002757463,0.0002682752,0.0006111838,0.00011992914,2.3123012e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002466868,0.00016525874,0.9799776,0.000069202644,0.0011401605,0.000002302271,0.00012727464,0.011178712,0.00030947878,0.000020089998,0.0011599244,0.0033830942],"study_design_scores_gemma":[0.015510489,0.0005408841,0.31029725,0.000013846289,0.0012002966,0.000014522778,0.00025253234,0.67072594,0.000012062886,0.0002869272,0.0010330064,0.00011225859],"about_ca_topic_score_codex":0.000036629124,"about_ca_topic_score_gemma":0.000016125303,"teacher_disagreement_score":0.6696804,"about_ca_system_score_codex":0.00004540324,"about_ca_system_score_gemma":0.0008191973,"threshold_uncertainty_score":0.99628705},"labels":[],"label_agreement":null},{"id":"W4306399408","doi":"10.31219/osf.io/p6c5v","title":"Navigating analytical challenges in clinical trials using the multiverse approach","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"U.S. Army Medical Department; U.S. Department of Veterans Affairs; Defense Health Agency; U.S. Department of Defense","keywords":"Transparency (behavior); Clinical trial; Computer science; Data science; A priori and a posteriori; Psychology; Medicine; Epistemology; Computer security","score_opus":0.9845613268298931,"score_gpt":0.7237888390298555,"score_spread":0.2607724878000376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306399408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6114819,0.02569352,0.14227058,0.013262719,0.006114665,0.016015295,0.00016204674,0.000055101194,0.18494417],"genre_scores_gemma":[0.9027271,0.0014576463,0.08867706,0.00064117165,0.0011341554,0.0003882255,0.000041836745,0.00006114823,0.004871624],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.5721173,0.3474128,0.06090924,0.004800114,0.014099901,0.0006606119],"domain_scores_gemma":[0.84091985,0.115662985,0.027910767,0.014037817,0.0011221848,0.00034641862],"candidate_categories":["metaresearch","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.78288287,0.00052638684,0.012154937,0.00023254525,0.00022210646,0.001073367,0.004847662,0.00038833532,0.02074581],"category_scores_gemma":[0.3180216,0.00019518432,0.008449459,0.0011099565,0.00017412982,0.00009681129,0.0035377378,0.0030563087,0.0002901222],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008213327,0.001334562,0.07629807,0.00056158006,0.003957258,0.00007926321,0.010811027,0.08868074,0.0000037317263,0.026956964,0.014086806,0.7771479],"study_design_scores_gemma":[0.00028804346,0.000016205397,0.0033971553,0.000087874294,0.0006937684,0.0000067315605,0.028619764,0.9466287,2.651907e-7,0.0042105136,0.015753422,0.0002975797],"about_ca_topic_score_codex":0.00011000532,"about_ca_topic_score_gemma":0.000042108397,"teacher_disagreement_score":0.85794795,"about_ca_system_score_codex":0.0001111034,"about_ca_system_score_gemma":0.00023049586,"threshold_uncertainty_score":0.99996364},"labels":[],"label_agreement":null},{"id":"W4306644116","doi":"10.1016/j.cjcpc.2022.10.003","title":"Sounder Reporting of Study Results by Systematic Screening for Erroneous Interpretation of P Values and Statistical Tests in Cardiology","year":2022,"lang":"en","type":"editorial","venue":"CJC Pediatric and Congenital Heart Disease","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre Hospitalier Universitaire de Sherbrooke; Université de Sherbrooke","funders":"","keywords":"Interpretation (philosophy); Medical physics; Medicine; Internal medicine; Cardiology; Statistics; Computer science; Mathematics","score_opus":0.2492586930204009,"score_gpt":0.46986605703822293,"score_spread":0.22060736401782202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306644116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84772927,0.03738476,0.017403146,0.00005087351,0.0779043,0.010252872,0.009111512,0.0000140758675,0.00014918025],"genre_scores_gemma":[0.9877155,0.000038852166,0.0004193625,0.000006147428,0.010744578,0.00030051908,0.0002616254,0.000019742132,0.0004936664],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9756063,0.0059652063,0.014388349,0.0011081451,0.0026998539,0.00023214832],"domain_scores_gemma":[0.9573569,0.029252833,0.010781134,0.0011648473,0.0012146384,0.00022961252],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.049956333,0.00033340405,0.005586351,0.00046505517,0.00011157292,0.00016108586,0.00038224136,0.00014985942,0.00005086833],"category_scores_gemma":[0.26241818,0.00021169409,0.0005235059,0.00054550014,0.000101436846,0.00010336321,0.00022772462,0.0002450895,0.0000025936502],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092400686,0.00028812536,0.16195424,0.018093206,0.00059017545,0.000090200556,0.0017679638,0.00010810747,0.0000015909992,0.00001682994,0.8154285,0.0007370575],"study_design_scores_gemma":[0.033467397,0.016696094,0.3959504,0.005876315,0.12598433,0.00023726637,0.1460576,0.1974965,0.0000013152446,0.046452,0.023036862,0.008743919],"about_ca_topic_score_codex":0.00005766228,"about_ca_topic_score_gemma":0.000018063296,"teacher_disagreement_score":0.79239166,"about_ca_system_score_codex":0.000029702227,"about_ca_system_score_gemma":0.00028634924,"threshold_uncertainty_score":0.9782699},"labels":[],"label_agreement":null},{"id":"W4306691105","doi":"10.1080/00273171.2022.2115965","title":"A Gentle Introduction to Bayesian Network Meta-Analysis Using an Automated R Package","year":2022,"lang":"en","type":"article","venue":"Multivariate Behavioral Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Waterloo; Carleton University","funders":"","keywords":"Computer science; Bayesian probability; Bayesian network; Consistency (knowledge bases); Meta-analysis; Ranking (information retrieval); Rank (graph theory); Data mining; Machine learning; Artificial intelligence; Mathematics; Medicine","score_opus":0.923574189906166,"score_gpt":0.6593108779782532,"score_spread":0.26426331192791286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306691105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88728917,0.00056447455,0.101505145,0.0043110223,0.00084492296,0.0045253257,0.00036520872,0.00013072458,0.0004640273],"genre_scores_gemma":[0.96104974,6.8296606e-7,0.02661968,0.000093808005,0.00039953442,0.0004989333,0.00009847182,0.00004297155,0.011196194],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.91922945,0.056611203,0.006008905,0.0024516508,0.014620972,0.0010778223],"domain_scores_gemma":[0.98683614,0.00141086,0.0016599495,0.0068590892,0.002547599,0.0006863606],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.23067376,0.0004228023,0.0050166184,0.0026271064,0.0017977454,0.0019855031,0.0033048296,0.00010225234,0.13184232],"category_scores_gemma":[0.0063516255,0.0002485955,0.0043883976,0.019161996,0.00008406569,0.00046400528,0.0013845024,0.00079750636,0.001889755],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021885637,0.0029527077,0.019828701,0.000024550338,0.059900533,0.00021687153,0.007547374,0.610333,0.019131562,0.0013524953,0.2698366,0.008656695],"study_design_scores_gemma":[0.00035826454,0.00056784466,0.014313441,0.0000016278007,0.090588644,0.000022915694,0.0050280667,0.82203,0.00015984225,0.001255873,0.06491593,0.00075753854],"about_ca_topic_score_codex":0.0022630594,"about_ca_topic_score_gemma":0.0004615216,"teacher_disagreement_score":0.22432213,"about_ca_system_score_codex":0.00038774332,"about_ca_system_score_gemma":0.00019481045,"threshold_uncertainty_score":0.9999966},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4306809583","doi":"10.1101/2022.10.17.22281160","title":"Evaluation of statistical methods used to meta-analyse results from interrupted time series studies: a simulation study","year":2022,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Monash University; Australian Government","keywords":"Statistics; Autocorrelation; Meta-analysis; Context (archaeology); Random effects model; Econometrics; Restricted maximum likelihood; Series (stratigraphy); Ordinary least squares; Mathematics; Variance (accounting); Maximum likelihood; Medicine","score_opus":0.9312262165821488,"score_gpt":0.6812826678010853,"score_spread":0.2499435487810635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306809583","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79385906,0.002578663,0.19192117,0.0007328434,0.0010304938,0.007048633,0.002116039,0.000023982111,0.00068913796],"genre_scores_gemma":[0.9073565,0.0000064391247,0.089485794,0.00006891888,0.00007732248,0.0008865332,0.0002179853,0.000035158584,0.0018653554],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.60285616,0.31725174,0.036411747,0.005424558,0.037551656,0.0005041258],"domain_scores_gemma":[0.88728744,0.06606375,0.01857355,0.013871432,0.013870531,0.0003332721],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.56503624,0.00075926556,0.0127802575,0.0012206237,0.00017108342,0.0005605922,0.003067397,0.00015751642,0.0524819],"category_scores_gemma":[0.4839434,0.00039585342,0.0033947248,0.0023604697,0.000089242756,0.00018725781,0.0025262684,0.0005356517,0.0008032334],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004701546,0.0009409839,0.0062099425,0.000098344324,0.11541081,0.00001843681,0.04930007,0.7794118,0.00030331002,0.00004805921,0.012438675,0.03534945],"study_design_scores_gemma":[0.0013470592,0.00055302726,0.03933235,0.0000683117,0.19881435,7.1350576e-7,0.022936631,0.69952,0.00010887012,0.027684169,0.008750829,0.0008837219],"about_ca_topic_score_codex":0.00018650238,"about_ca_topic_score_gemma":0.0002831116,"teacher_disagreement_score":0.28443128,"about_ca_system_score_codex":0.00028574397,"about_ca_system_score_gemma":0.00033378994,"threshold_uncertainty_score":0.9999747},"labels":[],"label_agreement":null},{"id":"W4306980401","doi":"10.1111/bcp.15574","title":"Factors relating to nonpublication and publication bias in clinical trials in Canada: A qualitative interview study","year":2022,"lang":"en","type":"article","venue":"British Journal of Clinical Pharmacology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Victoria; University of British Columbia","funders":"Ministry of Health, British Columbia","keywords":"Clinical trial; Incentive; Thematic analysis; Publishing; Promotion (chess); Institutional review board; Research ethics; Qualitative research; Publication bias; Medicine; Clinical research; Family medicine; Public relations; Psychology; Political science; Meta-analysis; Psychiatry; Social science; Sociology","score_opus":0.9650162090420538,"score_gpt":0.7340265981383151,"score_spread":0.2309896109037387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306980401","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98699385,0.00080181437,0.00039771709,0.008634569,0.0016732843,0.0012861289,0.000025504372,0.0000011381777,0.00018597623],"genre_scores_gemma":[0.9960877,0.000108538785,0.0003229932,0.0029606165,0.00019703314,0.00006668753,0.000003704513,0.000008291043,0.00024448917],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.41147465,0.5022688,0.0801518,0.0011961253,0.0045158546,0.0003927573],"domain_scores_gemma":[0.6001982,0.331595,0.06143692,0.0013328631,0.004319007,0.001117986],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7724623,0.00017084881,0.0069952407,0.00068785023,0.00010566959,0.0003014978,0.0014278141,0.00007417866,0.005604521],"category_scores_gemma":[0.5811743,0.0001166214,0.0011843415,0.0019884887,0.00005427074,0.00034979888,0.0003902006,0.0014742706,0.000015750125],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007514835,0.0007250431,0.64667845,0.000009094888,0.00023907231,0.000078628866,0.0018889061,0.0001296132,0.0000022138172,0.000025346195,0.12686308,0.22328542],"study_design_scores_gemma":[0.0023583611,0.00057342794,0.9326176,0.000039675302,0.00017676744,0.0000585473,0.02188287,0.0011429569,3.5795847e-7,0.0005686546,0.040453147,0.0001276137],"about_ca_topic_score_codex":0.033674344,"about_ca_topic_score_gemma":0.27804273,"teacher_disagreement_score":0.2859392,"about_ca_system_score_codex":0.0002645714,"about_ca_system_score_gemma":0.0015002749,"threshold_uncertainty_score":0.99530447},"labels":[],"label_agreement":null},{"id":"W4307055243","doi":"10.1093/pch/pxac100.062","title":"63 Translational Research Capacity in Canadian Pediatric Emergency Departments Participating in the Precision Medicine for Improving the Diagnosis of Pediatric Appendicitis in the Emergency Department (PRIMED) Study","year":2022,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Children's Hospital; University of Calgary","funders":"","keywords":"Medicine; Pediatric emergency medicine; Emergency department; Translational research; Appendicitis; Emergency medicine; Descriptive statistics; Medical emergency; Clinical research; Nursing; Emergency physician; Pathology; General surgery","score_opus":0.617608089928352,"score_gpt":0.5246133412321161,"score_spread":0.09299474869623592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307055243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96666706,0.011519375,0.00012605176,0.010982992,0.0006123418,0.009485334,0.00027595044,0.0000026851171,0.00032823565],"genre_scores_gemma":[0.99027437,0.0018679193,0.00010926038,0.0002969855,0.0005934299,0.006772579,0.00005266518,0.000018748784,0.00001404236],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9211608,0.04793958,0.014238412,0.0016126833,0.013262758,0.0017857617],"domain_scores_gemma":[0.9813866,0.012749584,0.0030745473,0.0020415294,0.0004767096,0.00027101723],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.29677337,0.00033858165,0.0016389576,0.0023419894,0.0015768913,0.000081024365,0.0033467275,0.00006900668,0.0021102184],"category_scores_gemma":[0.022778327,0.00015437255,0.00052221364,0.012496848,0.000042474483,0.00016193722,0.00018995938,0.0010685342,0.000021087873],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014017524,0.00054559036,0.95707387,0.00009519635,0.000014677326,0.000004351148,0.024154173,0.0006830827,4.1949214e-8,0.000349326,0.0126570035,0.0044086776],"study_design_scores_gemma":[0.0007685249,0.00052907364,0.9775014,0.0000042219895,0.00015265156,0.0000027956846,0.0118539,0.0024237172,1.0751405e-7,0.0037597823,0.0028545554,0.0001492964],"about_ca_topic_score_codex":0.07778169,"about_ca_topic_score_gemma":0.42876118,"teacher_disagreement_score":0.35097948,"about_ca_system_score_codex":0.00038137203,"about_ca_system_score_gemma":0.0008722973,"threshold_uncertainty_score":0.9997229},"labels":[],"label_agreement":null},{"id":"W4307379653","doi":"10.1186/s13643-022-02082-4","title":"Machine learning algorithms to identify cluster randomized trials from MEDLINE and EMBASE","year":2022,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; Western University; Ottawa Hospital; University of Ottawa; McMaster University; London Health Sciences Centre; Lawson Health Research Institute","funders":"Canadian Institutes of Health Research; Ottawa Hospital Research Institute","keywords":"Algorithm; Machine learning; Medicine; Artificial intelligence; Randomized controlled trial; Confidence interval; Support vector machine; Computer science; Identification (biology); Data mining; Surgery; Internal medicine","score_opus":0.6709522766462861,"score_gpt":0.5505277577269785,"score_spread":0.12042451891930761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307379653","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021650648,0.33403414,0.48180065,0.007765797,0.005040674,0.14361817,0.00039990593,0.00008543477,0.0056045703],"genre_scores_gemma":[0.3876733,0.009379542,0.20775437,0.019985953,0.0029842968,0.10195314,0.00078716036,0.0005133638,0.26896888],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.36668321,0.5498909,0.06820372,0.0026850444,0.011910962,0.00062618795],"domain_scores_gemma":[0.79840773,0.14586762,0.04485963,0.008923635,0.0011143808,0.00082698575],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7538175,0.0007251822,0.035633143,0.0007132982,0.0005507072,0.0014838857,0.0022778912,0.00007607529,0.027785819],"category_scores_gemma":[0.5615703,0.00028986819,0.006350277,0.0018922639,0.000056015157,0.00023125166,0.00085441134,0.00043424862,0.006086447],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0064656627,0.00074153935,0.0023368828,0.11699607,0.01220745,0.00022057841,0.03135845,0.0027889726,0.0009050545,0.00462136,0.6888839,0.13247406],"study_design_scores_gemma":[0.041609123,0.00015351364,0.000057359615,0.005271795,0.007988052,0.00016685812,0.0034632965,0.18571039,0.000012152842,0.010430013,0.7438742,0.0012632716],"about_ca_topic_score_codex":0.00010679204,"about_ca_topic_score_gemma":0.000021685291,"teacher_disagreement_score":0.43172455,"about_ca_system_score_codex":0.000083852006,"about_ca_system_score_gemma":0.000046423014,"threshold_uncertainty_score":0.99995536},"labels":[],"label_agreement":null},{"id":"W4307455432","doi":"10.1016/j.jclinepi.2022.10.018","title":"Instruments assessing risk of bias of randomized trials frequently included items that are not addressing risk of bias issues","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Toronto; McMaster University; Impact","funders":"","keywords":"Randomized controlled trial; Medicine; MEDLINE; Risk assessment; Selection bias; Environmental health; Computer science; Internal medicine; Political science; Pathology","score_opus":0.9705842370750276,"score_gpt":0.7035783977506374,"score_spread":0.26700583932439026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307455432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9758417,0.0064424127,0.012265784,0.0020636492,0.0022102275,0.00077620917,0.00014364679,0.000002228748,0.0002541467],"genre_scores_gemma":[0.97172314,0.0036752487,0.023559792,0.0004514617,0.00036058313,0.000012620229,0.0000038688545,0.000016840268,0.00019644885],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.14344487,0.71468586,0.13389878,0.00094569667,0.006554111,0.00047066322],"domain_scores_gemma":[0.055930387,0.6182402,0.32071018,0.0021681907,0.0026353754,0.00031566454],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.91600776,0.00042933173,0.058316763,0.0010456945,0.00021852127,0.000090504276,0.002727767,0.00037155784,0.0037441843],"category_scores_gemma":[0.9672363,0.00019306847,0.020458126,0.0010783905,0.0007987693,0.0003731955,0.0005820777,0.0015931432,0.000017610359],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0070435964,0.00042777703,0.94092894,0.00011680059,0.0049021835,0.000008138215,0.00032315592,0.002528853,0.00010253556,0.00029746033,0.0070953704,0.036225207],"study_design_scores_gemma":[0.12754664,0.0020665552,0.58439606,0.002269398,0.019837664,0.00013633343,0.0069931108,0.035826184,0.0010877014,0.19861244,0.020424938,0.00080298027],"about_ca_topic_score_codex":0.00024757566,"about_ca_topic_score_gemma":0.000016259908,"teacher_disagreement_score":0.35653284,"about_ca_system_score_codex":0.00004522718,"about_ca_system_score_gemma":0.00042630476,"threshold_uncertainty_score":0.9971665},"labels":[],"label_agreement":null},{"id":"W4307560953","doi":"10.1186/s12874-022-01750-2","title":"How can clinicians choose between conflicting and discordant systematic reviews? A replication study of the Jadad algorithm","year":2022,"lang":"en","type":"review","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; McGill University Health Centre; University of Toronto; Ottawa Hospital; University of British Columbia; Nova Scotia Health Authority; Cochrane; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Jadad scale; Replicate; Systematic review; Algorithm; Computer science; Replication (statistics); MEDLINE; Medicine; Data science; Meta-analysis; Mathematics; Statistics; Pathology; Biology","score_opus":0.9851295895639681,"score_gpt":0.7600797078702005,"score_spread":0.2250498816937676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307560953","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000077142555,0.94819367,0.033124134,0.00059571245,0.0004506984,0.017332658,0.000056460318,0.000006021778,0.00016347936],"genre_scores_gemma":[0.000024668421,0.97651654,0.013370049,0.000061770465,0.0003634244,0.004213157,0.000021473996,0.000050624258,0.0053782943],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.15808973,0.785682,0.027785584,0.0035857868,0.02391986,0.0009370383],"domain_scores_gemma":[0.08181158,0.8622867,0.03091855,0.021814385,0.0020338127,0.0011349783],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8519099,0.00073552056,0.030197857,0.0012444968,0.0006853262,0.00056998536,0.008955227,0.0004487861,0.001974887],"category_scores_gemma":[0.93775105,0.0002734831,0.0041565034,0.0054736473,0.00076063717,0.00008905658,0.0034882617,0.003167944,0.000089992805],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017518967,0.00009591302,0.00030766998,0.077622,0.00048141243,0.000010191565,0.000641411,5.027409e-8,5.1795702e-8,0.00019679243,0.0011510986,0.91949165],"study_design_scores_gemma":[0.0002249424,0.0002888895,0.000117712436,0.020896712,0.002894444,0.000119986405,0.007312973,0.00022271671,9.63304e-8,0.0006953893,0.9669728,0.00025331674],"about_ca_topic_score_codex":0.00029432078,"about_ca_topic_score_gemma":0.0005625202,"teacher_disagreement_score":0.96582174,"about_ca_system_score_codex":0.00019321057,"about_ca_system_score_gemma":0.0019851262,"threshold_uncertainty_score":0.99997175},"labels":[],"label_agreement":null},{"id":"W4307628881","doi":"10.1101/2022.10.26.22281577","title":"Strategies used to manage overlap of primary study data by exercise-related overviews. Protocol for a systematic methodological review","year":2022,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Systematic review; Psychological intervention; Cochrane Library; MEDLINE; Protocol (science); Medicine; Computer science; Meta-analysis; Alternative medicine; Pathology; Political science","score_opus":0.9204098108760591,"score_gpt":0.6357333278459203,"score_spread":0.2846764830301388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307628881","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025039513,0.016837796,0.028441416,0.00041204327,0.0004180832,0.9480163,0.0009473195,0.000042865064,0.0023802666],"genre_scores_gemma":[0.0015281001,0.00040067427,0.018116888,0.0003834709,0.000039489827,0.97392267,0.00036148174,0.00008596826,0.0051612435],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.86968935,0.080370486,0.032152135,0.004754752,0.01243258,0.000600724],"domain_scores_gemma":[0.9420328,0.01361794,0.019794235,0.02309872,0.0011745619,0.0002817429],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.42158628,0.0010751317,0.022097828,0.0005969773,0.0001814515,0.00094630953,0.015497722,0.0002668413,0.0108982595],"category_scores_gemma":[0.06777077,0.0005196769,0.0034675037,0.0024071503,0.000071743765,0.0003281833,0.008155669,0.00072209444,0.00034792227],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091062575,0.0014336279,0.0042917733,0.6888974,0.0023880645,0.000029938235,0.0014182643,0.00026706705,0.000050564086,0.0004840409,0.2979483,0.0026999111],"study_design_scores_gemma":[0.005042766,0.0022721572,0.012405365,0.28012428,0.02921207,0.0000355008,0.01870823,0.008731647,0.000027779673,0.025182098,0.6131247,0.005133403],"about_ca_topic_score_codex":0.00003474254,"about_ca_topic_score_gemma":0.000018672634,"teacher_disagreement_score":0.4087731,"about_ca_system_score_codex":0.00011872417,"about_ca_system_score_gemma":0.00028358298,"threshold_uncertainty_score":0.9998662},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4307726265","doi":"10.1016/j.jclinepi.2022.10.020","title":"Including nonrandomized studies of interventions in systematic reviews: principles and practicalities","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Health and Medical Research Council; University of Adelaide","keywords":"Systematic review; Psychological intervention; Alternative medicine; Randomized controlled trial; Medicine; Health care; Evidence-based medicine; MEDLINE; Scientific evidence; Management science; Family medicine; Nursing; Political science; Pathology","score_opus":0.9865179549597589,"score_gpt":0.7613329008718588,"score_spread":0.22518505408790013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307726265","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74876624,0.20843197,0.018494243,0.01734363,0.0030539834,0.0029657118,0.000011845026,0.0000025216964,0.0009298779],"genre_scores_gemma":[0.9627372,0.012353778,0.021850374,0.0011108984,0.00014898877,0.00012502396,6.343601e-7,0.0000091826305,0.0016639074],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.18041429,0.6446994,0.17074989,0.0007992018,0.0029614286,0.00037581145],"domain_scores_gemma":[0.023262046,0.85667,0.11664343,0.0015998435,0.0016143869,0.00021028891],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8754514,0.00018959206,0.02881894,0.00054654584,0.00010459011,0.000031043404,0.0010877876,0.00008139056,0.0010249157],"category_scores_gemma":[0.968428,0.00008069484,0.00635991,0.0005982969,0.00028846445,0.00018565966,0.0005944153,0.0007672986,0.000023670224],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001360211,0.0015434592,0.79601634,0.04370671,0.006117815,0.00008687496,0.0039913026,0.0020028611,0.000012695639,0.097696394,0.037740204,0.009725112],"study_design_scores_gemma":[0.01799252,0.0049631055,0.118632585,0.041967984,0.00791685,0.0013817922,0.059867933,0.019689547,0.0000024396045,0.59366363,0.13306062,0.0008609671],"about_ca_topic_score_codex":0.000004151369,"about_ca_topic_score_gemma":0.000016993772,"teacher_disagreement_score":0.6773838,"about_ca_system_score_codex":0.000040882605,"about_ca_system_score_gemma":0.00009609342,"threshold_uncertainty_score":0.9998883},"labels":[],"label_agreement":null},{"id":"W4308784326","doi":"10.1016/j.annepidem.2022.10.015","title":"Reporting and interpretation of effects in non-randomized nutritional and environmental epidemiology: a methods study","year":2022,"lang":"en","type":"review","venue":"Annals of Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Medicine; Environmental epidemiology; Interpretation (philosophy); Epidemiology; Nutritional epidemiology; Randomized controlled trial; Environmental health; Internal medicine","score_opus":0.8679641133540335,"score_gpt":0.6779437602682571,"score_spread":0.19002035308577636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308784326","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004499559,0.98302746,0.008693342,0.0001583284,0.00015000199,0.0033097863,0.000028079907,0.000001527486,0.00013191126],"genre_scores_gemma":[0.005022762,0.9758873,0.018015705,0.00028003394,0.000029044753,0.0006034366,0.00007648999,0.000017076436,0.00006817008],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.36339998,0.54116696,0.09061474,0.0028776953,0.0012726788,0.00066792395],"domain_scores_gemma":[0.39700922,0.5182435,0.08238043,0.0020744514,0.00012868352,0.00016374745],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.73743033,0.0005184852,0.04287776,0.0010823724,0.00006506221,0.000011530605,0.0007586777,0.0003085037,0.00075651787],"category_scores_gemma":[0.7683828,0.0002696976,0.0039089704,0.0005708744,0.00063558854,0.00009304768,0.0005531595,0.00050479546,0.0000075410785],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027815087,0.00018741134,0.013462809,0.0055429637,0.0011996889,0.0000092601185,0.00041866707,0.000019280327,3.791393e-7,0.00081373437,0.0006947932,0.9773729],"study_design_scores_gemma":[0.019017605,0.0021155747,0.02314687,0.013646292,0.010570624,0.00061621645,0.0034111063,0.041535985,0.000001016953,0.29601914,0.58826065,0.0016589513],"about_ca_topic_score_codex":0.000060032824,"about_ca_topic_score_gemma":0.0000055407704,"teacher_disagreement_score":0.9757139,"about_ca_system_score_codex":0.000021578704,"about_ca_system_score_gemma":0.000049849394,"threshold_uncertainty_score":0.9999755},"labels":[],"label_agreement":null},{"id":"W4308888785","doi":"10.1016/j.jclinepi.2022.11.001","title":"Updated guidance from the agency for healthcare research and quality effective healthcare program on including nonrandomized studies of interventions in systematic reviews: a work in progress","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Psychological intervention; Health care; Agency (philosophy); Medicine; Systematic review; Work (physics); Quality (philosophy); Nursing; MEDLINE; Political science; Sociology; Engineering","score_opus":0.982014728303225,"score_gpt":0.7998266543257554,"score_spread":0.1821880739774696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308888785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76583564,0.1763015,0.00058949913,0.044270813,0.0007612346,0.01220139,0.00003107594,0.0000019260804,0.0000069310445],"genre_scores_gemma":[0.9861007,0.0027492074,0.007412718,0.00074392586,0.000111436726,0.0028140645,0.000004326838,0.000008892108,0.000054734766],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.16972877,0.74698335,0.07898319,0.0010567066,0.0026892386,0.00055875594],"domain_scores_gemma":[0.09712797,0.8442664,0.05259822,0.0020713068,0.0037041283,0.00023197797],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.87730646,0.0002261168,0.020012826,0.0004796585,0.00025086963,0.000040628594,0.0015613931,0.00013962234,0.00005802469],"category_scores_gemma":[0.86151785,0.00009122132,0.0036109712,0.0020250317,0.00042698954,0.00008451658,0.00045226357,0.0015907157,0.0000059780796],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004517013,0.0014241163,0.88693136,0.015048421,0.0010120041,0.000011095464,0.0034859383,0.00010365275,7.492159e-7,0.0046211826,0.009005221,0.07383923],"study_design_scores_gemma":[0.009729787,0.008147132,0.7281378,0.048800655,0.00041786884,0.000015410635,0.011633349,0.0013963237,6.8484513e-7,0.18707034,0.0043860055,0.0002646497],"about_ca_topic_score_codex":0.00010640093,"about_ca_topic_score_gemma":0.0006161491,"teacher_disagreement_score":0.22026505,"about_ca_system_score_codex":0.0001556004,"about_ca_system_score_gemma":0.00015718822,"threshold_uncertainty_score":0.9945361},"labels":[],"label_agreement":null},{"id":"W4309258285","doi":"10.1016/j.bja.2022.08.042","title":"Epidemiological, methodological, and statistical characteristics of network meta-analysis in anaesthesia: a systematic review","year":2022,"lang":"en","type":"review","venue":"British Journal of Anaesthesia","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nova Scotia Health Authority; Izaak Walton Killam Health Centre; Dalhousie University; London Health Sciences Centre; Western University","funders":"Dalhousie University","keywords":"Epidemiology; Medicine; Statistical analysis; Psychology; Management science; Statistics; Mathematics; Internal medicine; Engineering","score_opus":0.8295573862451984,"score_gpt":0.5500951418208826,"score_spread":0.2794622444243158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309258285","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014023229,0.9909846,0.0061931093,0.00015629859,0.00006916444,0.0023311987,0.00016965863,0.0000033068927,0.000078644174],"genre_scores_gemma":[0.000043038068,0.97613406,0.022784391,0.0005386882,0.00006064303,0.00019103273,0.00004202325,0.000039344315,0.00016678861],"study_design_codex":"design_other","study_design_gemma":"meta_analysis","domain_scores_codex":[0.77455527,0.16989808,0.048000854,0.001386296,0.0055751726,0.0005843164],"domain_scores_gemma":[0.88119906,0.04652284,0.067159034,0.0033362359,0.0012579099,0.0005249075],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.44128823,0.0010773907,0.10843575,0.0014608683,0.00018181287,0.0006236548,0.0042197714,0.00044736592,0.0129995495],"category_scores_gemma":[0.22317182,0.00053690525,0.02748362,0.006901465,0.000319693,0.0002168776,0.00036951993,0.0016404854,0.000049298913],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008971669,0.0002619962,0.00020681886,0.38663942,0.11914192,0.0036354593,0.000026425505,0.000032809487,3.7830223e-9,0.0013144179,0.013707675,0.47502407],"study_design_scores_gemma":[0.00007115703,0.00028875156,0.00030816672,0.04805156,0.6294781,0.003765673,0.000046665544,0.000048136637,9.828347e-10,0.0015230173,0.31595942,0.0004593541],"about_ca_topic_score_codex":0.000033511147,"about_ca_topic_score_gemma":0.000023247318,"teacher_disagreement_score":0.51033616,"about_ca_system_score_codex":0.000115039795,"about_ca_system_score_gemma":0.0003334946,"threshold_uncertainty_score":0.99970824},"labels":[],"label_agreement":null},{"id":"W4309572701","doi":"10.1177/08465371221139418","title":"Is There Evidence of P-Hacking in Imaging Research?","year":2022,"lang":"en","type":"article","venue":"Canadian Association of Radiologists Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Carleton University; University of Ottawa","funders":"U.S. National Library of Medicine; University of Ottawa","keywords":"Medicine; Hacker; Medical physics; Computer security","score_opus":0.7698512367135742,"score_gpt":0.5589457592300185,"score_spread":0.2109054774835557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309572701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95597523,0.011480717,0.0005526595,0.020365749,0.000676313,0.00046139947,0.00007202378,0.0000016551236,0.010414272],"genre_scores_gemma":[0.99639165,0.000118960634,0.00034031927,0.0002494008,0.000052474934,0.0000065516715,8.388291e-7,0.0000048397123,0.0028349455],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96654445,0.02257836,0.005041655,0.00034880702,0.0050829477,0.00040379947],"domain_scores_gemma":[0.9831002,0.007166962,0.006568212,0.0008979952,0.0020410158,0.00022566761],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.29710895,0.00009802554,0.00133461,0.0014842063,0.00033134985,0.00021471966,0.0017199896,0.000046056422,0.010496657],"category_scores_gemma":[0.10512787,0.00006371375,0.00063211226,0.0020346155,0.000066139495,0.00022520978,0.00008310231,0.00064821815,0.00005294771],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002914119,0.000006894524,0.854421,0.0000072485886,0.000046345336,0.000021829266,0.0010838605,0.000507818,0.00006180178,0.0004368454,0.13924642,0.004156992],"study_design_scores_gemma":[0.0003261884,0.00008974159,0.85158163,0.00015667586,0.000043975902,0.00011638674,0.007414559,0.004691771,0.00003106186,0.017825369,0.11755298,0.00016965374],"about_ca_topic_score_codex":0.0046547325,"about_ca_topic_score_gemma":0.0133554265,"teacher_disagreement_score":0.19198106,"about_ca_system_score_codex":0.0017938598,"about_ca_system_score_gemma":0.0010532433,"threshold_uncertainty_score":0.9904079},"labels":[],"label_agreement":null},{"id":"W4309619185","doi":"10.1136/bmjopen-2022-068797","title":"Identifying relative efficacy of components of prehabilitation in adult surgical patients: protocol for a systematic review and component network meta-analysis","year":2022,"lang":"en","type":"review","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; McGill University; Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Prehabilitation; Medicine; CINAHL; Psychosocial; Psychological intervention; MEDLINE; PsycINFO; Meta-analysis; Systematic review; Randomized controlled trial; Knowledge translation; Protocol (science); Physical therapy; Nursing; Alternative medicine; Psychiatry; Surgery; Knowledge management; Internal medicine","score_opus":0.8714880089136212,"score_gpt":0.6416336946625071,"score_spread":0.22985431425111413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309619185","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000010297036,0.44004497,0.00030694198,0.000023534094,0.000020637948,0.55925804,0.00014116237,0.0000013594976,0.00020232957],"genre_scores_gemma":[0.000006060039,0.08805735,0.0036967811,0.000030884286,0.000010261005,0.90730655,0.0002861239,0.000032676762,0.0005733173],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.887886,0.0660132,0.038315404,0.0017504436,0.0057147155,0.0003202374],"domain_scores_gemma":[0.9088879,0.03904721,0.04526199,0.0048709735,0.0017976422,0.00013424664],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.19019434,0.00074172637,0.05410474,0.0009475885,0.00012659314,0.0003559686,0.003765477,0.00015847253,0.0036755526],"category_scores_gemma":[0.054972515,0.0003454332,0.016021725,0.005438117,0.00008723846,0.00039044596,0.0013727031,0.00027717318,0.000037520982],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032899832,0.0003598063,0.00012453234,0.92793185,0.067678414,0.0000013953137,0.00020549024,0.00005174322,2.7103246e-9,0.00086493074,0.0009573753,0.001791594],"study_design_scores_gemma":[0.0012407049,0.00019745153,0.00014866522,0.198683,0.6991287,0.0000051909983,0.0000928659,0.00041399547,1.0825011e-8,0.0006728385,0.09889277,0.00052381825],"about_ca_topic_score_codex":0.00005538992,"about_ca_topic_score_gemma":0.000032775224,"teacher_disagreement_score":0.7292488,"about_ca_system_score_codex":0.00012218961,"about_ca_system_score_gemma":0.00015119195,"threshold_uncertainty_score":0.99989974},"labels":[],"label_agreement":null},{"id":"W4309662782","doi":"10.1177/09622802221139233","title":"Standard error estimation in meta-analysis of studies reporting medians","year":2022,"lang":"en","type":"article","venue":"Statistical Methods in Medical Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"National Science Foundation","keywords":"Standard deviation; Statistics; Meta-analysis; Standard error; Sample size determination; Quartile; Weighting; Context (archaeology); Random effects model; Econometrics; Median; Pooled variance; Mathematics; Computer science; Medicine; Confidence interval","score_opus":0.9687413692421736,"score_gpt":0.8023260236013716,"score_spread":0.16641534564080196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309662782","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005077612,0.0038644907,0.9815664,0.0057260557,0.00014622325,0.0008617869,0.00015846286,0.0000035219548,0.0025954465],"genre_scores_gemma":[0.2277382,0.000048814214,0.7706894,0.00013063033,0.000015001115,0.0005637972,0.00001548928,0.0000131974,0.000785431],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.41373494,0.43278834,0.060254656,0.0036682212,0.08781437,0.0017394611],"domain_scores_gemma":[0.20209287,0.7627286,0.017690541,0.0086654965,0.0074429857,0.0013795261],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.82260346,0.00024162004,0.010891266,0.0040589953,0.00022544901,0.00013829707,0.002245609,0.00011304241,0.14533326],"category_scores_gemma":[0.9211674,0.0001289555,0.002041938,0.016984692,0.0007620064,0.000098188844,0.0011545353,0.0016783829,0.000056663856],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017999335,0.0007024795,0.015078801,0.00050846307,0.0801764,0.001002315,0.007956277,0.009951241,0.00006936155,0.10229605,0.011713941,0.7703647],"study_design_scores_gemma":[0.00038169773,0.00025524315,0.011567121,0.00003228249,0.026198158,0.000009048851,0.01423692,0.47458687,0.000041998417,0.46816373,0.0042510843,0.00027585053],"about_ca_topic_score_codex":0.00015219803,"about_ca_topic_score_gemma":0.00059160544,"teacher_disagreement_score":0.77008885,"about_ca_system_score_codex":0.00029224178,"about_ca_system_score_gemma":0.00061002444,"threshold_uncertainty_score":0.855448},"labels":[],"label_agreement":null},{"id":"W4309676801","doi":"10.1136/bmj-2022-072428","title":"Changing patterns in reporting and sharing of review data in systematic reviews with meta-analysis of the effects of interventions: cross sectional meta-research study","year":2022,"lang":"en","type":"review","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Bruyère; University of Ottawa","funders":"National Health and Medical Research Council; Australian Government; Australian Research Council; Monash University; Alexander von Humboldt-Stiftung","keywords":"Meta-analysis; Systematic review; Scopus; Psychological intervention; Guideline; Medicine; Citation; MEDLINE; Publication bias; Citation index; Computer science; Library science; Pathology; Nursing","score_opus":0.9698055595577362,"score_gpt":0.7074430381332015,"score_spread":0.26236252142453464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309676801","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00046280454,0.9791018,0.00014546941,0.000016031752,0.00007267358,0.020039545,0.00010805104,0.0000011442166,0.000052509848],"genre_scores_gemma":[0.0026025553,0.9893311,0.00019203132,0.000013256354,0.000013708385,0.0068709278,0.000050928295,0.000026797534,0.00089866586],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.6737898,0.18183017,0.12194447,0.0040188553,0.017736627,0.0006800472],"domain_scores_gemma":[0.7568309,0.053006303,0.16331293,0.024958653,0.0017713881,0.000119855395],"candidate_categories":["metaresearch","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.6765575,0.00058324623,0.051756013,0.0038236063,0.00011510179,0.00021931375,0.0055137617,0.0000864738,0.0028101993],"category_scores_gemma":[0.2997971,0.00020786501,0.017855357,0.016982261,0.00009330599,0.00024586194,0.0034055125,0.0006591599,0.000006035561],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.8006544e-7,0.00019173406,0.017798547,0.83691883,0.14142314,0.000014144719,0.00029527303,0.000016539825,2.7912384e-8,0.000019297917,0.00006687317,0.0032547442],"study_design_scores_gemma":[0.00009580314,0.00007075718,0.0023398488,0.16411974,0.8257963,0.000035296936,0.0006051717,0.00020976966,9.392672e-8,0.000020121486,0.0064769383,0.00023012908],"about_ca_topic_score_codex":0.00019748555,"about_ca_topic_score_gemma":0.0009859151,"teacher_disagreement_score":0.6843732,"about_ca_system_score_codex":0.00008185617,"about_ca_system_score_gemma":0.00015348023,"threshold_uncertainty_score":0.9998669},"labels":[],"label_agreement":null},{"id":"W4309737083","doi":"10.24908/pocus.v7i2.16034","title":"A Comment on the November Issue of POCUS Journal","year":2022,"lang":"en","type":"article","venue":"POCUS Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.695726830638117,"score_gpt":0.515051435810707,"score_spread":0.18067539482741002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309737083","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2506732,0.008082826,0.014657014,0.57061726,0.0072532836,0.0014334716,0.00008174477,0.0000074463187,0.14719373],"genre_scores_gemma":[0.9629036,0.00008150138,0.0013700165,0.01687439,0.00068863464,0.000019913188,6.8114315e-7,0.000021463578,0.018039802],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9692026,0.014235432,0.00688629,0.0003055242,0.009067669,0.00030249037],"domain_scores_gemma":[0.9858246,0.0038119925,0.0074837785,0.0017248791,0.00092103146,0.00023370983],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.16088505,0.00021365575,0.0017535811,0.0003981105,0.0011136719,0.0010433118,0.0029029427,0.000028598519,0.19720398],"category_scores_gemma":[0.011181552,0.00007997418,0.0020561384,0.0009801091,0.000054162738,0.0001381116,0.00027357458,0.0010340096,0.0014449743],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018508428,0.00013560166,0.0020040032,0.0000031062332,0.00025992995,0.00003858215,0.0008903301,0.0005026266,0.0000662635,0.0031763427,0.97812194,0.014782769],"study_design_scores_gemma":[0.0002636784,0.00018168466,0.0007883936,0.000017207643,0.00012733365,0.0013757764,0.0026131147,0.0006030707,0.000056780642,0.018380383,0.9754952,0.000097348515],"about_ca_topic_score_codex":0.000005641534,"about_ca_topic_score_gemma":0.000002276268,"teacher_disagreement_score":0.7122304,"about_ca_system_score_codex":0.00010480782,"about_ca_system_score_gemma":0.00013049965,"threshold_uncertainty_score":0.9999937},"labels":[],"label_agreement":null},{"id":"W4309738274","doi":"10.3390/ijerph192215262","title":"Inappropriate Evaluation of Effect Modifications Based on Categorical Outcomes: A Systematic Review of Randomized Controlled Trials","year":2022,"lang":"en","type":"review","venue":"International Journal of Environmental Research and Public Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Categorical variable; Randomized controlled trial; Medicine; Scale (ratio); Statistics; Econometrics; Mathematics; Internal medicine","score_opus":0.8583774827461125,"score_gpt":0.6563447497694369,"score_spread":0.20203273297667557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309738274","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000034758355,0.9827924,0.0009400029,0.0017197388,0.0003061671,0.013593198,0.00019670738,7.614742e-7,0.0004162592],"genre_scores_gemma":[0.005449545,0.9925808,0.0001131783,0.00013925937,0.000063108,0.0013659978,0.0000841772,0.000017752363,0.00018622122],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.36802202,0.51307464,0.06379717,0.00094528106,0.053647958,0.00051293895],"domain_scores_gemma":[0.72541213,0.20211443,0.06708183,0.0020236706,0.0028126133,0.0005553041],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.84169936,0.00043477066,0.043790795,0.0031335677,0.00012663688,0.00031389535,0.002744404,0.00011940637,0.008459919],"category_scores_gemma":[0.60377324,0.00016835539,0.010550192,0.0009275567,0.00025740784,0.00017694368,0.00020424102,0.0008136276,0.00004933303],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002953278,0.0022608587,0.00003099504,0.45772538,0.015619995,0.000010810246,0.00019624595,0.000031123516,4.488271e-7,0.0021408482,0.0027811734,0.5162489],"study_design_scores_gemma":[0.18524104,0.004074876,0.00005545513,0.5254875,0.02972503,0.00028192726,0.00093744573,0.01294029,5.1772304e-7,0.0059594056,0.23447171,0.00082481565],"about_ca_topic_score_codex":0.000012931577,"about_ca_topic_score_gemma":7.748495e-7,"teacher_disagreement_score":0.5154241,"about_ca_system_score_codex":0.0010552759,"about_ca_system_score_gemma":0.0025518504,"threshold_uncertainty_score":0.9993589},"labels":[],"label_agreement":null},{"id":"W4310461667","doi":"10.1097/prs.0000000000009937","title":"“Spin” in Plastic Surgery Randomized Controlled Trials with Statistically Nonsignificant Primary Outcomes: A Systematic Review","year":2022,"lang":"en","type":"review","venue":"Plastic & Reconstructive Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; University of Ottawa; University of Toronto; McMaster University","funders":"","keywords":"Medicine; Randomized controlled trial; MEDLINE; Psychological intervention; Data extraction; Clinical trial; Equivalence (formal languages); Surgery; Internal medicine; Psychiatry","score_opus":0.530149871945438,"score_gpt":0.46790364398945294,"score_spread":0.062246227955985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310461667","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017461702,0.9548043,0.009248853,0.00003332832,0.004394965,0.029629363,0.00095625315,0.000038171205,0.0008772782],"genre_scores_gemma":[0.000033207085,0.974779,0.000997574,0.00021084037,0.00012826112,0.022603832,0.0003412925,0.00017759393,0.00072840246],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.54446834,0.31734067,0.117342636,0.0045509296,0.01474968,0.0015477213],"domain_scores_gemma":[0.030882407,0.87699974,0.084776916,0.005027623,0.0016345701,0.00067873264],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.60104924,0.0033645385,0.29827452,0.006765633,0.00032939445,0.0014186703,0.0027519234,0.0005152155,0.030600715],"category_scores_gemma":[0.9469522,0.0013258087,0.047291704,0.0063324566,0.0008484813,0.00043753436,0.0003869652,0.0017700561,0.0019556026],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0053218617,0.0002660511,0.0003558031,0.90848583,0.02296992,0.00061627006,0.00004519082,0.0000081257185,2.1972697e-8,0.00037955347,0.008524237,0.053027116],"study_design_scores_gemma":[0.023833482,0.00005646378,0.000049168942,0.81591266,0.122463845,0.0011049667,0.00021846913,0.0002551571,1.1927703e-8,0.00054781523,0.03300644,0.0025515263],"about_ca_topic_score_codex":0.000018514236,"about_ca_topic_score_gemma":0.000019648909,"teacher_disagreement_score":0.55965906,"about_ca_system_score_codex":0.000860272,"about_ca_system_score_gemma":0.0058806906,"threshold_uncertainty_score":0.999755},"labels":[],"label_agreement":null},{"id":"W4310591066","doi":"10.36660/abc.20220099","title":"Médico-Pesquisador, Prática Médica e Pesquisa: A Importância do Médico-Pesquisador na Medicina Atual","year":2022,"lang":"pt","type":"letter","venue":"Arquivos Brasileiros de Cardiologia","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Discovery Air (Canada)","funders":"","keywords":"Humanities; Medicine; Philosophy","score_opus":0.3865804414569974,"score_gpt":0.43861517720600146,"score_spread":0.05203473574900408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310591066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39628127,0.12705514,0.058965396,0.11443165,0.055221558,0.046225764,0.015411448,0.0017277846,0.18467999],"genre_scores_gemma":[0.6960479,0.0017172254,0.0041401414,0.19533277,0.012866634,0.0041515958,0.0031472081,0.0010654543,0.08153106],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.86173683,0.06090526,0.032784235,0.011828867,0.02643388,0.0063109333],"domain_scores_gemma":[0.9199461,0.025187718,0.02445036,0.024310356,0.0033534714,0.0027520426],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","research_integrity","insufficient_payload"],"category_scores_codex":[0.16416594,0.0063570803,0.03276898,0.003936819,0.003031109,0.004367568,0.020563744,0.0054542627,0.19510671],"category_scores_gemma":[0.08049727,0.0042096963,0.023687826,0.008032206,0.0033074634,0.0009894926,0.005514545,0.012111057,0.014014788],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023028514,0.0003290107,0.13918398,0.0008710226,0.006112571,0.00512098,0.0016726722,0.00029593587,0.00029985528,0.0004757143,0.835036,0.010371984],"study_design_scores_gemma":[0.0027041316,0.0021044,0.048197266,0.0007585912,0.010445803,0.004501589,0.0045322184,0.0035460633,0.000039967614,0.00081223884,0.91724515,0.0051125833],"about_ca_topic_score_codex":0.0002815787,"about_ca_topic_score_gemma":0.000019806497,"teacher_disagreement_score":0.29976663,"about_ca_system_score_codex":0.0026247348,"about_ca_system_score_gemma":0.0038300648,"threshold_uncertainty_score":0.99940497},"labels":[],"label_agreement":null},{"id":"W4310692034","doi":"10.3390/curroncol29120750","title":"Integrating Systematic Reviews into Supportive Care Trial Design: The Rethinking Clinical Trials (REaCT) Program","year":2022,"lang":"en","type":"review","venue":"Current Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Clinical trial; Psychological intervention; Systematic review; Prostate cancer; Breast cancer; Alternative medicine; Clinical study design; Medical physics; Family medicine; MEDLINE; Cancer; Nursing; Internal medicine; Pathology","score_opus":0.9854177838826668,"score_gpt":0.7701734279469957,"score_spread":0.21524435593567104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310692034","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.624192e-7,0.91146296,0.0045946063,0.00010606082,0.014618761,0.06787089,0.000029322951,0.00003469649,0.0012817074],"genre_scores_gemma":[0.0000022367915,0.9605729,0.0049777892,0.00009322737,0.0021259123,0.031384476,0.00022785712,0.000073648145,0.00054193055],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.12937587,0.747968,0.10987098,0.0037539874,0.008118079,0.00091303687],"domain_scores_gemma":[0.21011892,0.57197285,0.19839361,0.01584107,0.0029149507,0.0007586131],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.8136124,0.0017034257,0.075822406,0.0008854833,0.000880109,0.0016576579,0.009516989,0.0009874245,0.009685037],"category_scores_gemma":[0.7817574,0.0005780133,0.032579873,0.0035185735,0.0003609151,0.00020605604,0.0013792048,0.004397707,0.0034187736],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009768806,0.00021176712,0.0000020333134,0.09085987,0.0008254778,0.000015211771,0.0023638143,2.017508e-7,2.9121776e-9,0.00023976095,0.047064744,0.8583194],"study_design_scores_gemma":[0.0016770558,0.0012977541,7.19459e-8,0.03238938,0.016993077,0.00006197358,0.002973478,0.00012212715,7.3172863e-9,0.0009691171,0.9430209,0.00049507193],"about_ca_topic_score_codex":0.000005936184,"about_ca_topic_score_gemma":0.00003927727,"teacher_disagreement_score":0.89595616,"about_ca_system_score_codex":0.0011843358,"about_ca_system_score_gemma":0.0033527503,"threshold_uncertainty_score":0.9996671},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4310723905","doi":"10.31219/osf.io/bqd26","title":"An environmental scan of librarian involvement in systematic reviews and scoping reviews at the University of Ottawa: A protocol","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Workload; Library science; Visibility; Protocol (science); Systematic review; Sociology; Political science; Public relations; Medical education; Medicine; MEDLINE; Management; Geography; Alternative medicine; Computer science","score_opus":0.61974607911938,"score_gpt":0.4713470555301865,"score_spread":0.14839902358919344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310723905","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026814638,0.03872586,0.002684681,0.00035650283,0.00020514448,0.9203246,0.00011771467,0.0000075901353,0.010763243],"genre_scores_gemma":[0.27436373,0.031082628,0.07137355,0.0020866243,0.0003073904,0.5009956,0.0004657925,0.00029064252,0.11903404],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9323935,0.047477275,0.015306712,0.0013547726,0.0032608241,0.00020694989],"domain_scores_gemma":[0.9751988,0.0015813094,0.016938485,0.0060968283,0.00006158318,0.00012298368],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.17000133,0.00044204324,0.008895828,0.0003767888,0.00016994971,0.00017797704,0.0031539926,0.00011057944,0.034891494],"category_scores_gemma":[0.00390576,0.00019427699,0.0017359651,0.0006488037,0.00018010488,0.00020573274,0.0026192064,0.0003063712,0.00014317063],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005622303,0.001052868,0.21929441,0.6961783,0.0008524637,0.000017896007,0.017240398,0.00063315185,0.0005001097,0.002593375,0.048153237,0.013427529],"study_design_scores_gemma":[0.0027598368,0.0008588288,0.033297587,0.23478284,0.0041536433,0.000031243802,0.035501115,0.019535093,0.00022480579,0.0034493355,0.6628177,0.0025879655],"about_ca_topic_score_codex":0.00017015456,"about_ca_topic_score_gemma":0.0010833613,"teacher_disagreement_score":0.61466444,"about_ca_system_score_codex":0.000200869,"about_ca_system_score_gemma":0.00012387524,"threshold_uncertainty_score":0.9659907},"labels":[],"label_agreement":null},{"id":"W4310773520","doi":"10.1016/j.jclinepi.2022.11.020","title":"Indicators of questionable research practices were identified in 163,129 randomized controlled trials","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa","funders":"ZonMw","keywords":"Blinding; Randomized controlled trial; Checklist; Proxy (statistics); Sample size determination; Publication bias; Medicine; Logistic regression; MEDLINE; Impact factor; Consolidated Standards of Reporting Trials; Family medicine; Meta-analysis; Statistics; Psychology; Surgery; Internal medicine","score_opus":0.9659537253604227,"score_gpt":0.7731422889942364,"score_spread":0.19281143636618625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310773520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9050728,0.018683337,0.0070323986,0.051912956,0.005206742,0.0043877074,0.000019500469,0.000002938255,0.007681627],"genre_scores_gemma":[0.987888,0.0014980998,0.0043727574,0.0008571908,0.0005354849,0.00013980536,0.0000021733872,0.0000098077935,0.004696714],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.013345846,0.8360722,0.14230552,0.00076966506,0.0070727156,0.00043401966],"domain_scores_gemma":[0.0019291795,0.7941249,0.19955583,0.0015497688,0.0025557461,0.00028457865],"candidate_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.98947763,0.00023848092,0.07177835,0.0027014476,0.00017147916,0.00010565714,0.003145909,0.00029511916,0.020028546],"category_scores_gemma":[0.99550444,0.00009647657,0.016644537,0.0021339278,0.0006108762,0.00028348475,0.00040395372,0.0026551476,0.00015135181],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.17781569,0.0013463752,0.48071548,0.000083724546,0.0056680283,0.000092404545,0.0003361308,0.0036560646,0.000027505152,0.06983161,0.24701639,0.013410604],"study_design_scores_gemma":[0.25409484,0.001099375,0.043941323,0.00016351332,0.00198919,0.00009946784,0.002644935,0.0075205425,0.0000040094938,0.55695516,0.13125907,0.00022857416],"about_ca_topic_score_codex":0.00007460198,"about_ca_topic_score_gemma":0.000025037602,"teacher_disagreement_score":0.48712355,"about_ca_system_score_codex":0.00006306936,"about_ca_system_score_gemma":0.0010643451,"threshold_uncertainty_score":0.99964577},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4310894423","doi":"10.1016/j.jclinepi.2022.12.001","title":"Improving grading of recommendations assessment, development, and evaluation evidence tables part 4: a three-arm noninferiority randomized trial demonstrates improved understanding of content in summary of findings tables with a new format","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"","keywords":"Randomized controlled trial; Grading (engineering); Medicine; Checklist; Guideline; Systematic review; Medical physics; MEDLINE; Medical education; Psychology; Surgery; Engineering","score_opus":0.9037435414091998,"score_gpt":0.6146359955989356,"score_spread":0.2891075458102642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310894423","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8185022,0.0015812237,0.17651305,0.0015484446,0.0004480716,0.001309709,0.000010772693,9.197442e-7,0.00008562364],"genre_scores_gemma":[0.9440174,0.000490887,0.05527101,0.00008277919,0.0000497899,0.000037336184,0.0000052706364,0.000005973737,0.000039568335],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.8352111,0.083649136,0.07556294,0.0010310686,0.0039471257,0.00059864897],"domain_scores_gemma":[0.6029126,0.31974047,0.07427088,0.0009496138,0.001820222,0.0003061886],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5793041,0.00021117098,0.010404128,0.0005427061,0.00013408838,0.000044450888,0.0006596791,0.00011334582,0.0008040135],"category_scores_gemma":[0.3224384,0.00010986757,0.0013103657,0.00060216273,0.00029473295,0.00045727906,0.00019331294,0.000555097,2.3478438e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.078215905,0.00043648313,0.8743039,0.00023910806,0.0014195403,0.000002118762,0.0005743457,0.00096106855,0.00030220745,0.004983358,0.0020534524,0.036508545],"study_design_scores_gemma":[0.5065177,0.005607534,0.052159082,0.0031393457,0.0038474042,0.000114219394,0.012896659,0.30049992,0.00018603336,0.11319601,0.0012237321,0.00061234133],"about_ca_topic_score_codex":0.00025887103,"about_ca_topic_score_gemma":0.0004877812,"teacher_disagreement_score":0.8221448,"about_ca_system_score_codex":0.00014522983,"about_ca_system_score_gemma":0.0016330271,"threshold_uncertainty_score":0.8803384},"labels":[],"label_agreement":null},{"id":"W4310964086","doi":"10.11124/jbies-22-00224","title":"Assessing the risk of bias of quantitative analytical studies: introducing the vision for critical appraisal within JBI systematic reviews","year":2022,"lang":"en","type":"article","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":222,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Critical appraisal; Systematic review; Process (computing); Risk analysis (engineering); Computer science; Management science; Process management; MEDLINE; Medicine; Engineering; Political science","score_opus":0.688915991658202,"score_gpt":0.6087825016231361,"score_spread":0.08013349003506598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310964086","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36562216,0.1617212,0.4062893,0.036731873,0.0048468355,0.023823028,0.00020636027,0.000036896832,0.00072233955],"genre_scores_gemma":[0.97926426,0.00041848124,0.018387314,0.000119970646,0.00009680053,0.0014767505,4.332326e-7,0.000020907479,0.00021507371],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.85805506,0.11320058,0.018685263,0.0014233829,0.008206138,0.0004295676],"domain_scores_gemma":[0.051586904,0.9171088,0.020209238,0.0074169007,0.00354055,0.00013764914],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4825355,0.00038857886,0.006755443,0.00035027825,0.0009765385,0.00062527973,0.0032373667,0.000055116274,0.00070358],"category_scores_gemma":[0.9289912,0.00013080187,0.0031263186,0.0026106895,0.0006517268,0.0006559272,0.00057060766,0.00036712486,0.0000915198],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005770438,0.0018881477,0.041990597,0.20606187,0.017079195,0.000027195374,0.1440308,0.0240468,0.0050474936,0.281266,0.23184808,0.04613681],"study_design_scores_gemma":[0.00023335582,0.0008643476,0.0041722343,0.030270211,0.020322923,0.00006208956,0.3736212,0.5460051,0.00064968236,0.016888985,0.0060719466,0.0008379378],"about_ca_topic_score_codex":0.000029319712,"about_ca_topic_score_gemma":0.00001429027,"teacher_disagreement_score":0.8064682,"about_ca_system_score_codex":0.00008748193,"about_ca_system_score_gemma":0.00015629586,"threshold_uncertainty_score":0.7703708},"labels":[],"label_agreement":null},{"id":"W4311088172","doi":"10.1016/j.jclinepi.2022.11.019","title":"Controversy and debate: challenges with the need to improve the reference standard in diagnosis paper 1: two challenges: absence of a clear cut, easily replicable test for the reference standard; unethical/infeasible inclusion of an invasive procedure in the reference standard","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Grading (engineering); Gold standard (test); Diagnostic accuracy; Test (biology); Quality of evidence; Reference values; Medical physics; Standard of care; Medicine; Diagnostic test; International standard; Computer science; Pathology; Meta-analysis; Pediatrics; Surgery; Engineering; Radiology","score_opus":0.6980742085642876,"score_gpt":0.5652740455244651,"score_spread":0.13280016303982245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311088172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6557063,0.020862857,0.0022250614,0.31412187,0.0002656135,0.0050623245,0.00046226848,0.000006253234,0.0012874671],"genre_scores_gemma":[0.9736439,0.019563174,0.0016866011,0.0046013147,0.0000984376,0.00034184218,0.0000018874947,0.000017793975,0.000045077657],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9092199,0.061929334,0.02071805,0.0017700791,0.0054969806,0.00086561084],"domain_scores_gemma":[0.43659565,0.52837694,0.024585143,0.005291923,0.0047248392,0.00042549134],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.37486365,0.00041571137,0.006455325,0.00023154203,0.0005498325,0.000088903405,0.0042556496,0.00027332606,0.00025613653],"category_scores_gemma":[0.39546722,0.00013396394,0.0007511441,0.0009860601,0.00085655536,0.0002905037,0.0010595467,0.0023051316,0.000002590338],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04819404,0.0023182016,0.28328982,0.0015112925,0.002053937,0.00012194268,0.046242617,0.014097454,0.0004843134,0.19975822,0.041279398,0.36064875],"study_design_scores_gemma":[0.009763717,0.0440192,0.3028697,0.0015788776,0.0010953723,0.00025876117,0.11007028,0.0040532164,0.00008778683,0.20495486,0.32037532,0.0008728855],"about_ca_topic_score_codex":0.00019641503,"about_ca_topic_score_gemma":0.007212061,"teacher_disagreement_score":0.4726243,"about_ca_system_score_codex":0.000103053026,"about_ca_system_score_gemma":0.001050196,"threshold_uncertainty_score":0.9999966},"labels":[],"label_agreement":null},{"id":"W4311117755","doi":"10.1016/j.cardfail.2022.11.008","title":"Inconsistent Outcome Reporting in Heart Failure Randomized Controlled Trials","year":2022,"lang":"en","type":"article","venue":"Journal of Cardiac Failure","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Population Health Research Institute; McMaster University; Impact","funders":"","keywords":"Medicine; Randomized controlled trial; MEDLINE; Clinical trial; Trial registration; Internal medicine","score_opus":0.4939925071641044,"score_gpt":0.499658336104403,"score_spread":0.005665828940298601,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311117755","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84792334,0.025771888,0.0027189434,0.09656367,0.008656825,0.011720268,0.000065987726,0.000015414975,0.0065636747],"genre_scores_gemma":[0.9879384,0.00002123175,0.008028454,0.0005314118,0.00043798034,0.00018456059,0.0000021847286,0.000018657764,0.0028371024],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.6204941,0.21384189,0.14506195,0.001016322,0.018987454,0.00059823424],"domain_scores_gemma":[0.8420206,0.044954393,0.10859611,0.0019984322,0.0021796515,0.00025085232],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8109393,0.0004006646,0.04708701,0.0015097893,0.00022922028,0.0008540412,0.0012769491,0.00010427757,0.007763093],"category_scores_gemma":[0.6170692,0.00016754585,0.03723436,0.001584626,0.00006327271,0.00031626137,0.00024674056,0.00094090786,0.00010197097],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020966081,0.00020796934,0.19300318,0.00007464177,0.008844702,0.00027262987,0.0014870127,0.0069077187,0.0010896645,0.0014160813,0.7629332,0.0027971424],"study_design_scores_gemma":[0.15168075,0.00013127235,0.0031220126,0.00010318164,0.0048711477,0.0006489783,0.010452236,0.00086191803,0.00002839999,0.00503102,0.82262886,0.0004402264],"about_ca_topic_score_codex":0.000009633795,"about_ca_topic_score_gemma":0.000012741882,"teacher_disagreement_score":0.22152641,"about_ca_system_score_codex":0.0001659466,"about_ca_system_score_gemma":0.00037377825,"threshold_uncertainty_score":0.993144},"labels":[],"label_agreement":null},{"id":"W4311200002","doi":"10.1016/j.jval.2022.11.017","title":"A Comparison of Alternative Network Meta-Analysis Methods in the Presence of Nonproportional Hazards: A Case Study in First-Line Advanced or Metastatic Renal Cell Carcinoma","year":2022,"lang":"en","type":"article","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MD Precision (Canada)","funders":"Bristol-Myers Squibb","keywords":"Hazard ratio; Proportional hazards model; Hazard; Medicine; Survival analysis; Event (particle physics); Randomized controlled trial; Meta-analysis; Internal medicine; Statistics; Oncology; Mathematics; Confidence interval; Chemistry; Physics","score_opus":0.8342556377342246,"score_gpt":0.6213187337870495,"score_spread":0.21293690394717513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311200002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9580776,0.007158542,0.029935678,0.00070353015,0.00009664822,0.003870326,0.00009143867,0.0000014857392,0.00006474988],"genre_scores_gemma":[0.94680005,0.000012885875,0.052321736,0.0000930621,0.000011511012,0.00060288276,0.000006186983,0.0000080917225,0.0001435677],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.8168394,0.147391,0.024888514,0.0016702381,0.008571265,0.0006395775],"domain_scores_gemma":[0.96482885,0.022633055,0.009632852,0.002392794,0.00041801744,0.000094425566],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2555802,0.0002926864,0.008147528,0.0012809105,0.00015981644,0.00005646316,0.0017048209,0.000023446602,0.0025203142],"category_scores_gemma":[0.00896308,0.0001346304,0.0018773011,0.010990357,0.000069599446,0.00012344524,0.00029336291,0.00046088698,0.0000033802119],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007254397,0.0011752401,0.10531303,0.00011567398,0.0024714062,0.0002253085,0.016915936,0.8725013,0.0000012932596,0.00010354049,0.00017602103,0.00092866796],"study_design_scores_gemma":[0.00095712737,0.0012277337,0.01443874,0.000015042861,0.011112168,0.000062723746,0.051762264,0.91758823,0.000012730618,0.0022545736,0.00038433773,0.00018430901],"about_ca_topic_score_codex":0.017165583,"about_ca_topic_score_gemma":0.017358849,"teacher_disagreement_score":0.2466171,"about_ca_system_score_codex":0.0001425525,"about_ca_system_score_gemma":0.00045053134,"threshold_uncertainty_score":0.9993848},"labels":[],"label_agreement":null},{"id":"W4311524486","doi":"10.18438/eblip30275","title":"Evidence Summary Theme: Management","year":2022,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Focus (optics); Theme (computing); Computer science; Data science; Domain (mathematical analysis); World Wide Web","score_opus":0.4291183661049529,"score_gpt":0.4427460010372043,"score_spread":0.013627634932251387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311524486","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006903283,0.036259186,0.07981818,0.5448831,0.0018490723,0.0049893623,0.00009844761,0.00017261767,0.32502678],"genre_scores_gemma":[0.43020397,0.012254656,0.06442595,0.44123983,0.0002157432,0.000946094,0.000117428266,0.000034853852,0.050561488],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9772098,0.011343341,0.0052114152,0.00054122787,0.0054626674,0.00023153127],"domain_scores_gemma":[0.9700886,0.022251548,0.0047473423,0.0024891612,0.00024786105,0.00017546465],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","scholarly_communication","insufficient_payload"],"category_scores_codex":[0.06692964,0.0002198021,0.00080280204,0.0005663383,0.00064076023,0.0026887956,0.0017830279,0.00003381096,0.034422684],"category_scores_gemma":[0.033010315,0.00013351438,0.00038826326,0.0022134224,0.00004859161,0.2174876,0.00085771317,0.00029834083,0.0017296267],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028712495,0.00006991801,0.0028664602,0.00023648783,0.00012118652,0.000021776692,0.00046463363,0.0021064184,0.000008923996,0.3034837,0.53056324,0.15977015],"study_design_scores_gemma":[0.000115377996,0.00008776435,0.0036011194,0.00017374828,0.000120070916,0.000028809836,0.003143894,0.012300857,0.000024648483,0.00096798857,0.9792727,0.00016301766],"about_ca_topic_score_codex":0.000001787179,"about_ca_topic_score_gemma":1.2923728e-8,"teacher_disagreement_score":0.44870946,"about_ca_system_score_codex":0.000019850895,"about_ca_system_score_gemma":0.00012552248,"threshold_uncertainty_score":0.99904764},"labels":[],"label_agreement":null},{"id":"W4311687382","doi":"10.1002/pst.2280","title":"Parametric and nonparametric methods for confidence intervals and sample size planning for win probability in parallel‐group randomized trials with Likert item and Likert scale data","year":2022,"lang":"en","type":"article","venue":"Pharmaceutical Statistics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Western University","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Likert scale; Nonparametric statistics; Statistics; Confidence interval; Sample size determination; Context (archaeology); Parametric statistics; Computer science; Mathematics","score_opus":0.863855780924001,"score_gpt":0.6504602847221514,"score_spread":0.2133954962018495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311687382","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018436369,0.006755784,0.96475077,0.0004909609,0.00013475803,0.007262008,0.0021426445,0.000007937199,0.000018766394],"genre_scores_gemma":[0.10902842,0.00026941657,0.88879627,0.0003980416,0.0000313495,0.001297508,0.00006489455,0.000020658807,0.00009341646],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9584158,0.029028747,0.008138851,0.0019577986,0.0019069229,0.00055185467],"domain_scores_gemma":[0.24998406,0.74361235,0.003415593,0.0018892911,0.0005985558,0.0005001583],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28813282,0.00039625083,0.006430179,0.0004309264,0.00031191646,0.0008453489,0.0010153165,0.00007097115,0.00062211324],"category_scores_gemma":[0.5918576,0.00021788849,0.00031390862,0.0016550361,0.00040035677,0.00023601016,0.00070887955,0.0003193214,0.0000017992652],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06344173,0.0008890522,0.06647411,0.0027276594,0.0020472496,0.000018290451,0.0024237903,0.00089565007,0.00010833169,0.020356825,0.017225781,0.82339156],"study_design_scores_gemma":[0.031401552,0.00029621695,0.0017391411,0.00004229405,0.0014906547,0.000026420279,0.0003595544,0.7898223,0.000010593328,0.14455529,0.02990826,0.00034776249],"about_ca_topic_score_codex":0.000056248402,"about_ca_topic_score_gemma":0.000020844289,"teacher_disagreement_score":0.82304376,"about_ca_system_score_codex":0.000049765298,"about_ca_system_score_gemma":0.00007737108,"threshold_uncertainty_score":0.8885235},"labels":[],"label_agreement":null},{"id":"W4312012072","doi":"10.1101/2022.12.19.22283669","title":"Research waste from poor reporting of core methods and results and redundancy in studies of reporting guideline adherence: a meta-research review","year":2022,"lang":"en","type":"review","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; St. Joseph’s Healthcare Hamilton; Douglas Mental Health University Institute; McGill University; McMaster University; Jewish General Hospital","funders":"Canadian Institutes of Health Research; Mitacs; Canada Research Chairs","keywords":"Guideline; Meta-analysis; Medicine; MEDLINE; Systematic review; Confidence interval; Research design; Family medicine; Psychology; Medical physics; Pathology; Statistics; Internal medicine","score_opus":0.9837492500374151,"score_gpt":0.7653738122338086,"score_spread":0.21837543780360646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312012072","genre_codex":"review","genre_gemma":"review","domain_codex":"reporting","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":"reporting","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012440204,0.9936549,0.00004667452,0.00032156758,0.00020498839,0.0033843084,0.00010758404,0.000004010119,0.0010319423],"genre_scores_gemma":[0.00006889982,0.9604204,0.036748618,0.000021148444,0.00008150906,0.0006714837,0.00003912397,0.00004256208,0.0019062251],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.25717998,0.3073845,0.38730416,0.009307666,0.036796547,0.0020271682],"domain_scores_gemma":[0.14683934,0.28043154,0.52252054,0.023904849,0.025445413,0.0008583248],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8940371,0.00075126905,0.03732316,0.0023692176,0.00033514053,0.00021382992,0.0026008373,0.00025082403,0.0022413626],"category_scores_gemma":[0.90047705,0.0003513133,0.0039014246,0.010193389,0.00072120357,0.00017452822,0.003049442,0.0019578596,0.000016532207],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010174205,0.000050632527,0.0006474802,0.06274994,0.0031181779,0.00016146166,0.00068617216,7.9543156e-7,0.00001911406,0.000068730275,0.021528374,0.91095895],"study_design_scores_gemma":[0.00013205718,0.00013213084,0.000044228145,0.04461815,0.0053310455,0.0000683379,0.0033276437,0.00008756251,0.000008503035,0.0020883319,0.9438838,0.00027825218],"about_ca_topic_score_codex":0.00049265503,"about_ca_topic_score_gemma":0.0001457715,"teacher_disagreement_score":0.92235535,"about_ca_system_score_codex":0.00010415525,"about_ca_system_score_gemma":0.0008221821,"threshold_uncertainty_score":0.9998939},"labels":[],"label_agreement":null},{"id":"W4312061410","doi":"10.1136/bmjebm-2022-112024","title":"Retrieval barriers in individual participant data reviews with network meta-analysis","year":2022,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Randomized controlled trial; MEDLINE; Medicine; Psychological intervention; Systematic review; Unavailability; Meta-analysis; Data sharing; Computer science; Alternative medicine; Nursing; Political science; Surgery; Engineering","score_opus":0.9577443300487736,"score_gpt":0.6060650932160673,"score_spread":0.3516792368327063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312061410","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021422202,0.71632934,0.06826182,0.17107318,0.0016144994,0.018758798,0.00066939543,0.00007244538,0.0017983387],"genre_scores_gemma":[0.95490634,0.00077552046,0.013396424,0.021303542,0.0008912636,0.0016626634,0.00051349227,0.00006480582,0.0064859604],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.8788678,0.07041906,0.022745205,0.0037911034,0.023037111,0.001139741],"domain_scores_gemma":[0.9367366,0.027516259,0.013379351,0.020393385,0.00097644434,0.0009979856],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5393995,0.00068469456,0.015017841,0.0014656595,0.00048126286,0.00036140514,0.0077279327,0.00008111708,0.14160162],"category_scores_gemma":[0.1982478,0.00028676708,0.003181848,0.019505166,0.00033518983,0.0006582847,0.0010160622,0.0007112744,0.000390477],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044755504,0.00011141769,0.0770483,0.00015663115,0.077507235,0.00035558923,0.0013473362,0.06867061,0.000010261065,0.00043356325,0.77155066,0.0023608315],"study_design_scores_gemma":[0.0008580069,0.0006384046,0.006616291,0.00021836982,0.5391726,0.000028719182,0.0023007526,0.031664297,0.0000029896696,0.00068893464,0.41720983,0.0006007861],"about_ca_topic_score_codex":0.00018076428,"about_ca_topic_score_gemma":0.0006441035,"teacher_disagreement_score":0.93348414,"about_ca_system_score_codex":0.0000882886,"about_ca_system_score_gemma":0.00079793285,"threshold_uncertainty_score":0.99995846},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4312065242","doi":"10.1002/jrsm.1617","title":"Graphical tools for visualizing the results of network meta‐analysis of multicomponent interventions","year":2022,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; University of Toronto; St. Michael's Hospital","funders":"European Commission","keywords":"Computer science; Asynchronous communication; Psychological intervention; Context (archaeology); Inference; Component (thermodynamics); Intervention (counseling); Meta-analysis; Machine learning; Artificial intelligence; Medicine; Nursing; Computer network","score_opus":0.9761087512398074,"score_gpt":0.7425387459641508,"score_spread":0.23357000527565663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312065242","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008044548,0.011966305,0.9692089,0.0046190373,0.00023123877,0.0032172264,0.00074362213,0.000008177351,0.0019609348],"genre_scores_gemma":[0.6577825,0.000079176105,0.33850712,0.000038101884,0.00005569948,0.0020599074,0.000016966334,0.00002120474,0.0014393264],"study_design_codex":"meta_analysis","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.59362763,0.37017238,0.018757401,0.0017438905,0.014801308,0.00089737255],"domain_scores_gemma":[0.39751753,0.58480364,0.0068424707,0.007083421,0.0035368348,0.0002160766],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7234403,0.00021884606,0.0066949376,0.0019777094,0.00077500864,0.00037165626,0.00386443,0.000059560476,0.007019991],"category_scores_gemma":[0.35384288,0.00009624165,0.018153928,0.011379258,0.0003148767,0.0001338769,0.0010258275,0.0003911086,0.000011536023],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063115737,0.0015087405,0.00071918784,0.0006708611,0.58713835,0.000004078036,0.0024936863,0.0630738,0.0067669256,0.08461433,0.03953172,0.21284717],"study_design_scores_gemma":[0.00050534547,0.000447875,0.0061490517,0.00008464356,0.32392895,0.000004119526,0.0115692755,0.38918757,0.0048450176,0.041263565,0.2215243,0.00049025874],"about_ca_topic_score_codex":0.00009176645,"about_ca_topic_score_gemma":0.000044540262,"teacher_disagreement_score":0.64973795,"about_ca_system_score_codex":0.00004345193,"about_ca_system_score_gemma":0.00007965181,"threshold_uncertainty_score":0.9938877},"labels":[],"label_agreement":null},{"id":"W4312101185","doi":"10.56746/exercer.2022.188.468","title":"LA REVUE RAPIDE : UNE METHODE DE RECHERCHE POUR REPONDRE EN URGENCE A UNE PROBLEMATIQUE","year":2022,"lang":"fr","type":"article","venue":"EXERCER","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Political science; Humanities; Philosophy","score_opus":0.8671816230795261,"score_gpt":0.598998473838366,"score_spread":0.26818314924116005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312101185","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027252495,0.041671824,0.46522933,0.2604527,0.0023186572,0.0043613077,0.00011578104,0.000063139,0.19853477],"genre_scores_gemma":[0.02725416,0.0006815961,0.35856014,0.0013621273,0.0002477608,0.00066134403,0.000010207904,0.000057668487,0.611165],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.66965336,0.30805045,0.013450562,0.0026026876,0.0051778075,0.0010651355],"domain_scores_gemma":[0.9553455,0.03254069,0.005381538,0.0055650957,0.0007137559,0.0004534289],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.45545566,0.00055657525,0.004221998,0.00042445018,0.00044856756,0.0006051493,0.002957359,0.00047102393,0.116872445],"category_scores_gemma":[0.08131745,0.00037525632,0.002517781,0.005786812,0.000140196,0.00032872625,0.0007414465,0.0019407185,0.0037536563],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003129078,0.00041537854,0.0019250894,0.0011071366,0.00070784596,0.0005107207,0.0552379,0.0056781974,0.0040818863,0.03401822,0.65535665,0.2409297],"study_design_scores_gemma":[0.00019536239,0.00005468717,0.0008905577,0.00033318345,0.00062091165,0.0008137584,0.010488694,0.017026637,0.00019135728,0.13376085,0.8351901,0.00043390098],"about_ca_topic_score_codex":0.001041542,"about_ca_topic_score_gemma":0.00019972301,"teacher_disagreement_score":0.4126302,"about_ca_system_score_codex":0.0007340437,"about_ca_system_score_gemma":0.0011222756,"threshold_uncertainty_score":0.99986994},"labels":[],"label_agreement":null},{"id":"W4312113679","doi":"10.1097/ju.0000000000003105","title":"Assessing “Spin” in Urology Randomized Controlled Trials With Statistically Nonsignificant Primary Outcomes","year":2022,"lang":"en","type":"review","venue":"The Journal of Urology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; University Health Network; Women's College Hospital; Sunnybrook Hospital; University of Toronto","funders":"","keywords":"Randomized controlled trial; Subspecialty; Medicine; MEDLINE; Data extraction; Clinical trial; Internal medicine; Urology; Family medicine","score_opus":0.7444288017619435,"score_gpt":0.5824514391094242,"score_spread":0.16197736265251927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312113679","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000040114435,0.95687354,0.034266397,0.0016480061,0.0007863852,0.0044219964,0.00001775609,0.000002233667,0.0019435567],"genre_scores_gemma":[0.00045791295,0.9947978,0.0022280917,0.0013848009,0.0001724088,0.00022247864,0.0000067581136,0.000041948093,0.00068779633],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.45095775,0.4820621,0.059299957,0.00078950153,0.0063188067,0.0005719077],"domain_scores_gemma":[0.3588389,0.53689134,0.10014885,0.002742326,0.0011507584,0.00022786926],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7303655,0.0008523302,0.106429555,0.00203757,0.00017618499,0.00057835836,0.0041481513,0.00030991086,0.014008],"category_scores_gemma":[0.4215359,0.00022740825,0.013085764,0.0012966241,0.000495442,0.00018917561,0.00027087863,0.0019358717,0.00015689705],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06211328,0.00041222922,0.00008365802,0.0013561108,0.02484207,0.0008630615,0.00044324,0.00058161246,0.0000014065913,0.0029741125,0.009385325,0.89694387],"study_design_scores_gemma":[0.073996335,0.00047784374,0.00004798722,0.00022327318,0.04669071,0.0017914004,0.000115032315,0.00027231465,5.7033254e-9,0.0041383286,0.8719556,0.00029119637],"about_ca_topic_score_codex":0.000005789746,"about_ca_topic_score_gemma":0.000009544202,"teacher_disagreement_score":0.8966527,"about_ca_system_score_codex":0.00011322288,"about_ca_system_score_gemma":0.0016572742,"threshold_uncertainty_score":0.9967979},"labels":[],"label_agreement":null},{"id":"W4312204624","doi":"10.1016/j.clinbiochem.2022.12.013","title":"Establishing preanalytical stability of vitamin A and vitamin E","year":2022,"lang":"en","type":"article","venue":"Clinical Biochemistry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Tellabs (Canada)","funders":"","keywords":"Vitamin; Chemistry; Vitamin C; Vitamin D and neurology; Food science; Chromatography; Medicine; Biochemistry; Internal medicine","score_opus":0.6653808615959479,"score_gpt":0.5431598509594828,"score_spread":0.12222101063646507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312204624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99288887,0.0002321921,0.00064611796,0.00062560197,0.00014441935,0.00020729733,0.00008486718,0.0000044636704,0.005166182],"genre_scores_gemma":[0.9959245,0.0000075264115,0.0016067126,0.00016083657,0.000072409435,0.000019083667,0.000011942041,0.000006550184,0.0021904728],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9773332,0.0063536335,0.010668749,0.0014670073,0.003938335,0.00023908747],"domain_scores_gemma":[0.9727682,0.019351624,0.003199557,0.0038671952,0.00051527255,0.0002981668],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14416082,0.00018911426,0.0025715888,0.00006832465,0.00013150786,0.00023408432,0.0015369032,0.00010843506,0.012647104],"category_scores_gemma":[0.15645692,0.000111207126,0.001375775,0.00083288114,0.00032745142,0.00008839893,0.00092832313,0.0004335816,0.00006043797],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009002016,0.0011187891,0.8345216,0.00034876046,0.00043470087,0.000020674666,0.0003346696,0.000013211901,0.013679704,0.0006397372,0.1030985,0.045699667],"study_design_scores_gemma":[0.0077783423,0.0021900844,0.3570154,0.00032361702,0.0048954897,0.0003045495,0.039388206,0.07333472,0.08722598,0.035832904,0.38747582,0.004234889],"about_ca_topic_score_codex":0.000004898842,"about_ca_topic_score_gemma":0.0000014431916,"teacher_disagreement_score":0.4775062,"about_ca_system_score_codex":0.00003163516,"about_ca_system_score_gemma":0.0001246692,"threshold_uncertainty_score":0.98825544},"labels":[],"label_agreement":null},{"id":"W4312276534","doi":"10.56746/exercer.2020.167.417","title":"LA REVUE PARAPLUIE COMME SYNTHESE DES CONNAISSANCES : UNE METHODE RECENTE EN EVOLUTION","year":2020,"lang":"fr","type":"article","venue":"EXERCER","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Philosophy; Physics","score_opus":0.8566633630899809,"score_gpt":0.5511362796601242,"score_spread":0.3055270834298567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312276534","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027471362,0.23506482,0.46639967,0.14461266,0.0027131487,0.002008222,0.00016948309,0.00005521964,0.12150544],"genre_scores_gemma":[0.8730986,0.0034186337,0.05384125,0.001911062,0.00083657354,0.00008219999,0.000011261944,0.000050653245,0.06674975],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94883585,0.04053468,0.0062779225,0.0013720053,0.0024438777,0.00053566915],"domain_scores_gemma":[0.9817265,0.011998272,0.0026588198,0.0023543385,0.0007414491,0.00052061613],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.07596422,0.00049516826,0.0039383443,0.00017123077,0.00027997125,0.000785323,0.0018446965,0.0003035635,0.032047722],"category_scores_gemma":[0.045404322,0.00030223888,0.0018706169,0.0025187633,0.0006182737,0.00057710824,0.00024920126,0.000479798,0.013561665],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008015501,0.00018748725,0.016218849,0.0012967933,0.0008084144,0.00008913265,0.026633954,0.000512688,0.00063710683,0.036526132,0.48277453,0.43423477],"study_design_scores_gemma":[0.00020451639,0.000061288905,0.009012221,0.000698209,0.00074923533,0.000040430725,0.003894209,0.017357936,0.00009485998,0.014550261,0.9529766,0.00036027026],"about_ca_topic_score_codex":0.00024718104,"about_ca_topic_score_gemma":0.0001269023,"teacher_disagreement_score":0.84562725,"about_ca_system_score_codex":0.00012798229,"about_ca_system_score_gemma":0.000114949326,"threshold_uncertainty_score":0.99994296},"labels":[],"label_agreement":null},{"id":"W4312770016","doi":"10.14283/jpad.2022.104","title":"Usefulness of Anchor Based Methods for Determining Clinically Meaningful Change in MCI due to AD","year":2022,"lang":"en","type":"editorial","venue":"The Journal of Prevention of Alzheimer s Disease","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hendrix Genetics (Canada)","funders":"","keywords":"Psychology","score_opus":0.697936059982902,"score_gpt":0.596068339241927,"score_spread":0.10186772074097494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312770016","genre_codex":"editorial","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01233653,0.023267688,0.40424126,0.0014964875,0.5498097,0.007613064,0.0010935433,0.000006833854,0.000134914],"genre_scores_gemma":[0.26470825,0.00058861764,0.4052049,0.00102601,0.32412142,0.0015421867,0.00020188892,0.0003790588,0.0022276854],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.93861896,0.034342125,0.019145783,0.0006471625,0.0069440096,0.00030198248],"domain_scores_gemma":[0.9412679,0.025910903,0.026558224,0.0024488906,0.003436546,0.0003775333],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.26229674,0.00038815135,0.005348499,0.0010867951,0.00009978963,0.000117237636,0.0033925285,0.00018553105,0.0046487725],"category_scores_gemma":[0.11092467,0.00020263839,0.004649452,0.0011591641,0.00007321244,0.00027415765,0.00030877854,0.0005702906,0.000012309279],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027681277,0.0010029202,0.00085071014,0.0007182622,0.0033352857,0.000027927845,0.0022716406,0.0008208316,0.00006535406,0.00003910772,0.6965465,0.29155332],"study_design_scores_gemma":[0.005795846,0.004254081,0.019047601,0.004720123,0.050236072,0.000013244508,0.002006594,0.012659056,0.00029959437,0.014449898,0.88518006,0.0013378138],"about_ca_topic_score_codex":0.0000068731865,"about_ca_topic_score_gemma":0.000012640451,"teacher_disagreement_score":0.2902155,"about_ca_system_score_codex":0.00004433629,"about_ca_system_score_gemma":0.00088558404,"threshold_uncertainty_score":0.9962611},"labels":[],"label_agreement":null},{"id":"W4312997311","doi":"10.18438/b8c607","title":"The EQUATOR Network – a New Web Resource for Good Reporting of Health Research","year":2007,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Upload; Computer science; World Wide Web; Resource (disambiguation)","score_opus":0.7440862484832346,"score_gpt":0.5682999614978538,"score_spread":0.1757862869853808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312997311","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037971935,0.018504841,0.47420377,0.45590362,0.00045537367,0.0041319407,0.000011919046,0.00003435906,0.042956997],"genre_scores_gemma":[0.5116791,0.0032818504,0.3215966,0.13192838,0.0015875589,0.00020000148,0.000076427976,0.000051734656,0.029598368],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9086159,0.02860993,0.050324503,0.0009869003,0.010198576,0.0012641994],"domain_scores_gemma":[0.69474,0.24827065,0.05141208,0.0034229474,0.0017003876,0.00045396315],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch","scholarly_communication"],"category_scores_codex":[0.52428913,0.00013156835,0.0009992124,0.0002856451,0.00082753494,0.0018074289,0.0009339058,0.00006403741,0.00035174622],"category_scores_gemma":[0.46708784,0.00006272098,0.00035011926,0.0023361198,0.00008113209,0.05158491,0.00015808915,0.0002645895,0.00009958065],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026087792,0.000014120908,0.0021757025,0.00015757239,0.00004194805,6.8213666e-7,0.0004517765,0.00030170096,0.000004930526,0.26980215,0.4574105,0.269378],"study_design_scores_gemma":[0.000120636076,0.00013937293,0.0022014037,0.00022742568,0.00002197943,0.000008814933,0.0029562712,0.009907699,0.000042411593,0.0024228448,0.98188907,0.00006209939],"about_ca_topic_score_codex":0.000007545377,"about_ca_topic_score_gemma":5.6759615e-7,"teacher_disagreement_score":0.5244785,"about_ca_system_score_codex":0.000013422691,"about_ca_system_score_gemma":0.00095608714,"threshold_uncertainty_score":0.9992288},"labels":[],"label_agreement":null},{"id":"W4313166872","doi":"10.2196/41132","title":"A Metasynthesis and Meta-analysis of the Impact and Diagnostic Safety of COVID-19 Symptom Agnostic Rapid Testing in Low- and Middle-Income Countries: Protocol for a Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Protocol (science); Meta-analysis; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Systematic review; Low and middle income countries; Medicine; MEDLINE; Psychology; Alternative medicine; Developing country; Political science; Virology; Pathology; Economic growth; Economics","score_opus":0.9048723720114499,"score_gpt":0.6942880236125121,"score_spread":0.2105843483989378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313166872","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.8237886e-7,0.3956102,0.00003272739,0.00012702975,0.0000012366322,0.60351485,0.00066655193,0.0000034713419,0.000043662218],"genre_scores_gemma":[0.0000017224503,0.1090822,0.0002326848,0.00005881081,0.0000091110105,0.89030534,0.000007885433,0.000050647173,0.00025157747],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8772433,0.08778794,0.022591498,0.0023416542,0.009185266,0.0008503895],"domain_scores_gemma":[0.674294,0.30093792,0.016516156,0.0058865375,0.0018466506,0.00051874074],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.308077,0.0011323014,0.03964192,0.0031334152,0.0005169066,0.00083296275,0.0038209828,0.00027387368,0.0053325486],"category_scores_gemma":[0.5710242,0.00043588626,0.00911122,0.013286819,0.00073171314,0.0002639835,0.0016404558,0.00084530184,0.000011598298],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003102029,0.00014584317,0.00024446912,0.9665772,0.030791203,0.0000073844153,0.00017361494,0.000009452995,3.6954766e-8,0.00009115309,0.00047875405,0.0014499184],"study_design_scores_gemma":[0.0006553501,0.00052084326,0.00007073079,0.55373967,0.16727898,0.00005168137,0.00012257077,0.00047362683,2.599332e-7,0.00044485892,0.27611786,0.00052361365],"about_ca_topic_score_codex":0.00007265449,"about_ca_topic_score_gemma":0.000046444973,"teacher_disagreement_score":0.4128375,"about_ca_system_score_codex":0.00030292664,"about_ca_system_score_gemma":0.0018725862,"threshold_uncertainty_score":0.99980927},"labels":[],"label_agreement":null},{"id":"W4313312334","doi":"10.1007/s00167-022-07304-9","title":"A guide to appropriately planning and conducting meta‐analyses—Part 1: indications, assumptions and understanding risk of bias","year":2022,"lang":"en","type":"review","venue":"Knee Surgery Sports Traumatology Arthroscopy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Meta-analysis; Interpretation (philosophy); Risk analysis (engineering); Computer science; Management science; Engineering; Medicine","score_opus":0.947789982742268,"score_gpt":0.5962457083167878,"score_spread":0.3515442744254802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313312334","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026116313,0.9872676,0.0066783046,0.00007959693,0.00068556593,0.0015113145,0.0001931967,0.000022251928,0.00095053855],"genre_scores_gemma":[0.002424656,0.99072856,0.0052137575,0.00006858028,0.0000473892,0.0004490439,0.00014319964,0.00006668745,0.00085812237],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9636016,0.014578894,0.016249796,0.002081927,0.0029478527,0.0005399408],"domain_scores_gemma":[0.9492896,0.028548421,0.018541183,0.0029959541,0.00024311041,0.0003817177],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10880588,0.0009102486,0.019830301,0.003178933,0.0008034979,0.00038291505,0.00072286016,0.00037826845,0.00917671],"category_scores_gemma":[0.02725716,0.0005296586,0.004167443,0.0028496287,0.00035104644,0.00028388188,0.0003377347,0.00070624944,0.00008595711],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035992827,0.0003461218,0.16436689,0.015522212,0.05791994,0.000312303,0.0036502944,0.00021293703,0.0000014152943,0.007419459,0.08969079,0.6605216],"study_design_scores_gemma":[0.00007517082,0.000021613085,0.00025134598,0.0011445463,0.022249479,0.00035568274,0.0018105957,0.000029819766,7.378932e-7,0.00091815525,0.9726811,0.00046177482],"about_ca_topic_score_codex":0.00005778399,"about_ca_topic_score_gemma":0.00003331353,"teacher_disagreement_score":0.8829903,"about_ca_system_score_codex":0.00008252636,"about_ca_system_score_gemma":0.00043227515,"threshold_uncertainty_score":0.9997155},"labels":[],"label_agreement":null},{"id":"W4313329309","doi":"10.26633/rpsp.2022.112","title":"A declaração PRISMA 2020: diretriz atualizada para relatar revisões sistemáticas","year":2022,"lang":"pt","type":"article","venue":"Revista Panamericana de Salud Pública","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":338,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Ottawa Hospital; Bruyère; University of Ottawa","funders":"National Eye Institute","keywords":"Checklist; Systematic review; Guideline; Terminology; Presentation (obstetrics); Statement (logic); Computer science; MEDLINE; Medicine; Medical physics; Psychology; Political science; Pathology; Surgery","score_opus":0.5214585899701608,"score_gpt":0.47989331982623534,"score_spread":0.04156527014392547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313329309","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13360901,0.5911565,0.122609094,0.07515899,0.004129855,0.020974092,0.004261455,0.00050512527,0.0475959],"genre_scores_gemma":[0.8561491,0.005718569,0.010275476,0.009151527,0.0006489426,0.0010386659,0.0003884339,0.00036175252,0.11626755],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8986211,0.058179855,0.02128572,0.004884464,0.014703873,0.002325027],"domain_scores_gemma":[0.954767,0.01017098,0.017176526,0.014541363,0.0014445363,0.0018996297],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.118376754,0.0018000952,0.012426831,0.0013686533,0.002185919,0.0036189018,0.008559403,0.0003654851,0.10075847],"category_scores_gemma":[0.05122121,0.0012812315,0.0073699304,0.01670302,0.0005992081,0.00047206716,0.0023910638,0.0022592586,0.0077033523],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013341074,0.00064014125,0.030992627,0.0011429546,0.002826187,0.00079488446,0.0028197046,0.00026009697,0.00013928872,0.01242235,0.8372369,0.1105915],"study_design_scores_gemma":[0.0004633411,0.00045231328,0.0038311237,0.00027607096,0.0025159975,0.00040427173,0.004592732,0.025760278,0.0000028697727,0.00027191534,0.9600811,0.0013480014],"about_ca_topic_score_codex":0.0006592006,"about_ca_topic_score_gemma":0.000033918517,"teacher_disagreement_score":0.7225401,"about_ca_system_score_codex":0.0013618894,"about_ca_system_score_gemma":0.0016831391,"threshold_uncertainty_score":0.9994744},"labels":[],"label_agreement":null},{"id":"W4313393036","doi":"10.25011/cim.v45i4.39559","title":"Hats Off to the CIM Reviewers Of 2022","year":2022,"lang":"en","type":"article","venue":"Clinical and investigative medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Excellence; Medicine; Process (computing); Medical education; Psychology; Political science; Computer science; Law","score_opus":0.9066931462513458,"score_gpt":0.5865846385363537,"score_spread":0.3201085077149921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313393036","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43922132,0.034025054,0.0009873599,0.50178134,0.0028981774,0.002347076,0.000050423103,0.0000072048215,0.018682024],"genre_scores_gemma":[0.911795,0.00093786453,0.0013353006,0.045175977,0.0006796649,0.00016397588,0.000013344954,0.000013892953,0.03988495],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9707507,0.015801106,0.008750124,0.00072886393,0.0038210836,0.00014816063],"domain_scores_gemma":[0.9843216,0.008076768,0.003872625,0.0024978842,0.00080669305,0.00042444238],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1837343,0.00016798754,0.0030157638,0.00012858812,0.00023630637,0.000032519514,0.0013815354,0.000026820953,0.020200333],"category_scores_gemma":[0.20427854,0.000057496254,0.00060651265,0.001739553,0.0029235466,0.000059570495,0.0004945011,0.00034607155,0.00035284754],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006131766,0.000028039653,0.038208343,0.000024456243,0.00008876736,0.0000020577809,0.0010631545,0.00000962497,0.000044797463,0.010035143,0.8861213,0.06436821],"study_design_scores_gemma":[0.00019927585,0.00047685104,0.03243231,0.00006570062,0.00014833204,0.0000037439381,0.0016062986,0.00043970149,0.000006250341,0.034896724,0.9296557,0.0000691659],"about_ca_topic_score_codex":0.000014460241,"about_ca_topic_score_gemma":0.000010019455,"teacher_disagreement_score":0.4725737,"about_ca_system_score_codex":0.0000080605005,"about_ca_system_score_gemma":0.00006411211,"threshold_uncertainty_score":0.99978995},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4313546056","doi":"10.1098/rspb.2022.2479","title":"<i>Proceedings B</i>2022: the year in review","year":2023,"lang":"en","type":"editorial","venue":"Proceedings of the Royal Society B Biological Sciences","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Computer science","score_opus":0.4928658904725599,"score_gpt":0.47236936579172994,"score_spread":0.020496524680829964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313546056","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032352705,0.032453816,0.0000104585315,0.023295196,0.83701414,0.006339296,0.0002763791,0.00010425095,0.06815379],"genre_scores_gemma":[0.038839597,0.08966125,0.004251197,0.00707723,0.74300265,0.0016836104,0.000041324998,0.00019562115,0.11524753],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.977164,0.0006095017,0.00721999,0.0020886334,0.012155319,0.00076256064],"domain_scores_gemma":[0.959955,0.018932978,0.015081622,0.0014631095,0.00432118,0.0002461636],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21052298,0.00061141915,0.004247348,0.00009952933,0.0006570445,0.0011401558,0.014181949,0.00075532804,0.0013848006],"category_scores_gemma":[0.19016245,0.00017866842,0.004970069,0.0070449216,0.001752844,0.0001895401,0.002069773,0.0013341161,0.00064484676],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021977983,0.00002314385,0.011192536,0.0003348925,0.000050642135,7.5096764e-8,0.00014692148,0.0000010712514,0.000018631477,0.00089876907,0.98690194,0.00042916587],"study_design_scores_gemma":[0.00009264652,0.00010651054,0.0025851282,0.0014783677,0.00017062355,4.7660131e-7,0.0016849882,0.0004515259,0.000012856903,0.0085648205,0.984517,0.000335096],"about_ca_topic_score_codex":0.00005251535,"about_ca_topic_score_gemma":0.0000039847196,"teacher_disagreement_score":0.09401148,"about_ca_system_score_codex":0.0000901585,"about_ca_system_score_gemma":0.00018385534,"threshold_uncertainty_score":0.99989676},"labels":[],"label_agreement":null},{"id":"W4313648545","doi":"10.1002/jrsm.1613","title":"How should we handle predatory journals in evidence synthesis? A descriptive survey‐based cross‐sectional study of evidence synthesis experts","year":2023,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Health Research","keywords":"Inclusion (mineral); Psychology; Quality (philosophy); Medical education; Survey research; Medicine; Applied psychology; Social psychology","score_opus":0.9810529051559126,"score_gpt":0.7283173833840576,"score_spread":0.252735521771855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313648545","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9512891,0.010803306,0.029637296,0.0029479018,0.00054767245,0.0042944998,0.00013262327,0.000053091375,0.00029448033],"genre_scores_gemma":[0.97458255,0.0011249194,0.017510753,0.00001982757,0.00012932044,0.0027794905,6.768584e-7,0.00007118923,0.003781254],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.44383878,0.5018369,0.0149538275,0.004499841,0.03271677,0.0021539144],"domain_scores_gemma":[0.20640694,0.7696234,0.0052392413,0.008542751,0.009341377,0.0008462994],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7537488,0.00077422557,0.006443548,0.0061284527,0.00080401753,0.0045325076,0.0068199052,0.00044858293,0.0061353166],"category_scores_gemma":[0.90925515,0.0004169237,0.0021207533,0.014000246,0.0007116982,0.002125143,0.0010336412,0.0010438652,0.0005184897],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053968193,0.0010413113,0.8693914,0.0005568887,0.0007876102,0.00010266371,0.0026655113,0.0010241402,0.011769259,0.000021443982,0.010698498,0.101401635],"study_design_scores_gemma":[0.00025999363,0.0002742917,0.92032456,0.0033575506,0.00025938687,0.000012124847,0.01414424,0.020769026,0.037026588,0.00096749107,0.0019497925,0.0006549209],"about_ca_topic_score_codex":0.0008230994,"about_ca_topic_score_gemma":0.0006817871,"teacher_disagreement_score":0.26778653,"about_ca_system_score_codex":0.0005431074,"about_ca_system_score_gemma":0.0011519771,"threshold_uncertainty_score":0.9998283},"labels":[],"label_agreement":null},{"id":"W4313986045","doi":"10.21203/rs.3.rs-2416773/v1","title":"Decision makers find it difficult to compare and select similar systematic reviews based on quality, methods and results: a cross-sectional survey","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Toronto Metropolitan University; Queen Elizabeth II Health Sciences Centre; University of Ottawa; Ottawa Hospital; University of British Columbia; St. Michael's Hospital; McGill University Health Centre","funders":"","keywords":"Quality (philosophy); Systematic review; Computer science; Data science; Management science; Risk analysis (engineering); MEDLINE; Business; Engineering; Political science","score_opus":0.9367391547193084,"score_gpt":0.7250496277521347,"score_spread":0.2116895269671737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313986045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56949663,0.028179027,0.27273506,0.01054741,0.004006326,0.095823936,0.0141689945,0.00022658664,0.0048160055],"genre_scores_gemma":[0.8168055,0.00302889,0.12756868,0.001352302,0.000668678,0.0068507018,0.0019171357,0.00033195745,0.04147619],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6320886,0.30260235,0.030446779,0.006808324,0.026624154,0.0014297909],"domain_scores_gemma":[0.72642696,0.24465008,0.00676041,0.010010873,0.010982591,0.0011691157],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7287898,0.0009448504,0.009847141,0.002597532,0.00083483965,0.00707003,0.0032179656,0.00044677462,0.000957501],"category_scores_gemma":[0.7248544,0.0004856958,0.0018336199,0.0055469414,0.00026551925,0.00013991703,0.0026458697,0.0018014095,0.0023409603],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011619692,0.00038606947,0.43875265,0.10177729,0.0008788327,0.000058996335,0.0019000233,0.013149449,0.000051859315,0.00023274668,0.4349419,0.0067082276],"study_design_scores_gemma":[0.0007700411,0.0002461108,0.90809524,0.01790005,0.000105667095,0.000009001858,0.0005841913,0.0525434,0.0000055339674,0.0024213926,0.016586248,0.00073309697],"about_ca_topic_score_codex":0.0004024881,"about_ca_topic_score_gemma":0.0018636561,"teacher_disagreement_score":0.46934262,"about_ca_system_score_codex":0.00035650373,"about_ca_system_score_gemma":0.00045794557,"threshold_uncertainty_score":0.9999558},"labels":[],"label_agreement":null},{"id":"W4315474234","doi":"10.1093/gerona/glac246","title":"A Golden Age for Biogerontology and Geroscience Is Approaching: Our Journal Is Here to Disseminate the Best of That New Knowledge","year":2023,"lang":"en","type":"editorial","venue":"The Journals of Gerontology Series A","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Dissemination; Gerontology; Psychology; Political science; Medicine; Law","score_opus":0.7162209411199479,"score_gpt":0.5550145767307826,"score_spread":0.16120636438916536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315474234","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016245814,0.09387145,0.010740529,0.07850854,0.7938929,0.004085468,0.00096253946,0.000021552283,0.001671167],"genre_scores_gemma":[0.03211181,0.02356549,0.016452305,0.0013991237,0.44534725,0.0004143288,0.00003146898,0.00038098625,0.48029724],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97933125,0.0065352647,0.0081770215,0.0011003028,0.004059327,0.0007968545],"domain_scores_gemma":[0.9631957,0.016764138,0.013627433,0.0034772684,0.0024847642,0.00045074284],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09215295,0.00071413483,0.006643502,0.0006243923,0.0007516114,0.0011318319,0.00723025,0.0007315643,0.00041304165],"category_scores_gemma":[0.049821064,0.00027967928,0.0022778148,0.0010632557,0.00063929055,0.0004293425,0.00083361124,0.0011343678,0.000115187875],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001365544,0.000040328414,0.00039871872,0.0001305141,0.0005685851,0.00000784289,0.009873018,0.0000030372466,0.00008407619,0.00010911515,0.9798607,0.008787481],"study_design_scores_gemma":[0.0003816643,0.00069179875,0.00041433042,0.0004412206,0.0011774985,0.00027651794,0.023587724,0.000089202586,0.00007800883,0.008073726,0.9644564,0.00033195154],"about_ca_topic_score_codex":0.00014355594,"about_ca_topic_score_gemma":0.001257235,"teacher_disagreement_score":0.47862607,"about_ca_system_score_codex":0.00005928287,"about_ca_system_score_gemma":0.0006250546,"threshold_uncertainty_score":0.99996555},"labels":[],"label_agreement":null},{"id":"W4315647727","doi":"10.32384/jeahil18545","title":"Evidence-Based Information Group: year report 2022","year":2022,"lang":"en","type":"article","venue":"Journal of EAHIL","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saskatchewan Health Authority","funders":"","keywords":"Group (periodic table); Information retrieval; Computer science; Chemistry","score_opus":0.7580362645326196,"score_gpt":0.5104833274352882,"score_spread":0.2475529370973314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315647727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8175028,0.008139242,0.11295397,0.021111034,0.006899219,0.001222229,0.00003630486,0.0000119046745,0.0321233],"genre_scores_gemma":[0.990008,0.00003310697,0.004263868,0.0012862777,0.00020526696,0.00001064025,0.00000458399,0.0000053962494,0.004182851],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97535723,0.004763417,0.010109356,0.00018920493,0.009448909,0.00013186646],"domain_scores_gemma":[0.9819025,0.0019081554,0.013394547,0.0013453191,0.001334094,0.00011542061],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17358896,0.00010861116,0.0013342478,0.0005895562,0.00018474259,0.0004759563,0.0013322922,0.000024483335,0.03660574],"category_scores_gemma":[0.042527482,0.00005477552,0.0014890995,0.0011951901,0.000018445633,0.0011964419,0.000116057505,0.0002957059,0.0006677954],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006353723,0.000084285886,0.043032408,0.000028685541,0.00017344428,0.00021866725,0.00052843284,0.0041181394,0.00015240542,0.0010395083,0.91753525,0.03302522],"study_design_scores_gemma":[0.00024001469,0.00021075715,0.015315166,0.00004277687,0.00013463035,0.000646625,0.0012361897,0.0023078604,0.000014186924,0.0021145968,0.9776416,0.00009561805],"about_ca_topic_score_codex":0.0000040364507,"about_ca_topic_score_gemma":0.0000014409642,"teacher_disagreement_score":0.17250521,"about_ca_system_score_codex":0.00008609298,"about_ca_system_score_gemma":0.00020271633,"threshold_uncertainty_score":0.9655377},"labels":[],"label_agreement":null},{"id":"W4315928993","doi":"10.1093/eurjcn/zvad007","title":"Moving evidence from publication to practice: opportunities for accelerating knowledge translation in cardiovascular care","year":2023,"lang":"en","type":"editorial","venue":"European Journal of Cardiovascular Nursing","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Paul's Hospital; University of British Columbia","funders":"","keywords":"Medicine; Knowledge translation; MEDLINE; Intensive care medicine; Medical education; Knowledge management","score_opus":0.7478586436567024,"score_gpt":0.5057686300763159,"score_spread":0.2420900135803865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315928993","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018149424,0.19279374,0.32798252,0.00067341037,0.47302136,0.0013430938,0.000088198205,0.000016991627,0.003899205],"genre_scores_gemma":[0.0097887,0.0048845317,0.08828115,0.00006646643,0.8948012,0.00008458871,0.00034669694,0.000505887,0.0012407876],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9283437,0.044608664,0.012191639,0.0015058493,0.0128367795,0.00051334966],"domain_scores_gemma":[0.93541807,0.033959962,0.007733407,0.004811774,0.017662069,0.0004146891],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3025775,0.0006823793,0.007079217,0.002033236,0.00030285367,0.0035270478,0.003168176,0.00027209573,0.000060429622],"category_scores_gemma":[0.37282184,0.00047985633,0.014544836,0.0019934843,0.00005833163,0.0019151114,0.00013111511,0.0010812358,0.00025541117],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003370341,0.000016617887,0.000002525752,0.0001369518,0.0033347718,0.00011055578,0.007857971,0.012893411,0.0000064900028,0.0000020525306,0.48217,0.49343497],"study_design_scores_gemma":[0.0005895403,0.00011161259,0.00005912272,0.004751629,0.006065997,0.000017715322,0.014631605,0.0008773705,0.000008288055,0.00003656982,0.97242486,0.00042568185],"about_ca_topic_score_codex":0.000021278996,"about_ca_topic_score_gemma":0.000008545273,"teacher_disagreement_score":0.49300927,"about_ca_system_score_codex":0.0005874959,"about_ca_system_score_gemma":0.00080791826,"threshold_uncertainty_score":0.99976534},"labels":[],"label_agreement":null},{"id":"W4316814710","doi":"10.18280/ria.360612","title":"Assessment of Successful Randomization Through a Machine Learning and Visualization Tool for Pre-Treatment Symptoms: Examples from CCTG/AGITG CO.17 and CO.20 Trials","year":2022,"lang":"en","type":"article","venue":"Revue d intelligence artificielle","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Public Health Ontario; Queen's University; Princess Margaret Cancer Centre; Ottawa Hospital; University of Ottawa; University of Toronto","funders":"Princess Margaret Cancer Foundation","keywords":"Randomization; Randomized controlled trial; Baseline (sea); Medicine; Artificial intelligence; Machine learning; Computer science; Internal medicine","score_opus":0.4762313252496092,"score_gpt":0.528125142559388,"score_spread":0.05189381730977882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4316814710","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32070008,0.0021018328,0.6738942,0.00014117117,0.00011916933,0.0022719987,0.00025361762,0.000010038254,0.0005078835],"genre_scores_gemma":[0.9906428,0.00060355087,0.0038382004,0.000038492282,0.0000580389,0.00044587647,0.0003433663,0.000017914464,0.004011793],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9843031,0.00718671,0.006025019,0.0009105876,0.0013757591,0.00019882298],"domain_scores_gemma":[0.9821552,0.012615437,0.0039361967,0.00083258393,0.0003973826,0.00006319269],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.036085855,0.00026658984,0.002768036,0.00021315203,0.0004893959,0.00045960487,0.0003973949,0.00005503902,0.0062130783],"category_scores_gemma":[0.0103659555,0.00016210614,0.0005938271,0.0006064275,0.000082123646,0.00024151789,0.000109346496,0.00008729817,0.00001553933],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011572454,0.0014291989,0.47054222,0.0006607253,0.0022178504,0.000007615484,0.025168072,0.27705997,0.01874873,0.025019458,0.0057953903,0.17219353],"study_design_scores_gemma":[0.0008814473,0.00050193584,0.0006663863,0.000059994047,0.0004874191,0.0000065954077,0.0036689306,0.901866,0.006042439,0.004371341,0.08120415,0.00024335395],"about_ca_topic_score_codex":0.000110021865,"about_ca_topic_score_gemma":0.000030587125,"teacher_disagreement_score":0.670056,"about_ca_system_score_codex":0.00006648619,"about_ca_system_score_gemma":0.00006178645,"threshold_uncertainty_score":0.99797016},"labels":[],"label_agreement":null},{"id":"W4317214279","doi":"10.1016/j.jclinepi.2023.01.003","title":"A scoping review identifies multiple comments suggesting modifications to SPIRIT 2013 and CONSORT 2010","year":2023,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Robarts Clinical Trials; University of Ottawa; Wilfrid Laurier University; Canada Research Chairs; Women's College Hospital; University of Toronto","funders":"Medical Research Council","keywords":"Consolidated Standards of Reporting Trials; Medicine; Data science; Alternative medicine; Computer science; Pathology","score_opus":0.9786164488602223,"score_gpt":0.7543760250954039,"score_spread":0.22424042376481834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317214279","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002643511,0.97855574,0.004278363,0.012269798,0.0022530057,0.002483511,0.000036928177,0.000005780919,0.00009046459],"genre_scores_gemma":[0.0000024460624,0.9841812,0.009121813,0.003402551,0.0006127871,0.00009526618,0.0000107533615,0.000033412085,0.0025397318],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.68529856,0.16303205,0.14588687,0.001967247,0.0030924631,0.0007228109],"domain_scores_gemma":[0.13497593,0.722803,0.1319912,0.0051723407,0.003659148,0.001398397],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.6701361,0.00064438564,0.05449368,0.0008469674,0.00018976617,0.00024031631,0.0031686635,0.00061787467,0.0011421706],"category_scores_gemma":[0.91420966,0.00030176272,0.010805426,0.0014853044,0.00029146092,0.00020437152,0.0006220113,0.001688574,0.0044834893],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029413377,0.000049069116,0.004094234,0.036073044,0.00080658897,0.000017653074,0.000010779069,0.000012388447,1.6502131e-8,0.00014912494,0.5026935,0.45609072],"study_design_scores_gemma":[0.00011632008,0.00007562049,0.00071531045,0.22897437,0.002310654,0.00015819387,0.000015279804,0.00013071117,3.291031e-9,0.0012489863,0.7660455,0.00020903765],"about_ca_topic_score_codex":0.000026222404,"about_ca_topic_score_gemma":0.00007228038,"teacher_disagreement_score":0.55977094,"about_ca_system_score_codex":0.00003672748,"about_ca_system_score_gemma":0.0006495825,"threshold_uncertainty_score":0.99994344},"labels":[],"label_agreement":null},{"id":"W4317356534","doi":"10.1097/jsm.0000000000001117","title":"From Protocol to Definitive Study—The State of Randomized Controlled Trial Evidence in Sports Medicine Research: A Systematic Review and Survey Study","year":2023,"lang":"en","type":"review","venue":"Clinical Journal of Sport Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McGill University; University of Toronto; McMaster University","funders":"","keywords":"Medicine; Randomized controlled trial; Protocol (science); MEDLINE; Sports medicine; Alternative medicine; Clinical trial; Systematic review; Physical therapy; Family medicine; Surgery; Internal medicine; Pathology","score_opus":0.954936288447607,"score_gpt":0.7325181457637195,"score_spread":0.2224181426838875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317356534","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00083444954,0.61018616,0.000016407257,0.0005436494,0.00052607374,0.3878586,0.000007870921,0.0000018228001,0.000024988662],"genre_scores_gemma":[0.00054466195,0.9207408,0.000023888493,0.00022461236,0.00071573595,0.07680277,0.000003987644,0.000047910093,0.000895653],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.3549085,0.3497542,0.25101668,0.0030370664,0.040386505,0.0008970192],"domain_scores_gemma":[0.2783784,0.56196976,0.13463585,0.0076761832,0.016138582,0.0012012115],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9262873,0.0010382484,0.14869529,0.0027327007,0.00010334185,0.00014112654,0.004998554,0.00022169593,0.0012001098],"category_scores_gemma":[0.8396246,0.0002972681,0.0065473,0.007369596,0.0011262611,0.00016619611,0.00056043005,0.0025354081,0.000122055746],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.44798145,0.0034957102,0.0042523714,0.4535003,0.023081498,0.0028764985,0.005181929,0.000001904087,4.489272e-9,0.000009966954,0.01949217,0.0401262],"study_design_scores_gemma":[0.3336491,0.0039008113,0.00064932724,0.6161395,0.040183466,0.000032949378,0.0019046038,0.0000048610495,3.9335343e-10,0.0004309293,0.002919204,0.00018528123],"about_ca_topic_score_codex":0.0003621812,"about_ca_topic_score_gemma":0.00025813872,"teacher_disagreement_score":0.31105584,"about_ca_system_score_codex":0.000094571405,"about_ca_system_score_gemma":0.0012986189,"threshold_uncertainty_score":0.99994797},"labels":[],"label_agreement":null},{"id":"W4317495000","doi":"10.1016/j.neuroimage.2023.119888","title":"Examining litter specific variability in mice and its impact on neurodevelopmental studies","year":2023,"lang":"en","type":"article","venue":"NeuroImage","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McGill University Health Centre; McGill University; Douglas Mental Health University Institute","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; McGill University","keywords":"Litter; Univariate; Sample size determination; Analysis of variance; Psychology; Multivariate statistics; Biology; Developmental psychology; Ecology; Statistics; Mathematics","score_opus":0.7806202255572328,"score_gpt":0.5326851242324666,"score_spread":0.24793510132476615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317495000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952048,0.00019238588,0.00002429078,0.00048343756,0.00027827537,0.00037411173,0.000010686005,0.0000127099975,0.003419305],"genre_scores_gemma":[0.996967,0.00010368093,0.00016048565,0.00035431495,0.000040145842,0.000016307906,0.0000020358739,0.000011585621,0.002344409],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98630077,0.007129925,0.0031893095,0.0011693769,0.0019284192,0.000282176],"domain_scores_gemma":[0.9886558,0.00912187,0.0007240468,0.0012073477,0.0001960996,0.000094848205],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.06169509,0.00025862432,0.0016640779,0.0004518769,0.00009212359,0.00041968373,0.00060397305,0.00003427376,0.0010579011],"category_scores_gemma":[0.027545422,0.00012766331,0.00030330828,0.0017885522,0.00004369156,0.00022623625,0.00027058236,0.0001920157,0.0034340112],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072673,0.00022569041,0.66239303,0.00022288118,0.00024718643,0.00068094075,0.008267841,0.00031623186,0.026814755,0.00046394265,0.2291559,0.07113894],"study_design_scores_gemma":[0.0001447787,0.000051514475,0.99114025,0.000021673977,0.000014222543,0.0000107815285,0.0004180718,0.0021905613,0.000118880824,0.0006589216,0.005100851,0.00012948718],"about_ca_topic_score_codex":0.0000014157978,"about_ca_topic_score_gemma":0.0000018910779,"teacher_disagreement_score":0.32874724,"about_ca_system_score_codex":0.000033904984,"about_ca_system_score_gemma":0.000019682306,"threshold_uncertainty_score":0.9998553},"labels":[],"label_agreement":null},{"id":"W4317567946","doi":"10.1097/ju.0000000000003190","title":"The Quality of Literature Search Reporting in Systematic Reviews Published in the Urological Literature (1998-2021)","year":2023,"lang":"en","type":"review","venue":"The Journal of Urology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina; Library and Archives Canada","funders":"","keywords":"Medicine; Systematic review; MEDLINE; General surgery","score_opus":0.8428285947498872,"score_gpt":0.6124756343243872,"score_spread":0.23035296042550002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317567946","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003363066,0.9920493,0.00007505903,0.0030089342,0.0005854323,0.0035356188,0.00001081904,0.0000015527936,0.00039698844],"genre_scores_gemma":[0.0013547227,0.99687725,0.00006351842,0.0003255073,0.00033522595,0.00011303932,0.0000078215835,0.000022533814,0.0009004069],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.38384813,0.4905684,0.11348226,0.0012410627,0.009865559,0.0009945823],"domain_scores_gemma":[0.6290958,0.19396335,0.16300671,0.010665507,0.0030805354,0.00018812531],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7947689,0.0006856886,0.022198293,0.001231437,0.00020579626,0.0016706383,0.009960367,0.00069621234,0.00020434977],"category_scores_gemma":[0.5087073,0.00015784992,0.0069918525,0.009066556,0.00027886053,0.00030127954,0.00048894994,0.0044281604,0.00025797996],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030807607,0.0006361928,0.0016360438,0.48512253,0.0041868063,0.0021375415,0.040434863,0.00023545603,0.000005556893,0.011921341,0.09726011,0.3561155],"study_design_scores_gemma":[0.00020931108,0.0002432564,0.00047517507,0.0427502,0.002163882,0.0033628307,0.0011033465,0.00014116148,1.99674e-8,0.010547194,0.93873227,0.0002713627],"about_ca_topic_score_codex":0.000006452285,"about_ca_topic_score_gemma":0.00006244705,"teacher_disagreement_score":0.84147215,"about_ca_system_score_codex":0.0000662246,"about_ca_system_score_gemma":0.00035784347,"threshold_uncertainty_score":0.99936575},"labels":[],"label_agreement":null},{"id":"W4317606040","doi":"10.1186/s12874-022-01789-1","title":"A cross-sectional study of the endorsement proportion of reporting guidelines in 1039 Chinese medical journals","year":2023,"lang":"en","type":"review","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Key Technologies Research and Development Program","keywords":"Cross-sectional study; Medicine; MEDLINE; Family medicine; Environmental health; Psychology; Political science; Pathology","score_opus":0.991251187517015,"score_gpt":0.8243993395495102,"score_spread":0.16685184796750485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317606040","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029928705,0.9524243,0.009283975,0.00038622838,0.0017260915,0.005892733,0.000018220528,0.000007765376,0.00033196737],"genre_scores_gemma":[0.00071962224,0.98409474,0.00827412,0.000039051905,0.0009726522,0.0009225578,0.000011563082,0.00005678896,0.004908907],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.075502194,0.6445603,0.15495855,0.003577757,0.11989103,0.0015101894],"domain_scores_gemma":[0.1231055,0.70751584,0.1288003,0.013520313,0.025207845,0.0018502135],"candidate_categories":["metaresearch","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.930966,0.00052666845,0.017576247,0.0029309588,0.00021360516,0.00019874501,0.007534545,0.0010667029,0.025423927],"category_scores_gemma":[0.9883575,0.00018613948,0.0049351235,0.009971048,0.000939706,0.000088005836,0.0027642874,0.0030248482,0.00022100715],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024016586,0.00045475524,0.35947445,0.011266132,0.0006530508,0.00016492578,0.00024008904,0.000017316206,0.0000013671838,0.00019765344,0.0023118097,0.62519443],"study_design_scores_gemma":[0.002527096,0.0011250277,0.32082137,0.052682873,0.0013171007,0.0018494551,0.003042247,0.004670788,0.0000027358153,0.020002658,0.5909973,0.0009613637],"about_ca_topic_score_codex":0.0007547074,"about_ca_topic_score_gemma":0.004571254,"teacher_disagreement_score":0.62423307,"about_ca_system_score_codex":0.00015856492,"about_ca_system_score_gemma":0.00827414,"threshold_uncertainty_score":0.9992752},"labels":[],"label_agreement":null},{"id":"W4317614198","doi":"10.1186/s13643-022-02160-7","title":"The effect of minimum volume standards in hospitals (MIVOS) — protocol of a systematic review","year":2023,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; MEDLINE; EconLit; Cochrane Library; Randomized controlled trial; Protocol (science); Psychological intervention; Systematic review; Health care; Family medicine; Alternative medicine; Nursing; Surgery","score_opus":0.5213989950707076,"score_gpt":0.5743478214473849,"score_spread":0.052948826376677305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317614198","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.2932344e-7,0.55442536,0.00008292536,0.000018204215,0.00024849983,0.4444955,0.000101743026,0.000008924726,0.0006187236],"genre_scores_gemma":[3.0044356e-7,0.5607108,0.00004680902,0.000010173434,0.000035765483,0.43282902,0.000009133677,0.00008358105,0.006274447],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.3227403,0.41498905,0.22721595,0.0038419866,0.029688321,0.0015243967],"domain_scores_gemma":[0.71507376,0.08421221,0.17031108,0.026434405,0.003597976,0.00037055224],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.7177938,0.002547132,0.14225304,0.0014853771,0.00018222044,0.0007718733,0.011834412,0.00057555654,0.001216046],"category_scores_gemma":[0.5866212,0.00076900545,0.02761052,0.010472227,0.00028437693,0.00026430748,0.00072437094,0.0007673603,0.008122957],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027910346,0.00002342711,0.0000074389473,0.95531,0.0010153163,0.000008892621,0.0000763063,2.4176356e-7,3.8619703e-8,0.00009493679,0.027266223,0.016194375],"study_design_scores_gemma":[0.00013646086,0.00018034269,2.6721924e-7,0.6089977,0.009881295,0.000028199502,0.000042133197,0.000034237863,1.1785872e-7,0.000048097118,0.38029444,0.0003566755],"about_ca_topic_score_codex":0.000011371077,"about_ca_topic_score_gemma":0.000027729071,"teacher_disagreement_score":0.3923335,"about_ca_system_score_codex":0.00042952874,"about_ca_system_score_gemma":0.0007568054,"threshold_uncertainty_score":0.99969697},"labels":[],"label_agreement":null},{"id":"W4317698335","doi":"","title":"Clinical trial transparency at McGill University","year":2020,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Transparency (behavior); Medicine; Medical physics; Accounting; Medical education; Business; Computer science; Computer security","score_opus":0.9572072654005747,"score_gpt":0.729980084948343,"score_spread":0.22722718045223167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317698335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95291656,0.0064171497,0.0035727066,0.002768813,0.0016778928,0.0020700505,0.00042645674,0.000019437724,0.03013091],"genre_scores_gemma":[0.98485494,0.004844961,0.00084558554,0.0011978617,0.000419128,0.000006994626,0.000009331183,0.000030609634,0.0077906135],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9666971,0.014101301,0.011709605,0.0014974257,0.005617888,0.00037670977],"domain_scores_gemma":[0.9812603,0.0055360165,0.008923035,0.0022875217,0.001138061,0.0008550917],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.07219066,0.00041674,0.005749317,0.00062291743,0.000450958,0.0013313432,0.012216644,0.00017982104,0.19703399],"category_scores_gemma":[0.02366396,0.00024860768,0.0035309496,0.0032284083,0.00014511182,0.0019912429,0.0014057092,0.00048684923,0.0014964383],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003455957,0.0003026977,0.29345295,0.00006813108,0.0007603444,0.00009139363,0.00020141437,0.000097629774,0.0009286813,0.00022124668,0.6620277,0.03839182],"study_design_scores_gemma":[0.0056824842,0.000050247716,0.14494243,0.00008820012,0.0006462334,0.000005466464,0.00017494621,0.00051770074,0.00020544672,0.0028902886,0.8443722,0.00042435617],"about_ca_topic_score_codex":0.00010457688,"about_ca_topic_score_gemma":0.000071947434,"teacher_disagreement_score":0.19553755,"about_ca_system_score_codex":0.000094257266,"about_ca_system_score_gemma":0.00014582269,"threshold_uncertainty_score":0.9999966},"labels":[],"label_agreement":null},{"id":"W4317738862","doi":"10.11124/jbies-22-00362","title":"Methodological quality assessment should move beyond design specificity","year":2023,"lang":"en","type":"article","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Scale (ratio); Quality (philosophy); Redundancy (engineering); Reliability engineering; Data mining; Engineering","score_opus":0.940347558989425,"score_gpt":0.6430948244968382,"score_spread":0.2972527344925868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317738862","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0761424,0.0007040773,0.88424414,0.01769693,0.000851209,0.0020383168,0.00004089163,0.00012657135,0.018155457],"genre_scores_gemma":[0.73446506,0.00034161357,0.2462139,0.000947976,0.00030003616,0.00047948564,0.0000022317847,0.000031858788,0.017217826],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.85371935,0.11864604,0.011703228,0.002545071,0.012631091,0.00075521885],"domain_scores_gemma":[0.61212933,0.3708014,0.0062813703,0.008720314,0.0015509693,0.0005166005],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.5305187,0.00048678665,0.0052035847,0.00056483963,0.00034136893,0.0013581467,0.0035560043,0.00024284059,0.032252844],"category_scores_gemma":[0.5013151,0.00023357476,0.0027444307,0.0038134283,0.00017764229,0.0006365726,0.00045477232,0.00034666708,0.017656444],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008689714,0.0002498848,0.101277575,0.00024251737,0.0007792271,0.0001279238,0.00084019266,0.0024351494,0.010171225,0.022066183,0.50731647,0.35440674],"study_design_scores_gemma":[0.0001031967,0.00009578282,0.78391653,0.00024614707,0.0006981288,0.000015159527,0.0029081681,0.025787305,0.0032473467,0.14100493,0.04103939,0.00093791157],"about_ca_topic_score_codex":0.000042925167,"about_ca_topic_score_gemma":0.000010429634,"teacher_disagreement_score":0.68263894,"about_ca_system_score_codex":0.00013677657,"about_ca_system_score_gemma":0.00015567518,"threshold_uncertainty_score":0.99967855},"labels":[],"label_agreement":null},{"id":"W4317777584","doi":"10.4103/meajo.meajo_67_22","title":"Fate of Abstracts Presented at the Saudi Ophthalmology Society Conferences 2015–2018","year":2022,"lang":"en","type":"article","venue":"Middle East African Journal of Ophthalmology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Impact factor; Confidence interval; Odds ratio; Family medicine; Test (biology); Ophthalmology; Internal medicine","score_opus":0.6172554711612822,"score_gpt":0.45597340497997496,"score_spread":0.16128206618130725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317777584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9652637,0.0028262148,0.00015550521,0.003196619,0.0011991172,0.00037758236,0.00008948103,0.0000017721907,0.026889972],"genre_scores_gemma":[0.976585,0.000008109962,0.0006498516,0.000057320714,0.0001362658,0.000022686922,0.000005530927,0.000016830221,0.02251846],"study_design_codex":"observational","study_design_gemma":"case_report","domain_scores_codex":[0.96997166,0.01450119,0.009649891,0.0006784775,0.004672995,0.0005258147],"domain_scores_gemma":[0.9754909,0.004518002,0.015920252,0.0020690968,0.0017539948,0.00024773285],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.065429516,0.00037132294,0.0036861217,0.0003833406,0.000500133,0.0001368301,0.0042377952,0.00012622526,0.057716284],"category_scores_gemma":[0.007264234,0.00017694457,0.0028887251,0.0014395367,0.0007149193,0.00017127802,0.0009326019,0.0007212321,0.00031385873],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012303664,0.0022437759,0.5472771,0.00026751967,0.007358565,0.0065315613,0.020784922,0.019277593,0.0063452194,0.0026218693,0.3829522,0.0031093156],"study_design_scores_gemma":[0.0030350438,0.005646833,0.2425592,0.00011652155,0.0017232443,0.38273272,0.10090709,0.002999433,0.0005355413,0.02251192,0.23600459,0.0012278617],"about_ca_topic_score_codex":0.000042099007,"about_ca_topic_score_gemma":0.0000023457424,"teacher_disagreement_score":0.37620115,"about_ca_system_score_codex":0.00011322954,"about_ca_system_score_gemma":0.00039185627,"threshold_uncertainty_score":0.96233696},"labels":[],"label_agreement":null},{"id":"W4317877630","doi":"10.1155/2023/4612036","title":"Reporting Quality of Oral TCM Systematic Reviews Based on the PRISMA Harms Checklist from 2013 to 2020","year":2023,"lang":"en","type":"article","venue":"Evidence-based Complementary and Alternative Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"National Key Research and Development Program of China","keywords":"Checklist; Systematic review; Medicine; Psychological intervention; MEDLINE; Cochrane Library; Meta-analysis; Family medicine; Psychology; Nursing; Pathology","score_opus":0.9032073733805699,"score_gpt":0.598346227661485,"score_spread":0.30486114571908485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317877630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75530064,0.006015868,0.033022825,0.19325367,0.0012109884,0.0103635555,0.0002067092,0.000033717995,0.000592035],"genre_scores_gemma":[0.9864864,0.00027095331,0.002074555,0.009365145,0.0003185778,0.00043730048,0.00008452464,0.000016995318,0.0009455529],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9498834,0.021269817,0.021214137,0.0012498591,0.006038897,0.0003439171],"domain_scores_gemma":[0.935197,0.038683217,0.021380885,0.0035514724,0.00089641154,0.00029099354],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24508938,0.0004559321,0.005596094,0.00038949217,0.00026684598,0.00019012514,0.001886153,0.00002934494,0.012338331],"category_scores_gemma":[0.17543426,0.0001757976,0.0008710215,0.0021023545,0.00021331121,0.00021282284,0.00021943089,0.0002249912,0.00069530006],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026731731,0.00019690006,0.16295509,0.01109606,0.0009506525,0.000101374695,0.004506906,0.001528093,0.0036102876,0.0016099054,0.79904866,0.014128765],"study_design_scores_gemma":[0.004478836,0.0029704026,0.22883442,0.13713692,0.0028730114,0.000009530225,0.019210361,0.47701016,0.002820628,0.015335638,0.10746215,0.0018579414],"about_ca_topic_score_codex":0.0020768608,"about_ca_topic_score_gemma":0.00024925626,"teacher_disagreement_score":0.6915865,"about_ca_system_score_codex":0.000060694776,"about_ca_system_score_gemma":0.000064621425,"threshold_uncertainty_score":0.98856455},"labels":[],"label_agreement":null},{"id":"W4318167408","doi":"10.1080/08820538.2023.2168493","title":"Predictors of Citations for Original Research in Ophthalmology","year":2023,"lang":"en","type":"article","venue":"Seminars in Ophthalmology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane","funders":"National Eye Institute","keywords":"Medicine; Citation; Optometry; Ophthalmology; Macular degeneration; Impact factor; Family medicine; Library science","score_opus":0.815263023375158,"score_gpt":0.6262186583462056,"score_spread":0.1890443650289524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318167408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9781627,0.00047923572,0.000057965583,0.0010332654,0.00071118085,0.0010954143,0.00004632543,0.0000043337136,0.01840959],"genre_scores_gemma":[0.98216003,0.000028896804,0.002590544,0.000009352013,0.00006430114,0.00044129562,0.000028621313,0.000016728756,0.014660215],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.975716,0.012239279,0.0071894806,0.0012705794,0.0027644685,0.00082021824],"domain_scores_gemma":[0.9694555,0.026168419,0.0012538879,0.002066077,0.0009515118,0.00010459534],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.1422664,0.00021877901,0.0025487442,0.0037232484,0.00009303802,0.00006191594,0.0019772148,0.00027336707,0.0038932743],"category_scores_gemma":[0.04542334,0.00014276855,0.000609687,0.0077089076,0.00037112363,0.00012304763,0.00025558635,0.00035693892,0.0011083317],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057747046,0.00014627434,0.9432246,0.00010785955,0.00006304679,0.00065165496,0.0011563953,0.0007123866,0.00027351975,0.006631414,0.04591781,0.0010572865],"study_design_scores_gemma":[0.0013667594,0.0014722679,0.6188039,0.00032877008,0.00007530658,0.0031731057,0.008961588,0.010231876,0.000206143,0.31832132,0.036560915,0.00049803266],"about_ca_topic_score_codex":0.00006125845,"about_ca_topic_score_gemma":0.000015512136,"teacher_disagreement_score":0.3244207,"about_ca_system_score_codex":0.00008252784,"about_ca_system_score_gemma":0.0001976076,"threshold_uncertainty_score":0.99966943},"labels":[],"label_agreement":null},{"id":"W4318815994","doi":"10.1016/j.jclinepi.2023.01.008","title":"Conceptualizing the reporting of living systematic reviews","year":2023,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Systematic review; Medicine; MEDLINE; Political science","score_opus":0.990410121264664,"score_gpt":0.7777321611367153,"score_spread":0.2126779601279487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318815994","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008445162,0.98661155,0.006954308,0.00036718947,0.0033350447,0.0022776867,0.000005306217,0.0000033085196,0.00043714666],"genre_scores_gemma":[0.000024970946,0.991879,0.0034122602,0.0004945839,0.0014383142,0.000057698384,0.0000012033383,0.000039771516,0.0026521832],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.035588212,0.51454765,0.4445095,0.0011452236,0.003688557,0.0005208396],"domain_scores_gemma":[0.00160832,0.5456257,0.44659072,0.0040031,0.0019308928,0.0002413083],"candidate_categories":["metaresearch","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.9675202,0.0007853551,0.16657177,0.0006713243,0.00013088701,0.00014079838,0.0067420467,0.00090872793,0.0012582488],"category_scores_gemma":[0.9976391,0.0002297414,0.057237715,0.0022545478,0.0004893395,0.00015227517,0.00059474184,0.0025901892,0.0025848653],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030315964,0.00006931072,0.0024712558,0.32847676,0.004201607,0.0000615291,0.00021653713,0.00003097504,1.7778495e-8,0.003744028,0.1533938,0.5073312],"study_design_scores_gemma":[0.000025425847,0.00009105312,0.00009801234,0.2721344,0.005639938,0.00043576464,0.00021805067,0.00017505443,1.2701021e-9,0.0025579438,0.71847457,0.0001497945],"about_ca_topic_score_codex":0.000004445925,"about_ca_topic_score_gemma":0.0000054091543,"teacher_disagreement_score":0.56508076,"about_ca_system_score_codex":0.00005034039,"about_ca_system_score_gemma":0.0007873675,"threshold_uncertainty_score":0.99971086},"labels":[],"label_agreement":null},{"id":"W4318831172","doi":"10.1136/bmjsem-2022-001460","title":"Citation impact and reach of the IOC sport and exercise medicine consensus statements","year":2023,"lang":"en","type":"article","venue":"BMJ Open Sport & Exercise Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Bentley (Canada)","funders":"","keywords":"Citation; Bibliometrics; Impact factor; Medicine; Library science; Political science; Family medicine; Medical education; Law; Computer science","score_opus":0.63774991857834,"score_gpt":0.591745977063792,"score_spread":0.04600394151454801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318831172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9778986,0.0030594077,0.000032211672,0.00507947,0.00047853566,0.0071646245,0.000026206762,0.000011645048,0.0062493198],"genre_scores_gemma":[0.9769888,0.0017928529,0.0003329259,0.00022374521,0.0001065078,0.00022164857,0.000075425196,0.000027524462,0.020230593],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9841729,0.00047291574,0.008412563,0.0010623201,0.0055174534,0.00036189033],"domain_scores_gemma":[0.98880833,0.0007536135,0.005647497,0.0033203594,0.0010950562,0.00037515344],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.10674643,0.00044402847,0.007108527,0.0006542112,0.00021133882,0.00016201835,0.0016683501,0.00009821466,0.004881865],"category_scores_gemma":[0.006049874,0.0001707329,0.00035972497,0.0030893788,0.00061694375,0.00026759857,0.0005930217,0.00017225221,0.00017031458],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025945206,0.000048427934,0.6123263,0.00028215203,0.00016901952,0.00008372996,0.0042201476,0.00002004182,0.00017647207,0.00032644058,0.31977567,0.062312085],"study_design_scores_gemma":[0.0022033823,0.00022009737,0.9533649,0.0034685743,0.0012575955,0.000063185755,0.011898608,0.0012941494,0.000037053505,0.0048130467,0.02108611,0.0002932639],"about_ca_topic_score_codex":0.0012434741,"about_ca_topic_score_gemma":0.000084165775,"teacher_disagreement_score":0.34103858,"about_ca_system_score_codex":0.000030620264,"about_ca_system_score_gemma":0.00014856717,"threshold_uncertainty_score":0.9960278},"labels":[],"label_agreement":null},{"id":"W4318924945","doi":"10.11124/jbies-22-00430","title":"The revised JBI critical appraisal tool for the assessment of risk of bias for randomized controlled trials","year":2023,"lang":"en","type":"article","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1026,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Critical appraisal; Process (computing); Randomized controlled trial; Computer science; Risk analysis (engineering); Suite; Management science; Process management; Medicine; Engineering; Political science; Alternative medicine; Surgery","score_opus":0.557912119520456,"score_gpt":0.5829745381611295,"score_spread":0.02506241864067349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318924945","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020306157,0.012208858,0.87979394,0.037653014,0.0030592182,0.045718208,0.0005372685,0.00003422685,0.0006891296],"genre_scores_gemma":[0.96564823,0.0028871757,0.014584018,0.00007587109,0.00033542395,0.014820655,0.0000015209858,0.000027622284,0.0016195071],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.82107174,0.13426128,0.034215312,0.0012655789,0.008537891,0.00064820633],"domain_scores_gemma":[0.012279859,0.96782726,0.013408573,0.0034859958,0.0029154813,0.00008281055],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7681608,0.00034925833,0.01713134,0.00029183077,0.00047076217,0.00072894874,0.0025663,0.00011174295,0.0011573788],"category_scores_gemma":[0.9865271,0.00009932985,0.015503003,0.0011703906,0.00047594393,0.00021556501,0.00012222385,0.00011354838,0.00008242889],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10906685,0.00039127754,0.0052727815,0.002719071,0.024938434,0.0000025650322,0.0018283839,0.0014801781,0.0024925452,0.16381116,0.35786906,0.3301277],"study_design_scores_gemma":[0.10302928,0.00027468125,0.0060865455,0.0025456417,0.058902092,0.000003645644,0.006080532,0.70426613,0.0017148558,0.06231196,0.053985532,0.0007991047],"about_ca_topic_score_codex":0.000013480397,"about_ca_topic_score_gemma":0.000007479997,"teacher_disagreement_score":0.94534206,"about_ca_system_score_codex":0.00001992392,"about_ca_system_score_gemma":0.00025346468,"threshold_uncertainty_score":0.9997557},"labels":[],"label_agreement":null},{"id":"W4318973081","doi":"10.1136/bmjebm-2022-112053","title":"Different meta-analysis methods can change judgements about imprecision of effect estimates: a meta-epidemiological study","year":2023,"lang":"en","type":"review","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Meta-analysis; Statistics; Random effects model; Mathematics; Medicine; Restricted maximum likelihood; Maximum likelihood; Econometrics; Internal medicine","score_opus":0.9820049695252123,"score_gpt":0.7362051535903333,"score_spread":0.24579981593487898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318973081","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026479369,0.941686,0.035551738,0.0012982978,0.00088342046,0.020254027,0.00019375369,0.000051734714,0.00005459706],"genre_scores_gemma":[0.0002460588,0.96465504,0.011140316,0.0007026578,0.000682681,0.019788336,0.00023435002,0.00014404584,0.002406525],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.6700647,0.24845043,0.05377088,0.006069376,0.020360285,0.001284344],"domain_scores_gemma":[0.6266546,0.3138774,0.040614326,0.015240023,0.0026586838,0.00095495436],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.61449736,0.0036427567,0.15125279,0.006392405,0.00028243288,0.00038423185,0.008078281,0.00077824167,0.035556857],"category_scores_gemma":[0.536687,0.001118133,0.07427885,0.016860403,0.00049318926,0.00029865943,0.0011139681,0.0011487169,0.0009962902],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035257755,0.00030827217,0.0009351403,0.013056746,0.61072904,0.000087566026,0.00019709743,0.000060264258,5.269549e-7,0.000029277599,0.011220056,0.36334074],"study_design_scores_gemma":[0.00038038517,0.0015729293,0.00061702466,0.005560864,0.8966656,0.000006883195,0.00011040448,0.0014388227,0.000001173906,0.00035358602,0.09257792,0.0007144275],"about_ca_topic_score_codex":0.00064650824,"about_ca_topic_score_gemma":0.00025075715,"teacher_disagreement_score":0.3626263,"about_ca_system_score_codex":0.0002750828,"about_ca_system_score_gemma":0.00035088262,"threshold_uncertainty_score":0.99978155},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4319430421","doi":"10.1055/s-0042-1758536","title":"Selected Abstracts of the 8th Libyan Cardiac Society Congress, July 1 to 3, 2022, Tripoli, Libya","year":2022,"lang":"en","type":"article","venue":"Ibnosina Journal of Medicine and Biomedical Sciences","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Medicine; Grading (engineering); Family medicine; Library science","score_opus":0.42843784330992735,"score_gpt":0.4791518963289292,"score_spread":0.05071405301900184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319430421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8777777,0.009069002,0.0002998677,0.1056379,0.0039465316,0.000572396,0.000049894883,0.0000037500308,0.00264295],"genre_scores_gemma":[0.994186,0.0002731239,0.0007302307,0.0023438823,0.0005210491,0.0000052355117,9.0320066e-7,0.0000049247997,0.0019346552],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97821695,0.0036206197,0.005675161,0.00046392984,0.011703733,0.00031959827],"domain_scores_gemma":[0.989569,0.003187562,0.005110358,0.00066079485,0.0010055929,0.00046670603],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10874309,0.00020308002,0.0022438294,0.00041658702,0.00061086135,0.00016098302,0.00277812,0.00006158021,0.003255812],"category_scores_gemma":[0.022735402,0.00007117485,0.0009299693,0.006531544,0.0016410499,0.00018095857,0.0003856508,0.00045175359,0.000014122603],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016377922,0.00010187736,0.007956461,0.000026942473,0.00014519035,0.000010133686,0.0014862628,0.000016641,0.0030323546,0.00018874495,0.96911114,0.017907899],"study_design_scores_gemma":[0.0005755084,0.0013783346,0.041237105,0.00015596578,0.00027420715,0.00017448925,0.0052934787,0.00023548167,0.00027111478,0.0018773146,0.9483925,0.00013450818],"about_ca_topic_score_codex":0.00003745093,"about_ca_topic_score_gemma":0.0000040578234,"teacher_disagreement_score":0.11640828,"about_ca_system_score_codex":0.000038117123,"about_ca_system_score_gemma":0.00054266985,"threshold_uncertainty_score":0.99765533},"labels":[],"label_agreement":null},{"id":"W4319457184","doi":"10.1016/b978-0-44-318780-3.00017-8","title":"Randomized Trials","year":2023,"lang":"fr","type":"book-chapter","venue":"Epidemiologic Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Randomized controlled trial; Blinding; Randomization; Medicine; Clinical trial; N of 1 trial; Confounding; Internal medicine","score_opus":0.9765547120620603,"score_gpt":0.709948528495905,"score_spread":0.2666061835661554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319457184","genre_codex":"methods","genre_gemma":"other","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000055683063,0.018733539,0.5392904,0.007555306,0.0071183015,0.004251705,0.0000960339,0.000043932654,0.4229052],"genre_scores_gemma":[0.000014613743,0.0066246223,0.4716261,0.001797139,0.00097648776,0.00029651696,0.0000458078,0.00006856264,0.51855016],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.03310555,0.8384879,0.114857174,0.0055438955,0.006592206,0.0014132354],"domain_scores_gemma":[0.06710403,0.8397827,0.07799604,0.011902958,0.0023561132,0.0008581224],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.98218894,0.0024969843,0.12460976,0.0015423938,0.00053126423,0.00078016386,0.006407926,0.0026794681,0.3184601],"category_scores_gemma":[0.9813852,0.0010142532,0.059689075,0.0011360585,0.001984949,0.00019960305,0.0010921272,0.0019324068,0.12972824],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012455083,0.000012275251,0.000035441626,0.00013009645,0.003263291,0.000026489846,0.000055093078,0.00017991972,0.000010583436,0.6178667,0.07334446,0.30383012],"study_design_scores_gemma":[0.009756615,0.000036905305,0.000018456867,0.00024071232,0.00416711,0.000017759383,0.000036199013,0.009369286,0.000003978475,0.5047893,0.47104245,0.0005212027],"about_ca_topic_score_codex":0.00007921302,"about_ca_topic_score_gemma":0.000008550304,"teacher_disagreement_score":0.397698,"about_ca_system_score_codex":0.0001420102,"about_ca_system_score_gemma":0.00029491083,"threshold_uncertainty_score":0.9992308},"labels":[],"label_agreement":null},{"id":"W4319457467","doi":"10.1016/b978-0-44-318780-3.00018-x","title":"Case-Control Studies - Part I","year":2023,"lang":"en","type":"book-chapter","venue":"Epidemiologic Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Odds ratio; Statistics; Cohort; Sampling (signal processing); Population; Confidence interval; Odds; Cohort study; Incidence (geometry); Econometrics; Medicine; Demography; Mathematics; Computer science; Logistic regression; Environmental health; Sociology","score_opus":0.9678250599773958,"score_gpt":0.6836324236368204,"score_spread":0.28419263634057534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319457467","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000070022206,0.035376802,0.24037716,0.0027792242,0.0048377737,0.0017702514,0.00019194843,0.00008638973,0.71457344],"genre_scores_gemma":[0.000026524534,0.0015045543,0.20324823,0.0021298113,0.00081242324,0.00012906802,0.000010449618,0.000053993146,0.79208493],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.76142704,0.17985615,0.04583215,0.005629303,0.006050129,0.0012051992],"domain_scores_gemma":[0.6651752,0.30656543,0.017813781,0.008304922,0.0018128154,0.00032783867],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7364334,0.0012019407,0.022321332,0.0007653545,0.0003496754,0.00026726027,0.002741655,0.0009224475,0.036329724],"category_scores_gemma":[0.69836193,0.0005007213,0.008169685,0.00045053315,0.0003825117,0.000103975,0.0005525673,0.0009896695,0.03227217],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040682057,0.0000043601476,0.00012968214,0.00007193994,0.0026212682,0.00091077894,0.00008505957,0.000115552415,0.0000011931884,0.1753472,0.67953086,0.14117801],"study_design_scores_gemma":[0.000061612656,0.00003584325,0.00002181345,0.00006341057,0.0009742283,0.00030010665,0.000106316926,0.00087137433,3.2630288e-7,0.46615008,0.5311238,0.0002910707],"about_ca_topic_score_codex":0.0000050374047,"about_ca_topic_score_gemma":0.000014975355,"teacher_disagreement_score":0.2908029,"about_ca_system_score_codex":0.0000879208,"about_ca_system_score_gemma":0.00007501092,"threshold_uncertainty_score":0.9997444},"labels":[],"label_agreement":null},{"id":"W4319459290","doi":"10.12688/f1000research.127563.1","title":"The transparency of quantitative empirical legal research published in highly ranked law journals (2018–2020): an observational study","year":2023,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto; Hebrew University of Jerusalem; University of Sydney; University of Washington; Boston University","keywords":"Open peer review; Plant biology; Observational study; Transparency (behavior); Medicine; Physiology; Law; Biology; Political science; Internal medicine","score_opus":0.9855275216496603,"score_gpt":0.7394105152556483,"score_spread":0.24611700639401202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319459290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9343868,0.0035210706,0.0012264951,0.040430646,0.0013901609,0.009946884,0.0004335126,0.000030229823,0.008634192],"genre_scores_gemma":[0.9813719,0.00029686705,0.0013005176,0.000062871855,0.00028942927,0.0010242546,0.00009655962,0.00007010274,0.01548751],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.6761583,0.20871738,0.035462104,0.0050877626,0.07230493,0.0022695058],"domain_scores_gemma":[0.88940203,0.074343376,0.0046761055,0.012494359,0.018372066,0.0007120328],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.6253095,0.0005801412,0.0053591337,0.0025755377,0.0009368,0.008150139,0.014420432,0.00043697242,0.0069667147],"category_scores_gemma":[0.17350642,0.00027331067,0.0018622647,0.009799591,0.0010253902,0.0010388553,0.0025664705,0.0044511524,0.00160937],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070370565,0.0026847688,0.4452987,0.00043284954,0.0021315117,0.0003488717,0.015926978,0.0029761854,0.00018809558,0.06956632,0.45683235,0.0029096527],"study_design_scores_gemma":[0.0009793991,0.0008136936,0.7367146,0.0003067404,0.00012554927,0.0000052974497,0.018830718,0.018204866,0.00001909195,0.18341856,0.040123183,0.00045831336],"about_ca_topic_score_codex":0.0034020785,"about_ca_topic_score_gemma":0.016306646,"teacher_disagreement_score":0.4518031,"about_ca_system_score_codex":0.0002542923,"about_ca_system_score_gemma":0.0023022015,"threshold_uncertainty_score":0.9999719},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4319460179","doi":"10.1016/j.jclinepi.2023.02.003","title":"Synthesis methods other than meta-analysis were commonly used but seldom specified: survey of systematic reviews","year":2023,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; University College London; Medical Research Council; Australian Government; McMaster University","keywords":"Meta-analysis; Computer science; Systematic review; Statistical analysis; Statistics; Data mining; Medicine; MEDLINE; Mathematics","score_opus":0.9915261343481144,"score_gpt":0.765881344659471,"score_spread":0.22564478968864343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319460179","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000066862603,0.92130524,0.07291194,0.0004659234,0.001529873,0.0030651134,0.00036752838,0.000007052782,0.00034061875],"genre_scores_gemma":[0.000017626404,0.9482368,0.045259617,0.00041579292,0.00047166753,0.00020580059,0.000017965189,0.000104866456,0.005269846],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.057434686,0.7129217,0.22188073,0.002130522,0.004880503,0.000751863],"domain_scores_gemma":[0.023315238,0.691259,0.2707715,0.010072981,0.0037915881,0.0007896701],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.9616933,0.0019176782,0.35028636,0.0035374297,0.0001474907,0.0002643544,0.011802139,0.002183556,0.013510329],"category_scores_gemma":[0.9670755,0.0006997746,0.20297539,0.008369049,0.0005721319,0.00023054612,0.0006353041,0.0035483234,0.0039023252],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003590806,0.00030903774,0.0038190703,0.12182445,0.7158672,0.00003823763,0.00004289189,0.00007955724,2.5365313e-8,0.00068941375,0.04446172,0.11283247],"study_design_scores_gemma":[0.000087275395,0.00011517786,0.0006492815,0.008544774,0.5557016,0.00006525601,0.00004224359,0.00029795335,4.0202636e-8,0.0015365387,0.4325543,0.00040554226],"about_ca_topic_score_codex":0.00024072573,"about_ca_topic_score_gemma":0.0004968127,"teacher_disagreement_score":0.38809258,"about_ca_system_score_codex":0.000089909845,"about_ca_system_score_gemma":0.0008245625,"threshold_uncertainty_score":0.99954534},"labels":[],"label_agreement":null},{"id":"W4319596514","doi":"10.1186/s40463-022-00606-5","title":"Publication rates of research presented at the Canadian Society of Otolaryngology-Head and Neck Surgery Annual Meetings from 2008 to 2018: An 11-year review","year":2023,"lang":"en","type":"review","venue":"Journal of Otolaryngology - Head and Neck Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; Saint John Regional Hospital; Memorial University of Newfoundland","funders":"","keywords":"Otorhinolaryngology; Medicine; Presentation (obstetrics); Impact factor; Head and neck; Head and neck surgery; Original research; Family medicine; Library science; Surgery; Political science","score_opus":0.5089116444746515,"score_gpt":0.4977867767642808,"score_spread":0.011124867710370745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319596514","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22565204,0.76722145,0.0000030670603,0.0047591054,0.00043240824,0.0015093794,0.00032258706,0.000004736695,0.00009522642],"genre_scores_gemma":[0.00048487016,0.99632853,0.0003566697,0.00068194995,0.0003419079,0.00009365028,0.00018764014,0.000057220586,0.0014675375],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95057976,0.025610622,0.017003544,0.0014233075,0.0044164215,0.0009663671],"domain_scores_gemma":[0.93678844,0.039285775,0.014046733,0.0029865087,0.0058071786,0.0010853452],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17596239,0.00073579996,0.0152961835,0.0025190338,0.0005829899,0.0003362421,0.001979948,0.000899506,0.0016111691],"category_scores_gemma":[0.056454297,0.00037518248,0.0044984547,0.004637823,0.0007910828,0.00064838753,0.00057067705,0.0013595991,0.0002510547],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003168971,0.00008722229,0.17079096,0.011436777,0.0010881531,0.00005064498,0.00025994654,2.940627e-7,0.000003922767,0.000027092097,0.8003633,0.015859993],"study_design_scores_gemma":[0.00011748738,0.00010241982,0.13880484,0.020140106,0.0009212257,0.00040021658,0.000101948535,0.000015633905,0.0000020506623,0.00011657576,0.83899474,0.0002827584],"about_ca_topic_score_codex":0.01084603,"about_ca_topic_score_gemma":0.025610635,"teacher_disagreement_score":0.22910711,"about_ca_system_score_codex":0.00017178526,"about_ca_system_score_gemma":0.0027982737,"threshold_uncertainty_score":0.99987},"labels":[],"label_agreement":null},{"id":"W4319773747","doi":"10.1016/j.jclinepi.2023.02.005","title":"The life and death of living systematic reviews: a methodological survey","year":2023,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; McMaster University; Impact","funders":"","keywords":"Interquartile range; Notice; Medicine; Coronavirus disease 2019 (COVID-19); Family medicine; Demography; Political science; Disease; Internal medicine","score_opus":0.9954337287419338,"score_gpt":0.7942944259214202,"score_spread":0.20113930282051362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319773747","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014730469,0.9841018,0.011716968,0.0003801212,0.001806015,0.0018520708,0.000015435042,0.000002316233,0.00011056773],"genre_scores_gemma":[0.000014954666,0.9898604,0.007742626,0.00037693628,0.0005905618,0.000050513696,0.0000011259634,0.000026449385,0.0013364253],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.036884952,0.77866274,0.18011808,0.001102195,0.002736078,0.00049597863],"domain_scores_gemma":[0.002680971,0.7996908,0.19159162,0.003416297,0.0020339931,0.0005863463],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9745509,0.0007480142,0.13073032,0.00052579027,0.00015598697,0.00017774082,0.005308938,0.001107221,0.0004336104],"category_scores_gemma":[0.9980428,0.00020801729,0.025615612,0.0014445485,0.00044305073,0.00009884475,0.00070124166,0.0022036463,0.000775786],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027728256,0.00011287109,0.024264297,0.22122966,0.007576077,0.000026646892,0.00004201495,0.0000064224123,5.257084e-9,0.007386481,0.08681587,0.65251195],"study_design_scores_gemma":[0.00006481791,0.00034609248,0.009489435,0.13084598,0.006767146,0.00028438022,0.000054134583,0.00021629332,3.6438752e-10,0.009937456,0.8417494,0.00024484957],"about_ca_topic_score_codex":0.000010139421,"about_ca_topic_score_gemma":0.000018461027,"teacher_disagreement_score":0.75493354,"about_ca_system_score_codex":0.000025090689,"about_ca_system_score_gemma":0.00064396916,"threshold_uncertainty_score":0.9971418},"labels":[],"label_agreement":null},{"id":"W4320063463","doi":"10.2196/43537","title":"Completeness of Reporting in Diet- and Nutrition-Related Randomized Controlled Trials and Systematic Reviews With Meta-Analysis: Protocol for 2 Independent Meta-Research Studies","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Cancer Research UK; World Health Organization","keywords":"Meta-analysis; Randomized controlled trial; Systematic review; Medicine; Sample size determination; MEDLINE; Protocol (science); Consolidated Standards of Reporting Trials; Psychological intervention; Family medicine; Alternative medicine; Medical physics; Statistics; Internal medicine; Pathology","score_opus":0.9844946129037581,"score_gpt":0.776967910970769,"score_spread":0.20752670193298905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320063463","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026680517,0.0023214072,0.00033372105,0.00086595386,0.0000037886268,0.99602497,0.000024944144,0.000013245345,0.00014515223],"genre_scores_gemma":[0.0030930685,0.000039670456,0.0012018781,0.000012528558,0.000021069207,0.9925357,0.000006396867,0.000029871926,0.0030597886],"study_design_codex":"meta_analysis","study_design_gemma":"randomized_trial","domain_scores_codex":[0.35286343,0.5126659,0.10466018,0.0036498604,0.02449007,0.0016705124],"domain_scores_gemma":[0.6524626,0.28431568,0.04436313,0.00438989,0.014115601,0.00035311692],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.91849524,0.0006998856,0.08789298,0.005835887,0.00053194753,0.0015692553,0.0015525632,0.00020845758,0.0009760208],"category_scores_gemma":[0.67997426,0.00023022636,0.014722017,0.012068464,0.0008774289,0.0003897686,0.0006189084,0.0007207164,0.00006196788],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07665891,0.0009906027,0.00078271737,0.20395541,0.7000915,0.000063405525,0.0030680567,0.000089429865,0.00018494605,0.004154455,0.00978085,0.0001797098],"study_design_scores_gemma":[0.5058139,0.0037641216,0.00027978103,0.029544013,0.34138894,0.000035222904,0.015324183,0.020581119,0.00017500103,0.06427976,0.01752135,0.0012926405],"about_ca_topic_score_codex":0.000036031113,"about_ca_topic_score_gemma":0.00018126174,"teacher_disagreement_score":0.42915496,"about_ca_system_score_codex":0.00007087059,"about_ca_system_score_gemma":0.00024367541,"threshold_uncertainty_score":0.99993724},"labels":[],"label_agreement":null},{"id":"W4320486187","doi":"10.21203/rs.3.rs-1324758/v2","title":"Knowledge user survey and Delphi process to inform development of a new risk of bias tool to assess systematic reviews with network meta-analysis (RoB NMA tool)","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; McGill University; University of British Columbia; Ottawa Hospital; University of Toronto","funders":"National Institute for Health Research Applied Research Collaboration West; Medical Research Council; National Institute for Health and Care Research; Canadian Institutes of Health Research; University of Bristol; NIHR Bristol Biomedical Research Centre; University Hospitals Bristol NHS Foundation Trust","keywords":"Delphi method; Knowledge translation; Delphi; Systematic review; Psychology; Quality (philosophy); Process (computing); Guideline; Knowledge management; Computer science; Medicine; MEDLINE; Political science","score_opus":0.9426249666105774,"score_gpt":0.631575267253749,"score_spread":0.31104969935682836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320486187","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.565929,0.05478094,0.30089748,0.0007792617,0.00041282328,0.074572966,0.0012363638,0.00006401477,0.0013271655],"genre_scores_gemma":[0.71157205,0.0018572847,0.19044027,0.00013320583,0.0003071274,0.016524654,0.00044191402,0.00030361928,0.07841984],"study_design_codex":"meta_analysis","study_design_gemma":"observational","domain_scores_codex":[0.8526457,0.082007475,0.03489846,0.0040359637,0.02486529,0.0015471462],"domain_scores_gemma":[0.9163954,0.038638085,0.013488887,0.011053475,0.01941621,0.001007937],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.557417,0.0010228291,0.025053764,0.00401467,0.00036867787,0.0016464213,0.0051317555,0.00035269768,0.001775111],"category_scores_gemma":[0.25377527,0.00045305147,0.0054813176,0.024435876,0.000108152846,0.00025108494,0.0032837887,0.0009289655,0.0015687019],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002643617,0.00042337348,0.20421425,0.27548063,0.31375137,0.000017064613,0.028196339,0.05735305,0.0000033729104,0.00042510833,0.10946237,0.010408738],"study_design_scores_gemma":[0.0012568637,0.0013349294,0.47634506,0.047050998,0.35624328,0.00001422562,0.01442297,0.017185062,0.00012215725,0.0042143683,0.07646127,0.005348799],"about_ca_topic_score_codex":0.000607599,"about_ca_topic_score_gemma":0.018753847,"teacher_disagreement_score":0.3036417,"about_ca_system_score_codex":0.00018879959,"about_ca_system_score_gemma":0.0022049309,"threshold_uncertainty_score":0.9997921},"labels":[],"label_agreement":null},{"id":"W4320709137","doi":"10.1001/jamanetworkopen.2022.53198","title":"Introducing the Library of Guidance for Health Scientists (LIGHTS)","year":2023,"lang":"en","type":"article","venue":"JAMA Network Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University; University Health Network; Impact","funders":"Johns Hopkins Bloomberg School of Public Health; Università degli Studi di Verona; Lanzhou University; Sichuan University; University of Toronto; Johns Hopkins University; McMaster University; Universität Basel","keywords":"Computer science; Terminology; Context (archaeology); Search engine indexing; Relevance (law); Quality (philosophy); Information retrieval; MEDLINE; Data science; Medical library; Matching (statistics); World Wide Web; Medicine; Library science","score_opus":0.6149030125796787,"score_gpt":0.5367329398555217,"score_spread":0.07817007272415699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320709137","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11985701,0.019350907,0.10061911,0.5897845,0.009020834,0.02285844,0.00030176662,0.000102648024,0.13810481],"genre_scores_gemma":[0.49235484,0.0004477856,0.105237424,0.015285194,0.004270905,0.0007886074,0.00011320801,0.00008550913,0.38141653],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.982378,0.0070758285,0.0065570194,0.0009765328,0.0025583527,0.00045427674],"domain_scores_gemma":[0.98579764,0.0061360192,0.00397215,0.0036540744,0.00033256513,0.00010757116],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.20291051,0.0001482263,0.0019659414,0.0001318642,0.00045175268,0.0025364023,0.0055705504,0.00003967903,0.0025375495],"category_scores_gemma":[0.012085421,0.000058697737,0.0006985924,0.004215925,0.000067902525,0.00062007975,0.0010392611,0.0000892746,0.0013180752],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009093528,0.000006784817,0.00658259,0.000032113578,0.000049425133,5.130766e-7,0.00030645702,0.0024663385,0.000002411475,0.01227269,0.95262504,0.025646571],"study_design_scores_gemma":[0.00014806882,0.00003014146,0.024376377,0.00014198713,0.000023208431,0.0000018963091,0.00016231446,0.029313343,0.000011529693,0.021874662,0.9238397,0.00007677312],"about_ca_topic_score_codex":0.0000142594845,"about_ca_topic_score_gemma":0.00003219823,"teacher_disagreement_score":0.5744993,"about_ca_system_score_codex":0.000011526216,"about_ca_system_score_gemma":0.00017380614,"threshold_uncertainty_score":0.9998098},"labels":[],"label_agreement":null},{"id":"W4320717566","doi":"10.1016/j.jclinepi.2023.01.011","title":"The problems with systematic reviews: a living systematic review","year":2023,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":169,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Medical Research Council; University of Bristol; UK Research and Innovation","keywords":"Systematic review; CLARITY; Medical literature; Management science; MEDLINE; Medicine; Systematic error; Psychology; Engineering ethics; Political science; Pathology; Engineering","score_opus":0.9680148480101375,"score_gpt":0.7197860613257643,"score_spread":0.2482287866843732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320717566","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.62492e-8,0.97686255,0.003921534,0.0013133886,0.0019223834,0.015662948,0.0000070994715,0.0000095322475,0.00030044804],"genre_scores_gemma":[2.4254535e-7,0.9848621,0.001292524,0.0016317408,0.00081279,0.0011873016,0.0000024876092,0.00008915934,0.010121676],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.08469057,0.6205377,0.28537345,0.0017513119,0.006688677,0.0009582819],"domain_scores_gemma":[0.01029152,0.6621551,0.3145192,0.008845639,0.0035174666,0.0006710724],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.94904983,0.0015513063,0.22429766,0.00073431415,0.0003447442,0.00056420465,0.011996569,0.000931152,0.0005063166],"category_scores_gemma":[0.98284113,0.00038604892,0.049367346,0.0038579272,0.0004717205,0.0002583108,0.00055321504,0.003460348,0.012248229],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015870528,0.000037702866,0.000028783668,0.90854424,0.003679168,0.000028540868,0.000014708661,0.000002487056,1.9913166e-10,0.0006269947,0.06919481,0.017840948],"study_design_scores_gemma":[0.0000398293,0.00017155458,0.0000025082447,0.5662419,0.021779146,0.0008322623,0.000029661505,0.000051728333,4.2979238e-11,0.00095922576,0.4096848,0.00020734835],"about_ca_topic_score_codex":0.0000021824271,"about_ca_topic_score_gemma":0.000020747413,"teacher_disagreement_score":0.34230235,"about_ca_system_score_codex":0.0001286192,"about_ca_system_score_gemma":0.001118935,"threshold_uncertainty_score":0.99985915},"labels":[],"label_agreement":null},{"id":"W4321018817","doi":"10.1212/wnl.0000000000207078","title":"An Introduction to Individual Participant Data Meta-analysis","year":2023,"lang":"en","type":"review","venue":"Neurology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"European Commission","keywords":"Covariate; Meta-analysis; Thrombolysis; Confounding; Medicine; Missing data; Randomized controlled trial; Intervention (counseling); Aggregate data; Outlier; Stroke (engine); Subgroup analysis; Standardization; Computer science; Artificial intelligence; Surgery; Internal medicine; Machine learning; Myocardial infarction; Psychiatry; Pathology","score_opus":0.9738597368828038,"score_gpt":0.6529749846726997,"score_spread":0.32088475221010415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321018817","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007678707,0.9908501,0.0014296643,0.004201051,0.00087664736,0.0015578833,0.0009847947,0.000030129017,0.00006204489],"genre_scores_gemma":[0.000026718384,0.9858013,0.0012438413,0.0023002361,0.0020805036,0.00076897757,0.002641494,0.00011198023,0.0050249984],"study_design_codex":"meta_analysis","study_design_gemma":"not_applicable","domain_scores_codex":[0.9150001,0.056547053,0.016948335,0.0052368003,0.005644416,0.00062329817],"domain_scores_gemma":[0.95367455,0.0076494315,0.008513161,0.02911758,0.00058066426,0.00046462638],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.18668012,0.0008504723,0.035485744,0.003206294,0.00014284061,0.0010578793,0.012873486,0.0004392147,0.024572982],"category_scores_gemma":[0.042282846,0.00037556028,0.01291601,0.011309707,0.00007609497,0.0003007251,0.0017223092,0.00066209823,0.030075792],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045547254,0.00007571651,0.00000998458,0.00054617214,0.43489516,0.000045161178,0.00007973336,0.0003327248,5.7302486e-8,0.00050654676,0.22779442,0.33570975],"study_design_scores_gemma":[0.000008840131,0.00008181751,0.000019393437,0.0000019120469,0.46204185,0.000014107368,0.000003468286,0.0002471833,4.800102e-9,0.00010474026,0.5373337,0.00014294586],"about_ca_topic_score_codex":0.000033758202,"about_ca_topic_score_gemma":0.0005474122,"teacher_disagreement_score":0.33556682,"about_ca_system_score_codex":0.0000063226316,"about_ca_system_score_gemma":0.0001585004,"threshold_uncertainty_score":0.99997914},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4321163600","doi":"10.1097/js9.0000000000000114","title":"Should the reporting certainty of evidence for meta-analysis of observational studies using GRADE be revisited?","year":2023,"lang":"en","type":"article","venue":"International Journal of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Observational study; Grading (engineering); Systematic review; Medicine; Certainty; Guideline; Meta-analysis; Evidence-based medicine; MEDLINE; Psychological intervention; Critical appraisal; Medical physics; Alternative medicine; Pathology; Psychiatry","score_opus":0.9953456381122775,"score_gpt":0.7154855101847589,"score_spread":0.2798601279275186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321163600","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94078475,0.010164592,0.015509572,0.03164234,0.0012909952,0.00039872035,0.00016119279,0.0000038348912,0.000044000368],"genre_scores_gemma":[0.9950612,0.00034993415,0.0032600032,0.00052818627,0.00018474282,0.000014633315,0.000009996263,0.00000862419,0.0005826786],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.96502405,0.0029055336,0.023104198,0.00035497692,0.008458138,0.00015309798],"domain_scores_gemma":[0.82543474,0.091618456,0.06350465,0.0012034617,0.018167814,0.00007085484],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.236017,0.00018432873,0.0058915704,0.0018642367,0.00008396251,0.00017787775,0.0014858268,0.00005888458,0.0010468764],"category_scores_gemma":[0.3513921,0.00007089327,0.013123992,0.0034830626,0.000110347144,0.00040350974,0.0001534196,0.00016084444,0.0000040716604],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008936616,0.00007840485,0.34311882,0.00015058687,0.4804455,0.000053865573,0.0011731929,0.06775257,0.0014745881,0.0026873471,0.10079464,0.002181113],"study_design_scores_gemma":[0.00039631268,0.00008716505,0.26276946,0.00092934223,0.51315355,0.00025288668,0.008378186,0.13683964,0.0030368941,0.039396003,0.03405511,0.00070547167],"about_ca_topic_score_codex":0.000014563003,"about_ca_topic_score_gemma":0.00000628697,"teacher_disagreement_score":0.1395893,"about_ca_system_score_codex":0.000054227916,"about_ca_system_score_gemma":0.00020142166,"threshold_uncertainty_score":0.9998663},"labels":[],"label_agreement":null},{"id":"W4321372764","doi":"10.1002/jrsm.1629","title":"Why do researchers co‐author evidence syntheses with librarians? A mixed‐methods study","year":2023,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Council of University Libraries; University of Toronto","funders":"","keywords":"Psychology; Medical education; Public relations; Sociology; Political science; Medicine","score_opus":0.9682560317549335,"score_gpt":0.7497295080168404,"score_spread":0.21852652373809311,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321372764","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0995299,0.010212053,0.76499057,0.03920231,0.0011753518,0.016584093,0.00012570826,0.00048354792,0.06769648],"genre_scores_gemma":[0.14175674,0.00040619753,0.8194314,0.00018886202,0.00034784846,0.0033588826,0.0000022596912,0.000196633,0.03431116],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.28376564,0.66499966,0.010600468,0.005122811,0.032622997,0.002888428],"domain_scores_gemma":[0.12245448,0.84910965,0.003063064,0.01736879,0.0061583063,0.0018456973],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8532224,0.000833203,0.0065175756,0.005525176,0.00142996,0.00745099,0.010129879,0.00033424643,0.02352117],"category_scores_gemma":[0.8755521,0.0004056975,0.0019372512,0.024261786,0.0010754296,0.0015872519,0.0018534748,0.0016571789,0.0086923735],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017872706,0.00033178565,0.007548596,0.00019954823,0.0009864315,0.00017465618,0.0027001528,0.00007023203,0.0018919641,0.00092072895,0.25659308,0.7284041],"study_design_scores_gemma":[0.0002852834,0.001304711,0.025848402,0.0021185055,0.0006585715,0.00005396449,0.09393532,0.015659515,0.011988633,0.016087158,0.8306812,0.001378726],"about_ca_topic_score_codex":0.00020467633,"about_ca_topic_score_gemma":0.000056056335,"teacher_disagreement_score":0.7270254,"about_ca_system_score_codex":0.00021259615,"about_ca_system_score_gemma":0.0008274698,"threshold_uncertainty_score":0.99987006},"labels":[],"label_agreement":null},{"id":"W4321434957","doi":"10.1007/s00266-023-03275-5","title":"Quality Regarding the Systematic Reviews in Breast Plastic Surgery","year":2023,"lang":"en","type":"letter","venue":"Aesthetic Plastic Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Plastic surgery; Medicine; Otorhinolaryngology; Quality (philosophy); Breast reduction; General surgery; Breast augmentation; Surgery; Breast surgery; Breast cancer; Internal medicine","score_opus":0.6528375752415243,"score_gpt":0.4530739059439789,"score_spread":0.1997636692975454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321434957","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034519315,0.030797258,0.007744016,0.7848629,0.109226316,0.024316158,0.003631898,0.0005983265,0.0043038377],"genre_scores_gemma":[0.17864715,0.009025037,0.000548304,0.60789526,0.022962205,0.02969426,0.00550517,0.0030695773,0.14265305],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.81720203,0.111801684,0.048583135,0.003905484,0.016464034,0.0020436512],"domain_scores_gemma":[0.12884313,0.8281235,0.028492525,0.012912136,0.0012778933,0.00035077595],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.37358382,0.0018132706,0.02650364,0.0033423316,0.00039447055,0.0022624268,0.0043650297,0.0010668372,0.007123025],"category_scores_gemma":[0.638516,0.0007904842,0.01149332,0.0068642413,0.00035599465,0.00032558345,0.00046972855,0.0026529825,0.049129184],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072823746,0.000029607856,0.0063505075,0.010998663,0.0001781803,0.0006380031,0.0000862974,0.000040767838,3.099215e-7,0.000026191707,0.9805183,0.0011259152],"study_design_scores_gemma":[0.00012031609,0.000009846716,0.00890439,0.03969161,0.0011318979,0.0015260468,0.00032883557,0.0015467932,1.4939081e-7,0.0010954186,0.9440666,0.0015780885],"about_ca_topic_score_codex":0.000086437176,"about_ca_topic_score_gemma":0.00008050685,"teacher_disagreement_score":0.7163219,"about_ca_system_score_codex":0.00029609294,"about_ca_system_score_gemma":0.00066229573,"threshold_uncertainty_score":0.9996479},"labels":[],"label_agreement":null},{"id":"W4321452091","doi":"10.1080/08957347.2023.2172017","title":"Dissecting Knowledge, Guessing, and Blunder in Multiple Choice Assessments","year":2023,"lang":"en","type":"article","venue":"Applied Measurement in Education","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"Division of Molecular and Cellular Biosciences; National Institute of General Medical Sciences; National Heart, Lung, and Blood Institute","keywords":"Test (biology); Probabilistic logic; Mistake; Psychology; Proxy (statistics); Robustness (evolution); Bayesian probability; Social psychology; Computer science; Artificial intelligence; Machine learning; Political science","score_opus":0.8152165292421817,"score_gpt":0.575029629601757,"score_spread":0.24018689964042472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321452091","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9586925,0.0006102983,0.00065720535,0.00024297592,0.0008178882,0.00097038504,5.8143326e-7,0.000011299635,0.03799687],"genre_scores_gemma":[0.9969668,0.000016289592,0.0007082941,0.00006144077,0.00009557604,0.000291867,0.000009463004,0.000010110416,0.0018401885],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9923301,0.0011001226,0.0030993875,0.0007346888,0.0024979373,0.00023780564],"domain_scores_gemma":[0.9957916,0.0015652888,0.0010192028,0.0009746587,0.00056986854,0.0000793539],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06437974,0.00017321053,0.0008654971,0.00071762677,0.000101536825,0.0003961639,0.00042158677,0.000058011527,0.00023956984],"category_scores_gemma":[0.015575084,0.0001123527,0.00011764216,0.0023304431,0.00001892641,0.0001648671,0.00006974534,0.00013036437,0.0006395519],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035257956,0.00038051265,0.8331961,0.000094194555,0.000031884047,1.745126e-7,0.002389649,0.0001240489,0.0028125276,0.0012852203,0.0100146355,0.14966752],"study_design_scores_gemma":[0.00031062786,0.000006513758,0.9585586,0.00011206518,0.00003023288,3.8939615e-7,0.007457862,0.0038137804,0.00013646057,0.0058365553,0.023574725,0.00016215435],"about_ca_topic_score_codex":0.00007092561,"about_ca_topic_score_gemma":0.0016034276,"teacher_disagreement_score":0.14950536,"about_ca_system_score_codex":0.00020268018,"about_ca_system_score_gemma":0.00017542379,"threshold_uncertainty_score":0.99271715},"labels":[],"label_agreement":null},{"id":"W4321748937","doi":"10.1093/jamia/ocad009","title":"Reproducible variability: assessing investigator discordance across 9 research teams attempting to reproduce the same observational study","year":2023,"lang":"en","type":"article","venue":"Journal of the American Medical Informatics Association","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Alnylam Pharmaceuticals; AstraZeneca","keywords":"Observational study; Interquartile range; Cohort; Cohort study; Computer science; Inclusion (mineral); Variable (mathematics); Baseline (sea); Medicine; Implementation; Psychology; Statistics; Mathematics; Surgery; Pathology","score_opus":0.7985450138999625,"score_gpt":0.6273149303618455,"score_spread":0.17123008353811697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321748937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9267662,0.0000103560205,0.0019806349,0.069642544,0.00068007637,0.0006862355,0.0000055395253,0.0000067023825,0.00022166962],"genre_scores_gemma":[0.9880404,0.000010859691,0.0038008092,0.0045075007,0.0007230356,0.00003262359,0.0000017429288,0.0000133951135,0.0028696395],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9155634,0.030366002,0.01657745,0.0006676746,0.036028706,0.0007967555],"domain_scores_gemma":[0.85940695,0.068161555,0.048878834,0.0094573265,0.013019253,0.0010761112],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6351774,0.00018775788,0.0018604739,0.0002832738,0.0009262203,0.0018644399,0.0039230334,0.000058765934,0.0001341822],"category_scores_gemma":[0.7880476,0.00007316605,0.00073504326,0.009457461,0.00024670432,0.0008047941,0.0009331034,0.0011825272,0.00040217346],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067071223,0.000084294385,0.8097333,0.000018174436,0.00021162884,0.0000018777181,0.012387591,0.0011367901,0.00006355341,0.00008228608,0.16067086,0.015602971],"study_design_scores_gemma":[0.00021104363,0.00015309454,0.8824299,0.00016311291,0.00010048093,0.000014539317,0.07295793,0.02152448,0.000031683056,0.005020039,0.017244814,0.00014890076],"about_ca_topic_score_codex":0.00006843477,"about_ca_topic_score_gemma":0.000033043772,"teacher_disagreement_score":0.15287022,"about_ca_system_score_codex":0.00056307274,"about_ca_system_score_gemma":0.0010572629,"threshold_uncertainty_score":0.99917173},"labels":[],"label_agreement":null},{"id":"W4322616577","doi":"10.1177/15910199221145741","title":"The impact of funding on the quality and interpretation of systematic reviews of mechanical thrombectomy in stroke patients","year":2022,"lang":"en","type":"review","venue":"Interventional Neuroradiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Medicine; Confidence interval; Odds ratio; MEDLINE; Meta-analysis; Randomized controlled trial; Stroke (engine); Scopus; Publication bias; Systematic review; Cochrane Library; Internal medicine; Physical therapy; Family medicine","score_opus":0.8597715164648743,"score_gpt":0.620231403508033,"score_spread":0.2395401129568413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322616577","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01410881,0.97989017,0.00038597954,0.00004304983,0.00046287145,0.004585546,0.00023840983,0.0000013025041,0.00028388703],"genre_scores_gemma":[0.22422197,0.7748733,0.00004063878,0.000017947401,0.000020782256,0.0005675585,0.0000407848,0.000021540454,0.00019543801],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.8869395,0.088287786,0.021888297,0.0006541857,0.0020473043,0.00018289074],"domain_scores_gemma":[0.9103883,0.060684763,0.026307095,0.0021693753,0.00040540844,0.000045072],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11462616,0.00036001613,0.01101434,0.00047455778,0.000065723405,0.0000573469,0.0020678174,0.00011027822,0.0019336978],"category_scores_gemma":[0.11377641,0.00012076352,0.0076260525,0.0008079109,0.00018041438,0.00005966353,0.00032948758,0.00041119853,0.000025776386],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019296445,0.0017472806,0.010952319,0.40139803,0.0066666147,0.000004039134,0.00073292135,0.000101423364,0.00001209469,0.101812415,0.005129042,0.47125086],"study_design_scores_gemma":[0.0033533706,0.01804674,0.085783735,0.44049954,0.015518158,0.00039525962,0.0019468614,0.0138524715,0.0000066768916,0.069037944,0.34868574,0.0028735236],"about_ca_topic_score_codex":0.000026432026,"about_ca_topic_score_gemma":0.000018908408,"teacher_disagreement_score":0.46837735,"about_ca_system_score_codex":0.0000890423,"about_ca_system_score_gemma":0.000079429694,"threshold_uncertainty_score":0.9989787},"labels":[],"label_agreement":null},{"id":"W4322711842","doi":"10.2196/39210","title":"Meeting the Shared Goals of a Student-Selected Component: Pilot Evaluation of a Collaborative Systematic Review","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Oklahoma Health Sciences Center; National Institute for Health and Care Research; Department of Health and Social Care; University of Oklahoma","keywords":"Likert scale; Medical education; Curriculum; Psychology; Student engagement; Scale (ratio); Medicine; Pedagogy","score_opus":0.5747211941827365,"score_gpt":0.5932337947755253,"score_spread":0.018512600592788808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322711842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86739665,0.0764746,0.0003469672,0.018760921,0.0012349436,0.029579598,0.000048266338,0.00003675808,0.0061213025],"genre_scores_gemma":[0.9958945,0.0005188723,0.00011236587,0.00046191653,0.00005986095,0.002218813,0.00006668602,0.000009633509,0.0006573635],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9387784,0.030466009,0.01095202,0.00056604936,0.019042522,0.00019498316],"domain_scores_gemma":[0.96781886,0.0076378393,0.010075265,0.002514349,0.0117719,0.00018176384],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20638637,0.00018090292,0.0029551163,0.00031893488,0.00009642171,0.000115468436,0.0015856525,0.000059935406,0.0054145963],"category_scores_gemma":[0.24848333,0.00007674331,0.00044709182,0.0072827497,0.000090995956,0.00012500443,0.00010171366,0.00012530667,0.00064339745],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028054053,0.0030435068,0.007682198,0.2216428,0.0018988291,0.0000012390586,0.028727083,0.00007581906,0.0010251015,0.004309355,0.71913195,0.012434075],"study_design_scores_gemma":[0.0028920737,0.00081160007,0.28286487,0.4902642,0.015978234,0.000034738754,0.07199622,0.12151969,0.00028938288,0.007398213,0.004852185,0.0010986006],"about_ca_topic_score_codex":0.000013701905,"about_ca_topic_score_gemma":0.000020737843,"teacher_disagreement_score":0.7142798,"about_ca_system_score_codex":0.00006779427,"about_ca_system_score_gemma":0.0016587174,"threshold_uncertainty_score":0.9954946},"labels":[],"label_agreement":null},{"id":"W4323351416","doi":"10.5435/jaaosglobal-d-21-00161","title":"The Importance of Pragmatic Study Design to the Scholarly Influence of Surgical Hip Fracture Randomized Controlled Trials","year":2023,"lang":"en","type":"article","venue":"JAAOS Global Research and Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Juravinski Hospital; Western University","funders":"","keywords":"Hip fracture; Randomized controlled trial; Medicine; Physical therapy; Surgery; Internal medicine; Osteoporosis","score_opus":0.7524720975587831,"score_gpt":0.6214707278511465,"score_spread":0.13100136970763654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323351416","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6111291,0.268533,0.0031281412,0.02424452,0.00024119769,0.09007783,0.000051235285,0.000011758828,0.0025832334],"genre_scores_gemma":[0.94863534,0.04140429,0.0006627674,0.00031018278,0.00013891427,0.003912672,0.0000023069133,0.000012574272,0.004920964],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.3338687,0.5891477,0.05056097,0.0020035908,0.023081208,0.0013378226],"domain_scores_gemma":[0.47489935,0.4813657,0.02198894,0.010305741,0.010597068,0.00084320345],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8517138,0.00030754236,0.01551227,0.00026524958,0.0004582422,0.0014150003,0.003050376,0.000090578535,0.00045758166],"category_scores_gemma":[0.75379926,0.00007299615,0.003046586,0.0054507004,0.0004043487,0.00024648348,0.00039467463,0.0004014876,0.0007223029],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07184813,0.0008079532,0.04402765,0.0008074292,0.0059215217,0.00007703774,0.0036885957,0.0011327391,0.00014697218,0.01481821,0.7276932,0.12903056],"study_design_scores_gemma":[0.14736085,0.0014911559,0.020307424,0.0013021216,0.0023140213,0.00002717367,0.0059236204,0.003990382,0.000028118084,0.092024,0.7247058,0.0005252941],"about_ca_topic_score_codex":0.000034787743,"about_ca_topic_score_gemma":0.00006290505,"teacher_disagreement_score":0.33750623,"about_ca_system_score_codex":0.000030411138,"about_ca_system_score_gemma":0.00024392265,"threshold_uncertainty_score":0.9996216},"labels":[],"label_agreement":null},{"id":"W4323531009","doi":"10.11124/jbies-22-00434","title":"From critical appraisal to risk of bias assessment: clarifying the terminology for study evaluation in JBI systematic reviews","year":2023,"lang":"en","type":"article","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Critical appraisal; Operationalization; Terminology; Systematic review; Psychology; Evidence-based medicine; Evidence-based practice; Health care; MEDLINE; Management science; Applied psychology; Medical education; Medicine; Alternative medicine; Political science; Epistemology; Engineering","score_opus":0.7654302534287493,"score_gpt":0.6201898655973237,"score_spread":0.14524038783142557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323531009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92856145,0.0037417042,0.034412447,0.007206162,0.0013854397,0.024322435,0.00007660687,0.000024225896,0.0002695227],"genre_scores_gemma":[0.9877081,0.00011814093,0.004370506,0.000077171266,0.000116412455,0.0074375244,0.00000163568,0.000016664346,0.00015385674],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8527609,0.120155,0.016681433,0.0018712473,0.007967865,0.0005635173],"domain_scores_gemma":[0.4160455,0.5677844,0.0069388933,0.007117271,0.0019355061,0.0001784185],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.44853312,0.00034576666,0.0053901006,0.00078065234,0.00021538,0.0005385048,0.0026101093,0.0001334728,0.0012277064],"category_scores_gemma":[0.8718836,0.0001486499,0.0014569578,0.0029252332,0.00008383623,0.00040691913,0.00026487408,0.000230506,0.0017481066],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113764174,0.0010982105,0.63764036,0.023327371,0.0020453709,0.00002936882,0.03474239,0.0019519553,0.0014198563,0.0020997107,0.051862493,0.24366917],"study_design_scores_gemma":[0.0005756224,0.0005427395,0.5431425,0.023959823,0.013546444,0.000009326743,0.06543066,0.3254738,0.00017961366,0.021991625,0.004171491,0.0009763968],"about_ca_topic_score_codex":0.00019920149,"about_ca_topic_score_gemma":0.0002903669,"teacher_disagreement_score":0.44762942,"about_ca_system_score_codex":0.000089382585,"about_ca_system_score_gemma":0.00014178481,"threshold_uncertainty_score":0.9996853},"labels":[],"label_agreement":null},{"id":"W4323536717","doi":"10.1101/2023.03.05.23286821","title":"The impact of blinding on trial results: A systematic review and meta-analysis","year":2023,"lang":"en","type":"review","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; Dalhousie University; McMaster University","funders":"","keywords":"Blinding; Meta-analysis; Publication bias; Medicine; Randomized controlled trial; Systematic review; MEDLINE; Odds ratio; Strictly standardized mean difference; Clinical trial; Internal medicine","score_opus":0.9072607679519703,"score_gpt":0.6315100895610637,"score_spread":0.2757506783909066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323536717","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000031125228,0.9888146,0.000043855525,0.00015392822,0.00010956384,0.009787385,0.00040601313,0.000009392403,0.0006721775],"genre_scores_gemma":[0.00001846364,0.98282075,0.000035280373,0.000035370846,0.00005168383,0.0011583666,0.00002921737,0.000043308493,0.01580757],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.87164116,0.07037715,0.04652056,0.0022137216,0.0087341545,0.0005132481],"domain_scores_gemma":[0.8595928,0.0776829,0.047146555,0.014051641,0.001235917,0.00029019464],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.40791047,0.0011461528,0.07879013,0.0018251481,0.00027562928,0.001193437,0.0047813533,0.0002532954,0.0013909861],"category_scores_gemma":[0.2663695,0.00029781068,0.068661146,0.0128931515,0.000122824,0.000100267745,0.00032153557,0.0004808673,0.002618606],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003719983,0.000032170625,0.0000012894444,0.45816323,0.5294082,0.0000066151247,0.000034369816,0.0000046770624,2.700259e-9,0.00018232579,0.010258784,0.0018711191],"study_design_scores_gemma":[0.00038616787,0.0001024364,9.821096e-7,0.021692043,0.9199297,0.0000068936565,0.000021085196,0.000038228973,7.3902227e-9,0.00011766155,0.05745814,0.00024668433],"about_ca_topic_score_codex":0.000020115338,"about_ca_topic_score_gemma":0.000021413392,"teacher_disagreement_score":0.43647116,"about_ca_system_score_codex":0.0000754468,"about_ca_system_score_gemma":0.00021914754,"threshold_uncertainty_score":0.9999474},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4323924096","doi":"10.1186/s13104-023-06294-2","title":"Insights from using an outcomes measurement properties search filter and conducting citation searches to locate psychometric articles of tools used to measure context attributes","year":2023,"lang":"en","type":"article","venue":"BMC Research Notes","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Canadian Agency for Drugs and Technologies in Health; Ottawa Hospital","funders":"Canadian Institutes of Health Research; Barwon Health Foundation","keywords":"Measure (data warehouse); Context (archaeology); Citation; Data science; Computer science; Information retrieval; Filter (signal processing); Medicine; World Wide Web; Data mining; Biology","score_opus":0.9924253076182565,"score_gpt":0.5832305564598512,"score_spread":0.4091947511584053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323924096","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9831136,0.0010150581,0.011958896,0.0018378068,0.00007869258,0.0019208556,0.000034787303,0.000016738133,0.00002358793],"genre_scores_gemma":[0.9951926,0.0000062574295,0.0043799086,0.000058348236,0.00006247009,0.0001059081,0.0000060210014,0.000023592642,0.0001649008],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.96088773,0.017646661,0.0039158273,0.0013682878,0.015476488,0.00070500566],"domain_scores_gemma":[0.97399664,0.01445953,0.00053831993,0.0021897352,0.008244745,0.0005710422],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11854617,0.00028539367,0.0019858016,0.0033348575,0.00042362476,0.0020194808,0.0013145973,0.000087808156,0.00025090278],"category_scores_gemma":[0.23282705,0.00014866322,0.00036760094,0.009713655,0.00018730019,0.000763314,0.000470721,0.0002601811,0.0008956001],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012357987,0.00017197749,0.45739803,0.00026236146,0.00035403855,0.0000037908217,0.016099196,0.00206331,0.46237686,0.00029210508,0.0014610954,0.059393656],"study_design_scores_gemma":[0.00094895274,0.0005921933,0.71888953,0.0008036508,0.00011274978,0.0000017322997,0.054622892,0.03748316,0.1810531,0.004165087,0.0007097922,0.0006171668],"about_ca_topic_score_codex":0.0008276974,"about_ca_topic_score_gemma":0.0017080194,"teacher_disagreement_score":0.28132376,"about_ca_system_score_codex":0.00011492819,"about_ca_system_score_gemma":0.00026460912,"threshold_uncertainty_score":0.99988234},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4323981378","doi":"10.1186/s13643-023-02199-0","title":"Evaluation of the use of GRADE in dentistry systematic reviews and its impact on conclusions: a protocol for a methodological study","year":2023,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University; Impact","funders":"","keywords":"Medicine; Grading (engineering); Protocol (science); Data extraction; MEDLINE; Systematic review; Quality assessment; Medical physics; Dentistry; Alternative medicine; Pathology; External quality assessment","score_opus":0.9764385221984356,"score_gpt":0.7166165226667045,"score_spread":0.25982199953173113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323981378","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046284936,0.0035599389,0.0011120238,0.00006774101,0.0001888636,0.94870985,0.000023400282,0.000006278042,0.000046989608],"genre_scores_gemma":[0.11041575,0.00009907792,0.0013905957,0.0000493422,0.000026309684,0.8872555,0.0000022242853,0.000023435385,0.00073779066],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.4693194,0.46238288,0.0526364,0.0017169821,0.01341388,0.00053044903],"domain_scores_gemma":[0.89103264,0.06556174,0.03418823,0.0064101615,0.0026539166,0.00015332218],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.679616,0.0005983372,0.017307641,0.00061892613,0.00013502364,0.00027657117,0.0018160286,0.00013500167,0.00034687071],"category_scores_gemma":[0.65190315,0.00017988207,0.0036558814,0.0037929541,0.00005662554,0.00023552621,0.00031731525,0.00017222343,0.000362613],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002372272,0.0005294494,0.0037740127,0.98075926,0.00058963103,0.0000024850046,0.0026117405,0.00037289932,0.00018909844,0.0005951037,0.009399274,0.0011533184],"study_design_scores_gemma":[0.0057623168,0.0018033176,0.020842709,0.67790955,0.014394315,0.00014476938,0.006290561,0.25617346,0.00008476365,0.008234806,0.007130983,0.0012284267],"about_ca_topic_score_codex":0.000010606175,"about_ca_topic_score_gemma":0.00003410227,"teacher_disagreement_score":0.42171323,"about_ca_system_score_codex":0.00013042438,"about_ca_system_score_gemma":0.00013564024,"threshold_uncertainty_score":0.99728143},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4324019806","doi":"10.1186/s12874-023-01884-x","title":"Measuring the impact of zero-cases studies in evidence synthesis practice using the harms index and benefits index (Hi-Bi)","year":2023,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Medical Research Council; Anhui Medical University; National Health and Medical Research Council; National Natural Science Foundation of China","keywords":"Meta-analysis; Index (typography); Measure (data warehouse); Computer science; Statistics; Medicine; Sensitivity (control systems); Systematic review; MEDLINE; Mathematics; Data mining; Pathology","score_opus":0.9903611485543717,"score_gpt":0.7623216590357637,"score_spread":0.22803948951860809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324019806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9409059,0.024064967,0.028711932,0.0049524144,0.00019248316,0.0010020245,0.0000048350516,0.000006630895,0.0001587756],"genre_scores_gemma":[0.9882629,0.0055792867,0.005599418,0.00010057349,0.00011175386,0.00013843566,1.7777846e-7,0.000013816918,0.00019361747],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.37977383,0.5778868,0.010664054,0.0021251447,0.027908638,0.001641523],"domain_scores_gemma":[0.027151614,0.96411866,0.002157132,0.0030155017,0.0031914872,0.00036558145],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7699918,0.0002572579,0.0031092663,0.0010969851,0.00041655885,0.00026550074,0.0030803042,0.00021157722,0.00110458],"category_scores_gemma":[0.9801254,0.00008580275,0.000753708,0.005717074,0.0018088226,0.00033719325,0.0016346413,0.0010214671,0.00012024419],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088545214,0.00018311646,0.67118603,0.00089846895,0.0020927242,0.00031489687,0.012602785,0.01015544,0.00060451106,0.002403986,0.018131783,0.28054082],"study_design_scores_gemma":[0.0009602337,0.00050023856,0.58432144,0.0036440426,0.00063977315,0.0009528124,0.09778817,0.26243293,0.00049769715,0.045650218,0.002056619,0.0005557994],"about_ca_topic_score_codex":0.0017589254,"about_ca_topic_score_gemma":0.0010617205,"teacher_disagreement_score":0.38623187,"about_ca_system_score_codex":0.00010908812,"about_ca_system_score_gemma":0.0011064156,"threshold_uncertainty_score":0.99980855},"labels":[],"label_agreement":null},{"id":"W4324129792","doi":"10.1148/radiol.221437","title":"How to Critically Appraise and Interpret Systematic Reviews and Meta-Analyses of Diagnostic Accuracy: A User Guide","year":2023,"lang":"en","type":"review","venue":"Radiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish General Hospital; Queen's University; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Systematic review; Credibility; Diagnostic accuracy; Meta-analysis; Critical appraisal; MEDLINE; Medical physics; Diagnostic test; Relevance (law); Matching (statistics); Evidence-based medicine; Risk analysis (engineering); Alternative medicine; Pathology","score_opus":0.8716104455493326,"score_gpt":0.6242626633956126,"score_spread":0.24734778215372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324129792","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003761144,0.9806427,0.010623953,0.00078926637,0.00023478335,0.0072916895,0.00016991084,0.000011055964,0.00023290546],"genre_scores_gemma":[0.0000179968,0.98453075,0.0042638043,0.00041502708,0.0000881518,0.0023105706,0.00002287516,0.000054868502,0.00829598],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9142726,0.05701291,0.02374001,0.0022986887,0.0021574495,0.0005183508],"domain_scores_gemma":[0.6839598,0.2928689,0.012773121,0.008117515,0.001611719,0.00066897884],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.12287322,0.0011717865,0.057268575,0.001371571,0.00008985899,0.00090099376,0.002753956,0.00044055915,0.0009810192],"category_scores_gemma":[0.79785216,0.00045531912,0.007862766,0.0021029313,0.00027000334,0.00020049751,0.0007627475,0.0003626428,0.0016530356],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002708575,0.000041621795,0.000017405955,0.64109176,0.02931009,0.00008269069,0.0003030412,0.0000014460287,0.0000030260805,0.0034442984,0.23022836,0.09547356],"study_design_scores_gemma":[0.000043982443,0.000071410606,0.0000032475918,0.012547582,0.11653066,0.0003498861,0.00008266642,0.000031585587,1.3647572e-7,0.00036641426,0.86962605,0.00034641297],"about_ca_topic_score_codex":0.000011742196,"about_ca_topic_score_gemma":0.000028545222,"teacher_disagreement_score":0.6749789,"about_ca_system_score_codex":0.000040350078,"about_ca_system_score_gemma":0.00013414746,"threshold_uncertainty_score":0.9999322},"labels":[],"label_agreement":null},{"id":"W4324309727","doi":"10.1186/s13643-023-02178-5","title":"Mapping reviews, scoping reviews, and evidence and gap maps (EGMs): the same but different— the “Big Picture” review family","year":2023,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":292,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"National Health and Medical Research Council","keywords":"Medicine; Data science","score_opus":0.8057005524300686,"score_gpt":0.511763323025558,"score_spread":0.2939372294045105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324309727","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00095873064,0.9436525,0.0022039465,0.0059876805,0.000854879,0.045428265,0.00000975864,0.00003322027,0.00087099784],"genre_scores_gemma":[0.0018199702,0.96883976,0.00057449436,0.008934502,0.00038723057,0.0073366743,0.000009904322,0.00005323631,0.012044223],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.83584434,0.115381405,0.038506616,0.002835473,0.006336956,0.0010952111],"domain_scores_gemma":[0.91939914,0.033670593,0.02918182,0.016194925,0.0009737238,0.00057980884],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.4260219,0.0014316911,0.020398699,0.00041281537,0.0010476367,0.0022400727,0.0046593565,0.0001763159,0.00062355533],"category_scores_gemma":[0.2394819,0.0004217694,0.0038872983,0.004639519,0.00033922895,0.0004983482,0.0010202236,0.00066422654,0.01061967],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014817673,0.000016207206,0.0006614689,0.6190114,0.00019952616,0.0000071104437,0.0014317868,4.91909e-7,0.00006851414,0.00070738525,0.32770112,0.050193496],"study_design_scores_gemma":[0.00010356337,0.000028538889,0.0008301759,0.48620003,0.0012486774,0.00014199744,0.0009349931,0.00027329396,8.370655e-7,0.0014611125,0.5082801,0.0004966422],"about_ca_topic_score_codex":0.000019172265,"about_ca_topic_score_gemma":0.000046586454,"teacher_disagreement_score":0.18654001,"about_ca_system_score_codex":0.00007405565,"about_ca_system_score_gemma":0.00008520077,"threshold_uncertainty_score":0.9998433},"labels":[],"label_agreement":null},{"id":"W4327860520","doi":"10.1017/9781108917919.003","title":"History of Clinical Trial Research","year":2023,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Clinical trial; Medicine; Intensive care medicine; Medical physics; Internal medicine","score_opus":0.9307104016434643,"score_gpt":0.5555055527927166,"score_spread":0.3752048488507477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327860520","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019238613,0.00032073935,0.000179112,0.00002368983,0.0023078376,0.0013069275,0.00013411039,0.000016138743,0.99551904],"genre_scores_gemma":[0.0002213283,0.00011380184,0.00012112772,0.00002155488,0.0004045617,0.0000015298124,0.000015162786,0.00003558672,0.99906534],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9666091,0.011511238,0.009869672,0.0019030961,0.009720374,0.00038650382],"domain_scores_gemma":[0.97121537,0.012226888,0.0068874685,0.0059263976,0.0034145808,0.00032926936],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14848329,0.00039264158,0.0058640274,0.0011926385,0.00011335759,0.000111933296,0.004275438,0.00066971313,0.0006380531],"category_scores_gemma":[0.018394532,0.0002674287,0.004955067,0.00007149897,0.0008464842,0.00008253757,0.0011715178,0.0011413079,0.0021993078],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062764995,0.000010720494,0.0000035435678,0.000041619,0.00025704593,0.0000708071,0.000032592263,2.8587138e-7,7.338192e-7,0.42069045,0.57544655,0.002817988],"study_design_scores_gemma":[0.002893537,0.00014935913,0.000024626333,0.00009884292,0.00040734102,0.0000015451287,0.000066882276,0.000105536485,0.0000010884713,0.00016284816,0.99587774,0.00021064132],"about_ca_topic_score_codex":0.00006821842,"about_ca_topic_score_gemma":0.000004984437,"teacher_disagreement_score":0.4205276,"about_ca_system_score_codex":0.0003060107,"about_ca_system_score_gemma":0.00095958187,"threshold_uncertainty_score":0.99997777},"labels":[],"label_agreement":null},{"id":"W4328049816","doi":"10.1177/08465371231163239","title":"Intra-Specialty Citation Pattern in Radiology and Gastroenterology/Hepatology Journals: A Cross-Specialty Comparison","year":2023,"lang":"en","type":"article","venue":"Canadian Association of Radiologists Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Ottawa; Ottawa Hospital; University of British Columbia","funders":"","keywords":"Specialty; Hepatology; Medicine; Internal medicine; Citation; Gastroenterology; Interventional radiology; Radiology; Family medicine; Library science","score_opus":0.4162908365860138,"score_gpt":0.47545681794703865,"score_spread":0.059165981361024855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4328049816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98604953,0.0005928952,0.0028764121,0.007944795,0.0014063343,0.00028065767,0.00007853654,0.000006022047,0.00076483993],"genre_scores_gemma":[0.9974355,0.00047021848,0.0002803726,0.00066242873,0.00042340017,0.000009803251,0.000022747367,0.000011235915,0.0006843022],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97517,0.013624438,0.008101768,0.0006179275,0.001705789,0.0007800627],"domain_scores_gemma":[0.98485476,0.0039743884,0.008626298,0.0006356344,0.0013762903,0.00053260697],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10464556,0.00026519503,0.0031207746,0.002466847,0.00027944407,0.0005606804,0.0010368645,0.00039525994,0.0022075998],"category_scores_gemma":[0.057301946,0.00018065756,0.0006290285,0.0015109419,0.00020107528,0.00028202735,0.00005063912,0.0007341187,0.0003066578],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014310308,0.000011317823,0.879938,0.0000057697607,0.00012301283,0.00005076838,0.0006016814,0.00036499178,0.000011565896,0.00016313852,0.10812702,0.010588414],"study_design_scores_gemma":[0.0007014977,0.00011001839,0.9707717,0.00001814145,0.00003891304,0.00030479033,0.00045349536,0.0046670535,0.0000018355516,0.0050154496,0.01779854,0.00011860229],"about_ca_topic_score_codex":0.0007930216,"about_ca_topic_score_gemma":0.16682385,"teacher_disagreement_score":0.16603082,"about_ca_system_score_codex":0.0010481153,"about_ca_system_score_gemma":0.00046520753,"threshold_uncertainty_score":0.9987045},"labels":[],"label_agreement":null},{"id":"W4360602558","doi":"10.1016/j.jclinepi.2023.03.018","title":"Reporting guidelines used varying methodology to develop recommendations","year":2023,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"NIHR Oxford Biomedical Research Centre; Manchester Biomedical Research Centre; National Science Foundation; Cancer Research UK; National Institute for Health and Care Research; Health Research Board; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"MEDLINE; Medicine; Political science","score_opus":0.9946494502939603,"score_gpt":0.805700984573983,"score_spread":0.18894846571997737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360602558","genre_codex":"methods","genre_gemma":"methods","domain_codex":"reporting","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15332028,0.00019695116,0.6090035,0.23081487,0.005326735,0.00025417327,0.0000037180264,0.00001116059,0.0010686389],"genre_scores_gemma":[0.026341576,0.0002558772,0.95071864,0.016563011,0.0016753232,0.000010029303,0.000005231243,0.000017298658,0.0044129933],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.19774196,0.39727697,0.397365,0.0021191286,0.004325538,0.0011714248],"domain_scores_gemma":[0.039710496,0.7461818,0.19715293,0.0030103154,0.013086087,0.00085838226],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.9301142,0.0002448827,0.01691661,0.00093776773,0.00014683016,0.00008103797,0.0020105294,0.00031939815,0.003420829],"category_scores_gemma":[0.9953086,0.00011425394,0.0041748937,0.0037241732,0.000086431435,0.00017788816,0.00036563378,0.0007604381,0.003068929],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016456019,0.000016479118,0.26460925,0.000006587721,0.00024746376,0.0000308006,0.000103396655,0.0016693008,0.000028642788,0.0013821004,0.5821905,0.14969905],"study_design_scores_gemma":[0.00027932375,0.00018717344,0.14110523,0.00008618531,0.00019118143,0.0002517063,0.00039207976,0.0072771427,0.0000070777173,0.10224393,0.7478171,0.00016188572],"about_ca_topic_score_codex":0.00001030195,"about_ca_topic_score_gemma":0.00001886952,"teacher_disagreement_score":0.34890482,"about_ca_system_score_codex":0.000024155117,"about_ca_system_score_gemma":0.0004634283,"threshold_uncertainty_score":0.9977073},"labels":[],"label_agreement":null},{"id":"W4360829335","doi":"10.1164/rccm.202303-0543ed","title":"<i>AJRCCM</i> : Strength in Breadth","year":2023,"lang":"en","type":"editorial","venue":"American Journal of Respiratory and Critical Care Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine","score_opus":0.3273048627249363,"score_gpt":0.5143102934412707,"score_spread":0.18700543071633435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360829335","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012845134,0.034451567,0.00054209237,0.0034121901,0.9453112,0.00035510334,0.00017921416,0.000010051892,0.0028934302],"genre_scores_gemma":[0.12203299,0.00097472593,0.0005237487,0.0016507566,0.8738875,0.000018750918,0.000022110802,0.00009855743,0.0007908909],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96616405,0.010077486,0.011831007,0.00088416925,0.010606997,0.00043628743],"domain_scores_gemma":[0.9208959,0.06379845,0.0066632647,0.0019601888,0.005896238,0.0007859934],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07933456,0.0005220341,0.008006303,0.0013245138,0.000101867685,0.00026774718,0.0017464713,0.0002749905,0.0011133122],"category_scores_gemma":[0.34490085,0.00024694903,0.0010812463,0.002208377,0.0014699366,0.00018378795,0.00014906295,0.0016545946,0.00013057278],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036892867,0.000019058054,0.001262686,0.00015066679,0.000070973525,0.00036190153,0.0006665385,0.0000012023366,0.000003929831,0.000120538214,0.8790382,0.11826741],"study_design_scores_gemma":[0.0004617974,0.0022599788,0.00050003914,0.0009369067,0.0004906971,0.000015760148,0.015276024,0.0000065289687,0.0000012169592,0.0005696522,0.9792593,0.00022211009],"about_ca_topic_score_codex":0.000040515995,"about_ca_topic_score_gemma":0.00008172064,"teacher_disagreement_score":0.2655663,"about_ca_system_score_codex":0.000088908084,"about_ca_system_score_gemma":0.0005234959,"threshold_uncertainty_score":0.9999983},"labels":[],"label_agreement":null},{"id":"W4360849784","doi":"10.5195/jmla.2022.1505","title":"The case of the disappearing librarians: analyzing documentation of librarians’ contributions to systematic reviews","year":2023,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University; Medical Library Association","keywords":"Documentation; Library science; Systematic review; Protocol (science); Set (abstract data type); Computer science; MEDLINE; World Wide Web; Medicine; Alternative medicine; Political science","score_opus":0.2993070694448581,"score_gpt":0.4749921879899399,"score_spread":0.17568511854508184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360849784","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42014608,0.017548922,0.018795663,0.512049,0.012254204,0.011232259,0.00037949646,0.00005051846,0.007543854],"genre_scores_gemma":[0.98043436,0.0007829755,0.00047138878,0.0012343652,0.00054847647,0.000051694013,0.000004367622,0.000023934068,0.01644844],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95521706,0.025508216,0.012792444,0.00026226754,0.0059487033,0.0002713287],"domain_scores_gemma":[0.9439848,0.027670525,0.025077874,0.0021222602,0.0008297915,0.0003147361],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12159218,0.00019219176,0.0025573117,0.00028177493,0.00045347415,0.00084796344,0.00329746,0.00013289733,0.0010439827],"category_scores_gemma":[0.26535386,0.00006149422,0.0026822041,0.004790537,0.000077030796,0.0013458139,0.0005298295,0.0004314114,0.0001461393],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004523858,0.0001734417,0.09886178,0.002694206,0.002432338,0.00007027397,0.0041693174,0.00073786185,0.0002571514,0.04356618,0.838693,0.008299167],"study_design_scores_gemma":[0.004967882,0.0005432959,0.15310788,0.052099008,0.01020212,0.0015550734,0.027501488,0.04334973,0.0031678318,0.18790372,0.51415837,0.0014436187],"about_ca_topic_score_codex":0.000005070167,"about_ca_topic_score_gemma":0.0000074863556,"teacher_disagreement_score":0.5602883,"about_ca_system_score_codex":0.00007755918,"about_ca_system_score_gemma":0.0003575222,"threshold_uncertainty_score":0.9998692},"labels":[],"label_agreement":null},{"id":"W4360989395","doi":"10.1186/s13643-023-02223-3","title":"Delphi survey on the most promising areas and methods to improve systematic reviews’ production and updating","year":2023,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Hrvatska Zaklada za Znanost; European Cooperation in Science and Technology","keywords":"Medicine; Delphi method; Systematic review; Delphi; Thematic analysis; Protocol (science); Construct (python library); Medical education; MEDLINE; Knowledge management; Data science; Qualitative research; Computer science; Alternative medicine; Artificial intelligence","score_opus":0.8240771438999744,"score_gpt":0.5954614310255089,"score_spread":0.22861571287446558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360989395","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000059254694,0.8718544,0.003336522,0.00018674068,0.0012940211,0.122887015,0.0000516723,0.000032627362,0.00035105937],"genre_scores_gemma":[0.0000035341898,0.95841914,0.0072383387,0.00024955068,0.0003320347,0.024452602,0.00003786801,0.00018037952,0.009086548],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.47095993,0.4374449,0.077381924,0.005572336,0.007489655,0.0011512531],"domain_scores_gemma":[0.7232521,0.15427619,0.09326498,0.025262835,0.0028647224,0.0010791793],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.74046993,0.0025661704,0.06362371,0.0013660468,0.00080074853,0.0041912696,0.003995871,0.0004748965,0.00025622675],"category_scores_gemma":[0.7899924,0.000850707,0.0052368403,0.007545288,0.0001399346,0.00035563245,0.0008990139,0.0009189754,0.010377569],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.3783535e-7,0.000017637074,0.0000045759953,0.88293093,0.0006117363,0.0000023527857,0.00044067387,3.6109805e-7,6.183516e-7,0.0003682602,0.020065857,0.09555606],"study_design_scores_gemma":[0.000036137702,0.000051841715,0.000005027499,0.66294134,0.005730148,0.0001339388,0.0003893873,0.00017164061,2.107127e-7,0.00022519879,0.3295952,0.0007199379],"about_ca_topic_score_codex":0.000039684703,"about_ca_topic_score_gemma":0.00010534846,"teacher_disagreement_score":0.30952936,"about_ca_system_score_codex":0.00026010652,"about_ca_system_score_gemma":0.00021024498,"threshold_uncertainty_score":0.99939436},"labels":[],"label_agreement":null},{"id":"W4361005671","doi":"10.1002/cesm.12004","title":"Criteria adherence and citation impact of urologic Cochrane review co‐publications","year":2023,"lang":"en","type":"article","venue":"Cochrane Evidence Synthesis and Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane","funders":"","keywords":"Citation; Medicine; Library science; Computer science","score_opus":0.7321982291845751,"score_gpt":0.6550045772886633,"score_spread":0.07719365189591176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361005671","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2858153,0.59339845,0.09757805,0.013031386,0.00044310422,0.0033861583,0.00013491049,0.000094443174,0.0061182342],"genre_scores_gemma":[0.6316758,0.25458393,0.1096632,0.0005036873,0.00008855324,0.0004700225,0.000013609319,0.000029510202,0.002971728],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97097963,0.02013033,0.0052580717,0.001075486,0.00224994,0.00030655306],"domain_scores_gemma":[0.9096756,0.08029837,0.00418167,0.003350985,0.0021479593,0.00034539713],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18566623,0.0003073807,0.0035793565,0.000567468,0.00017613731,0.00041274203,0.0009459995,0.00010480818,0.009736031],"category_scores_gemma":[0.35871032,0.00015646612,0.0009461033,0.0028753863,0.00024418338,0.00054753147,0.00013563025,0.00012368934,0.00029675517],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032714874,0.00006577558,0.026273273,0.0055418904,0.00038310912,0.000004893024,0.00078202,0.000015587655,0.03053208,0.0019802134,0.12074808,0.81364036],"study_design_scores_gemma":[0.00037701905,0.0007840144,0.8960783,0.020900233,0.0032901966,0.00018090097,0.001081384,0.021271879,0.0035579782,0.026272122,0.024961207,0.001244751],"about_ca_topic_score_codex":0.00003201367,"about_ca_topic_score_gemma":0.0000033026472,"teacher_disagreement_score":0.86980504,"about_ca_system_score_codex":0.000016813847,"about_ca_system_score_gemma":0.00010353169,"threshold_uncertainty_score":0.9911692},"labels":[],"label_agreement":null},{"id":"W4361251433","doi":"10.1101/2023.03.30.23287959","title":"Up front and open, shrouded in secrecy, or somewhere in between? A Meta Research Systematic Review of Open Science Practices in Sport Medicine Research","year":2023,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Meta-analysis; MEDLINE; Medicine; Open science; Systematic review; Conflict of interest; Guideline; Sports medicine; Family medicine; Internal medicine; Political science; Physical therapy; Pathology; Mathematics","score_opus":0.9733438966909708,"score_gpt":0.7344044858098606,"score_spread":0.23893941088111015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361251433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65105844,0.2544299,0.0000846982,0.02182698,0.00076652324,0.060513783,0.00007732289,0.00001294258,0.0112294145],"genre_scores_gemma":[0.8929972,0.06481968,0.0025843703,0.00024041966,0.00012945403,0.0077900738,0.000034194272,0.00009559129,0.031309012],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.6725603,0.1869835,0.063665636,0.011566978,0.062226254,0.002997352],"domain_scores_gemma":[0.8678498,0.0746838,0.024753643,0.021591265,0.010270077,0.00085140305],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.88058686,0.00065466797,0.021506133,0.007371881,0.00022964795,0.0029458455,0.03391028,0.00032831184,0.0044743274],"category_scores_gemma":[0.5793662,0.0002923068,0.00060654175,0.020284222,0.0012877748,0.0013611475,0.025746202,0.0029018852,0.00059514935],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091375914,0.00026847256,0.39447206,0.585247,0.000951263,0.0004947232,0.0062049343,0.0000107593405,0.000037915765,0.0014432501,0.010240278,0.0005379884],"study_design_scores_gemma":[0.0014122799,0.00034624382,0.15611042,0.77232265,0.0024337568,0.00003227233,0.020750225,0.0015845016,0.000027873204,0.041423507,0.002690173,0.0008660772],"about_ca_topic_score_codex":0.01607219,"about_ca_topic_score_gemma":0.026603242,"teacher_disagreement_score":0.30122066,"about_ca_system_score_codex":0.00041460156,"about_ca_system_score_gemma":0.0032788438,"threshold_uncertainty_score":0.9999529},"labels":[],"label_agreement":null},{"id":"W4361276670","doi":"10.3389/fvets.2023.1137781","title":"The standards of reporting trials in pets (PetSORT): Explanation and elaboration","year":2023,"lang":"en","type":"article","venue":"Frontiers in Veterinary Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Royal Veterinary College; University of California, Davis; Oregon State University; Colorado State University; University of Wisconsin-Madison; North Carolina State University; Ohio State University","keywords":"Checklist; Consolidated Standards of Reporting Trials; External validity; Psychological intervention; Clinical trial; Randomized controlled trial; Replicate; Alternative medicine; Internal validity; Medicine; Blinding; Rigour; Intervention (counseling); Psychology; Research design; Nursing; Pathology; Social psychology","score_opus":0.7734705116914402,"score_gpt":0.5884876601100323,"score_spread":0.18498285158140793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361276670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9878372,0.00059911615,0.008907391,0.0003925928,0.0008345339,0.0004315722,0.000010019418,0.0000035683706,0.0009840388],"genre_scores_gemma":[0.9947437,0.00017383342,0.0046117143,0.000012372778,0.000014443191,0.000020963971,0.0000014948926,0.0000026356895,0.00041882994],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9591891,0.010112743,0.020718073,0.0011657333,0.008380308,0.0004340107],"domain_scores_gemma":[0.9826695,0.0036389122,0.011241554,0.001490001,0.00088916684,0.000070874776],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.55679667,0.00010472936,0.0015599073,0.0012379804,0.00019641095,0.0004876804,0.0008759088,0.000031780008,0.00004282336],"category_scores_gemma":[0.28988573,0.00004996694,0.00018572884,0.0067627714,0.00027772682,0.00061300356,0.00013865784,0.00007805486,0.000008681102],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000121449426,0.00004137147,0.6293423,0.00010949956,0.00003723616,0.00011920556,0.0063241436,0.0014403948,0.013806638,0.0023134085,0.043065082,0.30327925],"study_design_scores_gemma":[0.00042372433,0.00030475584,0.7741937,0.00016982049,0.000024627736,0.000031895474,0.013506952,0.14860994,0.00023245742,0.015604694,0.04667348,0.00022397847],"about_ca_topic_score_codex":0.000009839716,"about_ca_topic_score_gemma":0.00002003857,"teacher_disagreement_score":0.3030553,"about_ca_system_score_codex":0.00007489555,"about_ca_system_score_gemma":0.00027512378,"threshold_uncertainty_score":0.71609586},"labels":[],"label_agreement":null},{"id":"W4361281687","doi":"10.3389/fpubh.2023.998588","title":"Characteristics of the sources, evaluation, and grading of the certainty of evidence in systematic reviews in public health: A methodological study","year":2023,"lang":"en","type":"article","venue":"Frontiers in Public Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Impact","funders":"Fundamental Research Funds for the Central Universities; Chinese Academy of Medical Sciences; Lanzhou University; McMaster University; World Health Organization","keywords":"Certainty; Grading (engineering); Systematic review; Public health; Psychology; Medicine; MEDLINE; Management science; Data science; Computer science; Political science; Mathematics; Engineering; Nursing","score_opus":0.9570415848695262,"score_gpt":0.6138121310616517,"score_spread":0.3432294538078745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361281687","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9371284,0.01159043,0.005770623,0.030663898,0.00091144623,0.013867035,0.000017335242,0.00000453339,0.00004626369],"genre_scores_gemma":[0.99585474,0.0012443252,0.0020371967,0.00044604167,0.000012292975,0.0003045554,0.0000016685439,0.0000074590466,0.00009169989],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.42936322,0.5054585,0.04862312,0.0020877987,0.013024643,0.0014427758],"domain_scores_gemma":[0.95841336,0.016209982,0.019816764,0.0042150356,0.001085894,0.00025897103],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6568954,0.00023178784,0.006571734,0.0011743115,0.00010938918,0.00013229485,0.0021764236,0.00010286491,0.00006892171],"category_scores_gemma":[0.3822583,0.000086502274,0.0005354051,0.007919966,0.00017184636,0.00021056354,0.00035257344,0.0004038097,0.0000038521066],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029705336,0.0001403964,0.94710034,0.0075847534,0.00004347437,2.5950922e-7,0.013458772,0.00001657983,9.97145e-7,0.00035716023,0.0050933273,0.026200965],"study_design_scores_gemma":[0.00029508647,0.00009449484,0.95951515,0.003908737,0.000037036425,0.0000021844892,0.016183501,0.0162725,3.5811237e-7,0.002114245,0.0014891854,0.000087512366],"about_ca_topic_score_codex":0.00029268375,"about_ca_topic_score_gemma":0.00046849722,"teacher_disagreement_score":0.5290502,"about_ca_system_score_codex":0.00031775807,"about_ca_system_score_gemma":0.001136362,"threshold_uncertainty_score":0.6229452},"labels":[],"label_agreement":null},{"id":"W4361284423","doi":"10.1007/s00167-023-07328-9","title":"A guide to appropriately planning and conducting meta‐analyses: part 2—effect size estimation, heterogeneity and analytic approaches","year":2023,"lang":"en","type":"review","venue":"Knee Surgery Sports Traumatology Arthroscopy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Estimator; Meta-analysis; Aggregate (composite); Econometrics; Estimation; Computer science; Point estimation; Measure (data warehouse); Selection (genetic algorithm); Statistics; Mathematics; Data mining; Machine learning; Economics; Medicine","score_opus":0.9069201143287599,"score_gpt":0.5879122700099794,"score_spread":0.3190078443187805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361284423","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012272488,0.9810147,0.0025273447,0.00009883456,0.00080896355,0.0028520601,0.00006336967,0.00007914663,0.00028305218],"genre_scores_gemma":[0.007209396,0.9685778,0.016775513,0.00031002905,0.00029587833,0.002556302,0.00032941613,0.00037422482,0.003571456],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9605267,0.013590754,0.018085383,0.0036785495,0.0031715916,0.00094704615],"domain_scores_gemma":[0.94660896,0.037875466,0.01053511,0.0039482573,0.00037161633,0.0006605718],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.11928096,0.0016798509,0.03197065,0.0019487399,0.00053730654,0.001102565,0.00089386996,0.0006913375,0.00095044606],"category_scores_gemma":[0.046499703,0.000888813,0.0059095584,0.0033510025,0.0003724546,0.0004068309,0.00038080438,0.00059720734,0.00059682765],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003957631,0.00012269178,0.03702872,0.032104146,0.042873986,0.0007209446,0.0008131229,0.00066463364,7.487506e-7,0.00023516994,0.03477678,0.8506195],"study_design_scores_gemma":[0.00026135324,0.000092134214,0.0007515852,0.006538997,0.060325943,0.0015375935,0.00044308134,0.0018109258,0.000009724043,0.0005160066,0.9258416,0.0018710294],"about_ca_topic_score_codex":0.000033767494,"about_ca_topic_score_gemma":0.000047487807,"teacher_disagreement_score":0.8910648,"about_ca_system_score_codex":0.000045479235,"about_ca_system_score_gemma":0.00031345306,"threshold_uncertainty_score":0.9999628},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4361285195","doi":"10.1177/17474930231168517","title":"The credibility of subgroup analyses reported in stroke trials is low: A systematic review","year":2023,"lang":"en","type":"review","venue":"International Journal of Stroke","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; University of Calgary","funders":"U.S. Army Medical Research Acquisition Activity","keywords":"Medicine; Subgroup analysis; Interquartile range; Randomized controlled trial; Meta-analysis; Stroke (engine); MEDLINE; Publication bias; Clinical trial; Internal medicine","score_opus":0.9158652669023556,"score_gpt":0.6734138055622134,"score_spread":0.24245146134014217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361285195","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006586728,0.99411476,0.00047190234,0.0004186755,0.0016272238,0.0025153866,0.00044163238,0.0000029385026,0.00034163872],"genre_scores_gemma":[0.00016827026,0.99387777,0.00017424238,0.000091663955,0.00031249798,0.00009157533,0.0000125767965,0.00002912651,0.0052422676],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8135612,0.05056378,0.11161837,0.0011973125,0.022620277,0.0004390875],"domain_scores_gemma":[0.77415043,0.06256978,0.14751515,0.0051432075,0.010376742,0.0002446836],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.4160357,0.0006783288,0.031842772,0.0020337473,0.00006841006,0.00087908196,0.008009676,0.00023969918,0.0016328372],"category_scores_gemma":[0.4097505,0.00024879107,0.019765325,0.002143039,0.00013143291,0.00030911653,0.00034624414,0.00079469156,0.00040688715],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055566656,0.0003314536,0.0003537561,0.7622447,0.04156723,0.00051820563,0.00021745446,0.000020778434,0.0000089185305,0.00035848323,0.049354114,0.14496936],"study_design_scores_gemma":[0.00038493963,0.00007947889,0.000058116155,0.70907587,0.020740982,0.0005249592,0.0003184714,0.00014095928,0.0000041149574,0.00091271906,0.26742187,0.00033752495],"about_ca_topic_score_codex":0.000025700456,"about_ca_topic_score_gemma":0.000039347546,"teacher_disagreement_score":0.21806777,"about_ca_system_score_codex":0.00029560638,"about_ca_system_score_gemma":0.00086244656,"threshold_uncertainty_score":0.9999964},"labels":[],"label_agreement":null},{"id":"W4362459539","doi":"10.1007/s00266-023-03319-w","title":"Methodological Quality of Open Access Compared to Traditional Journal Publications in the Plastic Surgery Literature","year":2023,"lang":"en","type":"review","venue":"Aesthetic Plastic Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medicine; Quality (philosophy); Evidence-based medicine; Popularity; Logistic regression; Otorhinolaryngology; Plastic surgery; Impact factor; Sister; Alternative medicine; Surgery; Psychology; Social psychology","score_opus":0.9801904653653932,"score_gpt":0.6712044291160423,"score_spread":0.30898603624935095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362459539","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029502248,0.9715854,0.010843556,0.0021735223,0.00688664,0.0035519775,0.0012042166,0.000028250395,0.0007762294],"genre_scores_gemma":[0.0034285064,0.98987895,0.0015145779,0.0004679444,0.0005799398,0.001914607,0.0009978093,0.00011857734,0.0010990778],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8565694,0.1039846,0.028279021,0.0018689779,0.00853613,0.00076185423],"domain_scores_gemma":[0.13655005,0.8378016,0.018279487,0.0048920414,0.001923802,0.00055303617],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.36511648,0.00086355204,0.01936383,0.0039952747,0.0002919966,0.008959272,0.0118603185,0.00039867926,0.0035156144],"category_scores_gemma":[0.57047886,0.00035440433,0.007541295,0.014148034,0.00020287061,0.000822224,0.00089133234,0.001139295,0.0014067367],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030343082,0.00048401236,0.0027360334,0.0036039567,0.00050509436,0.00010413656,0.00029969524,0.00019313188,7.4560134e-8,0.0050789174,0.72546226,0.26150236],"study_design_scores_gemma":[0.00008217302,0.00001705855,0.028569752,0.01159873,0.000824825,0.00086355,0.00014333073,0.00007136608,2.1680284e-8,0.0072904876,0.9499658,0.0005729521],"about_ca_topic_score_codex":0.000018882814,"about_ca_topic_score_gemma":0.000042177995,"teacher_disagreement_score":0.733817,"about_ca_system_score_codex":0.0001138505,"about_ca_system_score_gemma":0.0017415165,"threshold_uncertainty_score":0.9998908},"labels":[],"label_agreement":null},{"id":"W4362507101","doi":"10.1186/s13643-023-02224-2","title":"Correction: Mapping reviews, scoping reviews, and evidence and gap maps (EGMs): the same but different— the “Big Picture” review family","year":2023,"lang":"en","type":"erratum","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Data science","score_opus":0.7345723394530996,"score_gpt":0.49001705129813355,"score_spread":0.24455528815496608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362507101","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000043206924,0.89618057,0.0018602522,0.0039709117,0.029750075,0.06367449,0.00002700373,0.00004228523,0.0044900635],"genre_scores_gemma":[0.000006802738,0.69414556,0.00020282055,0.005749145,0.001815961,0.009152621,0.00004397138,0.00010311534,0.28878],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7679121,0.15904248,0.057312135,0.004665804,0.009727671,0.0013398093],"domain_scores_gemma":[0.82936645,0.053494472,0.08462328,0.029258035,0.0023501734,0.00090759894],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.43945545,0.0030732723,0.042730972,0.00066983886,0.0015717127,0.0043571186,0.00771787,0.0007080255,0.0010829356],"category_scores_gemma":[0.37846845,0.00095644605,0.008134754,0.004901398,0.0005243055,0.00053317193,0.0015994326,0.0027079645,0.011765648],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.612052e-7,0.000008830404,0.000028594894,0.37708738,0.00020010954,0.0000045770466,0.00033315402,9.876744e-8,0.0000012982655,0.000054528322,0.60658985,0.01569079],"study_design_scores_gemma":[0.000051272043,0.000025627221,0.000088032466,0.460888,0.0026377738,0.0001895861,0.0003723895,0.0001393786,5.562316e-8,0.0003162907,0.53474957,0.00054202334],"about_ca_topic_score_codex":0.000055195444,"about_ca_topic_score_gemma":0.00023694793,"teacher_disagreement_score":0.28428993,"about_ca_system_score_codex":0.00022136739,"about_ca_system_score_gemma":0.00032317694,"threshold_uncertainty_score":0.9998302},"labels":[],"label_agreement":null},{"id":"W4362640557","doi":"10.1016/j.jclinepi.2023.03.027","title":"Presentation approaches for enhancing interpretability of patient-reported outcomes in meta-analyses: a systematic survey of Cochrane reviews","year":2023,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Prom; Medicine; Meta-analysis; Systematic review; MEDLINE; Pooling; Cochrane collaboration; Interpretability; Patient-reported outcome; Cochrane Library; Quality of life (healthcare); Pathology; Artificial intelligence; Computer science","score_opus":0.9844325872368183,"score_gpt":0.753615944866866,"score_spread":0.23081664236995225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362640557","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004436709,0.9579287,0.034854993,0.00010552883,0.00095455215,0.005587205,0.00009677842,0.0000018783727,0.000026684693],"genre_scores_gemma":[0.0021701572,0.987751,0.009106587,0.00007872608,0.00008435085,0.00041887967,0.00004417328,0.000042926124,0.00030316893],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.15183774,0.5271349,0.31474215,0.0017623527,0.0039914083,0.0005314581],"domain_scores_gemma":[0.04855862,0.64198095,0.300566,0.004478089,0.0041400352,0.00027634407],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.87216735,0.0008959089,0.18764159,0.0015895596,0.0000313357,0.000048955237,0.0031659524,0.0008690814,0.00042978913],"category_scores_gemma":[0.97452015,0.00033121812,0.055753503,0.002626332,0.00031113223,0.00021072457,0.00027487663,0.001098007,0.00006106361],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014589047,0.0010062994,0.05991031,0.70306844,0.08418638,0.000012194873,0.00033644686,0.0004544334,2.1367478e-7,0.0002696248,0.0034687065,0.14714108],"study_design_scores_gemma":[0.0027065803,0.0034899695,0.036974385,0.29161164,0.5763883,0.00025487843,0.0013465367,0.010583433,0.000001621144,0.0275919,0.04695848,0.0020922944],"about_ca_topic_score_codex":0.00012167233,"about_ca_topic_score_gemma":0.00060466694,"teacher_disagreement_score":0.4922019,"about_ca_system_score_codex":0.00007271988,"about_ca_system_score_gemma":0.00071829424,"threshold_uncertainty_score":0.999914},"labels":[],"label_agreement":null},{"id":"W4362658427","doi":"10.1111/jebm.12521","title":"Reporting quality and risk of bias of Cochrane individual participant data meta‐analyses: A cross‐sectional study","year":2023,"lang":"en","type":"article","venue":"Journal of Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Cochrane Library; Medicine; Systematic review; Meta-analysis; MEDLINE; Cochrane collaboration; Internal medicine","score_opus":0.9918231896452125,"score_gpt":0.7345700359268312,"score_spread":0.2572531537183813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362658427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.978624,0.016696515,0.0024427013,0.0014040134,0.0003070498,0.00043875232,0.000061540544,0.0000031433424,0.000022309181],"genre_scores_gemma":[0.99743146,0.00068292243,0.0013972265,0.00008078928,0.00023056795,0.000006732869,0.0000070854176,0.000008607911,0.00015458874],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8922699,0.027056772,0.059434514,0.0010640033,0.019811006,0.00036381645],"domain_scores_gemma":[0.7731077,0.078892104,0.13424988,0.0054584555,0.007813076,0.00047876226],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6567453,0.0002963584,0.008389996,0.0012507397,0.0001322773,0.00018342557,0.0021134538,0.00007465283,0.0022218144],"category_scores_gemma":[0.7106444,0.000109841516,0.0016073175,0.0031469413,0.00040958318,0.0006542404,0.00031116485,0.0003766452,0.00001646092],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001244399,0.0001732227,0.9802789,0.00027691975,0.011723573,0.00006256014,0.00095981004,0.0015591049,0.0005761174,0.000010690473,0.0031087762,0.0011458852],"study_design_scores_gemma":[0.0009234232,0.00084470713,0.9540205,0.0007846198,0.035316445,0.000044692766,0.0040286714,0.0030907206,0.00013504285,0.0005469119,0.00016127017,0.00010296969],"about_ca_topic_score_codex":0.00048682187,"about_ca_topic_score_gemma":0.000116353076,"teacher_disagreement_score":0.11916216,"about_ca_system_score_codex":0.000013951065,"about_ca_system_score_gemma":0.0005004782,"threshold_uncertainty_score":0.9986903},"labels":[],"label_agreement":null},{"id":"W4362696149","doi":"10.1016/j.conctc.2023.101132","title":"The reporting quality and transparency of orthopaedic studies using Bayesian analysis requires improvement: A systematic review","year":2023,"lang":"en","type":"review","venue":"Contemporary Clinical Trials Communications","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"","keywords":"Bayesian probability; Meta-analysis; Medicine; Transparency (behavior); Medical physics; Bayesian statistics; MEDLINE; Computer science; Bayesian inference; Artificial intelligence; Internal medicine","score_opus":0.9913375353320436,"score_gpt":0.7773831046471873,"score_spread":0.2139544306848563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362696149","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000033399256,0.9847584,0.0020303929,0.0010982247,0.00031806558,0.011205246,0.00022361097,0.0000234021,0.0003393213],"genre_scores_gemma":[0.00036807937,0.996132,0.0011039618,0.00014239158,0.00008470498,0.001155671,0.00010911004,0.000044824137,0.00085922895],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.22819568,0.4215628,0.3410271,0.002526847,0.0061774664,0.0005100936],"domain_scores_gemma":[0.040955145,0.5375492,0.3792316,0.037500866,0.004348293,0.00041490313],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8472988,0.00089790963,0.07205826,0.00084796577,0.0009502531,0.0006639915,0.008314211,0.00039799683,0.00007685087],"category_scores_gemma":[0.8878587,0.00035853975,0.02899812,0.00791134,0.0010803315,0.00026615165,0.0015872207,0.0009378043,0.00006681158],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005858928,0.00012197066,0.0004597594,0.8067799,0.045285434,0.0000044135927,0.00014463648,5.549838e-7,1.1068257e-7,0.0013077885,0.002530573,0.14335899],"study_design_scores_gemma":[0.00034415995,0.00009447943,0.000040232786,0.65802646,0.18333766,0.000006854442,0.0014121847,0.0007271502,3.1403356e-8,0.0045307283,0.15076548,0.0007145589],"about_ca_topic_score_codex":0.00005168083,"about_ca_topic_score_gemma":0.0001585578,"teacher_disagreement_score":0.18724053,"about_ca_system_score_codex":0.0000639929,"about_ca_system_score_gemma":0.0010847283,"threshold_uncertainty_score":0.99988663},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4363674669","doi":"10.1002/cesm.12008","title":"Systematic reviewers' perspectives on sharing review data, analytic code, and other materials: A survey","year":2023,"lang":"en","type":"article","venue":"Cochrane Evidence Synthesis and Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Bruyère; University of Ottawa","funders":"National Institute for Health Research Applied Research Collaboration West; National Health and Medical Research Council; Australian Research Council; Medical Research Council; University of Bristol; Department of Health and Social Care; National Institute for Health and Care Research; Australian Government; NIHR Bristol Biomedical Research Centre; University Hospitals Bristol NHS Foundation Trust","keywords":"Facilitator; Data sharing; Computer science; Survey data collection; Systematic review; Code (set theory); Psychology; Data science; Medicine; MEDLINE; Alternative medicine; Social psychology; Statistics; Political science; Mathematics","score_opus":0.7972270055214279,"score_gpt":0.6270878206687901,"score_spread":0.1701391848526378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4363674669","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015521118,0.96342695,0.012922081,0.0024724368,0.00048124287,0.0038996453,0.0002467108,0.00005587762,0.0009739579],"genre_scores_gemma":[0.08225785,0.85176754,0.050100468,0.0025896085,0.00033581152,0.0009632107,0.000023309065,0.00015126358,0.011810958],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.91080785,0.0721215,0.009471403,0.0031441888,0.0039413827,0.0005136952],"domain_scores_gemma":[0.7474347,0.22024481,0.009325326,0.020182455,0.0021471332,0.00066557387],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.54670036,0.0005162112,0.007890533,0.00051936135,0.00025320667,0.0013210699,0.0027320194,0.00010219784,0.003829405],"category_scores_gemma":[0.6180907,0.0002537857,0.0005677902,0.0023697752,0.00016831013,0.0005472512,0.00071715564,0.00015596974,0.0011717716],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013657252,0.00023104293,0.018659653,0.64276177,0.004148716,0.000085289146,0.0055841217,0.000016315564,0.003644968,0.007979919,0.15261878,0.16413286],"study_design_scores_gemma":[0.00037278156,0.0002256774,0.046304323,0.8768319,0.012210697,0.00022252936,0.009696269,0.019954044,0.00076278823,0.0033534523,0.027548466,0.0025170948],"about_ca_topic_score_codex":0.000069120535,"about_ca_topic_score_gemma":0.000032551656,"teacher_disagreement_score":0.23407012,"about_ca_system_score_codex":0.000032055374,"about_ca_system_score_gemma":0.00005284976,"threshold_uncertainty_score":0.9999914},"labels":[],"label_agreement":null},{"id":"W4363679158","doi":"10.1002/cesm.12009","title":"Systematic reviewers' perspectives on replication of systematic reviews: A survey","year":2023,"lang":"en","type":"article","venue":"Cochrane Evidence Synthesis and Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Bruyère; University of Ottawa","funders":"National Institute for Health Research Applied Research Collaboration West; National Health and Medical Research Council; Australian Research Council; Medical Research Council; University of Bristol; National Institute for Health and Care Research; Australian Government; NIHR Bristol Biomedical Research Centre; University Hospitals Bristol NHS Foundation Trust","keywords":"Replication (statistics); Generalizability theory; Checklist; Psychology; Replicate; Systematic review; MEDLINE; Medicine; Biology; Cognitive psychology; Statistics; Virology; Mathematics","score_opus":0.776548508099844,"score_gpt":0.6206053177750073,"score_spread":0.15594319032483672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4363679158","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02371331,0.8334829,0.116637036,0.0018568652,0.00085673085,0.020830197,0.000044441822,0.00008841231,0.0024900732],"genre_scores_gemma":[0.55550396,0.31273386,0.10533806,0.0004565054,0.00025062208,0.007984201,0.000009708831,0.00013722008,0.017585848],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.70998615,0.2540049,0.025187273,0.0032638197,0.0069985646,0.00055928144],"domain_scores_gemma":[0.39918622,0.5422583,0.02731122,0.024915606,0.0058087306,0.0005199181],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6843887,0.0005143258,0.012628309,0.0008809131,0.00019673753,0.00050189986,0.0021038929,0.00013798798,0.0008823631],"category_scores_gemma":[0.9085798,0.00023722553,0.002128727,0.00426892,0.00016196538,0.00037474735,0.00017659251,0.00017061313,0.001886807],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032193828,0.00010453344,0.0014366917,0.9508623,0.0006687018,0.0000048261286,0.0045559085,0.000017228087,0.002101727,0.0046378304,0.014352661,0.02122542],"study_design_scores_gemma":[0.00016884916,0.0002423412,0.01978674,0.9442936,0.004824083,0.000061110026,0.014140474,0.009806912,0.0018295471,0.0026537117,0.0011668087,0.0010257912],"about_ca_topic_score_codex":0.00002028278,"about_ca_topic_score_gemma":0.0000062851796,"teacher_disagreement_score":0.5317907,"about_ca_system_score_codex":0.000056383004,"about_ca_system_score_gemma":0.000064826396,"threshold_uncertainty_score":0.99889034},"labels":[],"label_agreement":null},{"id":"W4364860643","doi":"10.1177/11786329231166519","title":"Centre for Statistical and Methodological Excellence (CESAME): A Consortium Initiative for Improving Methodology in Randomised Clinical Trials","year":2023,"lang":"en","type":"article","venue":"Health Services Insights","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"","keywords":"Clinical trial; Excellence; Internal validity; External validity; Intervention (counseling); Medicine; Quality (philosophy); Consolidated Standards of Reporting Trials; Randomized controlled trial; Alternative medicine; Physical therapy; Medical physics; Family medicine; Medical education; Psychology; Nursing; Political science; Surgery; Social psychology","score_opus":0.9524699934414839,"score_gpt":0.6974378179634749,"score_spread":0.25503217547800894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4364860643","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.096555345,0.003581022,0.87265795,0.010173034,0.0018022178,0.01446262,0.00045443917,0.000048037116,0.00026531293],"genre_scores_gemma":[0.17412981,0.0011206889,0.80637884,0.014546016,0.0006788344,0.0017867413,0.0001808354,0.000052810123,0.0011253995],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.77858526,0.19127586,0.025063992,0.0023920694,0.001768995,0.00091379485],"domain_scores_gemma":[0.43580756,0.5516823,0.009514262,0.0014115997,0.0010352456,0.0005490799],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.527372,0.0003619652,0.009297404,0.0005264311,0.0002835041,0.0002830402,0.00087576534,0.0002980486,0.0005215082],"category_scores_gemma":[0.24580632,0.00017760241,0.0011585295,0.001029945,0.00016129424,0.00023237619,0.00019459498,0.00026683608,0.000115896284],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018784596,0.000733448,0.017179167,0.01852783,0.001404537,0.00007973431,0.043249983,0.00032963557,0.0003332873,0.11642204,0.05769673,0.725259],"study_design_scores_gemma":[0.030288568,0.0011671684,0.014038933,0.00032735633,0.0005657981,0.000012875941,0.021165209,0.29170683,0.00005582899,0.43427688,0.2056689,0.0007256292],"about_ca_topic_score_codex":0.00007404379,"about_ca_topic_score_gemma":0.0005691974,"teacher_disagreement_score":0.7245334,"about_ca_system_score_codex":0.000035217632,"about_ca_system_score_gemma":0.00030088538,"threshold_uncertainty_score":0.76054657},"labels":[],"label_agreement":null},{"id":"W4365152349","doi":"10.1093/mictod/qaad018","title":"Supplementary Information – An Anachronism?","year":2023,"lang":"en","type":"article","venue":"Microscopy Today","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Anachronism; Geology; Political science; Law","score_opus":0.4951919815659199,"score_gpt":0.5267502080550382,"score_spread":0.031558226489118324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365152349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9765322,0.000089794186,0.011123801,0.0027493888,0.001002385,0.0008651064,0.0006698386,0.00004004486,0.006927396],"genre_scores_gemma":[0.95232177,0.000046930905,0.015674068,0.003907988,0.00027316983,0.00010828758,0.002531196,0.000027259955,0.02510934],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9895916,0.0022395188,0.004742056,0.0004584217,0.0026636145,0.0003047607],"domain_scores_gemma":[0.99511266,0.00051459204,0.0013748129,0.0025018633,0.00035606863,0.00014003325],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.048110414,0.00019077632,0.0011603497,0.0004901994,0.0002137546,0.0012857454,0.0013447179,0.00005605007,0.05648075],"category_scores_gemma":[0.0023153673,0.00010184796,0.0005586261,0.0017317425,0.00003737193,0.00095196813,0.0001442697,0.000087145156,0.0348329],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033365639,0.000018523931,0.014042676,0.000018870227,0.00004220252,0.000002361532,0.0012578272,0.00008303502,0.0033536344,0.00049426244,0.96475166,0.015931603],"study_design_scores_gemma":[0.00015137847,0.000057787347,0.008926565,0.0000072465546,0.000039170292,0.000002979331,0.0013593296,0.004291438,0.0017616902,0.0016082443,0.9816538,0.00014033663],"about_ca_topic_score_codex":0.00007933431,"about_ca_topic_score_gemma":0.00008418989,"teacher_disagreement_score":0.045795046,"about_ca_system_score_codex":0.000038095826,"about_ca_system_score_gemma":0.000051505976,"threshold_uncertainty_score":0.99975103},"labels":[],"label_agreement":null},{"id":"W4365451872","doi":"10.1002/cesm.12006","title":"How to develop rapid reviews of diagnostic tests according to experts: A qualitative exploration of researcher views","year":2023,"lang":"en","type":"article","venue":"Cochrane Evidence Synthesis and Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Agency for Drugs and Technologies in Health; Institute for Work & Health; University of Toronto; St. Michael's Hospital","funders":"Instituto de Salud Carlos III","keywords":"Data science; Psychology; Computer science","score_opus":0.8987904795405195,"score_gpt":0.6799969040219239,"score_spread":0.21879357551859557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365451872","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061831698,0.04864352,0.8669894,0.017381899,0.00032003445,0.0041951817,0.00001872166,0.000018183502,0.0006014054],"genre_scores_gemma":[0.17222707,0.02607488,0.795491,0.00038515063,0.00012154728,0.0020962893,0.0000024693625,0.00004018755,0.0035614248],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9037607,0.081019774,0.008881285,0.0015196591,0.004322729,0.0004958763],"domain_scores_gemma":[0.38070673,0.5966612,0.007391584,0.00650918,0.007814112,0.00091718574],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3857627,0.00034036962,0.004991517,0.0010742535,0.00012779048,0.00040774423,0.0013942372,0.000090079164,0.0008761731],"category_scores_gemma":[0.92349005,0.00017946439,0.0006957411,0.007635541,0.000112802365,0.0009591079,0.0003931182,0.00010012169,0.0003001233],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024614612,0.0000251099,0.00043790173,0.0007488675,0.0000730561,0.000002210568,0.028021231,0.000012791992,0.044450324,0.00031263853,0.025068795,0.90082246],"study_design_scores_gemma":[0.00034710715,0.00090712775,0.011525388,0.027686613,0.0011196885,0.000013422972,0.28914964,0.0014917541,0.18209638,0.013073856,0.4708595,0.0017295516],"about_ca_topic_score_codex":0.000022162376,"about_ca_topic_score_gemma":0.000025848867,"teacher_disagreement_score":0.8990929,"about_ca_system_score_codex":0.000034411663,"about_ca_system_score_gemma":0.00012599281,"threshold_uncertainty_score":0.9593481},"labels":[],"label_agreement":null},{"id":"W4365811069","doi":"10.1007/s11739-023-03258-z","title":"Impact of presentation at conference with timed release of academic publication","year":2023,"lang":"en","type":"article","venue":"Internal and Emergency Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lunenfeld-Tanenbaum Research Institute; Sinai Health System; University of Toronto","funders":"","keywords":"Medicine; Subspecialty; Randomized controlled trial; Presentation (obstetrics); Promotion (chess); Family medicine; Internal medicine; Surgery","score_opus":0.7027105343718929,"score_gpt":0.578962129901159,"score_spread":0.12374840447073387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365811069","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9913683,0.00035675353,0.0017152419,0.0010425367,0.00013290795,0.00018695954,0.000010250118,0.0000030780786,0.0051839724],"genre_scores_gemma":[0.9704508,0.00040384012,0.000029045255,0.0000071673326,0.00004956516,0.000008551426,0.000016705326,0.0000032987484,0.029031018],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99340165,0.00064367004,0.0037391174,0.00028685544,0.0018320393,0.00009666767],"domain_scores_gemma":[0.99502456,0.00042570994,0.0026287488,0.00058963883,0.0012255193,0.00010581737],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011429622,0.000108017164,0.0009793034,0.0003179007,0.000022945238,0.0000068065506,0.00043758325,0.000034658493,0.029285071],"category_scores_gemma":[0.009248258,0.000041550695,0.00023037456,0.0010265439,0.00008823189,0.0001364419,0.000060899605,0.0000723021,0.00021510106],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008089316,0.000016136548,0.75388026,0.00007429285,0.00021036615,9.687843e-7,0.0015243322,0.00003036302,0.0106201,0.00032668366,0.22399712,0.00923849],"study_design_scores_gemma":[0.00038021908,0.00042085449,0.97416073,0.00017958455,0.00016939091,0.000009830254,0.0004445893,0.018386787,0.00039221882,0.0022508688,0.0031243798,0.000080562684],"about_ca_topic_score_codex":0.00028408604,"about_ca_topic_score_gemma":0.00002703783,"teacher_disagreement_score":0.22087274,"about_ca_system_score_codex":0.000010492312,"about_ca_system_score_gemma":0.000024013387,"threshold_uncertainty_score":0.9990973},"labels":[],"label_agreement":null},{"id":"W4365813968","doi":"10.1016/j.jvs.2023.04.009","title":"Completeness of reporting in systematic reviews and meta-analyses in vascular surgery","year":2023,"lang":"en","type":"review","venue":"Journal of Vascular Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Brock University; Ottawa Hospital; University of Ottawa; McMaster University; University of Toronto","funders":"","keywords":"Medicine; Systematic review; Checklist; Data extraction; MEDLINE; Protocol (science); Vascular surgery; Meta-analysis; Medical physics; Surgery; Cardiac surgery; Alternative medicine; Pathology","score_opus":0.9441508101448516,"score_gpt":0.5983478487434003,"score_spread":0.3458029614014513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365813968","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006226544,0.99584275,0.0005243913,0.000027419032,0.000539434,0.0024053166,0.000010608384,0.0000032796156,0.000024124723],"genre_scores_gemma":[0.00018708507,0.9987148,0.00053290324,0.000028550729,0.00010786059,0.00019205426,0.000010383416,0.00007673102,0.0001496557],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.71027994,0.10632443,0.1694557,0.001609018,0.011624714,0.0007061753],"domain_scores_gemma":[0.6271657,0.114013694,0.24889609,0.0067970743,0.0027325142,0.00039491782],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.69714093,0.0012431166,0.12239905,0.009024312,0.00006980275,0.0005907915,0.0019352338,0.00043967646,0.00069214596],"category_scores_gemma":[0.5030326,0.00053017266,0.07082774,0.0093825385,0.000105565,0.00050430844,0.00030809248,0.0009154389,0.00018222512],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033298159,0.00019962476,0.0035735737,0.8773101,0.04981592,0.0014381729,0.00018023037,0.0001108962,0.0000013870099,0.00002410977,0.0070887664,0.060253892],"study_design_scores_gemma":[0.00016322512,0.000019676347,0.0013271705,0.26688206,0.21135041,0.0009373944,0.00044085577,0.00016138132,6.6354255e-7,0.00046062897,0.51706773,0.0011888182],"about_ca_topic_score_codex":0.00007693585,"about_ca_topic_score_gemma":0.00010097237,"teacher_disagreement_score":0.61042804,"about_ca_system_score_codex":0.00015212744,"about_ca_system_score_gemma":0.0008206799,"threshold_uncertainty_score":0.999715},"labels":[],"label_agreement":null},{"id":"W4366265694","doi":"10.4187/respcare.10971","title":"How to Conduct a Systematic Review and Meta-Analysis: A Guide for Clinicians","year":2023,"lang":"en","type":"review","venue":"Respiratory Care","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Systematic review; Medicine; Narrative review; Evidence-based medicine; Resource (disambiguation); Management science; Meta-analysis; Evidence-based practice; Best evidence; MEDLINE; Clinical Practice; Engineering ethics; Data science; Alternative medicine; Medical education; Computer science; Intensive care medicine; Family medicine; Pathology","score_opus":0.9328451843518062,"score_gpt":0.6403883176976342,"score_spread":0.29245686665417203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366265694","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.403087e-8,0.9743505,0.0011250298,0.0005189011,0.00014533805,0.021802556,0.0016957407,0.00003174522,0.000330102],"genre_scores_gemma":[3.403753e-7,0.9421115,0.00095812796,0.004689464,0.00012126478,0.0109729795,0.00008457027,0.00012583825,0.0409359],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9314398,0.030909682,0.02774954,0.003573342,0.0056954776,0.0006321436],"domain_scores_gemma":[0.9458602,0.01704576,0.019311942,0.012654187,0.004487506,0.00064040214],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.15489419,0.0015911042,0.09255977,0.0024160154,0.0002709655,0.002714906,0.0045994045,0.0004899559,0.0010148569],"category_scores_gemma":[0.15437515,0.0006700175,0.051893722,0.009009356,0.00006898227,0.00021521199,0.00050113996,0.00038550812,0.003124485],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.4309907e-7,0.0000053208,2.7089607e-7,0.73806906,0.16219805,0.000009243076,0.00007462427,6.572502e-7,1.9833026e-8,0.00011451493,0.09498499,0.004542987],"study_design_scores_gemma":[0.000022246746,0.0000323282,4.6652143e-8,0.014988906,0.4824362,0.0000034560308,0.0003552978,5.564334e-7,2.2573074e-8,0.000019421055,0.5018183,0.00032321757],"about_ca_topic_score_codex":0.000003986044,"about_ca_topic_score_gemma":0.00016703423,"teacher_disagreement_score":0.72308016,"about_ca_system_score_codex":0.00016406331,"about_ca_system_score_gemma":0.0005552442,"threshold_uncertainty_score":0.9998984},"labels":[],"label_agreement":null},{"id":"W4366386735","doi":"10.1136/bmjebm-2022-112185","title":"Rapid reviews methods series: Guidance on team considerations, study selection, data extraction and risk of bias assessment","year":2023,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Data extraction; Correctness; Computer science; Systematic review; Completeness (order theory); Selection (genetic algorithm); Data mining; Information retrieval; MEDLINE; Artificial intelligence; Mathematics; Algorithm","score_opus":0.9188994641379558,"score_gpt":0.6765426507253051,"score_spread":0.2423568134126507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366386735","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09856418,0.07306467,0.7290888,0.05918693,0.0041638683,0.031031149,0.00018275403,0.00018778881,0.0045298627],"genre_scores_gemma":[0.33114946,0.06655069,0.58402014,0.0032504715,0.0018980416,0.0020144144,0.00014789091,0.00009240501,0.010876506],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9202019,0.060054325,0.012331255,0.0017326644,0.005403225,0.00027664605],"domain_scores_gemma":[0.9172035,0.061807558,0.011173549,0.007394707,0.0021665823,0.00025414175],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.46440104,0.00037769933,0.003930617,0.00091476477,0.0003361525,0.00023076619,0.0009927761,0.00007931896,0.0049177464],"category_scores_gemma":[0.49952415,0.00017926413,0.00034612912,0.0036646624,0.00018739027,0.0007935393,0.00015516707,0.0003018303,0.00028057705],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050336075,0.00017092816,0.13952224,0.00029740293,0.00030537075,0.000008573134,0.0005091123,0.00031420926,0.0005449297,0.00027231695,0.72088546,0.13711913],"study_design_scores_gemma":[0.0015505345,0.0030490572,0.26205298,0.0044794083,0.0032455735,0.00006005912,0.006860294,0.060303167,0.0003596329,0.0034273562,0.6540655,0.0005464271],"about_ca_topic_score_codex":0.00017543929,"about_ca_topic_score_gemma":0.00021057934,"teacher_disagreement_score":0.23258528,"about_ca_system_score_codex":0.00006013089,"about_ca_system_score_gemma":0.0003792458,"threshold_uncertainty_score":0.9959919},"labels":[],"label_agreement":null},{"id":"W4366386740","doi":"10.1136/bmjebm-2022-112136","title":"Implementing hierarchical network meta-analysis incorporating exchangeable dose effects compared to standard hierarchical network meta-analysis","year":2023,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Calgary; St. Michael's Hospital","funders":"Medical Research Council","keywords":"Meta-analysis; Network analysis; Computer science; Multilevel model; Medicine; Internal medicine; Engineering; Machine learning","score_opus":0.8066750011977708,"score_gpt":0.5551599690728524,"score_spread":0.25151503212491844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366386740","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009967649,0.037485387,0.8376179,0.10069394,0.0010030415,0.0108622275,0.00023040948,0.00030900704,0.0018304841],"genre_scores_gemma":[0.86120826,0.00010433775,0.10540837,0.015253887,0.0034460458,0.0039499844,0.0005708569,0.00014834704,0.009909901],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.8958602,0.050241165,0.023650242,0.004777538,0.022509374,0.002961467],"domain_scores_gemma":[0.8955351,0.07967909,0.010304482,0.009614623,0.003000953,0.0018657416],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.40647015,0.0016082097,0.035970878,0.0047519486,0.0014373958,0.0014296737,0.0045171417,0.00030231595,0.04573487],"category_scores_gemma":[0.10309399,0.00077990664,0.029638696,0.062264226,0.000441193,0.0005983483,0.0012716099,0.0009766486,0.0017659649],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014976587,0.00003986346,0.009009805,0.00018203499,0.57204187,0.00016882199,0.0003241336,0.24374339,0.000024298792,0.0011936581,0.17190634,0.0012160101],"study_design_scores_gemma":[0.00052514154,0.00033873494,0.0035680342,0.000078372446,0.8590148,0.0000040775553,0.00023650978,0.1056609,0.000013764686,0.0069071497,0.022962939,0.00068958045],"about_ca_topic_score_codex":0.00037673072,"about_ca_topic_score_gemma":0.0023490626,"teacher_disagreement_score":0.85124063,"about_ca_system_score_codex":0.0001918039,"about_ca_system_score_gemma":0.00048373302,"threshold_uncertainty_score":0.9998626},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4366386744","doi":"10.1136/bmjebm-2022-112111","title":"Rapid reviews methods series: Guidance on assessing the certainty of evidence","year":2023,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Public Health Agency","keywords":"Grading (engineering); Systematic review; Computer science; Rating system; Certainty; Management science; Medicine; Actuarial science; MEDLINE; Engineering; Mathematics; Business; Political science","score_opus":0.9546345879208633,"score_gpt":0.6949051985894442,"score_spread":0.2597293893314191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366386744","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00785054,0.1790927,0.3232855,0.46836114,0.0040290924,0.010495954,0.000012848418,0.00011124884,0.0067610084],"genre_scores_gemma":[0.35981387,0.07536746,0.37034473,0.0829935,0.0070663923,0.0045592785,0.000043405915,0.00028733624,0.09952403],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.881878,0.08236209,0.020710647,0.002047578,0.012269771,0.00073188444],"domain_scores_gemma":[0.7892361,0.17696731,0.01677387,0.013092375,0.0034972574,0.0004330639],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.56694776,0.0005660722,0.0059288456,0.0007524002,0.00034081205,0.00034600633,0.003960373,0.00017041242,0.009986703],"category_scores_gemma":[0.7011788,0.00018533132,0.0018087956,0.007838656,0.00064585794,0.0007350892,0.00020564979,0.0005176863,0.002264584],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052739488,0.000021567594,0.0032093665,0.00077530777,0.00008857375,0.000020650807,0.0006504897,0.000473132,0.0025001296,0.0009153329,0.6121005,0.37919223],"study_design_scores_gemma":[0.00038429385,0.00066283956,0.017379332,0.032320533,0.000745789,0.00002351068,0.0022970878,0.015454623,0.0014488541,0.0047357264,0.9241154,0.00043200105],"about_ca_topic_score_codex":0.000055478868,"about_ca_topic_score_gemma":0.000012387487,"teacher_disagreement_score":0.38536763,"about_ca_system_score_codex":0.00009005307,"about_ca_system_score_gemma":0.00043896722,"threshold_uncertainty_score":0.99851227},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4366502877","doi":"10.1186/s12874-023-01904-w","title":"The relationship of publication language, study population, risk of bias, and treatment effects in acupuncture related systematic reviews: a meta-epidemiologic study","year":2023,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University; Impact","funders":"National Social Science Fund of China; National Office for Philosophy and Social Sciences","keywords":"Meta-analysis; Medicine; Acupuncture; Publication bias; Systematic review; MEDLINE; Alternative medicine; Population; Research design; Environmental health; Pathology; Statistics","score_opus":0.9776181336638249,"score_gpt":0.7287011632252482,"score_spread":0.24891697043857663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366502877","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9655029,0.016331581,0.004209582,0.00079606386,0.0001200829,0.012944021,0.0000053073213,0.00001056504,0.00007990176],"genre_scores_gemma":[0.9906704,0.0010388225,0.0038002017,0.000016786395,0.000022809458,0.0025148198,0.000012308033,0.000011097179,0.00191277],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.12063141,0.8531161,0.016400408,0.001243617,0.008083623,0.00052486977],"domain_scores_gemma":[0.12604229,0.86174047,0.0065714624,0.0039445693,0.0014351642,0.00026602944],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.86133534,0.0003166932,0.008953824,0.0014156578,0.00025045153,0.000095600175,0.0015438746,0.00024717866,0.0004929401],"category_scores_gemma":[0.9816713,0.000092567796,0.001198828,0.006745591,0.00028998105,0.000094163806,0.00034214405,0.0005903014,0.00016527335],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029962195,0.00029580828,0.9814963,0.0016878393,0.0011286282,0.000008155822,0.0042860094,0.000036198668,0.000003762661,0.0021552132,0.0010314239,0.007840716],"study_design_scores_gemma":[0.0006376469,0.0007515755,0.9621397,0.0003182701,0.0016465037,0.00000557537,0.012805151,0.0044125305,0.0000013724359,0.017091375,0.000112698406,0.00007757228],"about_ca_topic_score_codex":0.0010864205,"about_ca_topic_score_gemma":0.005455926,"teacher_disagreement_score":0.120335974,"about_ca_system_score_codex":0.00006994818,"about_ca_system_score_gemma":0.00019024397,"threshold_uncertainty_score":0.6120655},"labels":[],"label_agreement":null},{"id":"W4366597924","doi":"10.1136/bmjopen-2022-069906","title":"Strategies used to manage overlap of primary study data by exercise-related overviews: protocol for a systematic methodological review","year":2023,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; Institute of Health Services and Policy Research","funders":"Universitat Autònoma de Barcelona; Universitat de Barcelona","keywords":"Medicine; Systematic review; MEDLINE; Psychological intervention; Cochrane Library; Protocol (science); Grey literature; Alternative medicine; Pathology; Nursing","score_opus":0.9715586565184136,"score_gpt":0.7256562755993499,"score_spread":0.2459023809190637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366597924","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022852585,0.00061740115,0.0057870904,0.00056262256,0.00007158711,0.98685586,0.00017797426,0.000021113716,0.005677812],"genre_scores_gemma":[0.00026223232,0.00003265326,0.012487685,0.00041816346,0.00001651504,0.9730215,0.00010087767,0.00003060952,0.013629768],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.93702024,0.03567431,0.018692404,0.002100424,0.006086521,0.00042608168],"domain_scores_gemma":[0.9694942,0.009959846,0.00773128,0.011898245,0.000737525,0.00017888856],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.43249834,0.00043271124,0.011086576,0.00028838104,0.00012515252,0.0014132989,0.011372567,0.00009318628,0.0026721382],"category_scores_gemma":[0.06146306,0.00019186585,0.0010440866,0.0036576372,0.00003444012,0.0008467201,0.0037466595,0.00011181595,0.002286346],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083185434,0.00033123186,0.00043174828,0.15272167,0.00056127395,0.000012606127,0.00075985346,0.000025300054,0.000035255052,0.0006097157,0.84065884,0.003769335],"study_design_scores_gemma":[0.009778625,0.0028612474,0.012150995,0.37771878,0.009694085,0.00004288907,0.04734631,0.016315408,0.00004006131,0.02647533,0.49420413,0.003372137],"about_ca_topic_score_codex":0.000037980066,"about_ca_topic_score_gemma":0.000029306737,"teacher_disagreement_score":0.37103528,"about_ca_system_score_codex":0.000031878084,"about_ca_system_score_gemma":0.00015318899,"threshold_uncertainty_score":0.99962336},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4366817706","doi":"10.1016/j.jclinepi.2023.04.005","title":"CONSORT Harms 2022 statement, explanation, and elaboration: updated guideline for the reporting of harms in randomized trials","year":2023,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa; McMaster University; Impact; Western University; University of Alberta","funders":"Northern Alberta Clinical Trials and Research Centre; National Institute for Health and Care Research","keywords":"Consolidated Standards of Reporting Trials; Checklist; Randomized controlled trial; Medicine; Guideline; Psychological intervention; Family medicine; Psychology; Nursing; Surgery","score_opus":0.9673745806702326,"score_gpt":0.7521512941830216,"score_spread":0.215223286487211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366817706","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"reporting","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19388822,0.0052451543,0.602712,0.19097266,0.0034235306,0.0034574803,0.00006524449,0.000005441961,0.00023029548],"genre_scores_gemma":[0.81569076,0.020133296,0.13767807,0.018375231,0.0028630989,0.00031188698,0.00015964897,0.000047114634,0.004740881],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.1740442,0.32150036,0.49927315,0.0011686443,0.0034624077,0.0005512375],"domain_scores_gemma":[0.016963968,0.71690476,0.25990745,0.0011312407,0.0049255635,0.00016698817],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9615017,0.00016701594,0.02258401,0.0004407269,0.0000690757,0.00006492407,0.0007266481,0.00015859386,0.0017360728],"category_scores_gemma":[0.9844508,0.00005910683,0.0038721277,0.0010461272,0.00023638332,0.00017844186,0.0000766314,0.00034086808,0.000024763294],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040147863,0.000044191773,0.11177489,0.000024595063,0.0010514531,0.0000090712965,0.00011744702,0.002281606,0.000024646555,0.0030774695,0.85556424,0.022015618],"study_design_scores_gemma":[0.06287849,0.00034058216,0.048704512,0.00012898166,0.0017177084,0.000055602508,0.0019233244,0.22088191,0.00001986095,0.19569743,0.4674473,0.00020427624],"about_ca_topic_score_codex":0.000011506545,"about_ca_topic_score_gemma":0.000024858427,"teacher_disagreement_score":0.62180257,"about_ca_system_score_codex":0.000010986897,"about_ca_system_score_gemma":0.0002795605,"threshold_uncertainty_score":0.9991765},"labels":[],"label_agreement":null},{"id":"W4366828697","doi":"10.3390/math11091982","title":"Phi, Fei, Fo, Fum: Effect Sizes for Categorical Data That Use the Chi-Squared Statistic","year":2023,"lang":"en","type":"article","venue":"Mathematics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Categorical variable; Statistic; Confidence interval; Statistics; Test statistic; Null hypothesis; Mathematics; Econometrics; Statistical hypothesis testing; Chi-square test; p-value; Statistical significance","score_opus":0.9319584117804476,"score_gpt":0.5933076107313837,"score_spread":0.33865080104906387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366828697","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06289437,0.00050286873,0.92266303,0.0034570366,0.0011358288,0.0060350057,0.0010540276,0.00010671961,0.0021511053],"genre_scores_gemma":[0.8556213,0.0000950547,0.087285146,0.0005755166,0.00046722783,0.00084151665,0.0006534016,0.00014191448,0.054318935],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9869163,0.0031204305,0.0044649807,0.0009379018,0.004125135,0.00043522412],"domain_scores_gemma":[0.93900526,0.05056364,0.0022085635,0.0077548036,0.00033677302,0.00013094603],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.079077385,0.0003617592,0.0027543157,0.00020742885,0.00034005006,0.0018999216,0.004122505,0.00008496143,0.0015291944],"category_scores_gemma":[0.105997674,0.00013681002,0.0008641443,0.0014480397,0.00009491521,0.00031331755,0.0005960796,0.00014426374,0.005502522],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008958989,0.000081000435,0.0014372956,0.0005613707,0.00039726828,0.0000120865,0.0015596926,0.00007631419,0.000029067804,0.024071148,0.96147364,0.010292179],"study_design_scores_gemma":[0.0005493298,0.00013173016,0.002368897,0.000079071244,0.0013126984,0.00003177936,0.0018182569,0.5919581,0.000045564368,0.25069776,0.15055914,0.00044766828],"about_ca_topic_score_codex":0.000008711428,"about_ca_topic_score_gemma":0.000029957657,"teacher_disagreement_score":0.8353779,"about_ca_system_score_codex":0.000023852821,"about_ca_system_score_gemma":0.00004737585,"threshold_uncertainty_score":0.99938357},"labels":[],"label_agreement":null},{"id":"W4366974898","doi":"10.1136/bmj-2022-073725","title":"CONSORT Harms 2022 statement, explanation, and elaboration: updated guideline for the reporting of harms in randomised trials","year":2023,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":249,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; McMaster University; Impact; Western University; University of Alberta","funders":"Northern Alberta Clinical Trials and Research Centre; National Institute for Health and Care Research; University of Alberta","keywords":"Consolidated Standards of Reporting Trials; Checklist; Medicine; Guideline; Psychological intervention; Randomized controlled trial; Family medicine; Alternative medicine; Psychology; Nursing; Surgery","score_opus":0.8611993851617044,"score_gpt":0.6344424315187389,"score_spread":0.22675695364296544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366974898","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37892067,0.004942493,0.39816085,0.16808733,0.0028569004,0.041192032,0.0007001951,0.00005797154,0.0050815362],"genre_scores_gemma":[0.927381,0.0007730646,0.027250532,0.0026126585,0.00078186794,0.003997896,0.0010103753,0.000050730843,0.03614191],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.93893003,0.007386275,0.05010486,0.000633167,0.0027486011,0.00019704172],"domain_scores_gemma":[0.9353988,0.018501036,0.041563045,0.001846683,0.0026224796,0.000067945024],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.54472595,0.0001208017,0.002545092,0.00028697486,0.0000955714,0.0002762302,0.00038430296,0.000035047204,0.0030648527],"category_scores_gemma":[0.36677936,0.000049070863,0.00048493338,0.0016252049,0.00003015884,0.00015437661,0.00004996855,0.000044649223,0.00006626094],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011623513,0.00000890967,0.0047082347,0.000018590465,0.0001608726,0.0000025498416,0.00032544316,0.0005132391,0.0005322551,0.00028745327,0.9868717,0.006454512],"study_design_scores_gemma":[0.009861024,0.000035075343,0.0061781784,0.000046284036,0.00042174966,0.0000058753585,0.0059354617,0.13429382,0.0008138478,0.005383854,0.8368386,0.00018620299],"about_ca_topic_score_codex":0.000015897394,"about_ca_topic_score_gemma":0.00005925624,"teacher_disagreement_score":0.5484603,"about_ca_system_score_codex":0.000010235854,"about_ca_system_score_gemma":0.00010935403,"threshold_uncertainty_score":0.9978465},"labels":[],"label_agreement":null},{"id":"W4366978228","doi":"10.1016/s2666-5247(23)00098-8","title":"Real-life implications of prevalence meta-analyses? Doi plots and prediction intervals are the answer – Authors' reply","year":2023,"lang":"en","type":"letter","venue":"The Lancet Microbe","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Sunnybrook Health Science Centre; North York General Hospital; Ottawa Public Health; University of Toronto; University Health Network; Public Health Ontario","funders":"World Health Organization","keywords":"Meta-analysis; Statistics; Econometrics; Mathematics; Medicine","score_opus":0.8161356358395792,"score_gpt":0.5343130422328431,"score_spread":0.281822593606736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366978228","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043404843,0.0066692303,0.0024969103,0.979385,0.00066626753,0.002152861,0.002231541,0.000049482944,0.0020082204],"genre_scores_gemma":[0.026153015,0.0063891998,0.0019731023,0.7435497,0.007696914,0.0014521666,0.00035907645,0.00022660288,0.21220022],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96915126,0.016768657,0.008658298,0.0016250965,0.0033171757,0.0004795428],"domain_scores_gemma":[0.96736836,0.009013314,0.0112974765,0.010908732,0.0013229949,0.00008914016],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08539325,0.0005921903,0.006923718,0.0003487938,0.0003354821,0.0008745723,0.005162905,0.0003341881,0.002666852],"category_scores_gemma":[0.02014356,0.00019903357,0.0035624267,0.0017544515,0.0003501399,0.00017047554,0.00067350455,0.0011748946,0.0010353902],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041432795,0.000008729784,0.0017991969,0.00029425166,0.004417693,0.000002690136,0.00044220724,0.000023143051,0.0003147532,0.00009877542,0.9924336,0.0001608101],"study_design_scores_gemma":[0.00011116072,0.000025649313,0.030055242,0.00015657184,0.019647619,0.000029990757,0.00029989393,0.00024857896,0.00004666605,0.0041296235,0.9449985,0.00025047272],"about_ca_topic_score_codex":0.00011395349,"about_ca_topic_score_gemma":0.000047164373,"teacher_disagreement_score":0.23583531,"about_ca_system_score_codex":0.00003505471,"about_ca_system_score_gemma":0.00008557623,"threshold_uncertainty_score":0.99974245},"labels":[],"label_agreement":null},{"id":"W4367323229","doi":"10.31219/osf.io/v7m9y","title":"Benchmarking Librarian Support of Systematic Reviews in the Sciences, Humanities, and Social Sciences","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Association of Research Libraries; University of Manitoba; Association of Research Libraries","keywords":"Systematic review; Benchmarking; Workload; Knowledge management; Library science; Sociology; Psychology; MEDLINE; Computer science; Political science; Management","score_opus":0.9341591597052916,"score_gpt":0.5567727092811271,"score_spread":0.3773864504241645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367323229","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.073687546,0.055134706,0.011772528,0.024444314,0.0075097415,0.05255392,0.0002931018,0.000111721136,0.77449244],"genre_scores_gemma":[0.90455073,0.0034634713,0.026808875,0.008758151,0.00128503,0.0026356452,0.00008126192,0.00009050417,0.052326325],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9355774,0.031477112,0.020360839,0.0020889794,0.009988676,0.00050701975],"domain_scores_gemma":[0.9705928,0.013130823,0.01295989,0.0029150196,0.00036404046,0.000037447568],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.46288097,0.00050909107,0.007980361,0.001426439,0.00067448895,0.0043280437,0.0075491676,0.00020154766,0.0032645096],"category_scores_gemma":[0.025073348,0.00018897488,0.001792568,0.0031211388,0.0010513508,0.00038150832,0.0016105287,0.00042587717,0.00042926008],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028971149,0.0001416182,0.025346246,0.0955395,0.00031713393,0.000025312162,0.029383708,0.0001530516,0.00000848254,0.2981219,0.5475129,0.0034472356],"study_design_scores_gemma":[0.00087603624,0.000844594,0.033127327,0.049238846,0.0040934444,0.0001780279,0.116123654,0.043028675,0.000015548088,0.4635927,0.2847627,0.004118447],"about_ca_topic_score_codex":0.00015401255,"about_ca_topic_score_gemma":0.00046044358,"teacher_disagreement_score":0.8308632,"about_ca_system_score_codex":0.000028853825,"about_ca_system_score_gemma":0.00042759816,"threshold_uncertainty_score":0.99782044},"labels":[],"label_agreement":null},{"id":"W4367840508","doi":"10.1016/j.jclinepi.2023.04.018","title":"GRADE concept 4: rating the certainty of evidence when study interventions or comparators differ from PICO targets","year":2023,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Cochrane","funders":"","keywords":"Psychological intervention; Guideline; Grading (engineering); Medicine; Intervention (counseling); Comparator; Randomized controlled trial; Psychology; Nursing; Internal medicine; Pathology","score_opus":0.9843679570226118,"score_gpt":0.7458867375002816,"score_spread":0.23848121952233026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367840508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93922323,0.0019938976,0.03127174,0.024723489,0.002119828,0.0005991372,0.00001532523,0.000004318167,0.000049012317],"genre_scores_gemma":[0.9935028,0.0001493828,0.0033053719,0.0014410928,0.00049396086,0.000009612126,0.0000016396001,0.0000073808274,0.0010887395],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.59743756,0.2969973,0.09914832,0.0012348853,0.0045706113,0.00061128725],"domain_scores_gemma":[0.28896636,0.6555076,0.05060666,0.0026608587,0.0019049201,0.00035358447],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5386166,0.00024106856,0.011989718,0.00023665467,0.00014113207,0.000082178616,0.0029681048,0.00020618044,0.005096839],"category_scores_gemma":[0.81789047,0.00007304303,0.0067420574,0.0008481695,0.00040292132,0.00016679657,0.00033809937,0.0011135316,0.00040899665],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007543533,0.00022850104,0.7640213,0.000016318294,0.0008820975,0.000018250881,0.0010100359,0.0006924089,0.000007527947,0.00041621196,0.22352238,0.00910954],"study_design_scores_gemma":[0.0006545933,0.0010016664,0.9339744,0.0003505301,0.00068870786,0.0000116254205,0.004921498,0.00802336,0.0000036922459,0.04018213,0.010078035,0.00010977583],"about_ca_topic_score_codex":0.00005304916,"about_ca_topic_score_gemma":0.00014607533,"teacher_disagreement_score":0.35851032,"about_ca_system_score_codex":0.00001661089,"about_ca_system_score_gemma":0.00013830238,"threshold_uncertainty_score":0.99581265},"labels":[],"label_agreement":null},{"id":"W4367840900","doi":"10.1016/j.jclinepi.2023.04.016","title":"Paper I: Heterogeneous use of registry data for participant identification and primary outcome ascertainment is found in registry-based randomized controlled trials: A scoping review","year":2023,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Centre for Addiction and Mental Health; McGill University; Institute for Clinical Evaluative Sciences; University of Toronto; SickKids Foundation; Jewish General Hospital; University of Ottawa; Hospital for Sick Children","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Clinical trial; Data quality; Randomized controlled trial; Disease registry; Research design; Protocol (science); Data collection; MEDLINE; Outcome (game theory); Family medicine; Alternative medicine; Pathology; Statistics","score_opus":0.9830662714064482,"score_gpt":0.7509399407679219,"score_spread":0.23212633063852628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367840900","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018469085,0.9620501,0.022171188,0.0033779657,0.0009975005,0.01120455,0.00017304342,0.0000023448204,0.0000048704965],"genre_scores_gemma":[0.000012768388,0.98794734,0.007702296,0.0028428945,0.00035067095,0.0005578681,0.00008728476,0.000033869983,0.00046502784],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.15726456,0.49959224,0.33630413,0.0025257308,0.003632467,0.0006808842],"domain_scores_gemma":[0.020323303,0.7295609,0.24174802,0.006362121,0.0016588409,0.00034679915],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9166743,0.0007449769,0.19455755,0.00062596955,0.00005963956,0.00021314542,0.003359869,0.00079169654,0.0003973458],"category_scores_gemma":[0.98178756,0.00029610193,0.029596541,0.00076869194,0.00045734507,0.00025943757,0.00036347128,0.0009213873,0.00004363713],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020661708,0.0005418743,0.0014568819,0.37900427,0.02011053,0.000078827296,0.000024730862,0.0002629923,2.0889948e-7,0.00034518613,0.06825193,0.50926083],"study_design_scores_gemma":[0.06478181,0.00022503888,0.00009080817,0.3627122,0.0555187,0.00009727496,0.000011980448,0.0057016187,1.501025e-8,0.003394281,0.506994,0.00047224385],"about_ca_topic_score_codex":0.000011530214,"about_ca_topic_score_gemma":0.000026593105,"teacher_disagreement_score":0.5087886,"about_ca_system_score_codex":0.000065750675,"about_ca_system_score_gemma":0.0016101343,"threshold_uncertainty_score":0.9999491},"labels":[],"label_agreement":null},{"id":"W4367848592","doi":"10.1136/bmj-2022-073538","title":"Transparent reporting of multivariable prediction models for individual prognosis or diagnosis: checklist for systematic reviews and meta-analyses (TRIPOD-SRMA)","year":2023,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":156,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; KU Leuven; Universiteit Maastricht; University of North Carolina at Chapel Hill; Universiteit Utrecht; University of Oxford; University of Leicester; Dalhousie University; University of Cambridge; Cancer Research UK; Keele University; Monash University; Vanderbilt University; Amsterdam University Medical Centers; Neuroscience Research Australia; University of New South Wales; Cleveland Clinic; Brigham and Women's Hospital","keywords":"Checklist; Systematic review; Meta-analysis; Computer science; Predictive modelling; Guideline; Tripod (photography); Field (mathematics); MEDLINE; Data science; Data mining; Artificial intelligence; Medicine; Machine learning; Psychology; Pathology; Engineering","score_opus":0.9475511638595541,"score_gpt":0.6186178728957421,"score_spread":0.32893329096381196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367848592","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024921218,0.024809834,0.81866086,0.0053518317,0.0009432057,0.12079657,0.0034019272,0.00014078173,0.00097374833],"genre_scores_gemma":[0.72020656,0.00072366965,0.13232124,0.00029536508,0.00035605507,0.13037579,0.00028678085,0.00009727076,0.015337285],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9559386,0.005035817,0.03412179,0.0011871974,0.0033453386,0.0003712703],"domain_scores_gemma":[0.9464656,0.014862679,0.034539383,0.0023153038,0.0016432625,0.00017374569],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.25494194,0.0004214037,0.010587586,0.0005239237,0.00022925629,0.00048296346,0.000862578,0.000116012045,0.00035295228],"category_scores_gemma":[0.22836138,0.00017287332,0.0043973257,0.0018134799,0.000048342004,0.0004211395,0.00008407154,0.00007751773,0.00003210111],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013865605,0.0005734093,0.010005416,0.16844502,0.04109938,0.000009808305,0.0053683007,0.0155762,0.00033077423,0.0014645405,0.7486581,0.008330349],"study_design_scores_gemma":[0.0015230891,0.0005254793,0.0026973584,0.00505586,0.18516636,0.000041841467,0.003925235,0.7580761,0.0014329135,0.009457081,0.03119682,0.0009018733],"about_ca_topic_score_codex":0.000019200257,"about_ca_topic_score_gemma":0.000030384292,"teacher_disagreement_score":0.7424999,"about_ca_system_score_codex":0.000023223613,"about_ca_system_score_gemma":0.000082235885,"threshold_uncertainty_score":0.77813846},"labels":[],"label_agreement":null},{"id":"W4367856496","doi":"10.1093/jmp/jhad019","title":"Evidence-based Medicine and Mechanistic Evidence: The Case of the Failed Rollout of Efavirenz in Zimbabwe","year":2023,"lang":"en","type":"article","venue":"The Journal of Medicine and Philosophy A Forum for Bioethics and Philosophy of Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Simon Fraser University; University of Victoria","funders":"","keywords":"Evidence-based medicine; Human immunodeficiency virus (HIV); Psychological intervention; Efavirenz; Positive economics; Epistemology; MEDLINE; Engineering ethics; Psychology; Medicine; Political science; Antiretroviral therapy; Law; Economics; Psychiatry; Family medicine; Philosophy","score_opus":0.7936951828489627,"score_gpt":0.5305091262581133,"score_spread":0.26318605659084937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367856496","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1255741,0.0763597,0.00083405426,0.7946452,0.0006252784,0.0015355451,0.000042208645,0.0000031418576,0.00038079757],"genre_scores_gemma":[0.9854508,0.010774329,0.000117518204,0.002826148,0.0007588437,0.00001193986,0.0000018358708,0.000018054465,0.000040540872],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9823047,0.004847571,0.008092318,0.00047257755,0.003963711,0.0003191373],"domain_scores_gemma":[0.9479944,0.040374286,0.0079272,0.0015692555,0.0019037207,0.0002311523],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1382145,0.00045749624,0.0040876335,0.00095266465,0.00033314285,0.000022939874,0.0015602857,0.00021516132,0.00017254594],"category_scores_gemma":[0.06637534,0.00014315086,0.0005697207,0.002322468,0.0070262207,0.00019555721,0.00022468356,0.00077364553,0.0000010498958],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006370095,0.00036396857,0.023914464,0.012233877,0.0026382853,0.0003022973,0.059807513,0.00037666096,0.009266522,0.7832383,0.048071876,0.053416137],"study_design_scores_gemma":[0.0042708525,0.0047644977,0.0010131808,0.017201161,0.0024097103,0.00049545435,0.010364069,0.0044733477,0.00016553269,0.9538608,0.00080793514,0.00017343501],"about_ca_topic_score_codex":0.00034717005,"about_ca_topic_score_gemma":0.000118959615,"teacher_disagreement_score":0.8598767,"about_ca_system_score_codex":0.0000167127,"about_ca_system_score_gemma":0.0001744259,"threshold_uncertainty_score":0.9956761},"labels":[],"label_agreement":null},{"id":"W4372331151","doi":"10.1186/s12939-023-01864-z","title":"Prioritising Cochrane reviews to be updated with health equity focus","year":2023,"lang":"en","type":"article","venue":"International Journal for Equity in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Ottawa Hospital; Bruyère; University of Ottawa","funders":"","keywords":"Psychological intervention; Medicine; Systematic review; Disadvantaged; Equity (law); Population; Health policy; Disadvantage; Population health; Health equity; Public health; Health services research; Environmental health; MEDLINE; Economic growth; Nursing; Political science; Economics","score_opus":0.8313239928030528,"score_gpt":0.6801928071177609,"score_spread":0.15113118568529194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4372331151","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053762365,0.012234175,0.2385756,0.6729271,0.008979161,0.008450166,0.0006193255,0.00007018114,0.004381953],"genre_scores_gemma":[0.8297987,0.012274352,0.0737845,0.06148186,0.0030203678,0.000434151,0.00034911247,0.00014134268,0.018715609],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97263455,0.005190485,0.012445692,0.00086444244,0.008009577,0.00085526815],"domain_scores_gemma":[0.9873713,0.0020862184,0.006578215,0.0011509052,0.0020576548,0.0007557064],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.22780716,0.00030570527,0.0032721371,0.0013105342,0.0004014457,0.001539452,0.0029050643,0.000062675674,0.0014076084],"category_scores_gemma":[0.021545658,0.00017030508,0.0008916162,0.0022156395,0.000037937807,0.00042640284,0.000519181,0.0004221498,0.00083166925],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103564096,0.00010056906,0.0030345062,0.00022348994,0.00013721667,0.00004083142,0.0016895153,0.0005917485,0.0000181919,0.005175113,0.5271992,0.46168604],"study_design_scores_gemma":[0.0011027107,0.0006709023,0.007827743,0.0016701326,0.000022378208,0.00036125333,0.0008294251,0.003839511,0.000009108644,0.0185891,0.9647758,0.00030191123],"about_ca_topic_score_codex":0.00029819543,"about_ca_topic_score_gemma":0.0024024514,"teacher_disagreement_score":0.7760363,"about_ca_system_score_codex":0.0010733826,"about_ca_system_score_gemma":0.001122574,"threshold_uncertainty_score":0.9999463},"labels":[],"label_agreement":null},{"id":"W4375856483","doi":"10.1186/s13643-023-02235-z","title":"Does type of funding affect reporting in network meta-analysis? A scoping review of network meta-analyses","year":2023,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Public Health Ontario; University of British Columbia; University of Toronto; Institute for Work & Health; Cochrane; St. Michael's Hospital","funders":"University of Toronto","keywords":"Medicine; Checklist; Systematic review; Interquartile range; Meta-analysis; Randomized controlled trial; MEDLINE; Psychological intervention; Family medicine; Physical therapy; Psychiatry; Surgery; Internal medicine","score_opus":0.9660004143447549,"score_gpt":0.6765711929855822,"score_spread":0.2894292213591727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4375856483","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.8856393e-7,0.9519419,0.0022530463,0.000038092952,0.0007987499,0.043984726,0.000043192213,0.000022478876,0.0009175943],"genre_scores_gemma":[0.0000053381846,0.9811359,0.005518921,0.00011718998,0.00028269095,0.0075983377,0.00010023541,0.00015076315,0.0050906055],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.36215693,0.30059904,0.311728,0.0059029865,0.017597191,0.0020158489],"domain_scores_gemma":[0.533977,0.07094615,0.37054464,0.020877687,0.003233191,0.00042136465],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.7390663,0.0031617477,0.3031783,0.0032122477,0.00020759703,0.000666182,0.006914308,0.00064366113,0.012273008],"category_scores_gemma":[0.46780914,0.0009563876,0.16538373,0.04686398,0.0001558392,0.00040289003,0.0009925414,0.00092032796,0.0022369598],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.674756e-7,0.000022732329,0.000020002683,0.6727675,0.32060355,0.000017620925,0.00003172531,0.0002762047,2.9874347e-8,0.0001153406,0.0047169947,0.0014277024],"study_design_scores_gemma":[0.000020839438,0.00001771591,6.1302364e-7,0.42937043,0.5217531,0.000015186048,0.00002267693,0.00007530239,4.5761446e-8,0.00019700626,0.048082475,0.00044462306],"about_ca_topic_score_codex":0.000060818402,"about_ca_topic_score_gemma":0.0003968784,"teacher_disagreement_score":0.2712572,"about_ca_system_score_codex":0.00017761339,"about_ca_system_score_gemma":0.00073126814,"threshold_uncertainty_score":0.9992887},"labels":[],"label_agreement":null},{"id":"W4376130123","doi":"10.1016/j.cmi.2023.05.003","title":"Unlocking the DOOR—how to design, apply, analyse, and interpret desirability of outcome ranking endpoints in infectious diseases clinical trials","year":2023,"lang":"en","type":"review","venue":"Clinical Microbiology and Infection","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Ranking (information retrieval); Clinical trial; Medicine; MEDLINE; Randomized controlled trial; Metric (unit); Outcome (game theory); Clinical endpoint; Clinical study design; Intensive care medicine; Post hoc; Computer science; Artificial intelligence; Surgery; Internal medicine; Business; Marketing; Political science; Economics","score_opus":0.9033804032143201,"score_gpt":0.6662354969344657,"score_spread":0.2371449062798544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376130123","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041704394,0.90476424,0.039929166,0.0003876685,0.0039027215,0.0089848805,0.00019433489,0.000043126212,0.00008950356],"genre_scores_gemma":[0.07567755,0.92285866,0.00026961905,0.0003115477,0.00039557012,0.00023835487,0.000043035787,0.00003497115,0.00017067223],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8270953,0.14164734,0.028554456,0.0019798018,0.0003764916,0.00034657857],"domain_scores_gemma":[0.7603873,0.22217543,0.013535092,0.0029662808,0.0006342908,0.00030156647],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4084369,0.00060787547,0.018518306,0.0008277502,0.00017329148,0.000347915,0.00083962746,0.0010022046,0.00021833308],"category_scores_gemma":[0.4252338,0.00025979843,0.005229094,0.0020000944,0.0006500291,0.00012908813,0.0006225318,0.0010939457,0.00020486605],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003320404,0.00010687179,0.37005866,0.0012490917,0.00082206546,0.0000019460895,0.000036307487,0.0000051554953,0.000002354344,0.000061596475,0.0014247838,0.626198],"study_design_scores_gemma":[0.001881412,0.0013716291,0.08052535,0.008174776,0.015591622,0.00017646876,0.00014149609,0.00047963663,0.0000028336265,0.010656544,0.8796618,0.001336415],"about_ca_topic_score_codex":0.000027058928,"about_ca_topic_score_gemma":0.00016498042,"teacher_disagreement_score":0.878237,"about_ca_system_score_codex":0.000053163913,"about_ca_system_score_gemma":0.00014226053,"threshold_uncertainty_score":0.9999854},"labels":[],"label_agreement":null},{"id":"W4376131201","doi":"10.1093/eurheartj/ehad279","title":"Rapid, accurate publication and dissemination of clinical trial results: benefits and challenges","year":2023,"lang":"en","type":"article","venue":"European Heart Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Impact; McMaster University; Population Health Research Institute","funders":"","keywords":"Medicine; Social media; Dissemination; Information Dissemination; Mainstream; Clinical trial; Internet privacy; Public relations; Medical education; World Wide Web; Computer science; Pathology","score_opus":0.9089404557367005,"score_gpt":0.5977058333552884,"score_spread":0.3112346223814121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376131201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9410201,0.012365637,0.00013517232,0.028132461,0.0008986222,0.00057804614,0.00003161211,0.000013193992,0.016825158],"genre_scores_gemma":[0.9724288,0.022708872,0.000876685,0.00010425185,0.00078731054,0.0000026322075,0.0000070440724,0.00001523031,0.0030691584],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9699276,0.01767591,0.009268248,0.00060533336,0.002347424,0.00017547207],"domain_scores_gemma":[0.98624134,0.007919592,0.0039030241,0.00083895045,0.00089715084,0.00019995504],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2555531,0.00011847903,0.0012515548,0.0003679838,0.00014709814,0.0007101931,0.00040849095,0.00003715922,0.00036023904],"category_scores_gemma":[0.16210619,0.00006022718,0.00044344063,0.0005901009,0.00005934376,0.0003528841,0.00012238658,0.00019084786,0.0004782209],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004212676,0.000040266757,0.002645207,0.000020014091,0.00006905088,0.0000051294023,0.0006715901,0.000004471302,0.00001971234,0.00056135387,0.18250394,0.813038],"study_design_scores_gemma":[0.0028509607,0.00032279573,0.5513688,0.00013677984,0.00006594604,0.00008004468,0.0006163144,0.0013721621,0.0000045184997,0.00024021073,0.44283918,0.00010235471],"about_ca_topic_score_codex":2.2371118e-7,"about_ca_topic_score_gemma":0.0000010777768,"teacher_disagreement_score":0.81293565,"about_ca_system_score_codex":0.000003381143,"about_ca_system_score_gemma":0.000023017637,"threshold_uncertainty_score":0.84495175},"labels":[],"label_agreement":null},{"id":"W4376602969","doi":"10.1177/23259671231161293","title":"Assessment of 30 Years of Randomized Controlled Trials in <i>The American Journal of Sports Medicine:</i> 1990-2020","year":2023,"lang":"en","type":"review","venue":"Orthopaedic Journal of Sports Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; McMaster University; University of Toronto","funders":"","keywords":"Medicine; Randomized controlled trial; Sample size determination; Physical therapy; MEDLINE; Internal medicine; Statistics","score_opus":0.38530902650913074,"score_gpt":0.5233046471502402,"score_spread":0.13799562064110943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376602969","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019114002,0.9880937,0.0010829765,0.0011458248,0.0027881518,0.0038245763,0.000016698203,0.0000021903497,0.0011345275],"genre_scores_gemma":[0.0092140585,0.9871381,0.000628029,0.00021367247,0.0022788276,0.00003396917,0.000011696957,0.00005766004,0.0004240105],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.6769393,0.08666881,0.18897483,0.0011430462,0.045489997,0.0007840033],"domain_scores_gemma":[0.5860341,0.100372285,0.30486658,0.002837151,0.005337884,0.00055197004],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.78804606,0.0010547427,0.13950734,0.005611335,0.00005017678,0.00007043751,0.0038200326,0.0002660154,0.0067472644],"category_scores_gemma":[0.31543314,0.0003499157,0.026354762,0.0063423086,0.0014844709,0.00014436696,0.000116252995,0.0016965389,0.000009687554],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031508969,0.00017589914,0.0012038462,0.0039596204,0.0065388638,0.002234027,0.00079139875,0.000026037973,0.000001573589,0.00028397504,0.038400695,0.9432332],"study_design_scores_gemma":[0.14575176,0.0015434332,0.0035996311,0.20687988,0.09724617,0.0034481587,0.0052525387,0.000054161887,1.3060644e-7,0.0034884256,0.532142,0.0005937003],"about_ca_topic_score_codex":0.000032174907,"about_ca_topic_score_gemma":0.000003309996,"teacher_disagreement_score":0.94263947,"about_ca_system_score_codex":0.00011129556,"about_ca_system_score_gemma":0.0022582128,"threshold_uncertainty_score":0.9998953},"labels":[],"label_agreement":null},{"id":"W4376612848","doi":"10.36850/mr6","title":"Reflections on Preregistration: Core Criteria, Badges, Complementary Workflows","year":2023,"lang":"en","type":"article","venue":"Journal of Trial and Error","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Canadian Institutes of Health Research; Arnold Ventures","keywords":"Leverage (statistics); Psychology; Workflow; Context (archaeology); Core (optical fiber); Social psychology; Applied psychology; Computer science","score_opus":0.9321029567355448,"score_gpt":0.6470500933930182,"score_spread":0.28505286334252655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376612848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95605725,0.00048024527,0.0017883076,0.01939345,0.006125906,0.0009560619,0.00004504245,0.000009552722,0.015144164],"genre_scores_gemma":[0.9704065,0.00013030482,0.005297942,0.00081637065,0.0028198254,0.000014543867,0.000013095774,0.000011962941,0.020489482],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99125993,0.0015572677,0.0047439323,0.00024157637,0.0020762635,0.000121035846],"domain_scores_gemma":[0.99463385,0.0013643414,0.0028211235,0.0006140783,0.00043776675,0.00012880765],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.037376255,0.000120663644,0.0013290058,0.00035312708,0.00018377196,0.00042477922,0.00046937916,0.00003950465,0.0056317123],"category_scores_gemma":[0.0061995666,0.000055727956,0.00079364795,0.00082258787,0.000028882885,0.00017926903,0.00003951741,0.0001410222,0.00040559916],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016025932,0.0000687442,0.00039376464,0.000012730811,0.00018155179,0.0000254484,0.00043699137,0.00008816768,0.00020195759,0.00092251255,0.9845056,0.011559929],"study_design_scores_gemma":[0.007825457,0.0012704919,0.0056811585,0.00009361327,0.00030780293,0.00009632614,0.002282221,0.0019027153,0.000012640802,0.01686682,0.9635098,0.0001509319],"about_ca_topic_score_codex":0.0000057791653,"about_ca_topic_score_gemma":0.000050336836,"teacher_disagreement_score":0.031176688,"about_ca_system_score_codex":0.000016210406,"about_ca_system_score_gemma":0.00004738754,"threshold_uncertainty_score":0.9952773},"labels":[],"label_agreement":null},{"id":"W4376637409","doi":"10.1101/2023.05.11.23289873","title":"Systematic review search strategies are poorly described and not reproducible: a cross-sectional meta-research study","year":2023,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"University of Sussex; University of Washington; Universitetet i Oslo; University of Leeds; University of Miami","keywords":"Systematic review; Operationalization; Database; MEDLINE; Guideline; Information retrieval; Computer science; Medicine; Pathology; Political science","score_opus":0.9363886215951429,"score_gpt":0.6371038400885055,"score_spread":0.2992847815066374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376637409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8258141,0.1445812,0.0009949338,0.0024904988,0.0013980026,0.023439031,0.00024849278,0.00010186447,0.0009318148],"genre_scores_gemma":[0.9546353,0.0036099586,0.00049223594,0.00018381709,0.00027648994,0.0049035028,0.000028650671,0.00009896117,0.035771076],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7881358,0.1260936,0.033588722,0.009913356,0.040853254,0.0014152341],"domain_scores_gemma":[0.9383188,0.019216074,0.0090824235,0.020875687,0.011974955,0.00053208583],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.64710027,0.0010528914,0.016589267,0.0019418057,0.0007176594,0.010789441,0.0065399013,0.00034823723,0.00451228],"category_scores_gemma":[0.2347801,0.00049505243,0.0044329837,0.004718402,0.00038334035,0.0004440367,0.003870458,0.00216078,0.006421532],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021836466,0.00036159012,0.48267746,0.4799995,0.01705125,0.00025497386,0.0016394834,0.0004216201,0.000030398956,0.0007370027,0.016757967,0.00004692088],"study_design_scores_gemma":[0.0004783509,0.00028027693,0.9024958,0.04829968,0.019626878,0.00012957444,0.012514733,0.0021136615,0.000022536557,0.011972522,0.0005152762,0.0015507321],"about_ca_topic_score_codex":0.0002912358,"about_ca_topic_score_gemma":0.00028925954,"teacher_disagreement_score":0.4316998,"about_ca_system_score_codex":0.00012720205,"about_ca_system_score_gemma":0.0006558215,"threshold_uncertainty_score":0.99975014},"labels":[],"label_agreement":null},{"id":"W4376639947","doi":"10.1007/s00167-023-07419-7","title":"A guide to appropriately planning and conducting meta‐analyses: part 3. Special considerations—the network meta‐analysis","year":2023,"lang":"en","type":"review","venue":"Knee Surgery Sports Traumatology Arthroscopy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Meta-analysis; Network analysis; Outcome (game theory); Computer science; Foundation (evidence); Management science; Medicine; Engineering; Mathematics","score_opus":0.9300964890946807,"score_gpt":0.5961460411222498,"score_spread":0.3339504479724309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376639947","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006716236,0.99044895,0.002373185,0.00055491796,0.002319931,0.002702564,0.00012218978,0.0000672244,0.0013438687],"genre_scores_gemma":[0.0001852925,0.9727223,0.008796138,0.0012927538,0.0021680123,0.002621702,0.0003336286,0.00023258218,0.01164757],"study_design_codex":"meta_analysis","study_design_gemma":"not_applicable","domain_scores_codex":[0.9383838,0.02402864,0.027641712,0.003799664,0.0048403135,0.0013058741],"domain_scores_gemma":[0.9189093,0.056661967,0.016392466,0.0064350814,0.0010108947,0.0005902504],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.1615085,0.0019010889,0.057033822,0.0024693904,0.0013431334,0.0019045324,0.0013657783,0.0007367182,0.02920993],"category_scores_gemma":[0.026815116,0.00085733243,0.030995239,0.010034459,0.00046904897,0.00036174068,0.00044792867,0.0009442785,0.0021652884],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063911334,0.000035977686,0.0009160258,0.0012607051,0.6680375,0.0004218091,0.00037427386,0.001626305,2.2168507e-8,0.0011043578,0.30883476,0.017381895],"study_design_scores_gemma":[0.000028525712,0.000006797042,0.000018663788,0.00021854091,0.4317566,0.00019187942,0.00020711914,0.00004252291,1.5949313e-7,0.00081911945,0.56625986,0.00045021932],"about_ca_topic_score_codex":0.000068460926,"about_ca_topic_score_gemma":0.00047510784,"teacher_disagreement_score":0.2574251,"about_ca_system_score_codex":0.000041878277,"about_ca_system_score_gemma":0.00068650395,"threshold_uncertainty_score":0.99995697},"labels":[],"label_agreement":null},{"id":"W4376875053","doi":"10.1098/rsos.221255","title":"Teaching open and reproducible scholarship: a critical review of the evidence base for current pedagogical methods and their outcomes","year":2023,"lang":"en","type":"review","venue":"Royal Society Open Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Economic and Social Research Council; Department for the Economy; UK Research and Innovation; John Templeton Foundation","keywords":"Scholarship; Credibility; Promotion (chess); Scholarship of Teaching and Learning; Open research; Psychology; Engineering ethics; Medical education; Mathematics education; Computer science; Teaching method; Political science; Medicine; Teaching and learning center; Engineering; World Wide Web","score_opus":0.949882367396127,"score_gpt":0.7328814850251778,"score_spread":0.21700088237094917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376875053","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000806193,0.9825566,0.005589288,0.003114453,0.00042267554,0.007857912,0.00007926564,0.0000056416848,0.00036611702],"genre_scores_gemma":[0.000009186679,0.9338794,0.059601717,0.0006861888,0.000056765264,0.00067640055,0.0000022175088,0.000025256651,0.005062898],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9508017,0.02693741,0.010913915,0.0052798428,0.0053337673,0.0007333773],"domain_scores_gemma":[0.9050887,0.06985,0.008655282,0.013038675,0.002698394,0.00066891976],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.608926,0.00069258217,0.011019801,0.00011875142,0.0016070968,0.0064123934,0.022894364,0.00015962562,0.00039968282],"category_scores_gemma":[0.5141544,0.00024514884,0.00410081,0.0030868142,0.0013235441,0.0013162117,0.016358087,0.0009281129,0.000055602264],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.386376e-7,0.00003828451,0.00022468428,0.043066673,0.000092860966,2.0487917e-7,0.00040073806,1.9008289e-7,7.0731204e-7,0.003280905,0.010884515,0.9420094],"study_design_scores_gemma":[0.00006943863,0.000037413305,0.00022421521,0.092947505,0.0011175015,0.000012862197,0.00047385556,0.0006701082,9.670542e-7,0.0046190983,0.8994681,0.00035892185],"about_ca_topic_score_codex":0.000059222755,"about_ca_topic_score_gemma":0.00000639731,"teacher_disagreement_score":0.94165045,"about_ca_system_score_codex":0.00009790176,"about_ca_system_score_gemma":0.0014619168,"threshold_uncertainty_score":0.9996927},"labels":[],"label_agreement":null},{"id":"W4377089901","doi":"10.1016/j.arth.2023.02.018","title":"Pro-Con Debate: Interdisciplinary Perspectives on Industry-Sponsored Research","year":2023,"lang":"en","type":"article","venue":"The Journal of Arthroplasty","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; National Institutes of Health; Pacira BioSciences; Stryker","keywords":"Transparency (behavior); Medicine; Clinical trial; Pharmaceutical industry; Conflict of interest; Clinical study design; Publication bias; Public relations; Accounting; Business","score_opus":0.7389626047045708,"score_gpt":0.5839774991043487,"score_spread":0.15498510560022205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377089901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98327106,0.0004069598,0.0003002765,0.009703494,0.00043744128,0.0003454426,0.000005456007,0.000005084501,0.005524773],"genre_scores_gemma":[0.9848812,0.00012171942,0.00014744046,0.00004193599,0.0003108364,0.0000048909646,3.8089354e-7,0.000012396078,0.01447916],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9667455,0.020399619,0.004757872,0.0003835063,0.0073400433,0.0003734912],"domain_scores_gemma":[0.98118067,0.011307385,0.0029643283,0.0019436874,0.002419249,0.00018466378],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.23386793,0.0001945154,0.0014903168,0.001046948,0.0005424675,0.00045825102,0.0018054411,0.00012290888,0.004813115],"category_scores_gemma":[0.032440748,0.00006908994,0.00089150394,0.0030647332,0.00031733591,0.0002727666,0.0005138932,0.001365658,0.006475583],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006447752,0.0002488257,0.007176091,0.000022825658,0.0005793952,0.00017384805,0.04310585,0.0018060404,0.00081017887,0.002222644,0.91244733,0.030762186],"study_design_scores_gemma":[0.0016261783,0.0034476272,0.19233467,0.0007007005,0.00039469782,0.001281449,0.5641545,0.0074380953,0.0007402086,0.049007975,0.17831294,0.0005609382],"about_ca_topic_score_codex":0.0000016941522,"about_ca_topic_score_gemma":0.000012395327,"teacher_disagreement_score":0.7341344,"about_ca_system_score_codex":0.00007027588,"about_ca_system_score_gemma":0.00016310754,"threshold_uncertainty_score":0.9960966},"labels":[],"label_agreement":null},{"id":"W4377101794","doi":"10.1016/j.jclinepi.2023.05.009","title":"Matured forecast analyses for “systematic and narrative review lead experts to different cancer trial predictions”","year":2023,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McGill University; Wilfrid Laurier University; Ottawa Hospital; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Randomized controlled trial; Protocol (science); Medicine; Colorectal cancer; Systematic review; Clinical trial; Intensive care medicine; Narrative review; Medical physics; MEDLINE; Cancer; Alternative medicine; Surgery; Internal medicine; Pathology","score_opus":0.9809273239688449,"score_gpt":0.7848717089134123,"score_spread":0.19605561505543256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377101794","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000283644,0.9706813,0.011183911,0.004781028,0.004299265,0.008870218,0.00011353295,0.0000055069527,0.000036872156],"genre_scores_gemma":[0.000006182441,0.9877485,0.0024657217,0.0018673507,0.0025284009,0.0015581712,0.000014854361,0.00004449102,0.0037663237],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.6758059,0.18636762,0.13190468,0.001939781,0.0033069039,0.0006750759],"domain_scores_gemma":[0.36980334,0.49900758,0.12333621,0.003402619,0.0034140036,0.0010362649],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.47422504,0.000955779,0.09573582,0.0009925918,0.00018691421,0.00017365025,0.0025595967,0.0008957124,0.0007193649],"category_scores_gemma":[0.84568846,0.000342556,0.025615446,0.001459254,0.00018054896,0.00014633937,0.00026247342,0.0010745636,0.00017556857],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043733465,0.00010977055,0.0000525969,0.19064488,0.0059565613,0.000009030933,0.000112761394,0.000014829222,1.549423e-8,0.00016560763,0.6037376,0.19875903],"study_design_scores_gemma":[0.0018125206,0.0009869451,0.000028071821,0.2484166,0.013375826,0.000095338735,0.00017807592,0.00042523578,6.009773e-9,0.0021712105,0.7322181,0.00029209547],"about_ca_topic_score_codex":0.0000043226246,"about_ca_topic_score_gemma":0.00004583762,"teacher_disagreement_score":0.3714634,"about_ca_system_score_codex":0.0001021259,"about_ca_system_score_gemma":0.00055306096,"threshold_uncertainty_score":0.99990267},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4377264008","doi":"10.1016/j.jvs.2023.03.201","title":"Completeness of Reporting in Systematic Reviews and Meta-analyses in Vascular Surgery","year":2023,"lang":"en","type":"article","venue":"Journal of Vascular Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Ottawa; McMaster University; University of Toronto","funders":"","keywords":"Medicine; Checklist; Systematic review; MEDLINE; Vascular surgery; Data extraction; Protocol (science); Meta-analysis; Medical physics; Family medicine; Surgery; Alternative medicine; Cardiac surgery; Internal medicine; Pathology; Psychology","score_opus":0.896247011790308,"score_gpt":0.550944130901471,"score_spread":0.345302880888837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377264008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88758445,0.10906785,0.001625456,0.00025672023,0.0003948724,0.0010075617,0.0000030638294,0.0000038764992,0.000056161367],"genre_scores_gemma":[0.99210906,0.006539746,0.000926776,0.00010532633,0.000068224246,0.00006675303,0.0000036150805,0.00002962978,0.00015089035],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8752547,0.041381914,0.0739785,0.00082730106,0.008066821,0.0004907851],"domain_scores_gemma":[0.86907405,0.048433844,0.07665884,0.003552029,0.0020299964,0.0002512331],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.6103972,0.00043605294,0.027769614,0.004575723,0.000057824593,0.0003140888,0.00083529856,0.00012196679,0.00067383045],"category_scores_gemma":[0.38238597,0.00019825337,0.017567487,0.0067033106,0.000068167035,0.00050718733,0.00014561466,0.000309427,0.00010396041],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023094197,0.00039284246,0.86819315,0.05836678,0.02956116,0.002211883,0.0014663176,0.004273585,0.0013152985,0.00010785914,0.02968843,0.0043995995],"study_design_scores_gemma":[0.0008621383,0.000062736544,0.8662455,0.021325663,0.067159295,0.0009878387,0.005826905,0.010188707,0.00030208033,0.0045687463,0.02073097,0.0017393881],"about_ca_topic_score_codex":0.00006882363,"about_ca_topic_score_gemma":0.00008280711,"teacher_disagreement_score":0.22801122,"about_ca_system_score_codex":0.000049219216,"about_ca_system_score_gemma":0.00019412635,"threshold_uncertainty_score":0.9922713},"labels":[],"label_agreement":null},{"id":"W4377944276","doi":"10.1002/cesm.12014","title":"Identifying important questions for Cochrane systematic reviews in Eyes and Vision: Report of a priority setting exercise","year":2023,"lang":"en","type":"article","venue":"Cochrane Evidence Synthesis and Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane","funders":"National Institute for Health and Care Research; Health and Social Care Northern Ireland","keywords":"Systematic review; Medicine; MEDLINE; Psychology; Physical medicine and rehabilitation; Physical therapy; Optometry; Political science","score_opus":0.5313047687086037,"score_gpt":0.6121845870479931,"score_spread":0.0808798183393894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377944276","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13890101,0.6042725,0.2397054,0.0028994961,0.0009884234,0.012885472,0.000034239358,0.000059208007,0.000254278],"genre_scores_gemma":[0.219921,0.12029796,0.65342325,0.00008199334,0.00014064099,0.003033902,0.000005708503,0.000061600564,0.0030339814],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9551671,0.022075512,0.017705904,0.0017186272,0.0028559973,0.00047686973],"domain_scores_gemma":[0.80134815,0.17374262,0.016204294,0.006143358,0.002090937,0.00047066333],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.46458855,0.00040094389,0.007800897,0.0008136362,0.00024521715,0.0005504998,0.00079879205,0.0001448471,0.00021365582],"category_scores_gemma":[0.5504609,0.0002174706,0.0011454822,0.0021537011,0.00015483833,0.0005878063,0.00024105667,0.00015603218,0.000032211567],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010310161,0.000204364,0.047574926,0.3797739,0.00048801056,0.00031326603,0.0079518,0.00003705513,0.032634076,0.003195764,0.0073596183,0.5203641],"study_design_scores_gemma":[0.0009633131,0.00030381847,0.1081767,0.717191,0.008940714,0.001335302,0.01345696,0.07977225,0.008781212,0.050874326,0.007818403,0.0023860156],"about_ca_topic_score_codex":0.000036082965,"about_ca_topic_score_gemma":0.00003434795,"teacher_disagreement_score":0.5179781,"about_ca_system_score_codex":0.000028366721,"about_ca_system_score_gemma":0.000097206736,"threshold_uncertainty_score":0.88681936},"labels":[],"label_agreement":null},{"id":"W4378190436","doi":"10.1002/jrsm.1636","title":"A real‐world evaluation of the implementation of <scp>NLP</scp> technology in abstract screening of a systematic review","year":2023,"lang":"en","type":"review","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McGill University; The Quebec Population Health Research Network; University of Calgary; McGill University Health Centre","funders":"Canadian Medical Association; Robert Koch Institut; Koch Institute for Integrative Cancer Research, Massachusetts Institute of Technology; Public Health Agency; Rhodes Scholarships; Public Health Agency of Canada; World Health Organization","keywords":"Computer science; Context (archaeology); Systematic review; Recall; Inclusion (mineral); Machine learning; Artificial intelligence; Precision and recall; Natural language processing; MEDLINE; Psychology","score_opus":0.9514931780577904,"score_gpt":0.7593710306945818,"score_spread":0.19212214736320865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378190436","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000051919793,0.9846416,0.00073873973,0.00009802077,0.00007072409,0.012858621,0.000081346625,0.0000059131585,0.0014531164],"genre_scores_gemma":[0.00012199044,0.9768335,0.019031726,0.000002681187,0.000019392974,0.0032483868,0.000006365093,0.000051024686,0.00068491034],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.33932814,0.54961693,0.06618163,0.002935802,0.040589526,0.0013479536],"domain_scores_gemma":[0.6196575,0.30965245,0.0459981,0.013706509,0.010810352,0.0001750841],"candidate_categories":["metaresearch","metaepi_broad","bibliometrics","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.79247606,0.0005418818,0.021925464,0.0066946046,0.00010609604,0.000118067896,0.005887507,0.00033796692,0.0011153389],"category_scores_gemma":[0.64735925,0.00023968122,0.0049753897,0.024286112,0.00032444665,0.00014306535,0.00080020213,0.00079780363,0.0001324078],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.7182838e-7,0.00003513919,0.000045424043,0.5491176,0.0006149151,5.89168e-7,0.00007635008,0.0000031584232,0.000014306709,0.00046772888,0.00060855626,0.44901595],"study_design_scores_gemma":[0.00010064556,0.000041255764,0.00029894622,0.9622547,0.01152956,0.0000069929642,0.0028897796,0.00050366,0.00035007249,0.005102103,0.016778799,0.000143458],"about_ca_topic_score_codex":0.00026560386,"about_ca_topic_score_gemma":0.0002496475,"teacher_disagreement_score":0.44887248,"about_ca_system_score_codex":0.00027665633,"about_ca_system_score_gemma":0.0013990047,"threshold_uncertainty_score":0.99979776},"labels":[],"label_agreement":null},{"id":"W4378213524","doi":"10.31219/osf.io/e573s","title":"Training Needs and Preferences for Librarians Supporting Systematic Reviews in the Sciences, Humanities, and Social Sciences","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"Canadian Association of Research Libraries; University of Manitoba; Association of Research Libraries","keywords":"Digital humanities; Sociology; Humanities; Art","score_opus":0.9499623607047782,"score_gpt":0.5658161035871845,"score_spread":0.38414625711759376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378213524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42096645,0.10604793,0.060246643,0.038152307,0.00608784,0.10799391,0.00058422395,0.00033047656,0.25959024],"genre_scores_gemma":[0.9523257,0.0012415649,0.020114249,0.0033637516,0.0006102611,0.0042903465,0.000035931345,0.000051394483,0.017966788],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.96485776,0.01493773,0.01320434,0.0018366987,0.0045324736,0.00063101447],"domain_scores_gemma":[0.9639458,0.024736596,0.009523137,0.0014509052,0.0002887419,0.00005481011],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.38982773,0.00055610086,0.0064080437,0.0013456967,0.001384737,0.009574791,0.0041671386,0.00020858334,0.00035768052],"category_scores_gemma":[0.043401957,0.00021350778,0.0010464104,0.0021697436,0.00089456193,0.0005100119,0.00088602735,0.00037998648,0.000058561924],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008323371,0.000106065636,0.023040492,0.120890215,0.0005486344,0.000010638437,0.29944268,0.0001441685,0.000011977971,0.3750611,0.1465736,0.034162108],"study_design_scores_gemma":[0.00039635235,0.0002952285,0.0034950783,0.012681013,0.0013891362,0.000058247115,0.5079271,0.0365542,0.0000018270063,0.38861105,0.047149904,0.0014408777],"about_ca_topic_score_codex":0.00007873863,"about_ca_topic_score_gemma":0.00053353625,"teacher_disagreement_score":0.53135926,"about_ca_system_score_codex":0.00001900858,"about_ca_system_score_gemma":0.00038045004,"threshold_uncertainty_score":0.9999153},"labels":[],"label_agreement":null},{"id":"W4379113007","doi":"10.1016/j.jclinepi.2023.05.017","title":"Methods and results of studies on reporting guideline adherence are poorly reported: a meta-research study","year":2023,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; St. Joseph’s Healthcare Hamilton; Douglas Mental Health University Institute; McGill University; McMaster University; Jewish General Hospital","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; Mitacs; Canada Research Chairs","keywords":"Observational study; Medicine; Guideline; Meta-analysis; MEDLINE; Systematic review; Strengthening the reporting of observational studies in epidemiology; Confidence interval; Research design; Family medicine; Internal medicine; Pathology; Statistics","score_opus":0.994072558210708,"score_gpt":0.8392559261093149,"score_spread":0.15481663210139307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379113007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96471256,0.006576656,0.004627836,0.02075793,0.0019597115,0.00081052986,0.000008400283,0.00000687777,0.00053950044],"genre_scores_gemma":[0.83357763,0.0011962866,0.15994613,0.0010526682,0.0006689307,0.000024812309,0.0000011042868,0.000017458626,0.0035149807],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.06435416,0.53903747,0.38436872,0.0025430906,0.008844593,0.00085199025],"domain_scores_gemma":[0.012006041,0.6721749,0.2966605,0.0039922176,0.014701396,0.00046500054],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.97479826,0.0003112533,0.028405126,0.0010632707,0.0001604988,0.000061198196,0.0015335103,0.00024170829,0.00026048702],"category_scores_gemma":[0.99455696,0.00012056777,0.005696741,0.0025062582,0.0005008388,0.0001357629,0.00053753186,0.0014285522,0.00010299634],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005180033,0.0005438544,0.49733293,0.00010730531,0.016539583,0.0007577892,0.0010461548,0.0019352395,0.00003427504,0.0006539429,0.40455714,0.07597378],"study_design_scores_gemma":[0.0027008418,0.010069791,0.6544814,0.0005363456,0.00791377,0.0005006105,0.036755413,0.009799288,0.000034788027,0.21921526,0.057572763,0.0004197066],"about_ca_topic_score_codex":0.000035220255,"about_ca_topic_score_gemma":0.00005018708,"teacher_disagreement_score":0.3469844,"about_ca_system_score_codex":0.000018916864,"about_ca_system_score_gemma":0.00023462564,"threshold_uncertainty_score":0.9860192},"labels":[],"label_agreement":null},{"id":"W4379135156","doi":"10.1016/j.mayocpiqo.2023.04.010","title":"Inadequate Reporting of Cointerventions, Other Methodological Factors, and Treatment Estimates in Cardiovascular Trials: A Meta-Epidemiological Study","year":2023,"lang":"en","type":"article","venue":"Mayo Clinic Proceedings Innovations Quality & Outcomes","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"Arts and Humanities Research Council; University of California, San Francisco; University of Bern; University of Toronto; Inselspital, Universitätsspital Bern; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Blinding; Medicine; Meta-analysis; Publication bias; Psychological intervention; Clinical trial; Odds ratio; MEDLINE; Confidence interval; Relative risk; Physical therapy; Internal medicine","score_opus":0.9823887722089711,"score_gpt":0.7142536049889211,"score_spread":0.26813516722005004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379135156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99176973,0.00048444953,0.003265051,0.0018452551,0.00013754098,0.0020644285,0.000044035733,0.00004615335,0.000343367],"genre_scores_gemma":[0.9857632,0.000028745393,0.01228019,0.000114421586,0.000027358365,0.00045987085,0.000014734074,0.0000148544905,0.0012966142],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8958231,0.027090214,0.07028135,0.0022630505,0.003983977,0.0005582916],"domain_scores_gemma":[0.59405535,0.2770793,0.11532039,0.006680341,0.006463333,0.00040126767],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.69555485,0.0005639153,0.019823296,0.0011791703,0.00018117756,0.00031567237,0.00080498535,0.00019829988,0.0013661773],"category_scores_gemma":[0.80590636,0.00022320171,0.007222652,0.0049048187,0.00017663784,0.000258474,0.0003129454,0.0002728556,0.00008845781],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012275148,0.00033101722,0.98253196,0.000056808338,0.006286945,0.0000032105197,0.0011225682,0.000014821734,0.000016476455,0.004423933,0.00057564647,0.004624349],"study_design_scores_gemma":[0.0006537297,0.0002295922,0.96037465,0.00002654955,0.0027110826,0.0000029122423,0.010227518,0.0003075387,0.00002384038,0.023450352,0.0017830133,0.00020921859],"about_ca_topic_score_codex":0.0004386644,"about_ca_topic_score_gemma":0.00007669386,"teacher_disagreement_score":0.30176777,"about_ca_system_score_codex":0.00006975272,"about_ca_system_score_gemma":0.00005852457,"threshold_uncertainty_score":0.9995467},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4379197641","doi":"10.1186/s13643-023-02210-8","title":"Factors associated with successful publication for systematic review protocol registration: an analysis of 397 registered protocols","year":2023,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Publication bias; Meta-analysis; Protocol (science); Meta-regression; Index (typography); MEDLINE; Systematic review; Family medicine; Alternative medicine; Internal medicine; Pathology; Law","score_opus":0.7919368550345213,"score_gpt":0.5803381230026791,"score_spread":0.2115987320318422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379197641","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023828758,0.000499848,0.013653098,0.0003366786,0.000044779244,0.98402244,0.000118272124,0.000067776265,0.0010188265],"genre_scores_gemma":[0.0030804614,0.000019445391,0.0005168235,0.00018971537,0.000029988922,0.98704696,0.0004941621,0.000051185347,0.00857125],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8987715,0.046923857,0.043417268,0.001966222,0.008350119,0.0005710268],"domain_scores_gemma":[0.89552635,0.011177683,0.07169485,0.013582285,0.007662507,0.00035630955],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.32617486,0.0009973934,0.027562454,0.0017776147,0.00028112368,0.0015003282,0.004258052,0.00021660066,0.0012192974],"category_scores_gemma":[0.33257762,0.00038266563,0.005897982,0.017272145,0.000105654064,0.0010491032,0.00010101991,0.00016382827,0.0005054726],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000585033,0.00012490357,0.002063489,0.9746039,0.0024501076,7.658128e-7,0.00035149307,0.000021565116,0.000006946867,0.0011584277,0.019186202,0.000026335874],"study_design_scores_gemma":[0.0009924069,0.00066356076,0.002645371,0.9114812,0.036733937,0.0000074770846,0.0016595892,0.030249005,0.000021832717,0.0006385797,0.013605586,0.001301477],"about_ca_topic_score_codex":0.000009031289,"about_ca_topic_score_gemma":0.00019048588,"teacher_disagreement_score":0.063122734,"about_ca_system_score_codex":0.00017329403,"about_ca_system_score_gemma":0.00021236451,"threshold_uncertainty_score":0.99986255},"labels":[],"label_agreement":null},{"id":"W4379284512","doi":"10.1200/jco.2023.41.16_suppl.1567","title":"Toxicity reporting consistency and subjective minimizing language use in colorectal cancer (CRC) and pancreatic cancer (PaC) clinical trials: A systematic review of phase III randomized controlled trials (RCTs) presented at ASCO between 2012-2022.","year":2023,"lang":"en","type":"review","venue":"Journal of Clinical Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Queen's University; University of Toronto; London Health Sciences Centre","funders":"","keywords":"Medicine; Common Terminology Criteria for Adverse Events; Adverse effect; Randomized controlled trial; Clinical trial; Dysgeusia; Colorectal cancer; Cancer; Internal medicine; Oncology; Intensive care medicine","score_opus":0.900708865580246,"score_gpt":0.7184210677067275,"score_spread":0.18228779787351845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379284512","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0260409,0.9504176,0.00011881351,0.00040984133,0.0015967147,0.021106515,0.00022209529,0.0000059714525,0.00008159255],"genre_scores_gemma":[0.00083320314,0.9949073,0.0004802325,0.00021988012,0.0010078339,0.0013016957,0.000013726021,0.00005260787,0.0011835017],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.14636357,0.5380735,0.30825248,0.0017782566,0.0049258242,0.0006064044],"domain_scores_gemma":[0.031927705,0.6121451,0.35117385,0.0012832718,0.0028315198,0.0006385286],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9021582,0.001111887,0.3004664,0.0013484017,0.00012153608,0.0002850893,0.0013518042,0.001483597,0.0010775635],"category_scores_gemma":[0.97823215,0.0004425867,0.03671081,0.0017696348,0.00078742334,0.0003813602,0.0005090671,0.0022041933,0.000018919145],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.055902924,0.0011715548,0.0045511117,0.5966044,0.086474895,0.00090244197,0.00055055163,0.0000016432625,0.000002939509,0.000030743347,0.0097145075,0.24409229],"study_design_scores_gemma":[0.20441143,0.001123971,0.00022801408,0.5653611,0.21902841,0.00023193023,0.0004686189,0.00033796293,4.785433e-7,0.00013506995,0.008153482,0.0005195395],"about_ca_topic_score_codex":0.00023778185,"about_ca_topic_score_gemma":0.001020283,"teacher_disagreement_score":0.26375556,"about_ca_system_score_codex":0.00036059608,"about_ca_system_score_gemma":0.004886194,"threshold_uncertainty_score":0.9998356},"labels":[],"label_agreement":null},{"id":"W4379348142","doi":"10.1017/cjn.2023.136","title":"P.032 Using clinical MRI scans for research purposes: a preliminary feasibility study","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Neuroimaging; Neuropsychology; Operationalization; Medicine; Voxel-based morphometry; Voxel; Psychology; Medical physics; Cognition; Magnetic resonance imaging; Radiology; Psychiatry","score_opus":0.8986270334698269,"score_gpt":0.6195915877153549,"score_spread":0.2790354457544719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379348142","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98912174,0.00060022157,0.00043678365,0.0050386884,0.0020085056,0.0015426615,0.000033996686,0.000012854973,0.0012045711],"genre_scores_gemma":[0.99385905,0.00009849122,0.0040944545,0.0010089685,0.0006207503,0.000016954715,3.838291e-7,0.000018046725,0.00028287698],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.93663156,0.040892713,0.010298175,0.0020087587,0.007767104,0.0024016702],"domain_scores_gemma":[0.9545747,0.026231026,0.006854592,0.0015917986,0.0066877287,0.00406016],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.4716662,0.0005594375,0.0032740275,0.0042967643,0.0070803137,0.0052419244,0.011459678,0.00031968486,0.0009877755],"category_scores_gemma":[0.19408752,0.00028089108,0.0022275362,0.011105582,0.009318838,0.0016286519,0.00037963173,0.0021678933,0.00008655595],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011519344,0.00011865023,0.9678788,0.000008342304,0.000047596823,0.0020249207,0.00066055806,0.008193404,0.000004757647,0.00035760665,0.016436532,0.0041536223],"study_design_scores_gemma":[0.0007406481,0.14269547,0.6825741,0.00005627693,0.00021239991,0.0074726525,0.006613672,0.05140013,0.0000055101073,0.09421432,0.01345098,0.00056384515],"about_ca_topic_score_codex":0.0008291276,"about_ca_topic_score_gemma":0.047645397,"teacher_disagreement_score":0.28530473,"about_ca_system_score_codex":0.00034018373,"about_ca_system_score_gemma":0.00742028,"threshold_uncertainty_score":0.9999643},"labels":[],"label_agreement":null},{"id":"W4379375183","doi":"10.1016/j.jclinepi.2023.05.027","title":"Systematic reviewers used various approaches to data extraction and expressed several research needs: a survey","year":2023,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Excellence in Mining Innovation; Public Health Ontario; University of British Columbia; Cochrane; St. Michael's Hospital","funders":"","keywords":"Data extraction; Computer science; Raw data; Data science; Systematic review; Data collection; Variety (cybernetics); Social media; Descriptive statistics; Software; Data mining; Information retrieval; MEDLINE; World Wide Web; Statistics; Artificial intelligence","score_opus":0.993310602315711,"score_gpt":0.745898365536095,"score_spread":0.247412236779616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379375183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.713202,0.012023419,0.20837027,0.05477132,0.005510455,0.0047675264,0.00012564356,0.00002472741,0.0012046348],"genre_scores_gemma":[0.95947254,0.0035288362,0.028069519,0.0021542304,0.001257429,0.000053213822,0.000037603233,0.00004000035,0.0053866305],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.21578337,0.684183,0.08889425,0.0021295648,0.00794474,0.0010650622],"domain_scores_gemma":[0.11670706,0.83805203,0.032731242,0.008157618,0.0031809823,0.0011710702],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9342054,0.00027628968,0.016312703,0.0012777766,0.00016116678,0.00028827955,0.004068067,0.0003414561,0.00047354872],"category_scores_gemma":[0.95080245,0.00012444271,0.001760403,0.0033759733,0.00022641255,0.0004585799,0.0008062647,0.001263914,0.0016949571],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001841133,0.0001707204,0.20515864,0.002942145,0.0011254182,0.00005173018,0.0005695951,0.00080731354,0.000011508301,0.0012830044,0.7766083,0.011087545],"study_design_scores_gemma":[0.0012006662,0.0010079468,0.7070981,0.0043637343,0.0009162873,0.00036197307,0.0027389636,0.15932177,7.9526956e-7,0.03813487,0.0843527,0.0005021567],"about_ca_topic_score_codex":0.00004828939,"about_ca_topic_score_gemma":0.000070495764,"teacher_disagreement_score":0.69225556,"about_ca_system_score_codex":0.000031033327,"about_ca_system_score_gemma":0.00026070263,"threshold_uncertainty_score":0.9990823},"labels":[],"label_agreement":null},{"id":"W4379377791","doi":"10.1101/2023.06.02.23290895","title":"Adherence of SARS-CoV-2 seroepidemiologic studies to the ROSES-S reporting guideline during the COVID-19 pandemic","year":2023,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Western University; University of Toronto","funders":"Canadian Medical Association; Robert Koch Institut; Koch Institute for Integrative Cancer Research, Massachusetts Institute of Technology; Public Health Agency; Public Health Agency of Canada; World Health Organization","keywords":"Guideline; Checklist; Medicine; Pandemic; Coronavirus disease 2019 (COVID-19); Public health; MEDLINE; Environmental health; Family medicine; Infectious disease (medical specialty); Disease; Internal medicine; Pathology; Psychology","score_opus":0.953655074526221,"score_gpt":0.6528350396629444,"score_spread":0.3008200348632766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379377791","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9584842,0.0052286745,0.017567212,0.014736714,0.0015008034,0.002174604,0.00004918838,0.000049778053,0.00020888289],"genre_scores_gemma":[0.98472655,0.0009887867,0.0027149927,0.0043186476,0.00037557274,0.00052963087,0.000008408042,0.00003472149,0.006302672],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.8704812,0.046913482,0.06816555,0.004123712,0.009357219,0.00095885585],"domain_scores_gemma":[0.82982075,0.05168856,0.09184631,0.021542465,0.0047866195,0.0003153006],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5403713,0.0006218921,0.007207677,0.00034748082,0.00047639868,0.00035791588,0.006621051,0.00021366093,0.00035169837],"category_scores_gemma":[0.7584305,0.00019969398,0.0030681223,0.0019246138,0.00023982473,0.00005949145,0.0041420795,0.0007880012,0.0012257578],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007662692,0.000014131034,0.80560315,0.0005071253,0.00088069076,0.0000343254,0.0020872573,0.013529635,0.0015442758,0.00009218845,0.17416658,0.0015330031],"study_design_scores_gemma":[0.00051678077,0.00018596232,0.4018717,0.0015768986,0.0028201507,0.00033014358,0.01767892,0.019377412,0.0014025667,0.09962514,0.45257574,0.0020385927],"about_ca_topic_score_codex":0.0003497153,"about_ca_topic_score_gemma":0.0012299573,"teacher_disagreement_score":0.40373144,"about_ca_system_score_codex":0.00013397167,"about_ca_system_score_gemma":0.0002770023,"threshold_uncertainty_score":0.9995519},"labels":[],"label_agreement":null},{"id":"W4379469178","doi":"10.1186/s13643-023-02247-9","title":"Ensemble of deep learning language models to support the creation of living systematic reviews for the COVID-19 literature","year":2023,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; Horizon 2020 Framework Programme; European Commission; Innosuisse - Schweizerische Agentur für Innovationsförderung; Université de Genève; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Artificial intelligence; Machine learning; Ensemble forecasting; Computer science; Ranking (information retrieval); Task (project management); Natural language processing; Ensemble learning; Class (philosophy); Triage; Medicine; Data science","score_opus":0.6019366327301586,"score_gpt":0.5165044718164059,"score_spread":0.08543216091375272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379469178","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009421693,0.18673497,0.698339,0.0014475248,0.0007221605,0.10846172,0.000046775207,0.000044844022,0.0032608432],"genre_scores_gemma":[0.8115697,0.016040595,0.012354929,0.003671224,0.00057470833,0.058523737,0.000081584985,0.00021915075,0.09696437],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8888609,0.069637015,0.034063436,0.0012527241,0.0055891927,0.0005967422],"domain_scores_gemma":[0.86234003,0.1013755,0.026158886,0.00813794,0.0016893207,0.00029831412],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.43396384,0.0006105696,0.012753982,0.00058361783,0.0004063605,0.0006903612,0.0034524947,0.00013734504,0.000737305],"category_scores_gemma":[0.5151258,0.0001889856,0.0046491907,0.0048924177,0.00006860255,0.00030197576,0.00026565572,0.00022776324,0.0020990532],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046060572,0.000029021445,0.00008907125,0.8930158,0.0003771104,0.0000021204635,0.048972864,0.0031613419,0.00017920927,0.003707934,0.04826627,0.002194653],"study_design_scores_gemma":[0.00043781725,0.0005451345,0.00007316386,0.4131305,0.009261531,0.0002419002,0.06447985,0.31919175,0.000045655717,0.004626843,0.18664916,0.0013167121],"about_ca_topic_score_codex":0.000020108791,"about_ca_topic_score_gemma":0.00006496756,"teacher_disagreement_score":0.8106275,"about_ca_system_score_codex":0.000079358055,"about_ca_system_score_gemma":0.00008933954,"threshold_uncertainty_score":0.9986779},"labels":[],"label_agreement":null},{"id":"W4379617019","doi":"10.1007/s12630-023-02513-3","title":"The Fragility Index of randomized controlled trials in pediatric anesthesiology","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; University of Toronto","funders":"Hospital for Sick Children","keywords":"Medicine; Interquartile range; Randomized controlled trial; Anesthesiology; Clinical trial; Internal medicine; Anesthesia","score_opus":0.23868112215009993,"score_gpt":0.39481918451917697,"score_spread":0.15613806236907704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379617019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98109263,0.0069660856,0.00007237148,0.00903494,0.0007338705,0.0013991904,0.000004642654,0.0000029091846,0.00069333974],"genre_scores_gemma":[0.9964799,0.0007507992,0.00010590009,0.00008446739,0.0006425182,0.00003059656,0.0000017414668,0.00003122672,0.0018728098],"study_design_codex":"observational","study_design_gemma":"case_report","domain_scores_codex":[0.88509923,0.07040965,0.03759598,0.00059564493,0.0050518983,0.0012476039],"domain_scores_gemma":[0.7468366,0.15465307,0.07825433,0.0041768025,0.011415929,0.0046632527],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.6493956,0.00059999595,0.023177644,0.005134037,0.00061572937,0.0012234882,0.0042193076,0.00035474452,0.0015196025],"category_scores_gemma":[0.36178905,0.00024824502,0.009941633,0.0044640936,0.0005940455,0.0004025764,0.000025792298,0.001127728,0.00016694302],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02494229,0.0001049132,0.5190886,0.00013180998,0.002891076,0.31589612,0.005087554,0.006946457,0.0000085480115,0.006741963,0.103112236,0.015048415],"study_design_scores_gemma":[0.10357081,0.00068931456,0.17785448,0.00024937413,0.0030905192,0.62250906,0.0046843537,0.002956726,0.0000064277688,0.0553836,0.02814799,0.0008573466],"about_ca_topic_score_codex":0.0024136247,"about_ca_topic_score_gemma":0.016738398,"teacher_disagreement_score":0.34123415,"about_ca_system_score_codex":0.0003296386,"about_ca_system_score_gemma":0.0064329775,"threshold_uncertainty_score":0.99999696},"labels":[],"label_agreement":null},{"id":"W4379745376","doi":"10.1016/j.leaqua.2023.101712","title":"Doing better leadership science via replications and registered reports","year":2023,"lang":"en","type":"article","venue":"The Leadership Quarterly","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Constructive; Publishing; Value (mathematics); Process (computing); Open science; Mythology; Leadership development; Work (physics); Psychology; Computer science; Public relations; Political science; Mathematics; Statistics; Engineering","score_opus":0.8522852246626927,"score_gpt":0.505753546154639,"score_spread":0.3465316785080538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379745376","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45956436,0.0022859732,0.049574945,0.4641706,0.0015216807,0.0031918746,0.000009928893,0.0002722787,0.019408366],"genre_scores_gemma":[0.97905344,0.000002514377,0.0013259614,0.003117924,0.00019077642,0.000054520326,0.0000036405922,0.000018130115,0.01623312],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9844275,0.0034029938,0.0050316853,0.0016826089,0.004746333,0.0007088561],"domain_scores_gemma":[0.98400646,0.004456966,0.0028817058,0.007859177,0.0005733273,0.00022233978],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12728798,0.0002861106,0.001309217,0.00063630904,0.0007849457,0.001959437,0.0021970132,0.000079152785,0.000674234],"category_scores_gemma":[0.010446,0.00013529288,0.0006101218,0.004361066,0.0009247938,0.0005892452,0.00007824856,0.0002783058,0.0044963527],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017509912,0.00004677817,0.025949907,0.00026994626,0.00025681354,0.0001292241,0.06727243,0.00003817914,0.008289414,0.0053074853,0.24925248,0.6431698],"study_design_scores_gemma":[0.0007098067,0.0005800435,0.20942329,0.00044190002,0.00090349966,0.0017270319,0.24795316,0.020742506,0.0005767607,0.14962843,0.3653796,0.001933986],"about_ca_topic_score_codex":0.000020845931,"about_ca_topic_score_gemma":0.000046428137,"teacher_disagreement_score":0.6412358,"about_ca_system_score_codex":0.00003287671,"about_ca_system_score_gemma":0.0000810855,"threshold_uncertainty_score":0.9990766},"labels":[],"label_agreement":null},{"id":"W4379745636","doi":"10.36416/1806-3756/e20230167","title":"Certainty of evidence, why?","year":2023,"lang":"en","type":"article","venue":"Jornal Brasileiro de Pneumologia","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Certainty; Medicine; Grading (engineering); Best evidence; Systematic review; Evidence-based medicine; Evidence-based practice; MEDLINE; Management science; Intensive care medicine; Alternative medicine; Pathology; Epistemology","score_opus":0.9103402983551631,"score_gpt":0.5815645654323963,"score_spread":0.32877573292276674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379745636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98490477,0.00027179724,0.0045230244,0.0037525222,0.0004223037,0.00040524942,0.000019691846,0.000032352367,0.0056682713],"genre_scores_gemma":[0.9846753,0.0000524612,0.0016913449,0.0011060302,0.00009860967,0.000030234492,0.0000036519102,0.000012578245,0.012329806],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97916347,0.007951685,0.0068447264,0.0008740489,0.0047016656,0.00046441623],"domain_scores_gemma":[0.9775154,0.014761605,0.0036267082,0.002954716,0.0009292747,0.00021228209],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.110357635,0.00027442802,0.002740616,0.00071222865,0.000119503035,0.0003193341,0.0025496727,0.00021941103,0.009083433],"category_scores_gemma":[0.11653582,0.000120044286,0.001799659,0.0035790887,0.00013222829,0.00020238204,0.0002849434,0.00033452568,0.008585268],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014164624,0.000027786438,0.5997884,0.000055131757,0.00011876522,0.00006328492,0.00021370685,0.00046239834,0.0061736056,0.0025997898,0.38384518,0.0066377404],"study_design_scores_gemma":[0.00012600418,0.000117632306,0.9386996,0.00009734462,0.00013631704,0.000080310696,0.00045761678,0.008683089,0.00062779343,0.020444823,0.03029313,0.0002363449],"about_ca_topic_score_codex":0.000046164576,"about_ca_topic_score_gemma":0.000022803626,"teacher_disagreement_score":0.35355204,"about_ca_system_score_codex":0.000044900182,"about_ca_system_score_gemma":0.00011699708,"threshold_uncertainty_score":0.99218667},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4379767936","doi":"10.31234/osf.io/386bh","title":"Looking Our Limitations in the Eye: A Call for More Thorough and Honest Reporting of Study Limitations","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Psychology","score_opus":0.944331971062041,"score_gpt":0.6175843031921866,"score_spread":0.32674766786985443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379767936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85898304,0.0009993049,0.08939061,0.021972787,0.0009902364,0.015876062,0.00009448141,0.000034295634,0.011659152],"genre_scores_gemma":[0.9685164,0.00004218115,0.016731074,0.000099962956,0.00006277321,0.0009917937,0.000020564165,0.000017841508,0.013517425],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9663763,0.0057963715,0.022344958,0.0013982857,0.00383503,0.00024904407],"domain_scores_gemma":[0.9518419,0.020095054,0.021743946,0.004226411,0.002026715,0.00006598569],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17945257,0.00029889305,0.0033924025,0.00059707265,0.00017743705,0.00087416114,0.0014507583,0.00012175442,0.000023071349],"category_scores_gemma":[0.27049777,0.00012992733,0.0012692761,0.0013339948,0.000034838333,0.00010886857,0.00049438485,0.00030747624,0.000042390446],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013573088,0.00094383804,0.7444789,0.0012337299,0.0016050886,0.0000577782,0.13942738,0.014940615,0.00003538997,0.0062020947,0.05733144,0.033730183],"study_design_scores_gemma":[0.00030681767,0.00009868561,0.60179996,0.000298323,0.0011770845,0.000008089235,0.32905293,0.03300065,0.0000024813182,0.029491143,0.0044003436,0.0003634875],"about_ca_topic_score_codex":0.00014899336,"about_ca_topic_score_gemma":0.0040334426,"teacher_disagreement_score":0.18962556,"about_ca_system_score_codex":0.000018882769,"about_ca_system_score_gemma":0.00013677658,"threshold_uncertainty_score":0.84492624},"labels":[],"label_agreement":null},{"id":"W4379768485","doi":"10.1038/s41598-023-36129-w","title":"A case study of an individual participant data meta-analysis of diagnostic accuracy showed that prediction regions represented heterogeneity well","year":2023,"lang":"en","type":"review","venue":"Scientific Reports","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Concordia University; McGill University Health Centre; McGill University; Jewish General Hospital","funders":"National Center for Medical Rehabilitation Research; Canadian Arthritis Network; Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Diabetes and Digestive and Kidney Diseases; National Cancer Institute; National Institute of Mental Health; Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; Pfizer; University of Washington; National Institute on Disability and Rehabilitation Research; Agency for Healthcare Research and Quality; H. Lundbeck A/S; Safe Work Australia; Jewish General Hospital; National Health and Medical Research Council; Universidade de São Paulo; Health Research Council of New Zealand; National Health Research Institutes; Universidade de Macau; National Institutes of Health; Tehran University of Medical Sciences and Health Services; Mitacs; Chinese Diabetes Society; McGill University; Conselho Nacional de Desenvolvimento Científico e Tecnológico; National Heart, Lung, and Blood Institute; Medical Research Council; Universiti Putra Malaysia; National Center for Research Resources; National Institute of General Medical Sciences; Centers for Disease Control and Prevention; Mahidol University; Alberta Innovates - Health Solutions; ZonMw; Eli Lilly and Company; University of Auckland; National Institute on Minority Health and Health Disparities; European Commission; Bundesministerium für Bildung und Forschung; Alberta Innovates; National Institute for Health and Care Research; Scleroderma Society of Ontario; Alberta Health Services; Ministry of Health, Labour and Welfare; Programme Grants for Applied Research; McGill University Health Centre; Institut de recherche, Centre universitaire de santé McGill; Deutsche Rentenversicherung; Universität Heidelberg; Banco Santander; Faculty of Medicine, McGill University; Ohio Board of Regents; Cumming School of Medicine, University of Calgary; Fundação de Amparo à Pesquisa do Estado do Rio Grande do Sul","keywords":"Meta-analysis; Computer science; Diagnostic accuracy; Data mining; Artificial intelligence; Statistics; Data science; Computational biology; Medicine; Mathematics; Biology; Pathology; Internal medicine","score_opus":0.9616594593986697,"score_gpt":0.620229340166524,"score_spread":0.3414301192321457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379768485","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033503078,0.9503436,0.00042235226,0.000017609615,0.0029926444,0.00985753,0.0027446675,0.00004580879,0.00007267349],"genre_scores_gemma":[0.47557458,0.4814884,0.0013967989,0.000023768189,0.0003304319,0.0044128657,0.020739075,0.0003661679,0.015667904],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.89581984,0.03879383,0.03892824,0.007860879,0.017901253,0.0006959736],"domain_scores_gemma":[0.8585523,0.029488392,0.05492004,0.05379136,0.002646811,0.000601099],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.3082893,0.00096165255,0.027832506,0.004630839,0.00049834617,0.0021119746,0.0057913894,0.00029785486,0.003216938],"category_scores_gemma":[0.14149857,0.0004692949,0.013751165,0.019169299,0.00041611466,0.00094654626,0.0025308216,0.00039737794,0.0001499723],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043018845,0.0031086858,0.0030928198,0.003983772,0.8867366,0.014186905,0.0030236419,0.0012593243,9.302968e-7,0.000009756771,0.04014453,0.044448763],"study_design_scores_gemma":[0.000056872395,0.00006927906,0.00010015402,0.00020357803,0.83927536,0.0014341165,0.0024224804,0.0019891835,0.0000016446727,0.00012968553,0.15400614,0.0003114974],"about_ca_topic_score_codex":0.00063078036,"about_ca_topic_score_gemma":0.00505101,"teacher_disagreement_score":0.46885523,"about_ca_system_score_codex":0.000029270339,"about_ca_system_score_gemma":0.00055781996,"threshold_uncertainty_score":0.9997759},"labels":[],"label_agreement":null},{"id":"W4379880006","doi":"10.3332/ecancer.2023.1558","title":"Randomised controlled trials evaluating anticancer therapies in haematological cancers: an overview of global research activity","year":2023,"lang":"en","type":"article","venue":"ecancermedicalscience","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Institute for Health and Care Research","keywords":"Medicine; Internal medicine; Cancer; Randomized controlled trial; Clinical trial; Multiple myeloma; Clinical endpoint; Oncology; Hematology","score_opus":0.9547754532101891,"score_gpt":0.7252505830982307,"score_spread":0.22952487011195843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379880006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9824672,0.006539064,0.0013529531,0.002757655,0.0007257576,0.0031993797,0.0000320177,0.00001902615,0.0029069856],"genre_scores_gemma":[0.99640566,0.0013398344,0.00062910386,0.00017385179,0.00013212768,0.000629701,0.0000011868033,0.0000070283836,0.0006815299],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.85894346,0.102388695,0.015344626,0.002238189,0.019910255,0.0011747859],"domain_scores_gemma":[0.899801,0.085022815,0.007873459,0.0040208935,0.002704614,0.000577183],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6703765,0.0003304831,0.010745011,0.00057646947,0.00024427165,0.00050022994,0.0034460654,0.00017103479,0.009095194],"category_scores_gemma":[0.4779389,0.00014366947,0.0017815806,0.011630496,0.001420172,0.0005200553,0.00031782413,0.0003737158,0.00038025313],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006326081,0.0005333562,0.17665553,0.00040867613,0.0006999542,0.00009513019,0.0059956806,0.0024567302,0.007181903,0.017006315,0.037336063,0.7453046],"study_design_scores_gemma":[0.04337153,0.0006673433,0.28496075,0.00092896103,0.00029640272,0.0000148049285,0.0041496935,0.5378958,0.00017188094,0.123305686,0.0035923484,0.0006447924],"about_ca_topic_score_codex":0.0004379704,"about_ca_topic_score_gemma":0.0008380663,"teacher_disagreement_score":0.7446598,"about_ca_system_score_codex":0.00045471572,"about_ca_system_score_gemma":0.00252891,"threshold_uncertainty_score":0.9918106},"labels":[],"label_agreement":null},{"id":"W4379967100","doi":"10.1001/jamanetworkopen.2023.17651","title":"Reminding Peer Reviewers of Reporting Guideline Items to Improve Completeness in Published Articles","year":2023,"lang":"en","type":"article","venue":"JAMA Network Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Women's College Hospital; McMaster University; Toronto Rehabilitation Institute; Toronto General Hospital; University Health Network; University of Toronto; Impact","funders":"Magyar Tudományos Akadémia; Nemzeti Kutatási Fejlesztési és Innovációs Hivatal; Universität Basel; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Research, Development and Innovation Office; National Science Foundation","keywords":"Consolidated Standards of Reporting Trials; Randomized controlled trial; Guideline; Medicine; Randomization; Psychological intervention; Protocol (science); Family medicine; Clinical trial; Alternative medicine; Nursing; Surgery; Internal medicine; Pathology","score_opus":0.7692283768129802,"score_gpt":0.5652691763488458,"score_spread":0.2039592004641344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379967100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92240524,0.0011682434,0.0062312507,0.03292186,0.0017873237,0.005242132,0.000022955504,0.00002676941,0.030194208],"genre_scores_gemma":[0.9503177,0.000043742984,0.02767715,0.001743653,0.0005599757,0.00021860146,0.00005359339,0.000034365494,0.019351227],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.91331065,0.010826473,0.061954312,0.0026157473,0.010120709,0.0011720812],"domain_scores_gemma":[0.966161,0.0046324967,0.020750903,0.0047740396,0.0034153648,0.00026619973],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.5144228,0.0002502178,0.0043217046,0.0004635401,0.0001226059,0.0026293485,0.0035910648,0.00009247832,0.0031005086],"category_scores_gemma":[0.32384834,0.00013673824,0.000788763,0.008591943,0.000029268835,0.0007757274,0.0014431122,0.00019209749,0.0011120086],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014543221,0.0000146322855,0.1675699,0.000054437736,0.000059738217,0.000021225484,0.00038556333,0.004293155,0.0002662407,0.0004733821,0.76550645,0.061340734],"study_design_scores_gemma":[0.0005393506,0.000054381955,0.13120738,0.0011488069,0.000114701375,0.000010982611,0.002530958,0.078955665,0.00009385833,0.008966315,0.7759506,0.00042700936],"about_ca_topic_score_codex":0.00023311964,"about_ca_topic_score_gemma":0.0002777338,"teacher_disagreement_score":0.19057444,"about_ca_system_score_codex":0.000047740195,"about_ca_system_score_gemma":0.000087579916,"threshold_uncertainty_score":0.99966574},"labels":[],"label_agreement":null},{"id":"W4380148911","doi":"10.1016/j.jval.2023.03.2673","title":"MSR87 Reviewing Elements to Inform Re-Running Searches: Refreshing Systematic Literature Reviews","year":2023,"lang":"en","type":"article","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Coastal Health","funders":"","keywords":"Citation; Systematic review; Information retrieval; Computer science; Data science; World Wide Web; MEDLINE; Political science","score_opus":0.8685452736614624,"score_gpt":0.5913280332634462,"score_spread":0.2772172403980162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380148911","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19223545,0.63093907,0.010004777,0.06042347,0.0057300054,0.07367601,0.00015218575,0.00038122293,0.026457831],"genre_scores_gemma":[0.41239902,0.11286401,0.24087468,0.06274147,0.002672583,0.008562106,0.00042212312,0.0005691479,0.15889487],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9088424,0.036806714,0.03986435,0.0021985266,0.010676271,0.0016117278],"domain_scores_gemma":[0.9814748,0.0051691257,0.0070364857,0.005079538,0.00065619533,0.0005838558],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.47206926,0.00045047232,0.006823443,0.0018197008,0.00039424447,0.0015495636,0.0023676576,0.0001130519,0.0006623924],"category_scores_gemma":[0.13021679,0.00023225835,0.0012650565,0.014290167,0.000016920829,0.00056739704,0.00039014305,0.0005313023,0.01281342],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014446363,0.000080737555,0.028285097,0.3634398,0.00021276997,0.00008199876,0.06217446,0.0060950937,0.00004037981,0.005918279,0.4895853,0.044071622],"study_design_scores_gemma":[0.00034732127,0.00014554172,0.0024964097,0.228629,0.00009208435,0.000021560087,0.004766958,0.051249463,0.000004646904,0.0027741657,0.70884514,0.00062772277],"about_ca_topic_score_codex":0.00010718754,"about_ca_topic_score_gemma":0.000039336384,"teacher_disagreement_score":0.51807505,"about_ca_system_score_codex":0.00036156928,"about_ca_system_score_gemma":0.00020035708,"threshold_uncertainty_score":0.9994869},"labels":[],"label_agreement":null},{"id":"W4380372683","doi":"10.1016/j.atssr.2023.05.017","title":"A Systematic Review of Contemporary Randomized Trials in Cardiothoracic Surgery","year":2023,"lang":"en","type":"review","venue":"Annals of Thoracic Surgery Short Reports","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre; University of Ottawa","funders":"","keywords":"Randomized controlled trial; Cardiothoracic surgery; Medicine; General surgery; Surgery","score_opus":0.9050932367747111,"score_gpt":0.6384458316196491,"score_spread":0.266647405155062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380372683","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000037072037,0.9796801,0.00014700361,0.00012114947,0.0016600762,0.016769646,0.00016169374,0.000031657655,0.0013915856],"genre_scores_gemma":[0.00033069958,0.9938668,0.000074087744,0.00016608527,0.00015620212,0.002749563,0.00035375747,0.00016299536,0.0021397853],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.28038067,0.41422537,0.2794099,0.0043197586,0.020431506,0.0012328348],"domain_scores_gemma":[0.21950716,0.55161864,0.20300625,0.018463107,0.006797603,0.0006072371],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.9121952,0.002022192,0.26078197,0.0076975506,0.000076800214,0.00040097447,0.0022770178,0.0008838888,0.0012892882],"category_scores_gemma":[0.86034846,0.00097258686,0.1085134,0.012102125,0.00036404148,0.0005218922,0.00045885568,0.00070790603,0.00035693226],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015126583,0.000075204225,0.00011277875,0.73397565,0.0060329665,0.0010419736,0.000022076976,8.708331e-7,2.529748e-8,0.0000032362868,0.0835655,0.17501843],"study_design_scores_gemma":[0.00003499929,0.0000065949894,0.0000014315933,0.8865506,0.013442292,0.00046874885,0.00004537654,0.000007039372,0.000007825046,0.00042643692,0.098291874,0.0007167825],"about_ca_topic_score_codex":0.00007281676,"about_ca_topic_score_gemma":0.0000064273495,"teacher_disagreement_score":0.17430165,"about_ca_system_score_codex":0.00006626011,"about_ca_system_score_gemma":0.0033315674,"threshold_uncertainty_score":0.99962366},"labels":[],"label_agreement":null},{"id":"W4380684804","doi":"10.1136/bmjopen-2023-072550","title":"Observed intervention effects for mortality in randomised clinical trials: a methodological study protocol","year":2023,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton","funders":"Rigshospitalet; Copenhagen Trial Unit, Centre for Clinical Intervention Research; Gentofte Hospital","keywords":"Medicine; Protocol (science); Intervention (counseling); Biostatistics; Clinical trial; Health services research; Epidemiology; Randomized controlled trial; Alternative medicine; Public health; Family medicine; Internal medicine; Pathology; Nursing","score_opus":0.9942971458769225,"score_gpt":0.827058888508909,"score_spread":0.16723825736801357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380684804","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15749732,0.0000034329548,0.01639361,0.00024869264,0.00034507926,0.8248284,0.00000619382,0.000010483754,0.0006668272],"genre_scores_gemma":[0.037274994,2.4027014e-7,0.0064870343,0.000102600745,0.00012708858,0.9519501,0.0000079804095,0.000010273879,0.0040397164],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.25452045,0.6852941,0.051394965,0.002703322,0.0055476036,0.0005395814],"domain_scores_gemma":[0.71726054,0.26014155,0.015488155,0.0059578847,0.0008914335,0.00026041563],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.9233357,0.00024708264,0.00988281,0.0002490047,0.000085327985,0.0013178171,0.003109626,0.00013466614,0.0022748813],"category_scores_gemma":[0.7746758,0.000102759266,0.004554381,0.001655798,0.000032930053,0.00025242902,0.00085947005,0.00014491037,0.00085548416],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015621808,0.002510288,0.68415093,0.0008695114,0.0016007656,0.000067864654,0.00068145583,0.00006036896,0.0000402269,0.00045482905,0.11123432,0.18270762],"study_design_scores_gemma":[0.08776419,0.0013368321,0.84819555,0.00026629178,0.0006471638,0.0000012508178,0.001573003,0.018925931,0.000021286136,0.026071904,0.014877854,0.00031872833],"about_ca_topic_score_codex":0.000049431863,"about_ca_topic_score_gemma":0.00037887268,"teacher_disagreement_score":0.46274012,"about_ca_system_score_codex":0.000021120348,"about_ca_system_score_gemma":0.00008269413,"threshold_uncertainty_score":0.99992245},"labels":[],"label_agreement":null},{"id":"W4380881010","doi":"10.1101/2023.06.16.23291488","title":"Assumptions for creating matrices of evidence to estimate overlap of primary studies in overviews of reviews: Protocol for a meta-research study","year":2023,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; St. Michael's Hospital","funders":"Agencia Nacional de Investigación y Desarrollo; Universitat Autònoma de Barcelona","keywords":"Pairwise comparison; Computer science; Set (abstract data type); Scope (computer science); Construct (python library); Protocol (science); Systematic review; Data mining; Data science; Operations research; Econometrics; Information retrieval; Management science; Mathematics; Artificial intelligence; MEDLINE; Medicine; Engineering","score_opus":0.9881023826960115,"score_gpt":0.7598295211698237,"score_spread":0.22827286152618775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380881010","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.076525435,0.02117944,0.014316253,0.00046219485,0.00029304787,0.8866906,0.0003395599,0.000012277044,0.000181146],"genre_scores_gemma":[0.009143517,0.00048582145,0.0673456,0.00001549411,0.000058770558,0.92039585,0.0000046474047,0.0000407543,0.0025095462],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9256078,0.02695976,0.033574134,0.0027889442,0.01040427,0.00066507433],"domain_scores_gemma":[0.9038538,0.062344912,0.018545264,0.006563221,0.008551915,0.0001408886],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.43602976,0.0005595462,0.01531927,0.0020198016,0.00011872758,0.00017166676,0.003784922,0.00014237368,0.00027469042],"category_scores_gemma":[0.33938774,0.00024935242,0.004579223,0.0035033713,0.00015517925,0.00020709938,0.0020973906,0.00032349722,0.00006370193],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049672916,0.0029562325,0.6051014,0.25610563,0.014721163,0.000007645694,0.026234724,0.007872205,0.001549435,0.0009776056,0.06386491,0.020112336],"study_design_scores_gemma":[0.0064051403,0.0087606935,0.48870882,0.12618817,0.045593027,0.0000059743707,0.030595705,0.029853344,0.0027451369,0.07257983,0.18470839,0.003855777],"about_ca_topic_score_codex":0.0001313515,"about_ca_topic_score_gemma":0.00034420376,"teacher_disagreement_score":0.12991746,"about_ca_system_score_codex":0.00010738808,"about_ca_system_score_gemma":0.00031586562,"threshold_uncertainty_score":0.9999959},"labels":[],"label_agreement":null},{"id":"W4381385332","doi":"10.11648/j.ejcbs.20230902.12","title":"Discontinuation Patterns Among Women Using Jadelle Contraceptive Devices in a Tertiary Hospital in South-South Nigeria","year":2023,"lang":"en","type":"article","venue":"European Journal of Clinical and Biomedical Sciences","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Red Cross Society","funders":"","keywords":"Discontinuation; Medicine; Family planning; Obstetrics; Levonorgestrel; Pregnancy; Limiting; Amenorrhea; Implant; Obstetrics and gynaecology; Gynecology; Pediatrics; Population; Research methodology; Surgery","score_opus":0.5247843143169713,"score_gpt":0.5065270197211564,"score_spread":0.01825729459581482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381385332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9968605,0.000114112096,0.0011950852,0.0009782957,0.00050742156,0.00015577541,0.000008052193,0.0000024004678,0.00017833582],"genre_scores_gemma":[0.99900174,0.0000351716,0.00041398758,0.00013351609,0.00028581385,0.0000011269875,8.1241126e-7,0.0000047999915,0.0001230014],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97513384,0.011198719,0.009555204,0.0006030899,0.0031435338,0.00036562848],"domain_scores_gemma":[0.9916836,0.0030567532,0.004360618,0.00029971683,0.00020643028,0.00039288469],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22125998,0.00017262076,0.0018062298,0.0006549633,0.0001085322,0.00055621855,0.0012146077,0.000053911346,0.00074371125],"category_scores_gemma":[0.025135942,0.00007439081,0.00051275414,0.0020491108,0.00090590224,0.0004696768,0.00022341181,0.0003359044,0.00013125088],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010349851,0.00007604684,0.96946865,0.0000055219725,0.000021316826,0.0001262359,0.0075402893,0.000016651933,0.000012540206,0.0000044710146,0.00015319504,0.022564739],"study_design_scores_gemma":[0.00055359036,0.0003420178,0.97415906,0.00019876557,0.000014538806,0.000004452421,0.01748065,0.0061552073,5.766894e-7,0.00028986868,0.00069510244,0.00010614122],"about_ca_topic_score_codex":0.000009561675,"about_ca_topic_score_gemma":0.000042262935,"teacher_disagreement_score":0.19612405,"about_ca_system_score_codex":0.00001289523,"about_ca_system_score_gemma":0.000091852446,"threshold_uncertainty_score":0.98307574},"labels":[],"label_agreement":null},{"id":"W4381469238","doi":"10.7554/elife.78518","title":"Epidemiological characteristics and prevalence rates of research reproducibility across disciplines: A scoping review of articles published in 2018-2019","year":2023,"lang":"en","type":"review","venue":"eLife","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McGill University; Ottawa Hospital; University of Ottawa","funders":"","keywords":"CINAHL; PsycINFO; EconLit; MEDLINE; Replication (statistics); Protocol (science); Reproducibility; Behavioural sciences; Psychology; Epidemiology; Checklist; Medicine; Clinical psychology; Medical education; Applied psychology; Family medicine; Alternative medicine; Psychiatry; Political science; Pathology; Statistics; Psychological intervention; Cognitive psychology; Mathematics","score_opus":0.9231553890513808,"score_gpt":0.6989867751956448,"score_spread":0.22416861385573605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381469238","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023922222,0.9928182,0.00003779402,0.00032396155,0.0001564528,0.0040248907,0.00019980168,0.0000054682655,0.000041247804],"genre_scores_gemma":[0.00009392037,0.99794924,0.00045645173,0.000032307795,0.00010119195,0.00023587777,0.000029074752,0.000017620761,0.0010843328],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.82460326,0.09402934,0.061323594,0.0071854484,0.011690862,0.0011675163],"domain_scores_gemma":[0.85938036,0.08851205,0.02510794,0.020814719,0.005806196,0.00037870975],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.66523314,0.0004522319,0.018549602,0.0005000285,0.00009054636,0.00030178705,0.0026351952,0.0002601992,0.001041943],"category_scores_gemma":[0.77896184,0.00019432424,0.0019753517,0.005330255,0.0005836647,0.00025948783,0.0015312418,0.0006112644,0.00040613904],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003702973,0.00007805125,0.021159954,0.7482141,0.00009934011,0.0000041093936,0.00015940296,2.1184334e-7,5.651262e-7,0.00006831977,0.009591271,0.22062095],"study_design_scores_gemma":[0.0000662184,0.00005799885,0.016130703,0.9409993,0.00036724037,0.000008170551,0.0001154554,0.0000613944,0.0000019908944,0.0008229403,0.041091517,0.00027705982],"about_ca_topic_score_codex":0.000023014476,"about_ca_topic_score_gemma":0.000027145985,"teacher_disagreement_score":0.22034389,"about_ca_system_score_codex":0.000044789685,"about_ca_system_score_gemma":0.00043793567,"threshold_uncertainty_score":0.99987125},"labels":[],"label_agreement":null},{"id":"W4381663760","doi":"10.1002/cesm.12015","title":"The impact of blinding on trial results: A systematic review and meta‐analysis","year":2023,"lang":"en","type":"review","venue":"Cochrane Evidence Synthesis and Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; Dalhousie University; McMaster University","funders":"","keywords":"Blinding; Meta-analysis; Systematic review; Medicine; MEDLINE; Randomized controlled trial; Psychology; Internal medicine; Political science","score_opus":0.8658247305796027,"score_gpt":0.6860013032796629,"score_spread":0.17982342729993983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381663760","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.823487e-7,0.9902105,0.0015548505,0.0003051024,0.00011516948,0.007412676,0.00016230578,0.000011317934,0.00022741116],"genre_scores_gemma":[0.000006144566,0.99085546,0.0034941891,0.00003573461,0.00006154384,0.0018824101,0.0000039640813,0.00004748106,0.0036131002],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.78255683,0.17531702,0.032620423,0.002850967,0.0060148505,0.0006399013],"domain_scores_gemma":[0.3634265,0.5866313,0.03589266,0.011965672,0.0016002738,0.00048358447],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.56481385,0.0012793276,0.065428235,0.0016523114,0.00044091902,0.0015233675,0.0034244142,0.00035547267,0.00077189953],"category_scores_gemma":[0.66441464,0.0003957136,0.030982777,0.007959851,0.0002874224,0.00025023049,0.0004239564,0.00049802265,0.0002237944],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000109264605,0.000026825024,2.2779507e-7,0.674377,0.23380211,0.0000045747106,0.000063742234,0.0000029587957,1.0338309e-7,0.00017410993,0.0016591179,0.089779936],"study_design_scores_gemma":[0.00018598618,0.00011610825,8.974168e-7,0.1728938,0.817747,0.00001720144,0.00006098421,0.000090582354,4.607999e-7,0.00022471572,0.008326744,0.00033549473],"about_ca_topic_score_codex":0.000039327035,"about_ca_topic_score_gemma":0.000009889506,"teacher_disagreement_score":0.5839449,"about_ca_system_score_codex":0.00007248952,"about_ca_system_score_gemma":0.00030072604,"threshold_uncertainty_score":0.9999959},"labels":[],"label_agreement":null},{"id":"W4381838998","doi":"10.1097/md.0000000000034063","title":"Analyzing the number of articles with network meta-analyses using chord diagrams and temporal heatmaps over the past 10 years: Bibliometric analysis","year":2023,"lang":"en","type":"article","venue":"Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Bibliometrics; Popularity; Meta-analysis; Statistics; Data mining; Computer science; Mathematics; Pathology","score_opus":0.7763223762960815,"score_gpt":0.5517881742925232,"score_spread":0.22453420200355823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381838998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9826916,0.008275896,0.00598252,0.002270368,0.0000637698,0.00035631965,0.000007242416,0.000009337037,0.00034295474],"genre_scores_gemma":[0.9973096,0.00016883084,0.00074990164,0.00016816899,0.00023423493,0.000019394047,0.000007201007,0.0000126869345,0.0013299282],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9852694,0.004904841,0.0044039735,0.0006947082,0.0043761395,0.0003509375],"domain_scores_gemma":[0.9846103,0.00906229,0.002854488,0.0026823487,0.00065024605,0.00014030002],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.07780479,0.00029933287,0.004270734,0.0121062305,0.00023958384,0.00039082306,0.0010384233,0.000048771457,0.009514454],"category_scores_gemma":[0.009519476,0.000082014834,0.0016018605,0.29649082,0.0004083464,0.00015889033,0.0001757763,0.00015062123,0.00015895991],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008092206,0.000014852547,0.94774693,0.0000136456165,0.015380001,0.00000829521,0.00034651914,0.0034558733,0.000022439537,0.000055466695,0.025545942,0.0074019316],"study_design_scores_gemma":[0.0002254248,0.00004801403,0.892182,0.00002380585,0.057524163,0.000009988488,0.0011034523,0.03652458,0.0000037853868,0.0009783355,0.011235833,0.00014060951],"about_ca_topic_score_codex":0.0005350837,"about_ca_topic_score_gemma":0.00023501761,"teacher_disagreement_score":0.28438458,"about_ca_system_score_codex":0.000012485267,"about_ca_system_score_gemma":0.000024140187,"threshold_uncertainty_score":0.99909073},"labels":[],"label_agreement":null},{"id":"W4382241478","doi":"10.1136/bmj-2022-074495","title":"A guide and pragmatic considerations for applying GRADE to network meta-analysis","year":2023,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":148,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Workload; Computer science; Automation; Certainty; Grading (engineering); Process (computing); Robustness (evolution); Critical appraisal; Data science; Process management; Software engineering; Management science; Risk analysis (engineering); Engineering; Medicine","score_opus":0.8641728234355885,"score_gpt":0.5843418073558594,"score_spread":0.27983101607972916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382241478","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004844909,0.0033308656,0.8414575,0.11243893,0.00052545365,0.017371904,0.00027630248,0.000092756265,0.019661386],"genre_scores_gemma":[0.23075607,0.000019113799,0.56589216,0.008724974,0.00059000007,0.01147942,0.0000694248,0.00004744008,0.18242142],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98665965,0.0035676733,0.0064381105,0.00079611456,0.0022529454,0.00028551504],"domain_scores_gemma":[0.97745764,0.017513638,0.0018654756,0.0023790437,0.0005994404,0.0001847683],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.11960913,0.00020495392,0.004428936,0.0005929931,0.0003330302,0.0010748034,0.00044613465,0.000045094454,0.0042717983],"category_scores_gemma":[0.06591168,0.00009927679,0.0038116095,0.0042645605,0.000023092241,0.00010961835,0.00012778341,0.000047442612,0.0017616198],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.8379217e-7,0.0000060507405,0.000540812,0.000017972177,0.03163684,0.0000026162943,0.00028745443,0.01485077,0.000011920608,0.007678125,0.9442506,0.000716147],"study_design_scores_gemma":[0.00011018619,0.000020814892,0.0011834236,0.0000042405986,0.15055807,0.0000090065605,0.00065531034,0.105868645,0.0000033561469,0.08666424,0.6546764,0.00024633243],"about_ca_topic_score_codex":0.000017106659,"about_ca_topic_score_gemma":0.00031955764,"teacher_disagreement_score":0.2895742,"about_ca_system_score_codex":0.000009239477,"about_ca_system_score_gemma":0.0000403451,"threshold_uncertainty_score":0.99996215},"labels":[],"label_agreement":null},{"id":"W4382319977","doi":"10.15690/vsp.v22i2.2557","title":"Transparent Reporting of a Multivariable Prediction Model for Individual Prognosis or Diagnosis (TRIPOD): Explanation and Elaboration. Translation into Russian","year":2023,"lang":"en","type":"article","venue":"Вопросы современной педиатрии","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Sydney Medical School; Medical Research Council; University of North Carolina at Chapel Hill; Cleveland Clinic; University College London; Albert-Ludwigs-Universität Freiburg; University of Oxford; School of Humanities and Sciences, Stanford University; University of Ottawa; Vanderbilt University; Universitair Medisch Centrum Utrecht; Universiteit Maastricht; Memorial Sloan-Kettering Cancer Center","keywords":"Tripod (photography); Checklist; Statement (logic); Elaboration; Computer science; Transparency (behavior); Medicine; Psychology; Cognitive psychology; Linguistics; Engineering; Humanities","score_opus":0.8442511380147707,"score_gpt":0.5407369803411503,"score_spread":0.30351415767362044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382319977","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33119667,0.00069243595,0.6570225,0.0037042226,0.0004400376,0.0053492156,0.00092937547,0.00009522967,0.0005703361],"genre_scores_gemma":[0.95304316,0.000107876476,0.04379937,0.000052178748,0.00009164987,0.0015710352,0.00043200454,0.000028345103,0.00087439176],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97993875,0.0013315892,0.014088701,0.0010921512,0.0032226504,0.00032615697],"domain_scores_gemma":[0.98503196,0.0030106292,0.009786181,0.0010789657,0.0009302375,0.00016200102],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05888989,0.0003349013,0.0021439183,0.0008544882,0.00033450176,0.00046650975,0.0005498037,0.00020424032,0.00035670545],"category_scores_gemma":[0.025145506,0.00019613364,0.00068023615,0.0027443613,0.000060336708,0.00080906024,0.000044336957,0.00012604379,0.000035897254],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004065741,0.0007433248,0.302051,0.0019382839,0.0015188107,0.00001126848,0.048982996,0.07995171,0.0030112409,0.005258034,0.06289994,0.4932268],"study_design_scores_gemma":[0.0008669959,0.00016206589,0.02682972,0.00015226143,0.0006171813,0.0000041232465,0.0013668915,0.9548192,0.0009848094,0.008034535,0.0059081023,0.00025412903],"about_ca_topic_score_codex":0.000038743445,"about_ca_topic_score_gemma":0.00018241556,"teacher_disagreement_score":0.8748675,"about_ca_system_score_codex":0.000044200122,"about_ca_system_score_gemma":0.0001725022,"threshold_uncertainty_score":0.9830661},"labels":[],"label_agreement":null},{"id":"W4382400196","doi":"10.21037/gs-23-76","title":"The SUPER reporting guideline suggested for reporting of surgical technique: explanation and elaboration","year":2023,"lang":"en","type":"article","venue":"Gland Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Chinese Academy of Medical Sciences; Lanzhou University","keywords":"Elaboration; Guideline; Medicine; Pathology","score_opus":0.701162908831014,"score_gpt":0.5405210859923071,"score_spread":0.16064182283870687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382400196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97494584,0.00056819996,0.019036334,0.0032731027,0.00038394166,0.0009859788,0.00001927991,0.000027184687,0.00076010585],"genre_scores_gemma":[0.99371356,0.00015214189,0.0024000753,0.000034097124,0.00015440672,0.00018027547,0.0001470925,0.000012156463,0.00320622],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.96297455,0.0018503687,0.032386627,0.0005210308,0.0020520205,0.00021537661],"domain_scores_gemma":[0.93183005,0.021601496,0.04227756,0.0015578166,0.0026538705,0.0000792228],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3784942,0.00012238555,0.0017422894,0.000277433,0.00023638233,0.00030204616,0.00018401344,0.00007145985,0.000110292814],"category_scores_gemma":[0.29972413,0.00005187631,0.0006472636,0.0013723753,0.000033707176,0.00014144504,0.000046532547,0.000057199046,0.00001538744],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029520561,0.000014760975,0.51690626,0.000096769174,0.00010783672,0.000054191798,0.0002916079,0.00006118836,0.0012310833,0.0007400673,0.3912479,0.08921881],"study_design_scores_gemma":[0.00022678629,0.000027931828,0.06046178,0.000115759714,0.00014541644,0.00021509302,0.0015781985,0.030498918,0.0015586265,0.0073529016,0.8975297,0.0002888716],"about_ca_topic_score_codex":0.000014144542,"about_ca_topic_score_gemma":0.000025360658,"teacher_disagreement_score":0.5062818,"about_ca_system_score_codex":0.000010635342,"about_ca_system_score_gemma":0.00011070863,"threshold_uncertainty_score":0.70617455},"labels":[],"label_agreement":null},{"id":"W4382501886","doi":"10.1111/1471-0528.17570","title":"A re‐analysis of 150 women's health trials to investigate how the Bayesian approach may offer a solution to the misinterpretation of statistical findings","year":2023,"lang":"en","type":"article","venue":"BJOG An International Journal of Obstetrics & Gynaecology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa","funders":"National Institute for Health and Care Research","keywords":"Frequentist inference; Bayesian probability; Confidence interval; Statistics; Statistical significance; Credible interval; Point estimation; Posterior probability; Frequentist probability; Econometrics; Statistical power; Bayesian statistics; Concordance; Mathematics; Medicine; Bayesian inference; Internal medicine","score_opus":0.5453768160284663,"score_gpt":0.510743272599204,"score_spread":0.03463354342926228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382501886","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4124757,0.00020479588,0.559093,0.023883395,0.0027992483,0.0009288805,0.00025016806,0.0000043741143,0.0003604465],"genre_scores_gemma":[0.98944056,0.000025507486,0.008540715,0.0013102512,0.00007603815,0.000034009237,0.000027277081,0.000010622287,0.0005350076],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.96966594,0.014449547,0.009367494,0.0005377145,0.0056168265,0.00036247823],"domain_scores_gemma":[0.9534906,0.031865027,0.009158149,0.0011773513,0.0039476976,0.00036117138],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12559573,0.0002171253,0.003282764,0.003789307,0.00012110121,0.00039936425,0.0030195885,0.000094139396,0.0020199928],"category_scores_gemma":[0.24281353,0.000097070246,0.0012890463,0.0065054265,0.00012312789,0.00023554725,0.00019774777,0.00024971482,0.000063446474],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005901138,0.0011400717,0.15880199,0.00017975326,0.027861552,0.000103467835,0.08498245,0.10792382,0.00055299065,0.041875508,0.21478947,0.3611988],"study_design_scores_gemma":[0.0014440872,0.001966294,0.7509322,0.0000446435,0.0029357472,0.000043441352,0.021194033,0.18694821,0.00007780218,0.009704859,0.02432599,0.0003826878],"about_ca_topic_score_codex":0.000024157529,"about_ca_topic_score_gemma":0.00005282166,"teacher_disagreement_score":0.5921302,"about_ca_system_score_codex":0.00037165504,"about_ca_system_score_gemma":0.0003679293,"threshold_uncertainty_score":0.9988923},"labels":[],"label_agreement":null},{"id":"W4382602075","doi":"10.1016/j.cct.2023.107277","title":"Reporting quality of CONSORT flow diagrams in published early phase dose-finding clinical trial reports: Improvement is needed","year":2023,"lang":"en","type":"article","venue":"Contemporary Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Institute of Cancer Research; Medical Research Council; National Institute for Health and Care Research","keywords":"Medicine; Consolidated Standards of Reporting Trials; Clinical trial; Medical physics; Interpretability; Information retrieval; Computer science; Internal medicine; Artificial intelligence","score_opus":0.9801797986658639,"score_gpt":0.7437191790393494,"score_spread":0.23646061962651455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382602075","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"reporting","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97768587,0.00035161845,0.00091083563,0.0034363735,0.0071148933,0.0068341647,0.000091607755,0.000054807813,0.0035198156],"genre_scores_gemma":[0.9916642,0.000094571966,0.00097480597,0.0009279585,0.0013487673,0.0002687289,0.00009118006,0.000036914334,0.004592891],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.19166654,0.23688227,0.5449671,0.007798544,0.017154984,0.0015305199],"domain_scores_gemma":[0.17488225,0.4054237,0.39343095,0.019558394,0.0048937555,0.0018109668],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.92209345,0.0006526336,0.025765037,0.00093838974,0.00015133769,0.001448657,0.0021057732,0.00078269857,0.0038634387],"category_scores_gemma":[0.9408746,0.00035937707,0.014093332,0.0043395613,0.00039529664,0.00093902164,0.00061000756,0.0010333528,0.0005161689],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011081936,0.002018443,0.60706574,0.00012145923,0.0014834214,0.0004369489,0.0004461305,0.000005413257,0.00021690846,0.00016931498,0.22934397,0.14761032],"study_design_scores_gemma":[0.40751114,0.010907499,0.3132718,0.0013136774,0.0021592227,0.000026710642,0.008408126,0.009483576,0.00065631594,0.10392201,0.13876103,0.0035789043],"about_ca_topic_score_codex":0.00024045738,"about_ca_topic_score_gemma":0.00003249499,"teacher_disagreement_score":0.3964292,"about_ca_system_score_codex":0.000039288287,"about_ca_system_score_gemma":0.0012759134,"threshold_uncertainty_score":0.9998858},"labels":[],"label_agreement":null},{"id":"W4382987660","doi":"10.1101/2023.06.29.546350","title":"Cardiology researchers’ practices and perceived barriers to open science: an international survey","year":2023,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Open science; Medical education; Psychology; Scopus; Scale (ratio); Equity (law); Thematic analysis; Open data; Publishing; Medicine; MEDLINE; Political science; Computer science; World Wide Web; Mathematics; Sociology; Qualitative research; Geography; Social science","score_opus":0.7173423882606867,"score_gpt":0.535650622899526,"score_spread":0.18169176536116072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382987660","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99288034,0.00013778683,0.0006960529,0.0016577848,0.0020437469,0.0019332718,0.00044512324,0.00003771065,0.00016817694],"genre_scores_gemma":[0.9922604,0.00012153688,0.006435789,0.0003091792,0.00029858985,0.00027278814,8.3395827e-7,0.000057825448,0.00024304063],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96749556,0.016301444,0.0045189075,0.004252278,0.0066916896,0.00074010924],"domain_scores_gemma":[0.97303563,0.003697422,0.0053199017,0.00848548,0.0075975545,0.0018640282],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","open_science","insufficient_payload"],"category_scores_codex":[0.30770183,0.0005564512,0.0032363331,0.0016458423,0.00059528166,0.010832891,0.0152006,0.0003528425,0.0013908019],"category_scores_gemma":[0.37825269,0.0003697227,0.0004195291,0.0034026261,0.00052857876,0.0013480138,0.008166667,0.0007944023,0.0014010483],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007070691,0.00004691836,0.9239732,0.000086225504,0.0007505161,0.00008691319,0.00026099946,0.0003182192,0.05903566,0.0008292995,0.014518661,0.000022682225],"study_design_scores_gemma":[0.00015292766,0.00004995388,0.97311467,0.0000732366,0.00009186243,4.135902e-8,0.00012954834,0.0014867231,0.0002947286,0.000020806894,0.024149783,0.0004357162],"about_ca_topic_score_codex":0.0007439351,"about_ca_topic_score_gemma":0.00016062908,"teacher_disagreement_score":0.070550844,"about_ca_system_score_codex":0.00028394628,"about_ca_system_score_gemma":0.0028641336,"threshold_uncertainty_score":0.9998755},"labels":[],"label_agreement":null},{"id":"W4383220585","doi":"10.7554/elife.78518.sa2","title":"Author response: Epidemiological characteristics and prevalence rates of research reproducibility across disciplines: A scoping review of articles published in 2018-2019","year":2022,"lang":"en","type":"review","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McGill University; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Epidemiology; Reproducibility; Environmental health; Medicine; Statistics; Mathematics; Pathology","score_opus":0.9228648363841518,"score_gpt":0.7007930278436533,"score_spread":0.22207180854049857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383220585","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00226631,0.99016374,0.0000780192,0.0012280614,0.00015144811,0.005787491,0.00024032065,0.0000049252344,0.00007970868],"genre_scores_gemma":[0.00010560723,0.99183285,0.001139094,0.000037943522,0.000040675182,0.00047767986,0.000026367814,0.000017362861,0.006322394],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.4321494,0.43883482,0.09744379,0.012439954,0.017368974,0.0017630495],"domain_scores_gemma":[0.5712378,0.33659187,0.044305597,0.04137678,0.0058422387,0.00064567616],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8356013,0.00057898386,0.021970764,0.0007759893,0.00018072508,0.00039329624,0.0038196058,0.0002679171,0.016863948],"category_scores_gemma":[0.85965216,0.00024522003,0.0026410504,0.0068219225,0.00075715146,0.00035551848,0.0027331926,0.0009426529,0.0001016328],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047895548,0.00017070911,0.009822252,0.5931693,0.000105285995,0.000006216622,0.00024457954,2.1658772e-7,0.0000013238019,0.00014368368,0.013233416,0.38305512],"study_design_scores_gemma":[0.0001146578,0.00021909212,0.015362639,0.6197503,0.0006028347,0.000034619097,0.00043470087,0.00009124023,0.000001967898,0.0016327276,0.36126876,0.0004864361],"about_ca_topic_score_codex":0.000025850566,"about_ca_topic_score_gemma":0.000018061097,"teacher_disagreement_score":0.3825687,"about_ca_system_score_codex":0.00010430781,"about_ca_system_score_gemma":0.0008257313,"threshold_uncertainty_score":0.9999783},"labels":[],"label_agreement":null},{"id":"W4383342582","doi":"10.1186/s12913-023-09726-8","title":"Overlapping research efforts in a global pandemic: a rapid systematic review of COVID-19-related individual participant data meta-analyses","year":2023,"lang":"en","type":"review","venue":"BMC Health Services Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University; Jewish General Hospital","funders":"Institute of Genetics; Horizon 2020 Framework Programme; Universitätsklinikum Heidelberg","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Nursing research; Health informatics; Medicine; Meta-analysis; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Public health; Systematic review; Health administration; MEDLINE; Virology; Nursing; Outbreak; Pathology; Disease; Biology","score_opus":0.9838711068747567,"score_gpt":0.7652878711180463,"score_spread":0.21858323575671035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383342582","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000068302975,0.97297984,0.000063824744,0.0003742126,0.00016471758,0.023868999,0.002188626,0.0000314423,0.00032151522],"genre_scores_gemma":[0.000031272193,0.99212384,0.0004561278,0.0006235398,0.000089576926,0.004011334,0.0011926617,0.00010025617,0.001371379],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.3752578,0.47251958,0.080896914,0.007436386,0.059576157,0.0043131714],"domain_scores_gemma":[0.6788089,0.20944102,0.04648483,0.051366672,0.009407195,0.0044913464],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","open_science","insufficient_payload"],"category_scores_codex":[0.8470764,0.0015002202,0.061803747,0.006431811,0.0008521586,0.0018087402,0.027233975,0.000881274,0.0069618244],"category_scores_gemma":[0.23432337,0.0007046765,0.008560264,0.0490326,0.000494018,0.000666205,0.008727229,0.0031846454,0.007995173],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006395013,0.00013737925,0.000102534024,0.9726079,0.012107864,0.000048617156,0.0007611781,0.000009813101,1.3727167e-8,0.00024070697,0.0060632797,0.007914324],"study_design_scores_gemma":[0.00023159158,0.00011933733,0.000028879247,0.6344828,0.03312911,0.00007606248,0.0031016474,0.0013746865,6.2487624e-9,0.0010029401,0.32596514,0.00048780127],"about_ca_topic_score_codex":0.0032190005,"about_ca_topic_score_gemma":0.0058371094,"teacher_disagreement_score":0.61275303,"about_ca_system_score_codex":0.0010607728,"about_ca_system_score_gemma":0.018019544,"threshold_uncertainty_score":0.9997747},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4383498320","doi":"10.1007/s12630-023-02510-6","title":"Methodological and reporting quality assessment of network meta-analyses in anesthesiology: a systematic review and meta-epidemiological study","year":2023,"lang":"en","type":"review","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Capital District Health Authority; Nova Scotia Health Authority; Dalhousie University; London Health Sciences Centre; Western University","funders":"Dalhousie University","keywords":"Political science; Physics","score_opus":0.9370578515827377,"score_gpt":0.6238277007626187,"score_spread":0.31323015082011896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383498320","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027835544,0.9923376,0.00005592135,0.001006262,0.00010745843,0.0036277892,0.000018141794,0.000004440345,0.00005887297],"genre_scores_gemma":[0.0038918017,0.9894434,0.0050884015,0.00030710583,0.00022394818,0.00025912357,0.000008487885,0.00010683755,0.00067089114],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.7736966,0.14994748,0.06926288,0.0016932187,0.004087271,0.0013125795],"domain_scores_gemma":[0.72813725,0.064769745,0.1929262,0.004909609,0.0048389123,0.00441829],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.6075768,0.0019018928,0.10484645,0.0030702173,0.00047887888,0.00090705825,0.0038196975,0.00078728015,0.0014568636],"category_scores_gemma":[0.28336617,0.0007703453,0.01634245,0.0042951726,0.00052968826,0.00039996125,0.00013671197,0.0026874524,0.00001790767],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016096637,0.00019610861,0.008848305,0.39222547,0.13241082,0.4528247,0.0006744102,0.00035393942,7.35007e-8,0.0010327563,0.005218453,0.0061988295],"study_design_scores_gemma":[0.00015995037,0.0006928557,0.0030913267,0.01986801,0.38114318,0.58464205,0.00084423943,0.000015297821,6.6623276e-9,0.0017314577,0.0071322965,0.00067929056],"about_ca_topic_score_codex":0.0027987973,"about_ca_topic_score_gemma":0.008800063,"teacher_disagreement_score":0.37235746,"about_ca_system_score_codex":0.0004979348,"about_ca_system_score_gemma":0.004305211,"threshold_uncertainty_score":0.9996134},"labels":[],"label_agreement":null},{"id":"W4383535117","doi":"10.1136/bmjopen-2022-069856","title":"Identifying priority questions regarding rapid systematic reviews’ methods: protocol for an eDelphi study","year":2023,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trillium Health Centre; McMaster University; Impact; St. Michael's Hospital; Concordia University; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; Concordia University; International Development Research Centre; World Health Organization","keywords":"Medicine; Protocol (science); Systematic review; Health services research; Public health; MEDLINE; Management science; Alternative medicine; Pathology","score_opus":0.9617174233759187,"score_gpt":0.7531588264928527,"score_spread":0.208558596883066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383535117","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017394354,0.00005729475,0.09666289,0.0002753144,0.00030236066,0.8991829,0.000008272414,0.000033944107,0.0033030675],"genre_scores_gemma":[0.0006233806,0.0000018906328,0.09010154,0.0000889221,0.00013909875,0.89493877,0.0000054910383,0.000027239668,0.014073666],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.865217,0.10459074,0.022116393,0.0022129854,0.0052896137,0.0005732753],"domain_scores_gemma":[0.9681428,0.010667496,0.010209664,0.009041062,0.0016554613,0.00028350193],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.64219904,0.00040745616,0.007362281,0.0005716003,0.0006667562,0.0057771667,0.0055885734,0.00008300432,0.0016211335],"category_scores_gemma":[0.21896243,0.00019349401,0.0017585116,0.0031895337,0.000027482882,0.0012996177,0.0010740374,0.00015121499,0.0039974535],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015417418,0.0011553394,0.009894828,0.10612495,0.0018327999,0.000032933167,0.016644385,0.00012309123,0.00033627937,0.0067487247,0.79086417,0.06608834],"study_design_scores_gemma":[0.0069266204,0.0019044413,0.012509762,0.047783133,0.005005268,0.00011340897,0.08952218,0.081303634,0.00008285549,0.07336528,0.6783148,0.0031686025],"about_ca_topic_score_codex":0.00005176831,"about_ca_topic_score_gemma":0.00017116062,"teacher_disagreement_score":0.4232366,"about_ca_system_score_codex":0.00006153883,"about_ca_system_score_gemma":0.00016820476,"threshold_uncertainty_score":0.9997917},"labels":[],"label_agreement":null},{"id":"W4384029019","doi":"10.1111/vec.13312","title":"Quality of reporting of prospective in vivo and ex vivo studies published in the <i>Journal of Veterinary Emergency and Critical Care</i> over a 10‐year period (2009–2019)","year":2023,"lang":"en","type":"review","venue":"Journal of Veterinary Emergency and Critical Care","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; University of Calgary; University of British Columbia","funders":"","keywords":"Blinding; Medicine; Checklist; Sample size determination; Operationalization; Critical appraisal; Clinical study design; Inclusion (mineral); Family medicine; Clinical trial; Statistics; Alternative medicine; Pathology; Psychology","score_opus":0.7141230725480819,"score_gpt":0.6056908073252484,"score_spread":0.10843226522283356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384029019","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.179024,0.8191442,0.000024324378,0.0001364844,0.00079381623,0.00047620657,0.00012202049,0.0000012657345,0.0002777006],"genre_scores_gemma":[0.3117359,0.68759644,0.0003689937,0.000009915464,0.00017563745,0.000015953445,0.000001413009,0.000025192174,0.00007054154],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.9590032,0.009857937,0.026545838,0.0007048864,0.0034731464,0.00041496934],"domain_scores_gemma":[0.97574955,0.0043560155,0.013217698,0.0011091669,0.0053120838,0.0002554731],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.059121154,0.0005951263,0.009579238,0.0008992126,0.00013516386,0.00014351944,0.0010531471,0.00028646737,0.0016028672],"category_scores_gemma":[0.10569035,0.00029814517,0.0021263377,0.0015680325,0.0004413956,0.00070232083,0.0004905552,0.00086664996,0.0000017094601],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019655589,0.0021005366,0.11371223,0.5791462,0.004490876,0.008064288,0.12234428,0.0000058007113,0.0010661791,0.004114947,0.037188336,0.12580077],"study_design_scores_gemma":[0.0033540295,0.027966026,0.07415734,0.06139521,0.013203525,0.021493163,0.5776055,0.000044358792,0.000016484335,0.01684316,0.20079456,0.0031266408],"about_ca_topic_score_codex":0.000025216312,"about_ca_topic_score_gemma":0.000026325812,"teacher_disagreement_score":0.517751,"about_ca_system_score_codex":0.00007241396,"about_ca_system_score_gemma":0.00026163456,"threshold_uncertainty_score":0.9999471},"labels":[],"label_agreement":null},{"id":"W4384466920","doi":"10.1016/j.jss.2023.05.030","title":"Modeling the Adoption of 5760 Clinical Studies Into Practice Across 5 Surgical Specialties","year":2023,"lang":"en","type":"article","venue":"Journal of Surgical Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Specialty; Citation; Impact factor; Perioperative; Set (abstract data type); Medicine; Knowledge translation; Computer science; Family medicine; Library science; Surgery; Knowledge management; Political science","score_opus":0.964050085383392,"score_gpt":0.7604477964346443,"score_spread":0.20360228894874766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384466920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96199405,0.0077825813,0.00054114824,0.025758488,0.00073989265,0.00036492737,0.000003986907,0.0000031529794,0.0028117704],"genre_scores_gemma":[0.9763977,0.016966136,0.0009724551,0.000032148728,0.0014255996,0.000007384361,6.8108403e-7,0.000011637155,0.0041862368],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8902529,0.058878217,0.021608682,0.0007841751,0.027670879,0.0008051706],"domain_scores_gemma":[0.7520164,0.20906292,0.0074561904,0.002890241,0.028026534,0.0005477095],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.629919,0.00018407746,0.0033991905,0.00055651704,0.00046725196,0.00066794857,0.0024001736,0.00015219438,0.0010261707],"category_scores_gemma":[0.2793353,0.00006745874,0.0026391107,0.004105664,0.0006949498,0.000577467,0.0007666391,0.0014460273,0.0017321784],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039154044,0.0014632015,0.029003406,0.0005035179,0.005157723,0.0050459374,0.021625645,0.03367543,0.00006609849,0.029893849,0.4996108,0.370039],"study_design_scores_gemma":[0.0010759158,0.000548915,0.0016969312,0.00023946879,0.00016872921,0.00042467398,0.072325744,0.04791308,0.000011163914,0.024894632,0.8505394,0.0001613533],"about_ca_topic_score_codex":0.000013620435,"about_ca_topic_score_gemma":0.0000169919,"teacher_disagreement_score":0.36987764,"about_ca_system_score_codex":0.00007503035,"about_ca_system_score_gemma":0.00029375797,"threshold_uncertainty_score":0.99988705},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4384497634","doi":"10.1177/26320843231190024","title":"Approximately unbiased estimators of the inverse variance from sample summary statistics","year":2023,"lang":"en","type":"article","venue":"Research Methods in Medicine & Health Sciences","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Estimator; Statistics; Mathematics; Quartile; Variance (accounting); Standard deviation; Mean squared error; Context (archaeology); Standard error; Sample size determination; Bias of an estimator; Econometrics; Minimum-variance unbiased estimator; Confidence interval","score_opus":0.9570481767313542,"score_gpt":0.7678696584903626,"score_spread":0.18917851824099163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384497634","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03826205,0.0037197324,0.9021516,0.043618076,0.0022762243,0.0037284761,0.00039076817,0.000030702377,0.0058224094],"genre_scores_gemma":[0.008108083,0.0006682123,0.9889858,0.000853719,0.0001329456,0.000078284116,0.000012975285,0.000012929134,0.0011470913],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.85904926,0.10819295,0.010365987,0.0017806032,0.019318644,0.0012925401],"domain_scores_gemma":[0.7713654,0.21601379,0.0048284703,0.0050712116,0.002042445,0.0006786726],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.66489017,0.00023033727,0.0029701833,0.0015830728,0.00071004976,0.00020162044,0.004979945,0.00008010468,0.002305053],"category_scores_gemma":[0.46184528,0.00009395774,0.00027443032,0.020492312,0.00282187,0.00020118583,0.00059459853,0.0006362832,0.00018958135],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021448726,0.00007584328,0.14724927,0.0004993803,0.000050318675,0.0000118880625,0.0084336735,0.0012644398,0.00037862075,0.017428873,0.5598418,0.2647444],"study_design_scores_gemma":[0.00044500147,0.0003130288,0.11321173,0.0008458098,0.00002461211,0.0000022543798,0.014215865,0.35525844,0.000094459574,0.4702216,0.045184404,0.00018276987],"about_ca_topic_score_codex":0.0067315106,"about_ca_topic_score_gemma":0.0012933214,"teacher_disagreement_score":0.51465744,"about_ca_system_score_codex":0.00011408743,"about_ca_system_score_gemma":0.0015932454,"threshold_uncertainty_score":0.9998919},"labels":[],"label_agreement":null},{"id":"W4384666004","doi":"10.31234/osf.io/gfwur","title":"Correction to Raising the value of research studies in psychological science by increasing the credibility of research reports","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Ottawa","keywords":"Credibility; Protocol (science); Audit; Raising (metalworking); Value (mathematics); Psychological research; Protocol analysis; Research design; Null hypothesis; Null (SQL); Accounting; Psychology; Computer science; Statistics; Political science; Social psychology; Data mining; Engineering; Mathematics; Medicine; Economics; Alternative medicine; Law","score_opus":0.9704001502071485,"score_gpt":0.7605276844778309,"score_spread":0.20987246572931761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384666004","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9763535,0.0012292486,0.001518,0.0041096285,0.0024540722,0.0029607138,0.000005721293,0.000008334977,0.011360758],"genre_scores_gemma":[0.99318665,0.00014207426,0.000927393,0.00003485561,0.00006539831,0.00015513285,8.6728863e-7,0.000008724017,0.005478919],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.56869537,0.27295947,0.042592093,0.009482761,0.10402199,0.0022483417],"domain_scores_gemma":[0.64953774,0.26505283,0.010035794,0.028387375,0.046620138,0.00036615971],"candidate_categories":["metaresearch","sts","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.89959425,0.00025610515,0.003189747,0.0019991435,0.00078443636,0.00086292654,0.0056529157,0.00015506179,0.00040721006],"category_scores_gemma":[0.7908863,0.000084407526,0.00087448955,0.01593979,0.0044451207,0.0001282221,0.006244835,0.001876116,0.00011173195],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011780549,0.0004025549,0.13836627,0.0005199544,0.00026124806,0.000030157413,0.014309119,0.004076923,0.0041326834,0.0017869743,0.82209945,0.013896867],"study_design_scores_gemma":[0.0001622356,0.00040259107,0.50807196,0.0036501102,0.00013288631,0.00010920554,0.088150546,0.021455977,0.0025123584,0.36995602,0.004935916,0.00046020548],"about_ca_topic_score_codex":0.0041826847,"about_ca_topic_score_gemma":0.0007042875,"teacher_disagreement_score":0.8171635,"about_ca_system_score_codex":0.00033284,"about_ca_system_score_gemma":0.00058695016,"threshold_uncertainty_score":0.99972695},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4384933766","doi":"10.3410/f.742279947.793599761","title":"Faculty Opinions recommendation of Extraction of accurate cytoskeletal actin velocity distributions from noisy measurements.","year":2023,"lang":"en","type":"dataset","venue":"Faculty Opinions – Post-Publication Peer Review of the Biomedical Literature","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Extraction (chemistry); Cytoskeleton; Actin; Computer science; Chemistry; Biology; Chromatography; Cell biology; Biochemistry; Cell","score_opus":0.5152718349553661,"score_gpt":0.5314115789655732,"score_spread":0.016139744010207124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384933766","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000041402345,0.00058388634,0.0012194345,0.0870041,0.0016308094,0.0019532293,0.9075143,0.000016851258,0.00007330012],"genre_scores_gemma":[0.00005418236,0.00020188263,0.0013062754,0.0005851562,0.0002559519,0.0002506624,0.99578786,0.000024498891,0.0015335176],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9669782,0.0075093578,0.013514196,0.0014975548,0.010090275,0.00041039631],"domain_scores_gemma":[0.94493127,0.0025785866,0.020895267,0.006056206,0.025136814,0.00040182992],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.040014375,0.0007732395,0.004567584,0.00077328377,0.00035627498,0.00047694484,0.004830755,0.0008010679,0.003379776],"category_scores_gemma":[0.17753486,0.00039561972,0.003819946,0.0071501103,0.00037575664,0.00072473433,0.00075690536,0.0011483901,0.0010947371],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009031181,0.0003505437,0.000026031217,0.0023896939,0.000556962,1.4108416e-7,0.00006804465,6.034063e-7,0.000012251266,0.00011076737,0.99312955,0.0033463764],"study_design_scores_gemma":[0.0003623696,0.000057266658,0.007763114,0.004831259,0.00078540895,0.000008140775,0.000081615886,0.000056245786,0.00004032466,0.00017482329,0.98552835,0.00031109195],"about_ca_topic_score_codex":0.00025634258,"about_ca_topic_score_gemma":0.000047633494,"teacher_disagreement_score":0.13752049,"about_ca_system_score_codex":0.00018225028,"about_ca_system_score_gemma":0.00068887864,"threshold_uncertainty_score":0.99984956},"labels":[],"label_agreement":null},{"id":"W4385077234","doi":"10.1016/j.jclinepi.2023.07.008","title":"Meta-research studies on reporting should transparently report core elements of data collection and results: authors' reply","year":2023,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; St. Joseph’s Healthcare Hamilton; McGill University; McMaster University; Jewish General Hospital","funders":"","keywords":"Core (optical fiber); Data collection; Meta-analysis; Computer science; Medicine; Psychology; Data science; Statistics; Mathematics; Pathology","score_opus":0.9956534469957802,"score_gpt":0.793795361559828,"score_spread":0.20185808543595218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385077234","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":"reporting","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0073809354,0.004725973,0.0020461734,0.97698444,0.00682959,0.0011149442,0.00024457966,0.000007978217,0.00066536135],"genre_scores_gemma":[0.009411174,0.02824603,0.13297647,0.63185024,0.027108664,0.00017808411,0.0010937979,0.00032180888,0.16881374],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.14212218,0.34543812,0.48483628,0.0060317395,0.02015272,0.00141896],"domain_scores_gemma":[0.018616611,0.5907941,0.3698374,0.0100985225,0.010268207,0.00038514836],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.9503967,0.0006041128,0.04027416,0.0015819516,0.00026384566,0.000115162766,0.0041330284,0.0013563309,0.00037394415],"category_scores_gemma":[0.98259544,0.00025939604,0.007799677,0.001957232,0.0008161669,0.0002558041,0.0007890378,0.0073086065,0.00008057322],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001755655,0.000058444635,0.027231148,0.00022745461,0.014178593,0.0016950808,0.00010484624,0.000053702384,6.56537e-7,0.00003245968,0.95355606,0.00268601],"study_design_scores_gemma":[0.00051295164,0.0012141506,0.007696767,0.00055881025,0.008041244,0.0007493494,0.00041449524,0.001464411,8.7693076e-7,0.024904946,0.95421904,0.00022293789],"about_ca_topic_score_codex":0.000058836176,"about_ca_topic_score_gemma":0.00006277135,"teacher_disagreement_score":0.34513423,"about_ca_system_score_codex":0.00006699638,"about_ca_system_score_gemma":0.00066111545,"threshold_uncertainty_score":0.9999858},"labels":[],"label_agreement":null},{"id":"W4385221912","doi":"10.5465/amproc.2023.11363symposium","title":"Advancing Leadership and Team Research Through Second Uses of Meta-Analytic Data","year":2023,"lang":"en","type":"article","venue":"Academy of Management Proceedings","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Psychology; Knowledge management; Computer science","score_opus":0.950300166481259,"score_gpt":0.6151189653418156,"score_spread":0.3351812011394434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385221912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6009442,0.021296006,0.0012040307,0.06736467,0.000215854,0.007250081,0.00017012189,0.00010141919,0.3014536],"genre_scores_gemma":[0.9357172,0.00086550385,0.0075088535,0.00067487266,0.00006288634,0.000061601866,0.000007653091,0.000026980628,0.055074397],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98192495,0.0010811483,0.00665465,0.0017389471,0.00800179,0.00059854006],"domain_scores_gemma":[0.9915341,0.0031999014,0.0030871076,0.0014639213,0.00060107704,0.00011388639],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19487658,0.00027177742,0.0032902341,0.001187319,0.00015203097,0.0003446496,0.004370579,0.000106001906,0.002711195],"category_scores_gemma":[0.01589785,0.00014773606,0.0006886482,0.0047108945,0.00028534135,0.0014838172,0.002129405,0.00034036656,0.00045631014],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009329727,0.000034108834,0.003533777,0.001979809,0.00418009,0.0000012181733,0.0010851595,0.0000089302885,0.0002883351,0.03795728,0.94501126,0.0059107225],"study_design_scores_gemma":[0.0003194221,0.00007081851,0.009258191,0.0001565578,0.006024595,0.0000034726784,0.031785645,0.0040261922,0.0011373489,0.074745215,0.87216914,0.00030338267],"about_ca_topic_score_codex":0.000007233489,"about_ca_topic_score_gemma":0.0000034795357,"teacher_disagreement_score":0.33477303,"about_ca_system_score_codex":0.000016704802,"about_ca_system_score_gemma":0.000013195638,"threshold_uncertainty_score":0.9982005},"labels":[],"label_agreement":null},{"id":"W4385270131","doi":"10.1136/bmjebm-2023-112482","title":"Exploring advanced methods for network meta-analysis","year":2023,"lang":"en","type":"editorial","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; St. Michael's Hospital","funders":"","keywords":"Network analysis; Computer science; Engineering","score_opus":0.9687966746492905,"score_gpt":0.6861621719315322,"score_spread":0.28263450271775836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385270131","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000013269049,0.033807382,0.4279063,0.0091105625,0.5253201,0.003504502,0.00010972817,0.00005603857,0.0001840363],"genre_scores_gemma":[0.000020843449,0.0019633332,0.22754534,0.00071372866,0.72596,0.01034685,0.0005281822,0.0001785023,0.03274321],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.87128913,0.054633774,0.03753914,0.006201898,0.028589094,0.0017469344],"domain_scores_gemma":[0.33784148,0.6009746,0.030055782,0.017704546,0.012375773,0.0010478206],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.5979968,0.0018120307,0.03919411,0.0033234323,0.0004924662,0.00086089835,0.0068907486,0.00083271216,0.016622847],"category_scores_gemma":[0.8151984,0.0008199602,0.029606305,0.016574599,0.00031120793,0.00091695215,0.00038050365,0.0011706464,0.0016531954],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090912596,0.000016609134,0.000012943758,0.00047103874,0.09101371,0.000015359114,0.000089452995,0.010333916,0.0000049153655,0.00011812463,0.8815946,0.016238414],"study_design_scores_gemma":[0.00032949384,0.00020760225,0.000011939927,0.00046999127,0.34602225,3.231032e-7,0.0001494443,0.006011487,0.0000051525017,0.0026983698,0.64359665,0.00049729773],"about_ca_topic_score_codex":0.000116187955,"about_ca_topic_score_gemma":0.0001761446,"teacher_disagreement_score":0.5463408,"about_ca_system_score_codex":0.00023802936,"about_ca_system_score_gemma":0.0011136829,"threshold_uncertainty_score":0.9994625},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4385278485","doi":"10.31234/osf.io/758dx","title":"L’importance de la science ouverte en recherche en psychologie","year":2023,"lang":"fr","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.9349024534882003,"score_gpt":0.6576264802495904,"score_spread":0.27727597323861,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385278485","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053215254,0.003070904,0.24600936,0.028437639,0.005727992,0.002549468,0.000056300323,0.00012123037,0.66081184],"genre_scores_gemma":[0.07453955,0.0040900502,0.29816276,0.0018360262,0.00038970457,0.00025354547,0.000008165085,0.000057444042,0.62066275],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.78477293,0.1642962,0.024081146,0.00819101,0.016585842,0.0020728894],"domain_scores_gemma":[0.89276785,0.08068618,0.007930032,0.015723834,0.0020508354,0.0008412615],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.7154771,0.00092619966,0.0061550518,0.0009416204,0.0003947459,0.003800414,0.017692922,0.0014597226,0.037099995],"category_scores_gemma":[0.38394874,0.00048741058,0.0036231158,0.0064227288,0.0014478266,0.00045213298,0.0032808485,0.002777724,0.05153384],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011266745,0.00025694622,0.08583738,0.00037267926,0.00069076807,0.00017065702,0.0047194962,0.0014924543,0.0010436119,0.08350063,0.52916497,0.29273912],"study_design_scores_gemma":[0.00019068997,0.000049773305,0.13934287,0.00037088987,0.00058676605,0.00008620319,0.0030406686,0.030626956,0.00013879695,0.35955733,0.46509087,0.00091819256],"about_ca_topic_score_codex":0.00023571926,"about_ca_topic_score_gemma":0.00017448897,"teacher_disagreement_score":0.3315284,"about_ca_system_score_codex":0.0011273458,"about_ca_system_score_gemma":0.0026908156,"threshold_uncertainty_score":0.99983656},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4385287363","doi":"10.1136/bmjopen-2023-073232","title":"Evaluating the impact of including non-randomised studies of interventions in meta-analysis of randomised controlled trials: a protocol for a meta-epidemiological study","year":2023,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"National Science Fund for Distinguished Young Scholars; Canadian Institutes of Health Research; National Natural Science Foundation of China","keywords":"Medicine; Meta-analysis; Randomized controlled trial; Concordance; Systematic review; Psychological intervention; MEDLINE; Publication bias; Population; Epidemiology; Meta-regression; Internal medicine; Environmental health; Psychiatry","score_opus":0.9906337942003213,"score_gpt":0.8021268322848917,"score_spread":0.1885069619154296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385287363","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07209261,0.00033535945,0.0034725934,0.00038318362,0.00002675472,0.9232632,0.00010014535,0.000003026766,0.0003231299],"genre_scores_gemma":[0.33525762,0.0000013344396,0.0015919514,0.00001161208,0.000009405894,0.66247326,0.0000032177938,0.0000067507226,0.00064484077],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.49953806,0.38294578,0.10585505,0.002235148,0.008728497,0.00069748226],"domain_scores_gemma":[0.37636226,0.53663,0.07500934,0.0060602077,0.005812945,0.0001252717],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8671608,0.00047540173,0.06762571,0.0014916583,0.00014939735,0.00022385143,0.0031934313,0.00007207707,0.00594781],"category_scores_gemma":[0.7753061,0.0001263651,0.07732247,0.006045366,0.00012571561,0.00019206175,0.0009487888,0.00011793766,0.000012060439],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.031366702,0.0006140629,0.0027126458,0.0002599083,0.92701894,8.9756946e-7,0.002865176,0.03174194,0.00018052977,0.000057852412,0.002826178,0.00035519424],"study_design_scores_gemma":[0.15321234,0.0011576987,0.0036492446,0.00007701236,0.6824954,2.5788577e-7,0.006997047,0.14884518,0.00002096849,0.0033931765,0.0000073993847,0.00014426452],"about_ca_topic_score_codex":0.00024671905,"about_ca_topic_score_gemma":0.00028053293,"teacher_disagreement_score":0.26316503,"about_ca_system_score_codex":0.000034793942,"about_ca_system_score_gemma":0.00020335925,"threshold_uncertainty_score":0.9949609},"labels":[{"model":"gemma","categories":["metaepi_broad"],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4385295156","doi":"10.1111/ajo.13727","title":"Improving trustworthiness in research in women's health: A collective effort by OBGYN Editors","year":2023,"lang":"en","type":"editorial","venue":"Australian and New Zealand Journal of Obstetrics and Gynaecology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"KU Leuven; Department of Obstetrics, Gynecology and Reproductive Sciences, University of Pittsburgh; University of Toronto; James Cook University; Thomas Jefferson University; Royal College of Surgeons in Ireland; University of North Carolina at Chapel Hill; Washington University in St. Louis; Yale University","keywords":"Trustworthiness; Psychology; Computer science; Social psychology","score_opus":0.4496945408415591,"score_gpt":0.4984514513853732,"score_spread":0.04875691054381415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385295156","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048304442,0.0039842078,0.0000092219825,0.0026378473,0.94411653,0.00072799483,0.000089526584,0.0000025664604,0.0001276427],"genre_scores_gemma":[0.07388435,0.018986788,0.0007479531,0.0003296889,0.56955683,0.00013381089,0.000114186536,0.0002438634,0.33600253],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9787466,0.0055499813,0.008848441,0.001013498,0.004823772,0.0010177384],"domain_scores_gemma":[0.9032091,0.08462264,0.008118344,0.00097162626,0.0020158382,0.0010624452],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10707488,0.00043784914,0.005379379,0.0042568557,0.00016745848,0.0007745889,0.001113007,0.0009566093,0.00057490246],"category_scores_gemma":[0.13345012,0.00025654293,0.00041211743,0.005396936,0.00014876884,0.00022939566,0.00022371605,0.0024932863,0.000027048416],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024947114,0.00006530326,0.016224146,0.00011137239,0.000093064555,0.00025582965,0.0010960363,0.0000069611324,3.814129e-7,0.000003994138,0.9264162,0.05570177],"study_design_scores_gemma":[0.0021143663,0.0010847199,0.030707074,0.00007757347,0.000038268554,0.000010731231,0.0013145467,0.000041714222,3.031201e-7,0.0024782293,0.961906,0.00022647748],"about_ca_topic_score_codex":0.00041809198,"about_ca_topic_score_gemma":0.00030550372,"teacher_disagreement_score":0.3745597,"about_ca_system_score_codex":0.00093013013,"about_ca_system_score_gemma":0.0023453692,"threshold_uncertainty_score":0.9999887},"labels":[],"label_agreement":null},{"id":"W4385307760","doi":"10.1016/j.jclinepi.2023.07.010","title":"Sensitivity and specificity of alternative screening methods for systematic reviews using text mining tools","year":2023,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hotchkiss Brain Institute; Jewish General Hospital; Université de Montréal; Université Laval; University of Calgary; McGill University; Centre Hospitalier de l’Université de Montréal; Centre Hospitalier Universitaire de Sherbrooke; Université de Sherbrooke","funders":"National Institute of Neurological Disorders and Stroke; National Institute on Aging","keywords":"Medicine; Confidence interval; Sensitivity (control systems); Systematic review; Medical physics; Data mining; MEDLINE; Internal medicine; Computer science; Chemistry","score_opus":0.9742278341042131,"score_gpt":0.7450335572344855,"score_spread":0.2291942768697276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385307760","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17465706,0.0022560845,0.8203869,0.0008500405,0.0007277561,0.0010170201,0.000008895702,0.0000019196882,0.00009433066],"genre_scores_gemma":[0.0898124,0.0009866832,0.9075567,0.0006700109,0.0006659159,0.0000115880175,0.0000011287868,0.0000146892835,0.00028086884],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.434616,0.461454,0.10008724,0.0012278316,0.002005875,0.00060903904],"domain_scores_gemma":[0.11279747,0.8034095,0.07945078,0.0015474221,0.0024483416,0.00034648902],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.87594604,0.00028140278,0.02514868,0.0004833008,0.000097640295,0.00008511445,0.0007950637,0.00023103201,0.00013864682],"category_scores_gemma":[0.94109654,0.00012535726,0.0057461155,0.0008714818,0.0002413827,0.00027201048,0.00019914322,0.00043173428,0.000037055303],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002761732,0.00015251932,0.26119536,0.011442836,0.0026428904,0.00004757574,0.0008529164,0.005305608,0.0007756126,0.006415115,0.020713132,0.69018024],"study_design_scores_gemma":[0.00105047,0.0006611373,0.10400921,0.009443421,0.0018202015,0.00037143053,0.0015081671,0.82504475,0.00004653612,0.035425093,0.020240534,0.00037906354],"about_ca_topic_score_codex":0.0000064757146,"about_ca_topic_score_gemma":0.0000046724326,"teacher_disagreement_score":0.8197391,"about_ca_system_score_codex":0.000017470913,"about_ca_system_score_gemma":0.00007628974,"threshold_uncertainty_score":0.98932403},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4385310072","doi":"10.1016/j.ajogmf.2023.101085","title":"Improving trustworthiness in research in Women's Health: A collective effort by OBGYN Editors","year":2023,"lang":"en","type":"editorial","venue":"American Journal of Obstetrics & Gynecology MFM","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Trustworthiness; Psychology; Medicine; Medical education; Social psychology","score_opus":0.39370491560598725,"score_gpt":0.5251649686169302,"score_spread":0.13146005301094293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385310072","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034994308,0.0031217786,0.00019134003,0.0012335109,0.9589996,0.0010967997,0.00010642136,0.0000066395132,0.0002496159],"genre_scores_gemma":[0.06287256,0.004843913,0.0028406007,0.0006582764,0.90847385,0.0006714801,0.00009729848,0.00045149046,0.019090531],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.91290253,0.038612567,0.024488498,0.002150259,0.019554995,0.0022911648],"domain_scores_gemma":[0.33699167,0.5946919,0.048973475,0.00439767,0.013561441,0.001383874],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","open_science","research_integrity"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.32264957,0.00077230064,0.013331574,0.012542337,0.00029339353,0.00071548286,0.0054477095,0.0008603318,0.0005420687],"category_scores_gemma":[0.6790244,0.00048609904,0.0016008442,0.034675784,0.0006958243,0.00037559352,0.00060409715,0.0059582633,0.00034690762],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00006559691,0.00018175933,0.006536921,0.00008462936,0.00024113843,0.0003537931,0.0018613067,0.00011503047,0.0000010060058,0.000002976665,0.92416984,0.066385984],"study_design_scores_gemma":[0.0012010549,0.0023481215,0.0025346805,0.0002162993,0.000065656706,0.000009899609,0.009246387,0.00030074888,3.8169304e-7,0.0009422662,0.98271817,0.00041632674],"about_ca_topic_score_codex":0.0004734546,"about_ca_topic_score_gemma":0.00036756738,"teacher_disagreement_score":0.5759108,"about_ca_system_score_codex":0.0069567757,"about_ca_system_score_gemma":0.0093718665,"threshold_uncertainty_score":0.9999333},"labels":[],"label_agreement":null},{"id":"W4385420146","doi":"10.1186/s13643-023-02289-z","title":"Clinical utility of overviews on adverse events of pharmacological interventions","year":2023,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; St. Michael's Hospital; Montfort Hospital; University of Ottawa; University of British Columbia; Ottawa Hospital","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Systematic review; Psychological intervention; Ranking (information retrieval); MEDLINE; Health care; Intervention (counseling); Adverse effect; Value (mathematics); Computer science; Information retrieval; Nursing","score_opus":0.9225748653029526,"score_gpt":0.668182988943111,"score_spread":0.2543918763598416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385420146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73648226,0.03477736,0.03751702,0.0012577216,0.010654447,0.10377179,0.00043894778,0.00012502889,0.074975446],"genre_scores_gemma":[0.9818563,0.002144602,0.0021411006,0.00019650487,0.00010486272,0.0010515278,0.000017387898,0.000021966074,0.012465753],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.82948005,0.099007465,0.06335694,0.0013409418,0.0064346767,0.00037989212],"domain_scores_gemma":[0.9467074,0.016052097,0.03000647,0.005862775,0.0011326484,0.00023857487],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.43225938,0.000425218,0.014692365,0.0005094997,0.00006954496,0.00003070105,0.0026292873,0.00014855148,0.01469877],"category_scores_gemma":[0.17396586,0.00016745152,0.01355538,0.0030125177,0.000119254335,0.00014252015,0.00030013695,0.00023312078,0.019674413],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005122524,0.0021331003,0.09564724,0.32356414,0.0033110278,0.000017244203,0.0009289115,0.000054220654,0.00013441597,0.005837783,0.5364801,0.03184059],"study_design_scores_gemma":[0.0040609487,0.0020458826,0.31504667,0.1626012,0.017506424,0.000052181742,0.0044544297,0.042493623,0.00017240134,0.027678465,0.4217686,0.0021191537],"about_ca_topic_score_codex":0.0000034722696,"about_ca_topic_score_gemma":0.000006195572,"teacher_disagreement_score":0.25829354,"about_ca_system_score_codex":0.000020414958,"about_ca_system_score_gemma":0.000048669954,"threshold_uncertainty_score":0.99993557},"labels":[],"label_agreement":null},{"id":"W4385431496","doi":"10.1016/j.jclinepi.2023.07.016","title":"Guidance needed: where should randomized studies which do not assess a health outcome be registered?","year":2023,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Clinical trial; Medicine; Psychological intervention; Randomized controlled trial; Medical journal; Family medicine; Trial registration; Alternative medicine; MEDLINE; Clinical research; Physical therapy; Nursing; Surgery; Pathology","score_opus":0.9796435229918886,"score_gpt":0.7449354040485212,"score_spread":0.2347081189433674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385431496","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037827587,0.028667245,0.013424934,0.9424729,0.012994928,0.0012342875,0.000056948214,0.000013411455,0.0007570708],"genre_scores_gemma":[0.00047792724,0.01737706,0.014857435,0.9212415,0.0129108885,0.00006135864,0.000012741384,0.00008453137,0.032976534],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.1488931,0.58613443,0.24855901,0.0033677067,0.011316831,0.0017289143],"domain_scores_gemma":[0.026267989,0.7317395,0.2248434,0.007127282,0.009122843,0.0008989753],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.9070468,0.0012708748,0.11554287,0.0012351164,0.00024633517,0.00042713218,0.0073352093,0.0027708807,0.0023779217],"category_scores_gemma":[0.974589,0.0005261779,0.029956508,0.0018140267,0.0010058059,0.00029639588,0.0007558253,0.010108471,0.0015503953],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015390957,0.00004250559,0.014567946,0.0006636641,0.004842646,0.00018854816,0.000115404146,0.00011498028,3.5092633e-8,0.0005631102,0.9745939,0.0027682073],"study_design_scores_gemma":[0.013992378,0.00035566223,0.0018372544,0.0009428391,0.001524995,0.00015155622,0.00049688667,0.0006492858,1.5927725e-8,0.024182472,0.9554484,0.0004182688],"about_ca_topic_score_codex":0.000082345825,"about_ca_topic_score_gemma":0.00017002695,"teacher_disagreement_score":0.14560509,"about_ca_system_score_codex":0.00015968378,"about_ca_system_score_gemma":0.0014609407,"threshold_uncertainty_score":0.99971896},"labels":[],"label_agreement":null},{"id":"W4385444907","doi":"10.29173/jchla29705","title":"Systematic Searching: Practical Ideas for Improving Results (book review)","year":2023,"lang":"fr","type":"article","venue":"Journal of the Canadian Health Libraries Association / Journal de l Association de bilbiothèques de la santé du Canada","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Data science; Management science; Information retrieval; Sociology; Epistemology; Engineering; Philosophy","score_opus":0.13567407644797666,"score_gpt":0.4299222725507535,"score_spread":0.29424819610277686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385444907","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011742382,0.5989339,0.0017886343,0.38922298,0.005097573,0.0020545057,0.00085897656,0.000012716883,0.0008564888],"genre_scores_gemma":[0.03535067,0.49200627,0.020101085,0.26586512,0.012698027,0.0001601419,0.000089282374,0.0003176633,0.17341176],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9073725,0.06628797,0.015438003,0.0005355641,0.008089204,0.0022767542],"domain_scores_gemma":[0.855679,0.076224096,0.056801915,0.0013384762,0.006691216,0.003265317],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.35173973,0.00055701303,0.0043919655,0.0008594253,0.0023863707,0.006484167,0.0023839718,0.0007058464,0.0010467746],"category_scores_gemma":[0.53071713,0.0003621504,0.0027289547,0.0026159156,0.000075899785,0.0021069942,0.00013445184,0.0025183521,0.000049489023],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00002747727,0.000028797438,0.009014751,0.006252809,0.00112958,0.0001440621,0.0014478856,0.0003477276,0.0000019323568,0.001367141,0.9794057,0.0008321275],"study_design_scores_gemma":[0.0008379314,0.00013851862,0.0077486774,0.009109641,0.0011925789,0.0014688036,0.0012409936,0.007965831,0.0000062537724,0.0062339944,0.9636909,0.00036591958],"about_ca_topic_score_codex":0.10424041,"about_ca_topic_score_gemma":0.2971683,"teacher_disagreement_score":0.1929279,"about_ca_system_score_codex":0.04310251,"about_ca_system_score_gemma":0.10778661,"threshold_uncertainty_score":0.99988306},"labels":[],"label_agreement":null},{"id":"W4385483034","doi":"10.1007/s11606-023-08313-1","title":"Press Releases of Drug-Related Randomized Trial Results Prior to Publication in High-Impact Journals: an Observational Study","year":2023,"lang":"en","type":"review","venue":"Journal of General Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sinai Health System","funders":"National Heart, Lung, and Blood Institute; National Center for Advancing Translational Sciences; Center of Excellence in Regulatory Science and Innovation; Yale University; Agency for Healthcare Research and Quality; National Institutes of Health; Laura and John Arnold Foundation; Biogen","keywords":"Medicine; Randomized controlled trial; Press release; Observational study; Interquartile range; Impact factor; New england; Citation; MEDLINE; Medical journal; Subgroup analysis; Family medicine; Meta-analysis; Internal medicine; Library science; Advertising","score_opus":0.8903077933269853,"score_gpt":0.6478194848665574,"score_spread":0.2424883084604279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385483034","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04040247,0.94528836,0.0004442942,0.0019990534,0.0038850463,0.00738393,0.00011884014,0.000006756647,0.00047123854],"genre_scores_gemma":[0.0035610015,0.9571698,0.0012975635,0.0001559178,0.0045363745,0.00019777032,0.00009564448,0.00009464681,0.032891296],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.87609845,0.046404164,0.06375096,0.0010618742,0.012277668,0.00040687062],"domain_scores_gemma":[0.899953,0.02064536,0.06783424,0.002669504,0.00813033,0.0007675624],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.30941564,0.0007678149,0.025497502,0.004458093,0.000063859414,0.0005321528,0.0043096645,0.0002453837,0.0022558414],"category_scores_gemma":[0.30372366,0.00030219436,0.005339128,0.0038736227,0.00012213449,0.00067061296,0.00021790127,0.001124056,0.00012059815],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.17380945,0.0017313244,0.0002786948,0.0014301204,0.009390962,0.00024899744,0.0030900876,0.0007912414,0.000005401551,0.00023112874,0.34846103,0.46053156],"study_design_scores_gemma":[0.5685018,0.0052566594,0.0017345727,0.041308023,0.01153822,0.0004186632,0.0007416387,0.0014355718,0.0000011046254,0.0018056862,0.36654195,0.0007161244],"about_ca_topic_score_codex":0.0009226582,"about_ca_topic_score_gemma":0.0001226771,"teacher_disagreement_score":0.45981544,"about_ca_system_score_codex":0.00029651762,"about_ca_system_score_gemma":0.0007157619,"threshold_uncertainty_score":0.999943},"labels":[],"label_agreement":null},{"id":"W4385504792","doi":"10.1515/cclm-2023-0333","title":"A guide to conducting systematic reviews of clinical laboratory tests","year":2023,"lang":"en","type":"article","venue":"Clinical Chemistry and Laboratory Medicine (CCLM)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia; Interior Health; McMaster University","funders":"","keywords":"Systematic review; Medical laboratory; Health care; MEDLINE; Medicine; Management science; Process (computing); Narrative review; Medical physics; Data science; Computer science; Intensive care medicine; Pathology; Engineering","score_opus":0.86425384571012,"score_gpt":0.6539855061559449,"score_spread":0.21026833955417512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385504792","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96674925,0.010435236,0.00048208266,0.004669717,0.0021469195,0.0030959682,0.00012453776,0.00007797563,0.012218287],"genre_scores_gemma":[0.8696744,0.0071864417,0.0094647445,0.01742186,0.0106745185,0.0008687466,0.000111350135,0.00022158647,0.08437636],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9285034,0.020753289,0.043588102,0.0022480448,0.004351823,0.0005553196],"domain_scores_gemma":[0.9059064,0.0639838,0.016229773,0.0071485406,0.0050830417,0.0016484824],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.38214156,0.00052683125,0.011849389,0.00015534043,0.00014729919,0.000121972465,0.0018140019,0.00041962537,0.004018272],"category_scores_gemma":[0.6786524,0.00026103278,0.0013093498,0.0046141325,0.00063511275,0.00017159422,0.00034600875,0.0007024979,0.0020646092],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029017043,0.00014737077,0.058775313,0.016568212,0.00037940705,0.0000613655,0.0003827397,0.0000054432303,0.003881448,0.00010548721,0.9153623,0.004301917],"study_design_scores_gemma":[0.0014786334,0.00032283601,0.008075533,0.008369295,0.0012300445,0.000013757689,0.0041677123,0.0005513196,0.00055694283,0.00035437115,0.97424406,0.00063548255],"about_ca_topic_score_codex":0.000004164192,"about_ca_topic_score_gemma":0.0000040641603,"teacher_disagreement_score":0.29651085,"about_ca_system_score_codex":0.000019162906,"about_ca_system_score_gemma":0.00035699244,"threshold_uncertainty_score":0.9999842},"labels":[],"label_agreement":null},{"id":"W4385629307","doi":"10.1139/facets-2022-0175","title":"Three years of quality assurance data assessing the performance of over 4000 grant peer review contributions to the Canadian Institutes of Health Research Project Grant Competition","year":2023,"lang":"en","type":"article","venue":"FACETS","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Institute of Musculoskeletal Health and Arthritis; Ottawa Hospital; Research Canada; Canadian Institutes of Health Research; McGill University; University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Peer review; Quality assurance; Grant funding; Technical peer review; Medical education; Quality (philosophy); Competition (biology); Psychology; Political science; Public relations; Medicine; External quality assessment; Public administration","score_opus":0.8966988610587208,"score_gpt":0.6513074648571,"score_spread":0.24539139620162076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385629307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84418637,0.020582534,0.0032559375,0.11542977,0.00068370113,0.008052519,0.005613888,0.000011268194,0.0021840145],"genre_scores_gemma":[0.99802816,0.0009048085,0.00026798673,0.0002730244,0.00002299284,0.00004306431,0.00011891872,0.0000045357906,0.00033648795],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.97179335,0.0120557,0.0060681845,0.0006209519,0.009020264,0.00044152478],"domain_scores_gemma":[0.98647213,0.0036792702,0.0021161851,0.0040631364,0.0035809437,0.00008831942],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.308246,0.000109143104,0.0016620904,0.00028848244,0.0004190898,0.00016229767,0.0024394325,0.000035740333,0.00021179765],"category_scores_gemma":[0.061444953,0.00004620051,0.00028792745,0.0037128846,0.00020998261,0.00022650263,0.00024978392,0.00020985678,0.00017119071],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062464733,0.00006585832,0.039873876,0.0023765338,0.00020626702,0.0000012297896,0.0018006449,0.0003386008,0.00018539901,0.01210231,0.91229564,0.03074741],"study_design_scores_gemma":[0.00008585683,0.000031422445,0.58332276,0.0013587307,0.000041089697,0.000001439161,0.00031081866,0.002769604,0.000023077424,0.0002692551,0.4117241,0.000061830906],"about_ca_topic_score_codex":0.059619043,"about_ca_topic_score_gemma":0.24039713,"teacher_disagreement_score":0.5434489,"about_ca_system_score_codex":0.000069411006,"about_ca_system_score_gemma":0.0016144366,"threshold_uncertainty_score":0.94664305},"labels":[],"label_agreement":null},{"id":"W4385636576","doi":"10.32942/x2d023","title":"Reply to: Recognizing and marshalling the pre-publication error correction potential of open data for more reproducible science","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Marshalling; Open science; Computer science; Open data; Data science; World Wide Web; Mathematics; Statistics; Programming language","score_opus":0.8794011062227364,"score_gpt":0.6010860563991368,"score_spread":0.27831504982359956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385636576","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061555687,0.00055694307,0.81337047,0.08558886,0.008552317,0.021814939,0.0005809933,0.000053319236,0.007926504],"genre_scores_gemma":[0.37807277,0.00017978708,0.34892777,0.0029843524,0.0007998101,0.0017649976,0.0009032928,0.000096189,0.26627102],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98052394,0.0020451467,0.0077907336,0.004922604,0.004426076,0.0002914898],"domain_scores_gemma":[0.9604632,0.0031320509,0.0075488733,0.022927102,0.005776357,0.0001523851],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.34932637,0.000255046,0.0020447848,0.00063646387,0.0004651144,0.005647548,0.013620886,0.000088658635,0.0005570169],"category_scores_gemma":[0.2501041,0.00011616257,0.00040159453,0.0025627033,0.000171192,0.0008973708,0.013541461,0.00021903723,0.00011942389],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035829114,0.00004721468,0.0027982516,0.00026992612,0.0002094252,3.3380186e-7,0.0011828386,0.003490989,0.00063106295,0.00045638834,0.86651176,0.12436601],"study_design_scores_gemma":[0.00016391047,0.000054393135,0.025606837,0.0003983838,0.0006353422,0.000014878944,0.003565312,0.8458215,0.00057735055,0.013675417,0.109073535,0.0004131593],"about_ca_topic_score_codex":0.00084191916,"about_ca_topic_score_gemma":0.000121592435,"teacher_disagreement_score":0.8423305,"about_ca_system_score_codex":0.000036632657,"about_ca_system_score_gemma":0.0004291752,"threshold_uncertainty_score":0.9953847},"labels":[],"label_agreement":null},{"id":"W4385791563","doi":"10.1136/ebm-2023-pod.40","title":"40 Increasing the between testing interval to 365 days as guided by biological variation","year":2023,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Alberta","funders":"","keywords":"Medicine; Bilirubin; Mathematics; Sodium; Creatinine; Sodium bicarbonate; Statistics; Animal science; Internal medicine; Chemistry; Biology","score_opus":0.8829256195672748,"score_gpt":0.563449320645921,"score_spread":0.31947629892135376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385791563","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9203319,0.000031461088,0.03833965,0.005522266,0.00014962694,0.00057766255,0.000010417888,0.000040344938,0.034996673],"genre_scores_gemma":[0.98381376,0.0000013595586,0.0073047434,0.000989993,0.00014496449,0.000025472942,0.000012729252,0.0000061397573,0.0077008083],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98299956,0.008778397,0.004851533,0.00070231676,0.0024161788,0.00025200922],"domain_scores_gemma":[0.97522837,0.02025711,0.0016022866,0.0020416141,0.0007015592,0.00016907016],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.15531644,0.00017239318,0.0013928025,0.00019280042,0.00024236663,0.00097306207,0.0015864453,0.00006762712,0.0046083718],"category_scores_gemma":[0.22392195,0.000059100716,0.00052439206,0.003089992,0.00002728671,0.000121815836,0.0003936954,0.00009873358,0.018339345],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007615038,0.000025965579,0.21094473,0.00001172202,0.00025713383,0.000004635443,0.0014025982,0.00013811539,0.0073254607,0.003971505,0.6558269,0.12008361],"study_design_scores_gemma":[0.00016235813,0.00014406939,0.80453324,0.000054893575,0.00021253833,0.000018284005,0.0017239002,0.030678583,0.00018919983,0.027941978,0.1339779,0.00036305675],"about_ca_topic_score_codex":0.00032505236,"about_ca_topic_score_gemma":0.000008004246,"teacher_disagreement_score":0.59358853,"about_ca_system_score_codex":0.000022878057,"about_ca_system_score_gemma":0.000025901572,"threshold_uncertainty_score":0.99630153},"labels":[],"label_agreement":null},{"id":"W4385858554","doi":"10.1016/j.zefq.2023.06.007","title":"A narrative review of recent tools and innovations toward automating living systematic reviews and evidence syntheses","year":2023,"lang":"de","type":"review","venue":"Zeitschrift für Evidenz Fortbildung und Qualität im Gesundheitswesen","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Sunnybrook Health Science Centre; Health Sciences Centre","funders":"National Institute for Health and Care Research","keywords":"Narrative; Systematic review; Data science; Narrative review; Computer science; Engineering ethics; Psychology; Engineering; MEDLINE; Chemistry; Art; Literature; Psychotherapist; Biochemistry","score_opus":0.8413453355944317,"score_gpt":0.602426212654681,"score_spread":0.2389191229397507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385858554","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008888856,0.96467376,0.0012569263,0.0028122424,0.0012004413,0.028361041,0.00031131686,0.00011110056,0.0011842854],"genre_scores_gemma":[0.00062380766,0.98600674,0.004314547,0.0010520242,0.0005007628,0.0037317104,0.00011137701,0.00029059828,0.0033684361],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.76721156,0.12453823,0.08476666,0.007155517,0.013934264,0.0023937975],"domain_scores_gemma":[0.39183915,0.44768387,0.123593725,0.020597633,0.014084471,0.0022011641],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.39924777,0.003882192,0.049597047,0.0026856738,0.0013913208,0.0045074527,0.005618357,0.0012282952,0.0041517536],"category_scores_gemma":[0.79416466,0.002224108,0.0069446694,0.0135633005,0.0009867003,0.003853123,0.0029460294,0.002038324,0.0038340194],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006672582,0.0001017364,0.00017491484,0.86245596,0.0042899093,0.000022026024,0.009173385,0.000001542995,0.0000050233757,0.0076679215,0.009167894,0.10693299],"study_design_scores_gemma":[0.00008185519,0.00017890763,0.00008370943,0.64503825,0.014110054,0.00013948014,0.0039908616,0.00024046318,0.0000010027713,0.00011669008,0.33463615,0.0013825541],"about_ca_topic_score_codex":0.0001700138,"about_ca_topic_score_gemma":0.00010912317,"teacher_disagreement_score":0.3949169,"about_ca_system_score_codex":0.00017517906,"about_ca_system_score_gemma":0.0018930028,"threshold_uncertainty_score":0.99990875},"labels":[],"label_agreement":null},{"id":"W4385897863","doi":"10.1007/s00268-023-07124-z","title":"Methods of Recruitment for Surgical and Perioperative Randomized Controlled Trials: A Rapid Review","year":2023,"lang":"en","type":"review","venue":"World Journal of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of British Columbia Hospital; University of Waterloo","funders":"","keywords":"Perioperative; Medicine; Randomized controlled trial; Vascular surgery; MEDLINE; Patient recruitment; Surgery; Cardiac surgery","score_opus":0.9554308450649874,"score_gpt":0.6841811558159937,"score_spread":0.27124968924899373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385897863","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.0006665e-7,0.9812415,0.0027526778,0.0006129336,0.0013793589,0.013484755,0.000048149956,0.0000023681794,0.00047786033],"genre_scores_gemma":[2.2366126e-7,0.9757424,0.008863759,0.00007016653,0.0004383169,0.0015473583,0.000009232101,0.00004103086,0.013287519],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.46951246,0.39882487,0.123505294,0.0011430355,0.0065406794,0.00047365233],"domain_scores_gemma":[0.18632743,0.69037294,0.11678023,0.0018926951,0.0042603333,0.00036638498],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8841688,0.0008875493,0.18872485,0.0031364928,0.000107256645,0.00048374737,0.0011659975,0.00018689061,0.0058749923],"category_scores_gemma":[0.6264164,0.00029319464,0.077747636,0.0028988328,0.00020348474,0.00017492691,0.0001222006,0.0004955277,0.000058460926],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033982287,0.000038224294,6.987344e-7,0.023269856,0.010817736,0.000028923421,0.000036374626,3.1128246e-7,5.496921e-8,0.0004471457,0.050178774,0.9117837],"study_design_scores_gemma":[0.022986524,0.000024238067,1.1491067e-7,0.07602606,0.031160759,0.00014924146,0.00003162865,0.00002432101,1.214462e-7,0.0004105842,0.8689762,0.00021024917],"about_ca_topic_score_codex":9.0574866e-7,"about_ca_topic_score_gemma":0.0000012640346,"teacher_disagreement_score":0.9115734,"about_ca_system_score_codex":0.00006389371,"about_ca_system_score_gemma":0.0010216463,"threshold_uncertainty_score":0.999952},"labels":[],"label_agreement":null},{"id":"W4385997249","doi":"10.1111/edt.12872","title":"Methodological assessment and overall confidence in the results of systematic reviews with meta‐analyses focusing on traumatic dental injuries: A cross‐sectional study","year":2023,"lang":"en","type":"review","venue":"Dental Traumatology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Checklist; Medicine; Systematic review; Meta-analysis; Confidence interval; Protocol (science); MEDLINE; Psychology; Alternative medicine; Pathology; Internal medicine","score_opus":0.9687362985305835,"score_gpt":0.7013148111192546,"score_spread":0.2674214874113289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385997249","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020683952,0.96288764,0.0010312308,0.000024546258,0.00030364047,0.014427087,0.00012235406,0.000014755205,0.0005048021],"genre_scores_gemma":[0.11957965,0.87010086,0.0041688844,0.00014342117,0.000080681755,0.005321685,0.000079349506,0.000093022696,0.00043244511],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.7991314,0.15925278,0.031389456,0.0025293666,0.0071403184,0.00055667985],"domain_scores_gemma":[0.88748354,0.0914622,0.017019244,0.00354919,0.00035652015,0.00012932748],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23899733,0.0011591761,0.031549875,0.0013926837,0.0002428308,0.0010600421,0.0031172556,0.00040009647,0.0003705811],"category_scores_gemma":[0.041915003,0.0003948168,0.0051450864,0.0025331613,0.00051918544,0.00022010558,0.00027505736,0.0008967836,0.00035201324],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004044238,0.0045833816,0.042419787,0.8313603,0.069452085,0.0013508637,0.011270848,0.00015732921,0.0000018986723,0.0192004,0.0014447162,0.018353986],"study_design_scores_gemma":[0.011463282,0.010699253,0.12343317,0.3371105,0.3529112,0.020169696,0.08845294,0.0015468294,0.0000040915797,0.015899597,0.030652221,0.007657219],"about_ca_topic_score_codex":0.00017566928,"about_ca_topic_score_gemma":0.0011366182,"teacher_disagreement_score":0.4942498,"about_ca_system_score_codex":0.00014771802,"about_ca_system_score_gemma":0.00023227702,"threshold_uncertainty_score":0.99997693},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4386085005","doi":"10.1371/journal.pone.0289931","title":"Machine learning models can predict subsequent publication of North American Spine Society (NASS) annual general meeting abstracts","year":2023,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Toronto Western Hospital; Western University; St. Michael's Hospital; Sunnybrook Health Science Centre; University of Toronto","funders":"","keywords":"Subject (documents); Random forest; Machine learning; Artificial intelligence; Receiver operating characteristic; Scopus; Medicine; Computer science; Natural language processing; MEDLINE; Statistics; Information retrieval; Library science; Mathematics","score_opus":0.5576898280421132,"score_gpt":0.4071792789612546,"score_spread":0.1505105490808586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386085005","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952031,0.000119134165,0.00043001937,0.0012878474,0.00002388177,0.00042314324,0.00015140655,0.00003648285,0.0023249951],"genre_scores_gemma":[0.9845332,0.000118450094,0.0073350067,0.00012530589,0.0001064333,0.000042349362,0.00027966898,0.000018554605,0.0074410383],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.987473,0.0017301001,0.004789833,0.00070047035,0.0049828785,0.00032372208],"domain_scores_gemma":[0.99152327,0.00055592664,0.0045204028,0.0013725722,0.0018439146,0.00018390392],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03099044,0.00021915266,0.00208648,0.00026304388,0.0001531644,0.00023027751,0.00090410176,0.000036695194,0.00028291522],"category_scores_gemma":[0.010546475,0.00013176409,0.0007266112,0.0030647023,0.000082890954,0.00028768546,0.00016176251,0.00022451303,0.0002628992],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012512564,0.00094764144,0.8182996,0.00042551477,0.00267468,0.0000063667408,0.005082565,0.11588263,0.003963112,0.00025591115,0.03031533,0.022134159],"study_design_scores_gemma":[0.00015247859,0.00008914633,0.23358399,0.000054815402,0.0003578286,0.0000010353438,0.00039964484,0.7626939,0.00047858112,0.00017479311,0.0018161294,0.00019769318],"about_ca_topic_score_codex":0.00031812373,"about_ca_topic_score_gemma":0.00063257624,"teacher_disagreement_score":0.64681125,"about_ca_system_score_codex":0.00004765781,"about_ca_system_score_gemma":0.00008350894,"threshold_uncertainty_score":0.9977993},"labels":[],"label_agreement":null},{"id":"W4386116643","doi":"10.1097/cm9.0000000000002814","title":"Fixed-effect and random-effects models in meta-analysis","year":2023,"lang":"en","type":"review","venue":"Chinese Medical Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Curriculum; Meta-analysis; Systematic review; Sample size determination; Random effects model; Test (biology); Psychology; Randomized controlled trial; Confidence interval; Mathematics education; Random assignment; Medical education; MEDLINE; Medicine; Statistics; Pedagogy; Mathematics","score_opus":0.7489041130696859,"score_gpt":0.5871263264162296,"score_spread":0.1617777866534562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386116643","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000039366714,0.984173,0.012252541,0.0003449821,0.00057980494,0.0016601649,0.00002231103,0.000010740166,0.000917061],"genre_scores_gemma":[0.00015987053,0.9947919,0.00030599962,0.00017508147,0.0004910185,0.00028470828,0.000022822454,0.00006048671,0.003708068],"study_design_codex":"design_other","study_design_gemma":"meta_analysis","domain_scores_codex":[0.8876023,0.06823681,0.023600051,0.0019552435,0.017895924,0.00070961803],"domain_scores_gemma":[0.89594966,0.08479548,0.012571675,0.004279141,0.0006479139,0.0017561397],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.3647,0.0014244466,0.060731538,0.004619923,0.00023547486,0.0019461061,0.004506533,0.00078357774,0.017875535],"category_scores_gemma":[0.20480584,0.00044994953,0.041738715,0.01154294,0.00017365064,0.0003613227,0.0006075516,0.0025172571,0.001909766],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000084918065,0.0000585727,0.00014136419,0.006057334,0.21647973,0.0011866761,0.00012375966,0.00010573115,7.1250263e-9,0.0001197191,0.01016167,0.76555693],"study_design_scores_gemma":[0.00092626875,0.000059963768,0.00004123472,0.001643553,0.6351381,0.0009075223,0.00001158346,0.015112857,7.266756e-9,0.013757837,0.3317885,0.0006125527],"about_ca_topic_score_codex":0.000012963575,"about_ca_topic_score_gemma":0.00010152688,"teacher_disagreement_score":0.7649444,"about_ca_system_score_codex":0.00008264066,"about_ca_system_score_gemma":0.0004634189,"threshold_uncertainty_score":0.9998506},"labels":[],"label_agreement":null},{"id":"W4386182032","doi":"10.1590/0100-6991e-20233545-en","title":"Limitations of using the DATASUS database as a primary source of data in surgical research: a scoping review","year":2023,"lang":"en","type":"review","venue":"Revista do Colégio Brasileiro de Cirurgiões","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Children's Hospital","funders":"","keywords":"Metric (unit); Data source; Medicine; Reliability (semiconductor); Quality (philosophy); Data science; Engineering; Computer science; Database; Operations management","score_opus":0.963945018817855,"score_gpt":0.6581545485863733,"score_spread":0.30579047023148165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386182032","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000056457444,0.98942226,0.00044194437,0.000099637284,0.00007765997,0.007552267,0.0015612857,0.00001399908,0.0007745023],"genre_scores_gemma":[0.000012516395,0.99559987,0.0019382285,0.00006973006,0.00014081948,0.00029861132,0.001275306,0.0000948411,0.0005701027],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8836438,0.07059666,0.028877713,0.003346051,0.012457633,0.0010781197],"domain_scores_gemma":[0.78294355,0.15786865,0.022552703,0.033466823,0.0026658291,0.0005024476],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.31263494,0.0008478493,0.017521756,0.0019288256,0.00029083213,0.0012430426,0.013572687,0.00031568704,0.0010731143],"category_scores_gemma":[0.20398378,0.000433844,0.0031764603,0.013258614,0.00067303266,0.00065026095,0.0043237624,0.00124086,0.0006658357],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000101470105,0.00018736975,0.00028263667,0.39058056,0.0006742284,0.00016054734,0.00014736623,0.000011141854,0.0000011789614,0.0021485928,0.035685733,0.5701105],"study_design_scores_gemma":[0.00008997336,0.000016035423,0.000010697776,0.35885048,0.0016417366,0.0001389503,0.00015087507,0.00020881547,6.281056e-8,0.000074416486,0.6385651,0.00025283537],"about_ca_topic_score_codex":0.00019367972,"about_ca_topic_score_gemma":0.000106936684,"teacher_disagreement_score":0.6028794,"about_ca_system_score_codex":0.0002460719,"about_ca_system_score_gemma":0.0040515363,"threshold_uncertainty_score":0.99984},"labels":[],"label_agreement":null},{"id":"W4386191087","doi":"10.1101/2023.08.24.23294573","title":"Usability and Accuracy of the SWIFT-ActiveScreener: Preliminary evaluation for use in clinical research","year":2023,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Lawson Health Research Institute; Western University","funders":"","keywords":"Usability; Scope (computer science); Fidelity; Inclusion (mineral); Swift; Computer science; Process (computing); Inclusion and exclusion criteria; Process management; Management science; Risk analysis (engineering); Data science; Psychology; Human–computer interaction; Engineering; Medicine; Pathology; Alternative medicine","score_opus":0.9686808280868118,"score_gpt":0.701984768996004,"score_spread":0.26669605909080774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386191087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908704,0.00042743975,0.0015234837,0.001379575,0.0005622995,0.0050026313,0.000059079477,0.000002805264,0.0001722573],"genre_scores_gemma":[0.9956499,0.00013379064,0.0021960908,0.000027005914,0.000091195456,0.00059060316,0.0000091269,0.000014645043,0.0012876961],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.856128,0.10923864,0.018404631,0.0029785356,0.012810251,0.00043994593],"domain_scores_gemma":[0.8032411,0.16763599,0.009131402,0.012952062,0.006852222,0.0001872505],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.61036086,0.0002334037,0.0029866332,0.00043855066,0.00011575593,0.0004528701,0.0025713202,0.00029685927,0.00037351696],"category_scores_gemma":[0.6382857,0.00010164829,0.0017599257,0.0013142427,0.00036566,0.0001751942,0.0021219277,0.0007908666,0.000074622556],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006677392,0.00009740276,0.9494251,0.00022502517,0.00009661106,4.1793487e-7,0.0002969995,0.00031868822,0.000014957523,0.00020212533,0.0056976653,0.04355821],"study_design_scores_gemma":[0.00017984665,0.000054409054,0.8952269,0.00016248193,0.00013702388,3.6098695e-7,0.0002761509,0.07402277,0.00001679909,0.026907936,0.0029332386,0.00008210751],"about_ca_topic_score_codex":0.00017689566,"about_ca_topic_score_gemma":0.0006290359,"teacher_disagreement_score":0.07370408,"about_ca_system_score_codex":0.000056737532,"about_ca_system_score_gemma":0.0004264934,"threshold_uncertainty_score":0.47781953},"labels":[],"label_agreement":null},{"id":"W4386276025","doi":"10.1371/journal.pone.0290084","title":"Estimating the false discovery risk of (randomized) clinical trials in medical journals based on published p-values","year":2023,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"False discovery rate; Trustworthiness; False positive rate; Randomized controlled trial; Medicine; Publication bias; MEDLINE; Foundation (evidence); Actuarial science; Econometrics; Statistics; Psychology; Meta-analysis; Mathematics; Pathology; Social psychology; Economics; Law","score_opus":0.8381041486077225,"score_gpt":0.5913574941070976,"score_spread":0.24674665450062494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386276025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9631854,0.0006759717,0.017979044,0.013290163,0.00043569374,0.0022079446,0.00004376095,0.000013767563,0.0021682354],"genre_scores_gemma":[0.98991734,0.00023675739,0.0067967162,0.0006739242,0.0004865004,0.00015118359,0.0000074698823,0.000016509286,0.0017136252],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.4680582,0.43071786,0.06613101,0.0016450605,0.03282585,0.0006220329],"domain_scores_gemma":[0.1654259,0.79195565,0.033865064,0.006502479,0.0017896871,0.00046122514],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.89762866,0.00023674215,0.013329213,0.00074352854,0.00012129664,0.0013380809,0.0022347774,0.00016879739,0.008199295],"category_scores_gemma":[0.95927376,0.00008033651,0.0047308425,0.0025917024,0.00024548898,0.00035708555,0.00017079861,0.0006337724,0.00088093756],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010152249,0.008260459,0.63235915,0.00070848945,0.0129826795,0.000118207674,0.0023025745,0.017852806,0.0001531673,0.002581697,0.20727324,0.1052553],"study_design_scores_gemma":[0.012909984,0.000052759886,0.010481575,0.0009820653,0.0014123928,5.614597e-7,0.00020164993,0.9477862,0.000038572736,0.025952484,0.00006413845,0.000117578886],"about_ca_topic_score_codex":0.000023267863,"about_ca_topic_score_gemma":0.000024887731,"teacher_disagreement_score":0.9299334,"about_ca_system_score_codex":0.000015107992,"about_ca_system_score_gemma":0.00020833622,"threshold_uncertainty_score":0.999897},"labels":[],"label_agreement":null},{"id":"W4386278473","doi":"10.21203/rs.3.rs-3271529/v1","title":"The optimal approach for retrieving systematic reviews was achieved when searching MEDLINE and Epistemonikos in addition to reference checking: A methodological validation study","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"MEDLINE; Systematic review; Medicine; Confidence interval; Meta-analysis; Medical physics; Internal medicine","score_opus":0.9665866006843606,"score_gpt":0.6804281857230998,"score_spread":0.2861584149612608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386278473","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18202966,0.010689109,0.6479747,0.0064548315,0.0005183298,0.15034951,0.00035351334,0.00009023494,0.001540092],"genre_scores_gemma":[0.7776245,0.001438277,0.1725435,0.000054150132,0.00046917523,0.036191415,0.00049464183,0.00012617231,0.011058169],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.6108904,0.3373006,0.02365897,0.0056862286,0.020658255,0.0018055211],"domain_scores_gemma":[0.8541843,0.12825762,0.005295346,0.0075067286,0.00425027,0.0005057208],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.72813433,0.0006215041,0.0071716323,0.0015463873,0.0009674878,0.0045332597,0.004187782,0.00037543772,0.00014082102],"category_scores_gemma":[0.60678935,0.00027173772,0.0012406404,0.0029868255,0.00013577582,0.00021948948,0.0033482409,0.0020847085,0.0002284851],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023272485,0.0031165523,0.03956663,0.5314304,0.0042550415,0.00016370892,0.09581949,0.027002243,0.0007178775,0.013267849,0.11100514,0.1713278],"study_design_scores_gemma":[0.0023937002,0.0035330926,0.038723044,0.06866952,0.0015193017,0.00004457253,0.11978427,0.6933513,0.00008672706,0.04821977,0.020846745,0.0028279088],"about_ca_topic_score_codex":0.00008582241,"about_ca_topic_score_gemma":0.00013073444,"teacher_disagreement_score":0.6663491,"about_ca_system_score_codex":0.00029840975,"about_ca_system_score_gemma":0.00023768673,"threshold_uncertainty_score":0.9999735},"labels":[],"label_agreement":null},{"id":"W4386305905","doi":"10.1007/s10654-023-01042-z","title":"From complexity to clarity: how directed acyclic graphs enhance the study design of systematic reviews and meta-analyses","year":2023,"lang":"en","type":"article","venue":"European Journal of Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Directed acyclic graph; Causal inference; Observational study; CLARITY; Inference; Set (abstract data type); Meta-analysis; Medicine; Data science; Representation (politics); Systematic review; Data extraction; Computer science; Management science; MEDLINE; Artificial intelligence; Algorithm; Programming language","score_opus":0.9576104515206086,"score_gpt":0.6108426003636835,"score_spread":0.3467678511569251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386305905","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4239178,0.10355355,0.43083414,0.028623248,0.0012091344,0.011138599,0.00007700967,0.000035460635,0.00061105716],"genre_scores_gemma":[0.9620973,0.0010961491,0.033513173,0.0015931132,0.0001659001,0.000050445833,0.000002725716,0.000031040836,0.0014501375],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.38465127,0.5794744,0.031467684,0.0011743496,0.0027363577,0.0004959359],"domain_scores_gemma":[0.87579674,0.09249272,0.026254132,0.0037539615,0.0013993029,0.00030312617],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.58520526,0.00041771302,0.016124293,0.0006727512,0.00017099509,0.00019242721,0.003149046,0.000040565097,0.00091059774],"category_scores_gemma":[0.49909285,0.00013944691,0.0034778118,0.0024228808,0.00022016185,0.00016029294,0.00034600496,0.00039512105,0.0006554713],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014836418,0.00046083616,0.02761101,0.0024951356,0.053778913,0.00030254244,0.010654784,0.0026801522,0.002514321,0.00082564884,0.8923004,0.0062278733],"study_design_scores_gemma":[0.0018478613,0.00430901,0.56594634,0.0026759142,0.19757098,0.0004155125,0.018762043,0.01733514,0.00012083756,0.112210125,0.07698497,0.0018212358],"about_ca_topic_score_codex":0.000026665011,"about_ca_topic_score_gemma":0.00002051179,"teacher_disagreement_score":0.8153154,"about_ca_system_score_codex":0.000013209513,"about_ca_system_score_gemma":0.000024417215,"threshold_uncertainty_score":0.99848235},"labels":[],"label_agreement":null},{"id":"W4386324846","doi":"10.1186/s13741-023-00338-8","title":"Reporting quality of randomized controlled trials in prehabilitation: a scoping review","year":2023,"lang":"en","type":"review","venue":"Perioperative Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; University Health Network; University of Toronto; Montreal General Hospital; University of Ottawa; Ottawa Hospital; McGill University","funders":"Inselspital, Universitätsspital Bern; University of Bern; McGill University","keywords":"Prehabilitation; Checklist; CINAHL; Consolidated Standards of Reporting Trials; Medicine; Psychological intervention; MEDLINE; Randomized controlled trial; Physical therapy; Psychology; Surgery; Nursing","score_opus":0.9538086944572687,"score_gpt":0.7348998966547715,"score_spread":0.21890879780249717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386324846","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000067065316,0.9537516,0.0010707593,0.0009399142,0.00049316144,0.04032625,0.000016386852,0.000009190897,0.0033860155],"genre_scores_gemma":[0.00000623152,0.9861227,0.0008330522,0.00014032327,0.00027886042,0.007271737,0.00005169625,0.000034429024,0.005260952],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.10177286,0.52741355,0.35661414,0.0025127563,0.0112407645,0.00044596606],"domain_scores_gemma":[0.020834323,0.63198894,0.33537525,0.005830973,0.005734941,0.00023558039],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.939956,0.0010327096,0.28870338,0.0015969207,0.00009804635,0.00020742306,0.0015116493,0.000232977,0.015305153],"category_scores_gemma":[0.99052334,0.00033031934,0.028427543,0.0047297003,0.0005376957,0.00015984794,0.00016789717,0.0004862001,0.00043812793],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013120028,0.0000677006,0.000040266616,0.68284047,0.00472233,0.000019190045,0.002653093,0.000005164373,0.0000011003066,0.001631248,0.0029827845,0.30372465],"study_design_scores_gemma":[0.042341083,0.000055197946,0.0000053370272,0.91232455,0.0099036805,0.000007778707,0.00054752803,0.00007820366,5.3122417e-8,0.0002663762,0.034160674,0.00030952095],"about_ca_topic_score_codex":0.00006980404,"about_ca_topic_score_gemma":0.00016360704,"teacher_disagreement_score":0.30341512,"about_ca_system_score_codex":0.000108775464,"about_ca_system_score_gemma":0.0013991415,"threshold_uncertainty_score":0.9999149},"labels":[],"label_agreement":null},{"id":"W4386403195","doi":"10.59707/hymrhuhp8885","title":"Data Mining of Systematic Reviews 1934-2023: A Bibliometric Analysis","year":2023,"lang":"en","type":"article","venue":"High Yield Medical Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Systematic review; Bibliometrics; Publishing; Specialty; MEDLINE; Medicine; Library science; Political science; Family medicine; Computer science","score_opus":0.9109616573805002,"score_gpt":0.5949575628776916,"score_spread":0.31600409450280853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386403195","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021347648,0.8357874,0.09689739,0.005801802,0.0032991373,0.01776455,0.00047239236,0.00010957982,0.018520094],"genre_scores_gemma":[0.13917007,0.7032778,0.037621364,0.006469466,0.0016405899,0.002651241,0.0012288879,0.00015665495,0.1077839],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8986307,0.032076005,0.0450305,0.0028902444,0.02049456,0.0008780084],"domain_scores_gemma":[0.766477,0.119199276,0.05137087,0.05717413,0.002929065,0.002849652],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","open_science","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","insufficient_payload"],"category_scores_codex":[0.47082323,0.00060828705,0.019994814,0.054361165,0.00013473489,0.00046098456,0.009854562,0.0002843102,0.05054627],"category_scores_gemma":[0.7481421,0.0002585636,0.0053202156,0.40720972,0.00013653697,0.00038058564,0.0013830888,0.0003784031,0.02548015],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023271068,0.00008158588,0.004425114,0.023322783,0.0011364383,0.000036164853,0.00012397362,0.0000035243752,0.000012621117,0.00034764697,0.86144495,0.10906286],"study_design_scores_gemma":[0.00017889589,0.000056642657,0.005641491,0.012217993,0.008369386,0.000017011587,0.00020643428,0.013854938,0.0000034320715,0.0002887722,0.9587426,0.00042236157],"about_ca_topic_score_codex":0.000054933385,"about_ca_topic_score_gemma":0.00015699175,"teacher_disagreement_score":0.35284856,"about_ca_system_score_codex":0.0000312066,"about_ca_system_score_gemma":0.00017077161,"threshold_uncertainty_score":0.99998665},"labels":[],"label_agreement":null},{"id":"W4386438379","doi":"10.1111/nmo.14672","title":"When to <i>p</i> and when not to <i>p</i>","year":2023,"lang":"en","type":"editorial","venue":"Neurogastroenterology & Motility","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Null hypothesis; Context (archaeology); Statistical inference; Statistical hypothesis testing; Inference; Metric (unit); p-value; Value (mathematics); Psychology; Epistemology; Econometrics; Statistics; Mathematics; History; Philosophy; Economics; Archaeology","score_opus":0.40094672818932675,"score_gpt":0.47153457594628184,"score_spread":0.07058784775695509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386438379","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09158973,0.000038514838,0.0035128132,0.017537434,0.8834914,0.002110406,0.0013439467,0.000069832175,0.00030589863],"genre_scores_gemma":[0.023794366,0.000072008595,0.0153168375,0.041517373,0.86336124,0.0008880673,0.0004383565,0.0004510238,0.054160755],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95866245,0.015470304,0.010463798,0.0049491525,0.009217666,0.001236645],"domain_scores_gemma":[0.96969664,0.014473679,0.0034867893,0.008974652,0.0021281797,0.0012400802],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.069930464,0.0010456456,0.00758624,0.00090389047,0.00019180676,0.0011331753,0.0049499827,0.0006944967,0.0020420542],"category_scores_gemma":[0.14627041,0.0006586186,0.0019321268,0.0007612765,0.0001687388,0.00018771515,0.0022016522,0.0012605606,0.012364189],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034436725,0.00005050953,0.011637249,0.00005080147,0.00014962076,0.000033928874,0.00049794617,0.000015191252,0.000037917693,0.0000031459404,0.9855587,0.0019305733],"study_design_scores_gemma":[0.0003034803,0.00054648536,0.02287249,0.000032304382,0.00030092176,0.0000052690903,0.000046699035,0.000061896695,0.0000049605874,0.0006805398,0.97505516,0.00008979963],"about_ca_topic_score_codex":0.00007704896,"about_ca_topic_score_gemma":0.00076696184,"teacher_disagreement_score":0.07633994,"about_ca_system_score_codex":0.000076213146,"about_ca_system_score_gemma":0.00011075,"threshold_uncertainty_score":0.99990374},"labels":[],"label_agreement":null},{"id":"W4386473689","doi":"10.2139/ssrn.4555180","title":"A Screening Approach Combining Crowd-Sourcing and Automation Facilitated the Identification and Classification of Randomized Controlled Trials in a Living Systematic Review","year":2023,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Ottawa; University of Calgary","funders":"","keywords":"Identification (biology); Automation; Computer science; Crowd sourcing; Data science; Artificial intelligence; Computational biology; Engineering; Biology; Ecology","score_opus":0.48541277240723685,"score_gpt":0.4692003215232973,"score_spread":0.016212450883939522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386473689","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04917376,0.26288214,0.6662308,0.0018242919,0.00022796004,0.019505536,0.000009695138,0.000021793463,0.00012400733],"genre_scores_gemma":[0.96049213,0.03604981,0.0006682225,0.000029701767,0.00004313786,0.0012478582,0.000016705571,0.000025596992,0.0014268603],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.6324367,0.27625108,0.07962091,0.0019776868,0.008121062,0.0015925906],"domain_scores_gemma":[0.7684784,0.12877353,0.096798584,0.0033801906,0.002419615,0.00014969968],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.85132456,0.000491803,0.025490358,0.001240965,0.00028008354,0.0016581533,0.0012366947,0.00021097202,0.000030432591],"category_scores_gemma":[0.53032756,0.00020551762,0.0038668385,0.0011071706,0.0001307685,0.0002508883,0.00026574967,0.0018413594,0.00001580116],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01052014,0.0006720442,0.00657846,0.6604953,0.068646125,0.0000067770798,0.046030305,0.01397884,0.0017366472,0.16523123,0.0015003401,0.02460381],"study_design_scores_gemma":[0.02487274,0.000034777204,0.0014683307,0.10496691,0.01434844,0.00013817403,0.016626548,0.7323364,0.0000011323374,0.10480508,0.00000283869,0.00039864867],"about_ca_topic_score_codex":0.00004119666,"about_ca_topic_score_gemma":0.00007199338,"teacher_disagreement_score":0.91131836,"about_ca_system_score_codex":0.00023148832,"about_ca_system_score_gemma":0.000659397,"threshold_uncertainty_score":0.9993782},"labels":[],"label_agreement":null},{"id":"W4386536236","doi":"10.1371/journal.pone.0291145","title":"Examining the meaning and methodological characteristics of the systematized review label: A scoping review protocol","year":2023,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Data extraction; Data science; Computer science; Protocol (science); Systematic review; Process (computing); Management science; Scopus; Categorization; Resource (disambiguation); MEDLINE; Information retrieval; Medicine; Artificial intelligence; Alternative medicine; Political science; Engineering","score_opus":0.9642684116993002,"score_gpt":0.6243497454216982,"score_spread":0.33991866627760203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386536236","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.106149e-7,0.7605178,0.00008419372,0.00022128651,0.000051372517,0.23867716,0.000030242176,0.000013360302,0.00040408166],"genre_scores_gemma":[6.029948e-8,0.84377867,0.0036751057,0.0004111214,0.000088485125,0.1505812,0.000007609664,0.000045927965,0.0014117901],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8496031,0.10922388,0.030005809,0.0017014059,0.009012971,0.00045283686],"domain_scores_gemma":[0.892813,0.055037063,0.04134765,0.008840686,0.0017881661,0.00017340743],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.32637727,0.0008171,0.032880496,0.00019031785,0.0002849131,0.00045429624,0.00434369,0.00022913265,0.0013571761],"category_scores_gemma":[0.3286694,0.00024400959,0.0029434888,0.0035543295,0.0001698142,0.000099524885,0.0012025606,0.0007198768,0.00073289697],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.471909e-7,0.000047703434,0.000009799171,0.9002447,0.00091147906,0.0000020366463,0.000026477343,4.1987094e-9,6.7712324e-7,0.00016923713,0.0019281573,0.096659146],"study_design_scores_gemma":[0.00005856303,0.000026223062,0.0000036975073,0.8999517,0.013065045,0.00002141123,0.000013593744,0.000020523152,3.8408874e-7,0.00008936066,0.08652256,0.00022695164],"about_ca_topic_score_codex":0.0000011938928,"about_ca_topic_score_gemma":0.0000022820832,"teacher_disagreement_score":0.096432194,"about_ca_system_score_codex":0.000043164287,"about_ca_system_score_gemma":0.00029331032,"threshold_uncertainty_score":0.9995557},"labels":[],"label_agreement":null},{"id":"W4386582504","doi":"10.1093/aje/kwad184","title":"Evidence Synthesis for Complex Interventions Using Meta-Regression Models","year":2023,"lang":"en","type":"article","venue":"American Journal of Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto; Ottawa Hospital; University of Ottawa","funders":"Temerty Faculty of Medicine, University of Toronto; Canadian Institutes of Health Research; University of Toronto; University of Ottawa; Harvard T.H. Chan School of Public Health; University of Aberdeen; Brown University; University of Alberta; Women's College Hospital; Ottawa Hospital Research Institute","keywords":"Psychological intervention; Meta-analysis; Outcome (game theory); Medicine; Intervention (counseling); Meta-regression; Clinical study design; Regression analysis; Regression; Aggregate (composite); Computer science; Clinical trial; Psychology; Machine learning; Mathematics; Psychotherapist","score_opus":0.9711261156176588,"score_gpt":0.6715943142306292,"score_spread":0.2995318013870296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386582504","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05352174,0.0038672711,0.93452686,0.007399821,0.00030496993,0.00026501637,0.000020589565,0.0000046210666,0.00008909865],"genre_scores_gemma":[0.7978247,0.00033631604,0.20042151,0.0007567456,0.00014641139,0.000033104665,0.0000014641176,0.000014270482,0.0004654837],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9447825,0.037603576,0.015314115,0.00057983253,0.0013160397,0.0004039453],"domain_scores_gemma":[0.72940665,0.23054884,0.03462394,0.002392683,0.00265621,0.00037168222],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.31413326,0.0002548094,0.008963101,0.00088050944,0.00016243802,0.000072818206,0.0017795719,0.00004970241,0.0027308108],"category_scores_gemma":[0.41287795,0.00010109695,0.0092976,0.0016681222,0.00031676734,0.00036695346,0.0001409281,0.00017120209,0.00019363686],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018419718,0.00014699664,0.029194888,0.00022063182,0.012565753,0.00003188466,0.00060892926,0.21873356,0.0014117986,0.01277603,0.40269524,0.3214301],"study_design_scores_gemma":[0.00015633521,0.0005997591,0.0066831354,0.0007272046,0.008521674,0.00026021467,0.002052936,0.7937609,0.000020937587,0.16601734,0.020889562,0.00031002838],"about_ca_topic_score_codex":0.000035367877,"about_ca_topic_score_gemma":0.000008843117,"teacher_disagreement_score":0.7443029,"about_ca_system_score_codex":0.000044829052,"about_ca_system_score_gemma":0.00007723656,"threshold_uncertainty_score":0.9981808},"labels":[],"label_agreement":null},{"id":"W4386617069","doi":"10.1002/jrsm.1664","title":"What are the best methods for rapid reviews of the research evidence? A systematic review of reviews and primary studies","year":2023,"lang":"en","type":"review","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Pan American Health Organization","keywords":"Data extraction; Systematic review; Credibility; Protocol (science); Computer science; Data science; Publication bias; Information retrieval; MEDLINE; Management science; Meta-analysis; Medicine; Alternative medicine; Engineering","score_opus":0.9855286116620706,"score_gpt":0.7959365036411353,"score_spread":0.1895921080209353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386617069","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.953266e-8,0.93956697,0.0029707504,0.0020819835,0.00068042026,0.054391615,0.000055098928,0.000006995871,0.00024609335],"genre_scores_gemma":[1.7080618e-8,0.8635753,0.10099192,0.00012175928,0.00019503162,0.027530177,0.000002690396,0.00011768207,0.0074654655],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.08494691,0.84580564,0.04762109,0.0036429141,0.016355025,0.0016284039],"domain_scores_gemma":[0.021577409,0.8932293,0.040899225,0.026764628,0.01705161,0.00047781775],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.95479786,0.0014925385,0.06536757,0.0026571958,0.001258067,0.0014517675,0.01657104,0.00058385724,0.00059131806],"category_scores_gemma":[0.95990825,0.00046669628,0.017623091,0.020030323,0.0026502092,0.00069015607,0.0048376457,0.0024085222,0.0006555366],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002540107,0.000028162161,4.9950336e-7,0.51427996,0.0010097334,5.8497096e-7,0.00019375766,1.84235e-8,0.0000028628676,0.00013193808,0.02098247,0.4633675],"study_design_scores_gemma":[0.000018575696,0.00004805522,4.6274468e-7,0.5049701,0.0062151537,0.000013752558,0.0015277354,0.000012057057,0.000008974987,0.0014535551,0.4855326,0.00019899188],"about_ca_topic_score_codex":0.000012954357,"about_ca_topic_score_gemma":0.000010300432,"teacher_disagreement_score":0.46455017,"about_ca_system_score_codex":0.00045324521,"about_ca_system_score_gemma":0.0012835339,"threshold_uncertainty_score":0.99989295},"labels":[],"label_agreement":null},{"id":"W4386648725","doi":"10.1016/j.jclinepi.2023.09.001","title":"Bias in the measurement of the outcome is associated with effect sizes in randomized clinical trials on exercise therapy for chronic low back pain: a meta-epidemiological study","year":2023,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Ministero della Salute","keywords":"Medicine; Meta-analysis; Randomized controlled trial; Physical therapy; Publication bias; Confidence interval; Sample size determination; Psychological intervention; Generalizability theory; Reporting bias; Relative risk; MEDLINE; Internal medicine; Psychology; Statistics; Psychiatry","score_opus":0.984737622576596,"score_gpt":0.7406942209587761,"score_spread":0.2440434016178199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386648725","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002671266,0.9595707,0.0011488316,0.0055336813,0.0020097208,0.028978003,0.00004741468,0.000004276655,0.00003612974],"genre_scores_gemma":[0.0030238172,0.99042815,0.00039429415,0.0034700318,0.0007530496,0.0016517236,0.0000048273423,0.00005640254,0.00021772415],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.034023967,0.78557223,0.17286031,0.0016987618,0.0051296707,0.0007150431],"domain_scores_gemma":[0.0061500072,0.82400465,0.16394497,0.003920841,0.0017198826,0.000259659],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"category_scores_codex":[0.9929373,0.0014741712,0.2295196,0.0008424372,0.00010078297,0.00010838131,0.007089126,0.0017220624,0.00078975124],"category_scores_gemma":[0.99137914,0.0003232229,0.10215582,0.0026902414,0.0008551478,0.00007972129,0.00023170991,0.004366605,0.00013036141],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030171108,0.003982589,0.077272974,0.0035757576,0.05817657,0.00005288494,0.00017946422,0.0005522222,1.0179136e-8,0.00019506445,0.046140548,0.7797008],"study_design_scores_gemma":[0.31994498,0.035566155,0.036177527,0.0605435,0.14219183,0.00004766651,0.0004736147,0.0050995923,1.038029e-7,0.031163182,0.36684284,0.0019490161],"about_ca_topic_score_codex":0.000019246421,"about_ca_topic_score_gemma":0.00017024406,"teacher_disagreement_score":0.7777518,"about_ca_system_score_codex":0.00019642377,"about_ca_system_score_gemma":0.0012156036,"threshold_uncertainty_score":0.999922},"labels":[],"label_agreement":null},{"id":"W4386656746","doi":"10.1093/eurpub/ckab164.279","title":"Can AI learn to identify systematic reviews on the effectiveness of public health interventions?","year":2021,"lang":"en","type":"article","venue":"European Journal of Public Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Relevance (law); Context (archaeology); Psychological intervention; Public health; Medicine; Systematic review; MEDLINE; Upload; Health records; Computer science; Health care; Nursing; Political science","score_opus":0.8457005850452068,"score_gpt":0.5846972270907277,"score_spread":0.26100335795447915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386656746","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057172243,0.03610891,0.5430192,0.34849143,0.0026538835,0.006023508,0.000042541673,0.000013358315,0.006474919],"genre_scores_gemma":[0.98838544,0.0006043106,0.0010283467,0.007658209,0.00017899898,0.00002195226,0.0000048124084,0.00003596058,0.0020819528],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.1355377,0.82162386,0.03298251,0.0009899474,0.007856001,0.0010099607],"domain_scores_gemma":[0.9527933,0.0122307595,0.024343437,0.0040565906,0.0050424305,0.0015334798],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8430205,0.0003339155,0.006574169,0.0010105534,0.00034132253,0.0017109097,0.0029453987,0.000025676898,0.0019386216],"category_scores_gemma":[0.29188865,0.00014257354,0.0036042144,0.003613497,0.00006368876,0.0003730864,0.00026912094,0.0006123021,0.0014966129],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019563546,0.0020835649,0.008746522,0.12980069,0.0026494144,0.00020758607,0.012557156,0.00015881078,0.00013796795,0.055018295,0.42390403,0.36471638],"study_design_scores_gemma":[0.0014273617,0.0034277614,0.21452674,0.08113357,0.0003123558,0.00090429204,0.013301753,0.00020558026,0.000025038189,0.0020081091,0.6820221,0.00070535316],"about_ca_topic_score_codex":0.000016313816,"about_ca_topic_score_gemma":0.00006929215,"teacher_disagreement_score":0.9312132,"about_ca_system_score_codex":0.00036059634,"about_ca_system_score_gemma":0.001650444,"threshold_uncertainty_score":0.9993254},"labels":[],"label_agreement":null},{"id":"W4386705315","doi":"10.1002/jrsm.1670","title":"How to plan and manage an individual participant data meta‐analysis. An illustrative toolkit","year":2023,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish General Hospital; McGill University; Université de Montréal; McGill University Health Centre","funders":"Institute of Genetics; Horizon 2020 Framework Programme","keywords":"Computer science; Harmonization; Plan (archaeology); Multinational corporation; Aggregate data; Data collection; Knowledge management; Work (physics); Data extraction; Meta-analysis; Process management; MEDLINE; Medicine; Business","score_opus":0.992173161325795,"score_gpt":0.7511059871365069,"score_spread":0.24106717418928814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386705315","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20445326,0.011058248,0.70358086,0.054930374,0.0004729366,0.010381583,0.0050730375,0.00028971917,0.009759957],"genre_scores_gemma":[0.42801085,0.00014406923,0.556002,0.00024504322,0.00022951965,0.00080723903,0.00021899996,0.000059879778,0.014282387],"study_design_codex":"design_other","study_design_gemma":"meta_analysis","domain_scores_codex":[0.79330635,0.18588644,0.0044865264,0.0034856738,0.011600742,0.0012342493],"domain_scores_gemma":[0.86650395,0.10841837,0.0016823941,0.019647928,0.0017793527,0.0019680127],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.6419351,0.0004466984,0.0065258755,0.0034881695,0.00061072776,0.006529439,0.007783369,0.0001582826,0.004131803],"category_scores_gemma":[0.23360355,0.00022239877,0.0014484636,0.012718519,0.0002914874,0.00156376,0.0023524468,0.0004414837,0.000997525],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088990644,0.00044797955,0.0022248556,0.00021995515,0.36478934,0.00023227405,0.013400477,0.0011243143,0.001966755,0.011359602,0.06032248,0.543823],"study_design_scores_gemma":[0.0002110195,0.0005388624,0.044045974,0.000030073083,0.3333858,0.00001588302,0.06408022,0.22670451,0.0015647436,0.023091031,0.3048846,0.0014472734],"about_ca_topic_score_codex":0.00010425973,"about_ca_topic_score_gemma":0.0006289337,"teacher_disagreement_score":0.5423757,"about_ca_system_score_codex":0.00001689532,"about_ca_system_score_gemma":0.00011009229,"threshold_uncertainty_score":0.9997803},"labels":[],"label_agreement":null},{"id":"W4386837221","doi":"10.3389/fpubh.2023.1241152","title":"Protocol of the CONSORT and SPIRIT Extension for multicenter clinical trials","year":2023,"lang":"en","type":"article","venue":"Frontiers in Public Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Health and Medical Research Fund; Food and Health Bureau","keywords":"Protocol (science); Delphi method; Consolidated Standards of Reporting Trials; Clinical trial; Research design; Medicine; Test (biology); Medical education; Quality (philosophy); Medical physics; Developing country; Health care; Alternative medicine; Delphi; Clinical study design; Computer science; Pathology; Political science","score_opus":0.9392904898815811,"score_gpt":0.6858415080616916,"score_spread":0.2534489818198895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386837221","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0531523,0.0003653062,0.15357566,0.14299259,0.0057900427,0.64277494,0.00016977875,0.000030742547,0.001148645],"genre_scores_gemma":[0.5124301,0.00031625526,0.18137741,0.01979266,0.0010775754,0.25798,0.000035114113,0.00011177046,0.026879122],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9091276,0.05780887,0.02740731,0.0013523212,0.0036512506,0.0006526629],"domain_scores_gemma":[0.97748196,0.010656616,0.008470896,0.0022725423,0.0008043241,0.00031368493],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.53778833,0.00013805564,0.003832224,0.00038481774,0.00011170091,0.00021597584,0.0008518262,0.00009604177,0.00017703619],"category_scores_gemma":[0.24890994,0.00005412899,0.001121447,0.0013482781,0.00013616063,0.00012660991,0.00014449086,0.0001466879,0.00003876553],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001686511,0.00004630266,0.2794633,0.00011480123,0.000038944636,1.5860482e-7,0.0001599607,0.0000014236758,8.9986776e-7,0.0004086607,0.5761122,0.14363651],"study_design_scores_gemma":[0.0010375135,0.0000628977,0.16941561,0.000047276015,0.000015732789,5.7858676e-7,0.0006910738,0.020213528,9.312157e-7,0.0032984419,0.805163,0.00005337613],"about_ca_topic_score_codex":0.000009864613,"about_ca_topic_score_gemma":0.000012077334,"teacher_disagreement_score":0.4592778,"about_ca_system_score_codex":0.00003127298,"about_ca_system_score_gemma":0.00037719286,"threshold_uncertainty_score":0.7574168},"labels":[],"label_agreement":null},{"id":"W4386849265","doi":"10.1186/s40814-023-01384-1","title":"Sample size determination for external pilot cluster randomised trials with binary feasibility outcomes: a tutorial","year":2023,"lang":"en","type":"article","venue":"Pilot and Feasibility Studies","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Institute for Health Research Collaboration for Leadership in Applied Health Research and Care North West Coast; Collaboration for Leadership in Applied Health Research and Care - Greater Manchester; Medical Research Council; National Institute for Health and Care Research","keywords":"Sample (material); Sample size determination; Cluster (spacecraft); Psychology; Computer science; Statistics; Mathematics; Chromatography; Chemistry","score_opus":0.889960479245522,"score_gpt":0.5955838420813931,"score_spread":0.2943766371641289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386849265","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.971463,0.00087761664,0.014184091,0.0017398687,0.0012601273,0.010138567,0.00015204135,0.000051174095,0.00013350621],"genre_scores_gemma":[0.9847824,0.0000964552,0.009498299,0.00023946475,0.00041368176,0.0010622359,0.000010376631,0.000022979255,0.0038741205],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9754284,0.010777257,0.008454208,0.0017702581,0.0030942087,0.00047569527],"domain_scores_gemma":[0.7671605,0.21926792,0.005948611,0.004021688,0.0032630365,0.0003382935],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20268165,0.0005335145,0.006824123,0.00025647925,0.0005740361,0.0006407471,0.000695755,0.000064992564,0.00027512686],"category_scores_gemma":[0.43709856,0.0002293798,0.001487012,0.0009370796,0.0002927532,0.0003624746,0.00028095712,0.0001290854,0.00008465084],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027421584,0.0009246265,0.9272914,0.0009478436,0.0019609074,0.0000074405893,0.004330707,0.000036044494,0.0005654275,0.0004889035,0.02042303,0.015602079],"study_design_scores_gemma":[0.05854621,0.0041183885,0.8076407,0.00014653325,0.0018164949,0.000007666988,0.0042299377,0.005628754,0.000052650306,0.11279081,0.004164276,0.0008575931],"about_ca_topic_score_codex":0.000025526682,"about_ca_topic_score_gemma":0.0002692426,"teacher_disagreement_score":0.23441693,"about_ca_system_score_codex":0.00010515723,"about_ca_system_score_gemma":0.00007983456,"threshold_uncertainty_score":0.9353837},"labels":[],"label_agreement":null},{"id":"W4386863815","doi":"10.1111/jebm.12550","title":"Methodological quality, risk of bias, and reporting quality: A confusion persists","year":2023,"lang":"en","type":"letter","venue":"Journal of Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Confusion; Quality (philosophy); Risk analysis (engineering); Psychology; Business; Epistemology; Philosophy","score_opus":0.9914672909457757,"score_gpt":0.7089936643344512,"score_spread":0.28247362661132447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386863815","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060231417,0.01710489,0.025534995,0.8941204,0.0019061303,0.0007693921,0.000030342817,0.00000900796,0.00029342496],"genre_scores_gemma":[0.10898319,0.020436725,0.082864396,0.72548574,0.028780315,0.000052047755,0.00007331696,0.00023539866,0.033088893],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7402718,0.15061064,0.08131086,0.0016282285,0.025598569,0.0005798982],"domain_scores_gemma":[0.37333295,0.33404538,0.27706474,0.0045452174,0.010518361,0.0004933693],"candidate_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.763588,0.00064732233,0.0175817,0.001892828,0.00015340585,0.00025420438,0.002131007,0.00073113054,0.0038729706],"category_scores_gemma":[0.9174014,0.00023294058,0.0047550653,0.002048478,0.0006132431,0.0002833962,0.00023560162,0.002607133,0.000065917375],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009261722,0.000023256813,0.056417838,0.0013659829,0.0006840665,0.0006589346,0.00046532336,0.000038916914,0.0003606619,0.000018376386,0.92427766,0.015596382],"study_design_scores_gemma":[0.0021459637,0.002766012,0.1317421,0.034564015,0.01001611,0.0008469386,0.0048490926,0.00095926406,0.00012226801,0.013208971,0.7977671,0.0010121305],"about_ca_topic_score_codex":0.00024268993,"about_ca_topic_score_gemma":0.000020422294,"teacher_disagreement_score":0.36693886,"about_ca_system_score_codex":0.00009564062,"about_ca_system_score_gemma":0.0006205698,"threshold_uncertainty_score":0.9996939},"labels":[],"label_agreement":null},{"id":"W4386893091","doi":"10.1016/j.jclinepi.2023.09.006","title":"GRADE concept 6: a novel application of external indirect evidence into GRADE ratings of evidence certainty in network meta-analysis","year":2023,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Hamilton Health Sciences; McMaster University; Impact","funders":"","keywords":"Certainty; Guideline; Grading (engineering); Meta-analysis; Medicine; Psychology; Computer science; Actuarial science; Mathematics; Engineering; Business","score_opus":0.9694566485824524,"score_gpt":0.7012974169378572,"score_spread":0.2681592316445952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386893091","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2834151,0.019968817,0.6796748,0.015484841,0.0005851089,0.0008274512,0.000011088851,0.000006014225,0.000026747184],"genre_scores_gemma":[0.94454324,0.0010494117,0.052983474,0.00087064825,0.00030063884,0.000027578291,0.000001698219,0.000010241874,0.00021306681],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6796817,0.17608318,0.13364877,0.0023938806,0.0071433084,0.0010491062],"domain_scores_gemma":[0.47243997,0.44428545,0.077590674,0.002809845,0.0024884322,0.00038562308],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.6472622,0.0003751207,0.029295217,0.0011625934,0.00006184769,0.00004549619,0.003337178,0.0003871818,0.00092165923],"category_scores_gemma":[0.72839355,0.00016766417,0.017112935,0.0069943895,0.00055941305,0.00043594866,0.00030008194,0.0009673772,0.000068861955],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013309075,0.00020840563,0.8661839,0.000097555996,0.02095654,0.000009467068,0.00049466436,0.09449639,0.0004000878,0.002076931,0.0061004576,0.008842525],"study_design_scores_gemma":[0.0005659109,0.00063244574,0.66686356,0.00032653988,0.05686978,0.000032098244,0.00030676654,0.19904009,0.00006299847,0.07322706,0.0017737221,0.00029905527],"about_ca_topic_score_codex":0.000278811,"about_ca_topic_score_gemma":0.00023655783,"teacher_disagreement_score":0.66112816,"about_ca_system_score_codex":0.000042124193,"about_ca_system_score_gemma":0.00027182745,"threshold_uncertainty_score":0.99999166},"labels":[],"label_agreement":null},{"id":"W4386911034","doi":"10.1002/jrsm.1669","title":"Evaluation of statistical methods used to meta‐analyse results from interrupted time series studies: A simulation study","year":2023,"lang":"en","type":"review","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Monash University; Medical Research Council; Australian Government","keywords":"Statistics; Autocorrelation; Meta-analysis; Random effects model; Context (archaeology); Econometrics; Interrupted Time Series Analysis; Restricted maximum likelihood; Ordinary least squares; Series (stratigraphy); Time series; Mathematics; Variance (accounting); Computer science; Maximum likelihood; Medicine","score_opus":0.9895385164088845,"score_gpt":0.8199393673767278,"score_spread":0.16959914903215667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386911034","genre_codex":"review","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002269264,0.78728664,0.20091505,0.00013148859,0.00027615647,0.009675543,0.0012188583,0.000031213553,0.00044237004],"genre_scores_gemma":[0.00004826524,0.2974312,0.6949514,0.0000075420894,0.00020887962,0.0041884487,0.00008464436,0.0001585169,0.00292107],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.08831113,0.8363052,0.032444313,0.0048514404,0.037044663,0.0010432323],"domain_scores_gemma":[0.07951949,0.8666249,0.013128775,0.014379083,0.025580237,0.00076753803],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.917397,0.0012829268,0.03611669,0.005990727,0.0003914232,0.0012172576,0.0053154672,0.0004986093,0.010942595],"category_scores_gemma":[0.9399383,0.0006212661,0.006926229,0.015222461,0.0003508941,0.00038523672,0.0018912609,0.0010333606,0.0052369027],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006444406,0.00022029728,9.237652e-7,0.0014339596,0.05585716,0.000007963249,0.002271139,0.0009932928,0.000008191795,0.000021097721,0.0032543,0.93586725],"study_design_scores_gemma":[0.00047573674,0.0005277792,0.000053636173,0.006552453,0.27240223,0.000002498485,0.011747454,0.08511228,0.00005983052,0.014836258,0.60707176,0.0011581061],"about_ca_topic_score_codex":0.00020486608,"about_ca_topic_score_gemma":0.00013944457,"teacher_disagreement_score":0.93470913,"about_ca_system_score_codex":0.00074649265,"about_ca_system_score_gemma":0.0014148781,"threshold_uncertainty_score":0.99999225},"labels":[],"label_agreement":null},{"id":"W4386916824","doi":"10.1101/2023.09.18.558287","title":"Biomedical researchers’ perspectives on the reproducibility of research: a cross-sectional international survey","year":2023,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Reproducibility; Replication (statistics); Psychology; Publication; Survey research; Sample (material); Medical education; Biomedicine; Applied psychology; Medicine; Family medicine; Clinical psychology; Political science; Statistics","score_opus":0.8301734266915762,"score_gpt":0.5564407001172075,"score_spread":0.27373272657436876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386916824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9902045,0.00046415738,0.00073409604,0.0034755226,0.0021951105,0.0016279919,0.0011278951,0.00004875261,0.00012197885],"genre_scores_gemma":[0.9975054,0.00010665532,0.00077118824,0.000044199438,0.0006929203,0.00026604897,0.0000013420247,0.000058843638,0.0005533494],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.90296555,0.05166788,0.010633206,0.008194201,0.02559613,0.00094305485],"domain_scores_gemma":[0.87797564,0.04442064,0.007286832,0.036446977,0.033167228,0.00070270174],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.6305776,0.000511934,0.0024466226,0.0017893835,0.00044073432,0.002312181,0.0074848505,0.0005364261,0.004162415],"category_scores_gemma":[0.62004006,0.00026945944,0.0015809076,0.0050694724,0.0016829638,0.00016669274,0.0028251521,0.0023335197,0.0026854142],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012504682,0.0005443613,0.947237,0.00017526165,0.0011579714,0.000025205518,0.00020167591,0.000084423504,0.008096736,0.0071266973,0.035222363,0.000003218823],"study_design_scores_gemma":[0.00013064875,0.000055135803,0.9908031,0.0001401063,0.000022598599,1.36703555e-8,0.00014300711,0.00084073545,0.0011577129,0.00023828288,0.006232013,0.00023660625],"about_ca_topic_score_codex":0.00032919817,"about_ca_topic_score_gemma":0.000020295169,"teacher_disagreement_score":0.0435661,"about_ca_system_score_codex":0.00049972977,"about_ca_system_score_gemma":0.0013983785,"threshold_uncertainty_score":0.99997574},"labels":[],"label_agreement":null},{"id":"W4386944244","doi":"10.1186/s13643-023-02281-7","title":"Increasing the transparency of systematic reviews: presenting a generalized registration form","year":2023,"lang":"en","type":"letter","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Fetzer Institute; HORIZON EUROPE European Research Council; John E. Fetzer Memorial Trust","keywords":"Medicine; Transparency (behavior); Systematic review; Family medicine; MEDLINE; Medical physics; Law","score_opus":0.7912202037441245,"score_gpt":0.5158176241309906,"score_spread":0.27540257961313386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386944244","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000394131,0.41114253,0.036067255,0.14744624,0.0074500046,0.37317082,0.0002623646,0.00018594446,0.02388073],"genre_scores_gemma":[0.004931304,0.073603176,0.028438635,0.22371341,0.01685856,0.16272558,0.0016243216,0.0016258818,0.48647913],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.4478433,0.36342573,0.15923773,0.004087522,0.02379992,0.0016057948],"domain_scores_gemma":[0.74518645,0.0663279,0.1564325,0.02849609,0.0032979897,0.0002591049],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.5760092,0.0020040986,0.04712981,0.0011076318,0.0004949606,0.0023916732,0.009379368,0.0008992512,0.001498757],"category_scores_gemma":[0.42917508,0.00069118064,0.01584513,0.004842743,0.00019086736,0.00053607655,0.00028892452,0.0014811427,0.010264375],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.8413634e-7,0.000009913233,0.00002749427,0.51284236,0.00039802422,0.000013896979,0.0007837573,0.0000020574917,0.000006872714,0.00017133685,0.4856755,0.00006788312],"study_design_scores_gemma":[0.0001908999,0.000036147703,0.000012341255,0.36777598,0.0079642655,0.00028271572,0.0005075646,0.0023476153,0.0000023235843,0.0029974536,0.6170538,0.00082888163],"about_ca_topic_score_codex":0.00012184044,"about_ca_topic_score_gemma":0.00008688732,"teacher_disagreement_score":0.46259838,"about_ca_system_score_codex":0.00018857379,"about_ca_system_score_gemma":0.0002067629,"threshold_uncertainty_score":0.9995539},"labels":[],"label_agreement":null},{"id":"W4386944804","doi":"10.1038/s41432-023-00880-w","title":"The importance of meta-research in dentistry","year":2023,"lang":"en","type":"letter","venue":"Evidence-Based Dentistry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Universidade Federal de Pelotas; McMaster University","keywords":"Dentistry; Dental research; Medicine","score_opus":0.9347983799053672,"score_gpt":0.6198178782960574,"score_spread":0.3149805016093098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386944804","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021508016,0.063618004,0.0018668721,0.90197027,0.0061693643,0.0032911906,0.0003598446,0.000036352627,0.0011800715],"genre_scores_gemma":[0.167259,0.002383902,0.002961349,0.21245234,0.0073460657,0.0038914308,0.00040072415,0.0004960672,0.60280913],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.87237895,0.054152105,0.026482938,0.0040970175,0.04107797,0.0018110175],"domain_scores_gemma":[0.87161314,0.10146225,0.010346863,0.012997239,0.003404126,0.00017638023],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.3020195,0.0008064008,0.0071857166,0.001520436,0.0004360852,0.0029900302,0.011452428,0.00095163466,0.009839798],"category_scores_gemma":[0.12681092,0.0003685763,0.0065611964,0.0073772394,0.00076776074,0.00047269717,0.0007527148,0.0035969445,0.010267819],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072757357,0.000020064626,0.019205023,0.000543269,0.0008647187,0.0022183252,0.000016345992,0.000070486225,0.000011778528,0.00010275444,0.9762187,0.00072125345],"study_design_scores_gemma":[0.00019140246,0.000046071207,0.010154243,0.0011846166,0.0018904833,0.00008287832,0.00025125823,0.00086477085,0.0001069672,0.008342984,0.97634953,0.00053476717],"about_ca_topic_score_codex":0.00013946167,"about_ca_topic_score_gemma":0.0007110624,"teacher_disagreement_score":0.689518,"about_ca_system_score_codex":0.00022409303,"about_ca_system_score_gemma":0.0009950992,"threshold_uncertainty_score":0.9998766},"labels":[],"label_agreement":null},{"id":"W4386947376","doi":"10.1093/cid/ciad574","title":"More Than a Decade Since the Latest CONSORT Non-inferiority Trials Extension: Do Infectious Diseases Trials Do Enough?","year":2023,"lang":"en","type":"article","venue":"Clinical Infectious Diseases","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University; Queen's University; University Health Network; Impact","funders":"","keywords":"Consolidated Standards of Reporting Trials; Checklist; Clinical trial; Medicine; Alternative medicine; Randomized controlled trial; Family medicine; Intensive care medicine; Psychology; Internal medicine; Pathology","score_opus":0.719227971519061,"score_gpt":0.5992436111954177,"score_spread":0.11998436032364335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386947376","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9650718,0.007854544,0.0018319137,0.0067230323,0.00680516,0.006870853,0.0012418142,0.00049479416,0.0031060956],"genre_scores_gemma":[0.9920281,0.0019029595,0.000020487007,0.0016466727,0.0021815724,0.00056557613,0.000077238605,0.00006207606,0.0015152754],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9091782,0.057572033,0.0242768,0.0027320534,0.0053416095,0.00089927734],"domain_scores_gemma":[0.5933351,0.36307773,0.023121258,0.013581006,0.0043924297,0.002492499],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.21839644,0.0009847727,0.013675983,0.0006536541,0.0011776108,0.0035548287,0.0024057722,0.00045372243,0.006058311],"category_scores_gemma":[0.67761374,0.0004355839,0.012202173,0.004608369,0.0010366045,0.0005351826,0.0007689721,0.00070886564,0.009847485],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009277216,0.00085578987,0.7968598,0.00008194402,0.0012403786,0.000101876925,0.0001486443,0.0004043703,0.000010700417,0.0010226133,0.18165073,0.0175304],"study_design_scores_gemma":[0.0023350557,0.0003908487,0.854261,0.00020830893,0.0050056386,0.000027599164,0.000536232,0.0013291426,0.0000045938295,0.033520762,0.10162711,0.00075371773],"about_ca_topic_score_codex":0.000054680793,"about_ca_topic_score_gemma":0.00006986688,"teacher_disagreement_score":0.4592173,"about_ca_system_score_codex":0.00008769781,"about_ca_system_score_gemma":0.00070711324,"threshold_uncertainty_score":0.9998096},"labels":[],"label_agreement":null},{"id":"W4387008609","doi":"10.1101/2023.09.21.23295626","title":"Protocol for the development of a tool (INSPECT-SR) to identify problematic randomised controlled trials in systematic reviews of health interventions","year":2023,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Research for Patient Benefit Programme; Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Systematic review; Protocol (science); Psychological intervention; Delphi method; Delphi; Health care; Randomized controlled trial; MEDLINE; Computer science; Medicine; Data science; Psychology; Management science; Alternative medicine; Nursing; Artificial intelligence; Engineering; Political science; Surgery","score_opus":0.8981855510928339,"score_gpt":0.6443750029912957,"score_spread":0.25381054810153825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387008609","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021980011,0.001189286,0.2431117,0.0009240393,0.00034528086,0.7521501,0.000025089383,0.000008064974,0.000048383514],"genre_scores_gemma":[0.013628877,0.000038095146,0.01805759,0.000040886825,0.000035484984,0.96639633,0.000006952039,0.00003267499,0.0017630903],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.36204177,0.30367556,0.3160919,0.003509836,0.013583993,0.0010969101],"domain_scores_gemma":[0.6995162,0.14904988,0.13861556,0.009490763,0.0031174964,0.00021012947],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.83008796,0.0006631298,0.048384275,0.0015283725,0.00014296542,0.00049061474,0.0038801748,0.00015740425,0.0013041539],"category_scores_gemma":[0.6405621,0.00023620743,0.015763436,0.001822776,0.00004851616,0.00006966626,0.00065504794,0.0002800924,0.000416774],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011614624,0.000503888,0.0011890782,0.95863414,0.004765641,9.0226115e-7,0.0106146075,0.00093710376,0.00021228283,0.0005897545,0.017740311,0.0036508355],"study_design_scores_gemma":[0.11833502,0.0005368897,0.016362904,0.7755729,0.009818091,0.0000051664583,0.0054272297,0.021592645,0.00027880026,0.040702216,0.009565348,0.0018027669],"about_ca_topic_score_codex":0.000011556155,"about_ca_topic_score_gemma":0.00032578685,"teacher_disagreement_score":0.33747438,"about_ca_system_score_codex":0.0001431901,"about_ca_system_score_gemma":0.00080127653,"threshold_uncertainty_score":0.9996088},"labels":[],"label_agreement":null},{"id":"W4387055173","doi":"10.1002/cl2.1358","title":"Methodological quality of Campbell Systematic Reviews has improved over the past decade","year":2023,"lang":"en","type":"editorial","venue":"Campbell Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Bruyère; University of Ottawa","funders":"","keywords":"Systematic review; Intervention (counseling); Quality (philosophy); Psychology; Medicine; MEDLINE; Political science; Nursing","score_opus":0.900609514071633,"score_gpt":0.5998744419951795,"score_spread":0.30073507207645356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387055173","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000059873557,0.27392408,0.021412192,0.00032141234,0.5976428,0.10449279,0.00038774495,0.00008551333,0.0016735881],"genre_scores_gemma":[0.0003285558,0.09548302,0.017671779,0.0011324815,0.61819506,0.07954907,0.00085648685,0.001144812,0.18563873],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.25040755,0.5573578,0.15507111,0.0065639173,0.028395727,0.00220389],"domain_scores_gemma":[0.13401753,0.5672616,0.24019513,0.048543993,0.008676188,0.001305601],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.7974684,0.0038317763,0.09589104,0.001280713,0.0008552145,0.0034563078,0.018414043,0.0026586493,0.0034849134],"category_scores_gemma":[0.8890366,0.0013358842,0.028366407,0.007126252,0.0007674035,0.00047968977,0.0017060868,0.0028339713,0.032179356],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070234255,0.00005733295,0.000019566465,0.4563347,0.0007579131,0.0000046703335,0.00048632253,0.0000023981647,0.00002970427,0.00015161255,0.5419912,0.00015755143],"study_design_scores_gemma":[0.00038096798,0.000105276966,0.000023483128,0.14877774,0.006982624,0.000016798502,0.00066007016,0.00044466334,0.000002600717,0.00092698215,0.8404448,0.0012339654],"about_ca_topic_score_codex":0.00017130705,"about_ca_topic_score_gemma":0.00024151304,"teacher_disagreement_score":0.30755696,"about_ca_system_score_codex":0.00055283733,"about_ca_system_score_gemma":0.000686903,"threshold_uncertainty_score":0.99946654},"labels":[],"label_agreement":null},{"id":"W4387080102","doi":"10.1093/clinchem/hvad097.437","title":"B-098 Analytical Performance Evaluation of Sigma Strong Clinical Chemistry Assays on the Alinity c System","year":2023,"lang":"en","type":"article","venue":"Clinical Chemistry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; University of Toronto","funders":"","keywords":"Analyte; NIST; Six Sigma; Linearity; Chemistry; Bromocresol green; Analytical Chemistry (journal); Quality assurance; Chromatography; Accuracy and precision; External quality assessment; Mathematics; Statistics; Medicine; Computer science; Physics","score_opus":0.9207070429621145,"score_gpt":0.6436166613524223,"score_spread":0.2770903816096921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387080102","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9326842,0.00006368988,0.00011022106,0.0008875776,0.0005422279,0.0004459074,0.000027101898,0.00002925975,0.065209836],"genre_scores_gemma":[0.986981,0.000033248078,0.00005634337,0.00009606131,0.00078626216,0.000051933064,0.000034486882,0.000018857545,0.011941807],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.95004207,0.012820497,0.022212591,0.00208488,0.012270457,0.0005694849],"domain_scores_gemma":[0.9542329,0.030460859,0.0062183435,0.0061829565,0.002510098,0.0003948663],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.38587877,0.00039393545,0.0036697572,0.00004915517,0.00020160867,0.00026138537,0.0028887915,0.00056390255,0.0075395405],"category_scores_gemma":[0.21469325,0.00018794177,0.0035240557,0.0015874994,0.000508162,0.000100235986,0.0003726885,0.0010928207,0.0033045528],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010264544,0.00059293385,0.6421512,0.0006635586,0.0010373492,0.000009549241,0.00005388781,0.0009152833,0.00018445378,0.00059991254,0.31640124,0.03728804],"study_design_scores_gemma":[0.0010634058,0.000098089586,0.113305815,0.00036785912,0.0014848174,0.000010144125,0.0015689934,0.8634569,0.0018091621,0.00049215206,0.015894528,0.00044811104],"about_ca_topic_score_codex":0.0000010573588,"about_ca_topic_score_gemma":3.584043e-7,"teacher_disagreement_score":0.8625416,"about_ca_system_score_codex":0.000085817635,"about_ca_system_score_gemma":0.00040550716,"threshold_uncertainty_score":0.9974715},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"bench_or_experimental","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"bench_or_experimental","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4387144848","doi":"10.2196/48996","title":"Automated Paper Screening for Clinical Reviews Using Large Language Models: Data Analysis Study","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":177,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Calgary","funders":"","keywords":"Computer science; Workflow; Machine learning; Python (programming language); Artificial intelligence; Natural language processing; Information retrieval; Data science; Data mining; Database; Programming language","score_opus":0.9651539480355735,"score_gpt":0.7553193395729202,"score_spread":0.20983460846265334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387144848","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47263983,0.010146509,0.508602,0.0048323437,0.00078615395,0.0023452998,0.00009360825,0.00002771603,0.0005265494],"genre_scores_gemma":[0.9673539,0.0020529993,0.017457394,0.0006165822,0.0015936013,0.000035388886,0.00006900447,0.000045689012,0.010775457],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.8919721,0.053486206,0.022335619,0.0014069546,0.029949408,0.0008496815],"domain_scores_gemma":[0.9493373,0.031233564,0.0068081687,0.006983861,0.0044693267,0.0011677842],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7778753,0.0002308797,0.005243443,0.0022531308,0.0001496465,0.0010739649,0.010140974,0.0002261154,0.015315903],"category_scores_gemma":[0.33318642,0.00010234403,0.0028832087,0.0069194506,0.0001326088,0.0006634713,0.0022641663,0.001339968,0.000849909],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062420266,0.0004922705,0.02363258,0.000061215316,0.0037873173,0.0003210595,0.0014401331,0.00021118384,0.0000065710806,0.000109261746,0.92401606,0.045859948],"study_design_scores_gemma":[0.0006159284,0.00019503414,0.0025044398,0.00018038116,0.0009379392,0.0000201276,0.0052662566,0.8848037,3.9808438e-7,0.00025773706,0.10513058,0.000087451896],"about_ca_topic_score_codex":0.00008481838,"about_ca_topic_score_gemma":0.0003093585,"teacher_disagreement_score":0.88459253,"about_ca_system_score_codex":0.00004562445,"about_ca_system_score_gemma":0.00030330825,"threshold_uncertainty_score":0.99996305},"labels":[],"label_agreement":null},{"id":"W4387191064","doi":"10.1016/j.jclinepi.2023.09.013","title":"Critical elements of synthesis questions are incompletely reported: survey of systematic reviews of intervention effects","year":2023,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Department of Education and Training; Monash University; Department of Health and Social Care; National Institute for Health and Care Research; Australian Government; National Health and Medical Research Council; McMaster University","keywords":"Psychological intervention; Systematic review; Intervention (counseling); Medicine; Population; Public health; MEDLINE; Family medicine; Environmental health; Nursing","score_opus":0.9592008098824275,"score_gpt":0.7219751309475064,"score_spread":0.23722567893492108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387191064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8874824,0.009421575,0.09441263,0.0024104824,0.0035148687,0.0023050886,0.0000928155,0.000006433693,0.0003537038],"genre_scores_gemma":[0.9906048,0.0011826821,0.0078490535,0.00011299131,0.00008551082,0.000026568598,0.0000031434722,0.000009750319,0.00012546487],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.2968544,0.49912512,0.19857164,0.0009248796,0.0040503675,0.00047359738],"domain_scores_gemma":[0.04974025,0.7758551,0.16331394,0.003175732,0.0075680036,0.0003469708],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.81028855,0.00024987577,0.028415171,0.00072206825,0.000035975554,0.000018987035,0.0016056166,0.00027118617,0.00089548394],"category_scores_gemma":[0.98736,0.00011632321,0.008053288,0.0015532176,0.00036088657,0.00015382617,0.00018455082,0.00043823084,0.00018287823],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000683504,0.00043985323,0.9432697,0.024070162,0.0011982489,0.000019516825,0.000028489181,0.000062876155,0.00003506916,0.0016071858,0.02178929,0.0074112057],"study_design_scores_gemma":[0.00026513156,0.0005469807,0.96592695,0.014861113,0.0014377537,0.000045439618,0.00009716811,0.002879249,0.00001686461,0.013347196,0.0004806281,0.00009550568],"about_ca_topic_score_codex":0.00006458075,"about_ca_topic_score_gemma":0.00006194881,"teacher_disagreement_score":0.27672997,"about_ca_system_score_codex":0.000019465466,"about_ca_system_score_gemma":0.00010493616,"threshold_uncertainty_score":0.986009},"labels":[],"label_agreement":null},{"id":"W4387222396","doi":"10.1007/s40279-023-01941-x","title":"Certainty of Evidence Assessment in Systematic Reviews Published by High-Impact Sports Science Journals: A Meta-epidemiological Study","year":2023,"lang":"en","type":"article","venue":"Sports Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; University of Saskatchewan","funders":"","keywords":"Certainty; Systematic review; Grading (engineering); Meta-analysis; Publication bias; Quality of evidence; Medicine; Citation; Evidence-based medicine; Sports medicine; MEDLINE; Bibliometrics; Psychology; Alternative medicine; Computer science; Library science; Political science; Pathology; Mathematics; Engineering","score_opus":0.9041380651400333,"score_gpt":0.6472378102149855,"score_spread":0.25690025492504776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387222396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9399861,0.031630266,0.0018551997,0.011156284,0.0012741947,0.012554677,0.000012697115,0.000037663263,0.001492888],"genre_scores_gemma":[0.9953136,0.0013644277,0.00047071849,0.00040399126,0.00008522618,0.00036579967,0.000006772526,0.000014234682,0.001975269],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.82101566,0.05519967,0.07288496,0.0045948066,0.044542216,0.0017626924],"domain_scores_gemma":[0.92449343,0.028250879,0.032926127,0.009689182,0.0036386007,0.0010018098],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.76942444,0.0007368456,0.022291487,0.0025554616,0.00018056037,0.000370945,0.003802448,0.00015020264,0.025205199],"category_scores_gemma":[0.4696264,0.00022056364,0.002551777,0.014987709,0.0005052719,0.00092559913,0.00036341007,0.0007274688,0.0001641498],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020124171,0.0004272578,0.7546117,0.0035396141,0.0008684395,0.00032885684,0.001598331,0.00042197967,0.00026325372,0.00031967083,0.23303339,0.0045674234],"study_design_scores_gemma":[0.00055616925,0.00052759406,0.96600616,0.011610699,0.0043717646,0.00005875682,0.006218756,0.0032703455,0.0000042598563,0.0051362785,0.00183479,0.0004044038],"about_ca_topic_score_codex":0.00029586887,"about_ca_topic_score_gemma":0.000037344307,"teacher_disagreement_score":0.299798,"about_ca_system_score_codex":0.00021408474,"about_ca_system_score_gemma":0.00038201408,"threshold_uncertainty_score":0.9922236},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4387245440","doi":"10.21203/rs.3.rs-2010358/v2","title":"Methodological review of NMA bias concepts provides groundwork for the development of a list of concepts for potential inclusion in a new risk of bias tool for network meta-analysis (RoB NMA Tool)","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Ottawa Hospital","funders":"Canadian Institutes of Health Research; Medical Research Council; National Institute for Health and Care Research","keywords":"Popularity; Publication bias; Systematic review; Quality (philosophy); MEDLINE; Inclusion (mineral); Meta-analysis; Quality of evidence; Cochrane Library; Computer science; Psychology; Medicine; Social psychology; Epistemology; Political science","score_opus":0.9496497730088914,"score_gpt":0.6657923922507857,"score_spread":0.28385738075810574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387245440","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010729795,0.13679689,0.8195074,0.0017944736,0.0002644636,0.02921595,0.0016384054,0.000009246384,0.000043325414],"genre_scores_gemma":[0.24337642,0.0144675765,0.72567767,0.00012582507,0.00038192281,0.009577962,0.00055530097,0.000101219215,0.0057360814],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.8669657,0.082205474,0.031082204,0.0029938077,0.015520492,0.0012322939],"domain_scores_gemma":[0.72975284,0.23085345,0.02041465,0.005876694,0.012886094,0.00021630089],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.57338,0.00069469,0.017867621,0.0013379024,0.00046890267,0.00024892844,0.0051756604,0.00051132805,0.0017736413],"category_scores_gemma":[0.3943826,0.00030961455,0.020856518,0.0064444514,0.00053580693,0.00012224758,0.0058200015,0.00067423156,0.00000847182],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028399609,0.0012624249,0.014495829,0.24684797,0.29231778,0.000006559461,0.012065035,0.06589348,0.00034391004,0.011882085,0.14961694,0.20242803],"study_design_scores_gemma":[0.0049947947,0.0031068982,0.016771208,0.0349523,0.3821243,0.0000042660536,0.008804916,0.111612774,0.0023507571,0.2888228,0.14375004,0.002704934],"about_ca_topic_score_codex":0.00047096776,"about_ca_topic_score_gemma":0.0009808181,"teacher_disagreement_score":0.2769407,"about_ca_system_score_codex":0.00014523428,"about_ca_system_score_gemma":0.0021879768,"threshold_uncertainty_score":0.99993557},"labels":[],"label_agreement":null},{"id":"W4387338004","doi":"10.1016/j.cjca.2023.06.400","title":"THE USE OF ADJUSTED CALCIUM IN ALBERTA: A POPULATION-BASED STUDY","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Calgary Laboratory Services","funders":"","keywords":"Calcium; Medicine; Calcium metabolism; Epidemiology; Population; Calcium-binding protein; Albumin; Internal medicine; Environmental health","score_opus":0.7363096934981604,"score_gpt":0.4809740135221267,"score_spread":0.25533567997603374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387338004","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9958736,0.00017225345,0.0008583505,0.0017345863,0.0006642024,0.0003369246,0.000010250825,4.983502e-7,0.00034935062],"genre_scores_gemma":[0.9988035,0.0000022797976,0.000042865708,0.00006842011,0.00009611243,0.0000049779196,0.0000018524041,0.000005171691,0.00097481377],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9847573,0.0087891,0.004997782,0.0002028654,0.0010169338,0.0002359889],"domain_scores_gemma":[0.98655915,0.008878593,0.0023051796,0.0011001742,0.0009117651,0.0002451478],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04147877,0.00011133253,0.0021937485,0.00097552955,0.00009565798,0.00014798819,0.0009196045,0.00006340037,0.00012725075],"category_scores_gemma":[0.050372124,0.0000493497,0.00092972803,0.001710378,0.00004948766,0.000086374785,0.000014806694,0.00015696752,0.000101753685],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052986,0.0000012417821,0.9290256,0.0000022523523,0.00013243347,0.000043412965,0.00016526916,0.039130356,0.0000016972851,0.0001340516,0.029263245,0.0020951645],"study_design_scores_gemma":[0.00019461746,0.000061948114,0.88172686,0.000010298679,0.00008618456,0.0000131491215,0.0005405789,0.0014224558,4.2965243e-7,0.00036030015,0.115538046,0.00004515295],"about_ca_topic_score_codex":0.01146952,"about_ca_topic_score_gemma":0.1991951,"teacher_disagreement_score":0.18772557,"about_ca_system_score_codex":0.00006546646,"about_ca_system_score_gemma":0.0006353063,"threshold_uncertainty_score":0.9951132},"labels":[],"label_agreement":null},{"id":"W4387345483","doi":"10.1136/bmjopen-2023-076264","title":"Estimating the prevalence of discrepancies between study registrations and publications: a systematic review and meta-analyses","year":2023,"lang":"en","type":"review","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; Medical Research Council; Fonds de Recherche du Québec - Santé; National Institute for Health and Care Research","keywords":"Medicine; Meta-analysis; Systematic review; Family medicine; MEDLINE; Pathology","score_opus":0.9705707050453667,"score_gpt":0.7215824664722486,"score_spread":0.24898823857311814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387345483","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011264967,0.9330937,0.00045263677,0.0009147112,0.000022012015,0.06460122,0.00031185747,0.000007822694,0.00059486483],"genre_scores_gemma":[0.000019144054,0.92294323,0.0028156235,0.00006446664,0.000034901324,0.028046288,0.000024628478,0.00003361671,0.04601808],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9152413,0.046013698,0.030919475,0.0020181136,0.005516971,0.00029047037],"domain_scores_gemma":[0.92208785,0.02803514,0.03543982,0.012699012,0.0015634183,0.00017479128],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2619504,0.00065688114,0.028741185,0.0004109418,0.00040568164,0.0034850352,0.006474878,0.000092280905,0.00085880916],"category_scores_gemma":[0.18983555,0.00021450459,0.0030745761,0.0034653787,0.00018057507,0.00055721455,0.0018843175,0.00023501711,0.00027731978],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.2486451e-7,0.000025537216,0.00011213492,0.9792311,0.013944615,7.759151e-7,0.00019794783,5.780081e-7,2.7684046e-9,0.0005343164,0.003966071,0.0019867953],"study_design_scores_gemma":[0.000051071806,0.00005197358,0.0001766454,0.14267111,0.8253071,0.00005880523,0.00073501666,0.000094280374,6.366235e-9,0.001074472,0.02937328,0.0004062325],"about_ca_topic_score_codex":0.00007934874,"about_ca_topic_score_gemma":0.000095098825,"teacher_disagreement_score":0.83656,"about_ca_system_score_codex":0.00002025197,"about_ca_system_score_gemma":0.00032475355,"threshold_uncertainty_score":0.9989006},"labels":[],"label_agreement":null},{"id":"W4387364655","doi":"10.48083/cvnu8623392","title":"Prevalence of the Clavien Dindo Classification in the Reporting of Surgical Complications in Major Urological Journals","year":2023,"lang":"en","type":"article","venue":"Société Internationale d’Urologie Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Descriptive statistics; MEDLINE; General surgery; Statistics; Political science","score_opus":0.835267919389997,"score_gpt":0.5961858904803803,"score_spread":0.23908202890961672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387364655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9692601,0.00044761816,0.000545341,0.023370843,0.0002811417,0.00044413315,0.000017097205,0.0000032763032,0.0056304634],"genre_scores_gemma":[0.9983194,0.00029708847,0.0002294725,0.00022492761,0.00008293291,0.00003868607,0.0000028585832,0.0000040209093,0.0008006337],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97212636,0.00858525,0.014243491,0.0004213803,0.0043776426,0.00024587713],"domain_scores_gemma":[0.96609074,0.01069808,0.020486744,0.0013224628,0.0013509506,0.000051004947],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14350057,0.00015397482,0.0012173891,0.00051949196,0.00015444674,0.0002141783,0.0035397874,0.00011857421,0.001637123],"category_scores_gemma":[0.07744748,0.00006112501,0.0012651661,0.0020683368,0.00021102068,0.00020396544,0.00022560678,0.00073340826,0.000054710545],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013089608,0.00010549105,0.98691195,0.000015598971,0.00004683392,0.00001558157,0.0005511382,0.0008249239,0.00029157157,0.003710952,0.0042830072,0.0032298858],"study_design_scores_gemma":[0.0002664532,0.000028132998,0.9610015,0.000050632934,0.000037021953,0.0002146296,0.0013188614,0.005407831,0.00001999322,0.028348248,0.0032531838,0.000053496155],"about_ca_topic_score_codex":0.000005785393,"about_ca_topic_score_gemma":0.000013053827,"teacher_disagreement_score":0.06605309,"about_ca_system_score_codex":0.000061510196,"about_ca_system_score_gemma":0.00013336186,"threshold_uncertainty_score":0.9992755},"labels":[],"label_agreement":null},{"id":"W4387380009","doi":"10.1556/2006.2023.00052","title":"The landscape of open science in behavioral addiction research: Current practices and future directions","year":2023,"lang":"en","type":"review","venue":"Journal of Behavioral Addictions","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Université de Montréal","funders":"","keywords":"Addiction; Psychology; Open science; Current (fluid); Neuroscience","score_opus":0.9170257284118067,"score_gpt":0.6938181735126753,"score_spread":0.22320755489913147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387380009","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015181926,0.9929895,0.000008304291,0.00033996184,0.0031068337,0.0014424208,0.00018489912,0.000004296947,0.00040561377],"genre_scores_gemma":[0.0002767482,0.9974738,0.0002711233,0.0000014998471,0.00055458635,0.00015020648,0.000010345796,0.000024805046,0.0012369337],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96791947,0.010766493,0.012205426,0.0008709559,0.0077765654,0.00046106867],"domain_scores_gemma":[0.9642807,0.005785791,0.022680253,0.0022701432,0.0046507455,0.00033234936],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1700236,0.00038035287,0.0048442697,0.003916511,0.0012940629,0.0033846695,0.006008499,0.00019793694,0.0008282819],"category_scores_gemma":[0.0107002035,0.00016502818,0.0018213603,0.012168277,0.00063546683,0.0015972436,0.0011205864,0.0019721217,0.00013730896],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060058956,0.0002952906,0.0005470346,0.00014911745,0.00006511665,0.000009352392,0.00029052646,8.5691784e-7,6.779081e-7,0.00017180016,0.02355378,0.97491044],"study_design_scores_gemma":[0.00011795123,0.0002446474,0.0018071134,0.0023362958,0.001896357,0.00017987398,0.0026995735,0.000019881492,1.4161132e-7,0.00020371091,0.9903581,0.00013631355],"about_ca_topic_score_codex":0.00014502539,"about_ca_topic_score_gemma":0.00093557034,"teacher_disagreement_score":0.9747741,"about_ca_system_score_codex":0.00023764554,"about_ca_system_score_gemma":0.0017758933,"threshold_uncertainty_score":0.99936944},"labels":[],"label_agreement":null},{"id":"W4387381774","doi":"10.48083/wura1857","title":"Methodological Quality of Systematic Reviews for Questions of Therapy and Prevention Published in the Urological Literature (2016–2021) Fails to Improve","year":2023,"lang":"en","type":"article","venue":"Société Internationale d’Urologie Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Medicine; Weakness; Meta-analysis; Protocol (science); MEDLINE; Confidence interval; Medical physics; Alternative medicine; Surgery; Internal medicine; Pathology","score_opus":0.9138691369725518,"score_gpt":0.6449601844319653,"score_spread":0.26890895254058644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387381774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8038476,0.01550351,0.14447981,0.024086978,0.0014493525,0.009327664,0.00012961467,0.000013671354,0.0011617718],"genre_scores_gemma":[0.9706341,0.003115171,0.02141507,0.0010841563,0.00028503637,0.00093722634,0.000030218323,0.000009424764,0.0024895926],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.95300996,0.03453645,0.009267006,0.0005596446,0.0023910953,0.00023581678],"domain_scores_gemma":[0.94723433,0.041410744,0.007831011,0.0012417551,0.002185876,0.00009627384],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3018903,0.00022341094,0.0032052184,0.0005534033,0.000105744475,0.000699809,0.0018856712,0.00018206367,0.0009221163],"category_scores_gemma":[0.3125693,0.00008534651,0.0018305058,0.0013405627,0.00009054459,0.0003945218,0.0001395703,0.0003884978,0.000027925162],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017350159,0.0022445798,0.10576914,0.015165486,0.0039659715,0.000047727575,0.025977645,0.0014828815,0.020961428,0.22726375,0.2735582,0.3218282],"study_design_scores_gemma":[0.0017535404,0.0014663101,0.27647772,0.0014782602,0.00027735316,0.00009524507,0.0052452963,0.0027403105,0.00006301256,0.690771,0.019252963,0.0003789872],"about_ca_topic_score_codex":0.0000028216689,"about_ca_topic_score_gemma":0.0000056827503,"teacher_disagreement_score":0.46350724,"about_ca_system_score_codex":0.000030453382,"about_ca_system_score_gemma":0.000069235524,"threshold_uncertainty_score":0.9999912},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4387392554","doi":"10.1002/bdr2.2255","title":"Recommendation to change the peer review process","year":2023,"lang":"en","type":"article","venue":"Birth Defects Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Stephen's University","funders":"","keywords":"Process (computing); Computer science; Information retrieval; Content (measure theory); Peer review; World Wide Web; Internet privacy; Political science; Mathematics; Law; Programming language","score_opus":0.9537499100357241,"score_gpt":0.6888514101850476,"score_spread":0.2648984998506765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387392554","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09325963,0.014608857,0.00094951235,0.7149025,0.0009406328,0.016684867,0.00008776691,0.000082852705,0.15848336],"genre_scores_gemma":[0.62030065,0.008568373,0.00025600893,0.013113687,0.00087869074,0.00511299,0.00008799766,0.00006740361,0.35161418],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95157003,0.02258027,0.003925309,0.0011918932,0.020001398,0.0007311146],"domain_scores_gemma":[0.98098147,0.0076963226,0.00066890207,0.0032216026,0.007181831,0.00024986785],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.435987,0.0001686873,0.0013269747,0.0008006077,0.00046674293,0.0009787848,0.002575104,0.000049880528,0.030594176],"category_scores_gemma":[0.22696467,0.00006478436,0.0006354236,0.013257423,0.00004987884,0.00021952792,0.00043063555,0.00033936737,0.13257703],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002121995,0.000010686221,0.002016817,0.00038463355,0.000019841467,0.0000028703753,0.00053470844,0.0000021402773,0.0000057177726,0.00031534617,0.85709053,0.1396146],"study_design_scores_gemma":[0.000040543568,0.000041730425,0.011317897,0.00020999399,0.00001679129,0.0000029533624,0.0004822827,0.0006472426,0.000013051735,0.002239503,0.9849062,0.0000817881],"about_ca_topic_score_codex":0.000014465552,"about_ca_topic_score_gemma":0.0000701825,"teacher_disagreement_score":0.70178884,"about_ca_system_score_codex":0.000036966492,"about_ca_system_score_gemma":0.000090194706,"threshold_uncertainty_score":0.970292},"labels":[],"label_agreement":null},{"id":"W4387558756","doi":"10.1136/bmjebm-2022-112125","title":"Can a replication revolution resolve the duplication crisis in systematic reviews?","year":2023,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Cochrane; Ottawa Hospital; Bruyère; University of Ottawa","funders":"","keywords":"Replication (statistics); Gene duplication; Political science; Biology; Genetics; Virology","score_opus":0.831327983766012,"score_gpt":0.5804957268733995,"score_spread":0.25083225689261257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387558756","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022501973,0.05811914,0.057774372,0.8246053,0.0011117277,0.034075852,0.000013194798,0.00012405812,0.0016743938],"genre_scores_gemma":[0.9671437,0.00426149,0.00158726,0.008578913,0.0007737079,0.008707779,0.00006838243,0.000039929368,0.008838797],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9357973,0.033625863,0.019722914,0.0020584406,0.008291328,0.0005041835],"domain_scores_gemma":[0.9318575,0.035994552,0.01290013,0.016764645,0.0022140134,0.00026910743],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.42901596,0.00036260998,0.004083494,0.0010616152,0.00022743661,0.00021850812,0.002276991,0.00011718263,0.001267636],"category_scores_gemma":[0.50793314,0.0001400901,0.0008935707,0.009173257,0.00013925903,0.00031490054,0.00009406955,0.00025312733,0.0047304095],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024960924,0.00003119952,0.008352663,0.007636478,0.000048935548,0.000009724682,0.0014030903,0.00032029455,0.00043117735,0.0028389655,0.9729241,0.0059784125],"study_design_scores_gemma":[0.0023221842,0.0007468469,0.22656752,0.18738359,0.003598855,0.00012086217,0.017996406,0.28013948,0.0002445806,0.05225843,0.22696061,0.0016606282],"about_ca_topic_score_codex":0.00029815658,"about_ca_topic_score_gemma":0.00030519505,"teacher_disagreement_score":0.94464177,"about_ca_system_score_codex":0.00024369537,"about_ca_system_score_gemma":0.00018729373,"threshold_uncertainty_score":0.99964535},"labels":[],"label_agreement":null},{"id":"W4387580988","doi":"10.21203/rs.3.rs-3408361/v1","title":"Reporting of the certainty of evidence through GRADE in systematic reviews in dentistry indexed during late 2019 - late 2020","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Certainty; Systematic review; Dentistry; Evidence-based dentistry; Medicine; Psychology; MEDLINE; Alternative medicine; Philosophy; Political science; Epistemology; Law; Pathology","score_opus":0.9344651935264839,"score_gpt":0.6564494127186692,"score_spread":0.27801578080781475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387580988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97033376,0.017605567,0.000113236005,0.0012526537,0.00046704695,0.009985686,0.00003838507,0.000006982462,0.0001967081],"genre_scores_gemma":[0.98469085,0.0043465723,0.00036838755,0.000010861595,0.000046507183,0.0006726633,0.0000073852616,0.000034239132,0.009822517],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7191464,0.15164243,0.09469541,0.0040145735,0.028918896,0.001582293],"domain_scores_gemma":[0.9105049,0.026432533,0.048462484,0.011627157,0.0028220294,0.00015093005],"candidate_categories":["metaresearch","open_science","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.48807403,0.00048746768,0.010865081,0.0010827936,0.00013312974,0.00048694955,0.0055913352,0.00049398607,0.00052151835],"category_scores_gemma":[0.60061675,0.00020796193,0.0032469262,0.0070073986,0.00021533601,0.00024087576,0.004071296,0.002648859,0.0004940092],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003189668,0.00015605573,0.48976237,0.4800819,0.0003810262,0.00038296316,0.007622252,0.0119050015,0.0015080684,0.00020067749,0.0076552215,0.00031259502],"study_design_scores_gemma":[0.00036131908,0.000041003335,0.5219505,0.44083717,0.0002443669,0.000030037665,0.0035293014,0.010344593,0.0005548293,0.021329822,0.00023945775,0.00053760264],"about_ca_topic_score_codex":0.001856286,"about_ca_topic_score_gemma":0.0015981151,"teacher_disagreement_score":0.19135848,"about_ca_system_score_codex":0.00030736192,"about_ca_system_score_gemma":0.00052832946,"threshold_uncertainty_score":0.9997889},"labels":[],"label_agreement":null},{"id":"W4387609775","doi":"10.1186/s13643-023-02363-6","title":"The PRISMATIC project: protocol for a research programme on novel methods to improve reporting and peer review of systematic reviews of health evidence","year":2023,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Medicine; Protocol (science); Peer review; Systematic review; Medical education; Alternative medicine; MEDLINE; Pathology","score_opus":0.9713526523581876,"score_gpt":0.7520495969607636,"score_spread":0.219303055397424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387609775","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011265692,0.06273397,0.04335222,0.0050361264,0.00022439238,0.88814044,0.00001127092,0.000019169522,0.00047113458],"genre_scores_gemma":[0.00003208935,0.0037412606,0.08785181,0.00035415107,0.000062374354,0.8979433,0.0000034248453,0.000055443375,0.009956108],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.18275757,0.45553985,0.31234688,0.006049539,0.039818376,0.0034877844],"domain_scores_gemma":[0.45470363,0.22263695,0.26978028,0.02706825,0.02496013,0.00085074507],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9325891,0.0008694059,0.028858177,0.0010399893,0.0005961668,0.0008254533,0.0039400537,0.00014119192,0.000070084745],"category_scores_gemma":[0.9365229,0.00030075695,0.004303898,0.008958776,0.00018750777,0.00027685723,0.0005643379,0.0004223426,0.00062051497],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007578127,0.00006214557,0.000017676137,0.9112308,0.00013806946,4.815822e-7,0.001273032,5.468269e-7,0.0000853721,0.0011200937,0.07085137,0.015212802],"study_design_scores_gemma":[0.00019618832,0.00056894054,0.000017161581,0.79930705,0.0004086408,0.00003071601,0.0014226115,0.0015506493,0.000029252418,0.0007971525,0.19540903,0.0002626402],"about_ca_topic_score_codex":0.000029918232,"about_ca_topic_score_gemma":0.000016569204,"teacher_disagreement_score":0.27194607,"about_ca_system_score_codex":0.00019616254,"about_ca_system_score_gemma":0.00064469007,"threshold_uncertainty_score":0.99994445},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4387798969","doi":"10.2519/jospt.2023.12016","title":"Up Front and Open? Shrouded in Secrecy? Or Somewhere in Between? A Meta-Research Systematic Review of Open Science Practices in Sport Medicine Research","year":2023,"lang":"en","type":"review","venue":"Journal of Orthopaedic and Sports Physical Therapy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Cancer Research UK","keywords":"Front (military); Secrecy; Open science; Open research; Engineering; Computer science; World Wide Web; Physics; Computer security; Mechanical engineering; Astronomy","score_opus":0.9355833675988616,"score_gpt":0.7093359093065084,"score_spread":0.22624745829235327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387798969","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009131497,0.9811701,0.000004725921,0.0006301273,0.00012536263,0.008437615,0.0000100851385,0.0000012518709,0.0004892455],"genre_scores_gemma":[0.0051599685,0.99205136,0.00013800806,0.00006801303,0.00020062391,0.00035412356,0.000004310073,0.000040941748,0.0019826568],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.930213,0.024855016,0.02402594,0.0018323618,0.01824173,0.00083200337],"domain_scores_gemma":[0.9437772,0.0236354,0.02528336,0.0032021664,0.0035051669,0.0005967067],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.61436707,0.00071795913,0.035081174,0.0048020883,0.00018060958,0.0011181475,0.009601949,0.00021858321,0.0011594937],"category_scores_gemma":[0.07159868,0.0002676358,0.001787701,0.014206591,0.0011504922,0.0017294352,0.001873238,0.0024769332,0.00002885278],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019832175,0.00081607077,0.009621557,0.6707018,0.002588807,0.0015196179,0.0030313986,7.0215134e-7,0.0000011860859,0.0009388976,0.0023885178,0.3081931],"study_design_scores_gemma":[0.0016155007,0.0009571496,0.0029806197,0.88312995,0.004057091,0.0002241843,0.0037456735,0.000043405955,2.2764395e-7,0.00851308,0.09423452,0.0004986125],"about_ca_topic_score_codex":0.00041870668,"about_ca_topic_score_gemma":0.00024339875,"teacher_disagreement_score":0.5427684,"about_ca_system_score_codex":0.00020413652,"about_ca_system_score_gemma":0.0030443636,"threshold_uncertainty_score":0.9999776},"labels":[],"label_agreement":null},{"id":"W4387874040","doi":"10.12688/f1000research.140556.1","title":"Open science interventions proposed or implemented to assess researcher impact: a scoping review","year":2023,"lang":"en","type":"review","venue":"F1000Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Waterloo; University of Toronto; Ottawa Hospital; University of British Columbia","funders":"","keywords":"Rigour; Open science; Psychological intervention; Promotion (chess); Biomedicine; Political science; Psychology; Engineering ethics; Medical education; Management science; Medicine; Engineering; Nursing","score_opus":0.9934818852275966,"score_gpt":0.8386701618145955,"score_spread":0.1548117234130011,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387874040","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000156842,0.95274144,0.0008328381,0.00096773286,0.00022736451,0.039943073,0.00040532995,0.00003166507,0.0048489557],"genre_scores_gemma":[7.541087e-7,0.88892174,0.0021716943,0.00012443298,0.00012582159,0.004082905,0.0001179304,0.000121199846,0.104333535],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.84950775,0.065495804,0.032349646,0.0063419193,0.043247197,0.0030576554],"domain_scores_gemma":[0.91501856,0.031384517,0.010397979,0.024995157,0.014842099,0.0033616798],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","open_science","insufficient_payload"],"category_scores_codex":[0.6238078,0.0010101903,0.017815633,0.0058735134,0.0011286838,0.01555474,0.052227702,0.00021593316,0.11683375],"category_scores_gemma":[0.43057942,0.00041716316,0.008058749,0.04485823,0.0005094063,0.0011709919,0.025142452,0.001346237,0.06750111],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006378436,0.0000796295,0.000010736847,0.15493038,0.00036424558,0.00005070751,0.000030175703,5.011193e-7,7.906348e-7,0.00018960814,0.2834445,0.56089234],"study_design_scores_gemma":[0.000084524574,0.00017187916,0.000016108683,0.4166807,0.00044075947,0.000024343737,0.00006230485,0.000036328882,3.7126563e-7,0.00017922072,0.58197564,0.00032779505],"about_ca_topic_score_codex":0.000252922,"about_ca_topic_score_gemma":0.00075221085,"teacher_disagreement_score":0.5605646,"about_ca_system_score_codex":0.0009931418,"about_ca_system_score_gemma":0.015876397,"threshold_uncertainty_score":0.99982804},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"incentives","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4387886955","doi":"10.7202/1106852ar","title":"Introduction au calcul de la taille d’effet globale d’une intervention dans les méta-analyses en sciences de l’éducation","year":2023,"lang":"fr","type":"article","venue":"Mesure et évaluation en éducation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Physics; Philosophy","score_opus":0.7627652286891664,"score_gpt":0.6456752038519604,"score_spread":0.11709002483720599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387886955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.668529,0.0011673324,0.24292813,0.07462387,0.004245691,0.0010766517,0.00004342326,0.00006184867,0.0073240944],"genre_scores_gemma":[0.9289674,0.00035097642,0.0078590335,0.00015373595,0.0016708394,0.0002420872,0.00048951124,0.000035410638,0.060230996],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.8153951,0.16919555,0.0068794554,0.0019736511,0.0057510165,0.0008051897],"domain_scores_gemma":[0.98153526,0.010178697,0.0043287547,0.0020122137,0.0017140075,0.00023107938],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.48597854,0.00053672737,0.0016822753,0.0012224346,0.00095473474,0.0016587002,0.0013228874,0.00046553137,0.009462476],"category_scores_gemma":[0.09331749,0.0004000896,0.0015777341,0.0065170876,0.00040577006,0.0013591964,0.00014261341,0.00042751312,0.0036350423],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020805177,0.0007593601,0.050099425,0.00041282686,0.00080692227,0.0000033042004,0.28806418,0.067844406,0.007049201,0.015624928,0.4418404,0.1274742],"study_design_scores_gemma":[0.0004935987,0.00017483831,0.5836749,0.0002513123,0.0025819412,0.00008892024,0.06558589,0.18766312,0.0012386321,0.024727043,0.13291638,0.00060341443],"about_ca_topic_score_codex":0.004460298,"about_ca_topic_score_gemma":0.003358717,"teacher_disagreement_score":0.5335755,"about_ca_system_score_codex":0.0027927393,"about_ca_system_score_gemma":0.0028540555,"threshold_uncertainty_score":0.9998451},"labels":[],"label_agreement":null},{"id":"W4387893803","doi":"10.1002/pmrj.13064","title":"Quantifying the dissemination of research in the PM&amp;R journal via alternative metrics","year":2023,"lang":"en","type":"article","venue":"PM&R","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"","keywords":"Medicine; Rehabilitation; Library science; Family medicine; Gerontology; Physical therapy","score_opus":0.9459008879712154,"score_gpt":0.6883012988429597,"score_spread":0.25759958912825576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387893803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94210505,0.0022204355,0.027718527,0.013023636,0.0008563718,0.0010661875,0.000009619132,0.000004842463,0.012995323],"genre_scores_gemma":[0.996738,0.00015426219,0.0003180028,0.000036799294,0.00012375085,0.000017935614,0.0000014954185,0.000004336628,0.002605399],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9654731,0.019895501,0.00404312,0.0003595901,0.009958822,0.0002698766],"domain_scores_gemma":[0.9483866,0.045907144,0.0020202997,0.0018574698,0.0017794576,0.000048995367],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.3751376,0.000090456866,0.0007818895,0.0012364386,0.0003018079,0.00073557213,0.0025143113,0.000032719643,0.0009234259],"category_scores_gemma":[0.10243798,0.000028700022,0.00050905655,0.010414677,0.00008753055,0.00015862551,0.00014422266,0.00037246244,0.001596763],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002000986,0.00019280499,0.117796466,0.00013781425,0.00034207664,0.00005005978,0.055744715,0.0009823437,0.0012153252,0.021006128,0.4610084,0.34150386],"study_design_scores_gemma":[0.00037707455,0.00014199063,0.30250573,0.00054288894,0.00023173196,0.000117105454,0.076037236,0.13382152,0.00057095155,0.19238766,0.2928956,0.0003705104],"about_ca_topic_score_codex":0.00003778435,"about_ca_topic_score_gemma":0.00009593613,"teacher_disagreement_score":0.34113336,"about_ca_system_score_codex":0.000028371016,"about_ca_system_score_gemma":0.00003096258,"threshold_uncertainty_score":0.99998987},"labels":[],"label_agreement":null},{"id":"W4387893874","doi":"10.1177/17407745231203375","title":"The impact of feedback training on prediction of cancer clinical trial results","year":2023,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; McGill University","funders":"","keywords":"Brier score; Randomized controlled trial; Confidence interval; Medicine; Sample size determination; Clinical trial; Physical therapy; Statistics; Medical physics; Internal medicine; Mathematics","score_opus":0.9849873901837678,"score_gpt":0.769200980041683,"score_spread":0.21578641014208477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387893874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9852565,0.00025651228,0.00012641831,0.0018263715,0.005715347,0.0022199291,0.0005910968,0.00001290861,0.003994909],"genre_scores_gemma":[0.9899692,0.0013066902,0.000118100295,0.00006372111,0.0025850341,0.00006153546,0.000013970997,0.000013707206,0.0058680745],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.64133036,0.208276,0.13782893,0.002371985,0.00950274,0.0006899499],"domain_scores_gemma":[0.41315997,0.53949475,0.03968299,0.0055710375,0.0017190755,0.00037219838],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7932209,0.00023593765,0.009309367,0.00021090062,0.00012264136,0.00020439918,0.0016768887,0.0004187675,0.0013884335],"category_scores_gemma":[0.8481673,0.000080640486,0.012414628,0.0018456706,0.00035178324,0.00007896388,0.000118964555,0.0005012232,0.0008689455],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028033393,0.00031241647,0.015094991,0.000012417537,0.0020204464,0.0000015776537,0.0002573061,0.0006100306,0.000029288687,0.00041939612,0.470071,0.48313776],"study_design_scores_gemma":[0.100226164,0.008358475,0.7301956,0.00046130444,0.0020575754,0.0000010029905,0.0013584105,0.019630317,0.00004570121,0.025581585,0.111708194,0.0003756869],"about_ca_topic_score_codex":0.000026259617,"about_ca_topic_score_gemma":0.000014078276,"teacher_disagreement_score":0.7151006,"about_ca_system_score_codex":0.000019663288,"about_ca_system_score_gemma":0.00044988698,"threshold_uncertainty_score":0.999909},"labels":[],"label_agreement":null},{"id":"W4387996712","doi":"10.2337/dci23-0031","title":"A Primer on Systematic Review and Meta-analysis in Diabetes Research","year":2023,"lang":"en","type":"review","venue":"Diabetes Care","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Children's Hospital Research Institute of Manitoba","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Systematic review; Meta-analysis; Popularity; Medicine; Management science; Data science; Transparency (behavior); MEDLINE; Process (computing); Quality (philosophy); Best practice; Evidence-based medicine; Computer science; Risk analysis (engineering); Alternative medicine; Psychology; Epistemology; Pathology","score_opus":0.8712770152610712,"score_gpt":0.6062562194772925,"score_spread":0.2650207957837787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387996712","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011040089,0.98826826,9.826745e-7,0.00018003267,0.00006606256,0.009881911,0.0005316006,0.000018539145,0.0010415689],"genre_scores_gemma":[0.000039999653,0.98593444,0.00007204844,0.00041573326,0.000035739246,0.005967545,0.00021893943,0.00009787639,0.007217705],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.887592,0.0752792,0.021825826,0.0034176114,0.010786937,0.0010983975],"domain_scores_gemma":[0.93828964,0.039420262,0.008382948,0.011132978,0.0024036057,0.0003705674],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.2284769,0.0013903194,0.08014078,0.0062521864,0.00022037451,0.0016447931,0.004691461,0.00047691673,0.004021451],"category_scores_gemma":[0.09656518,0.0005775468,0.0260149,0.02291752,0.00016208136,0.00017882542,0.0007908,0.0011520069,0.024383076],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.967996e-8,0.000019144642,0.00025664282,0.86227536,0.12661366,0.000006945312,0.000111892325,0.000001266903,6.5846053e-9,0.00009639635,0.007116077,0.0035025517],"study_design_scores_gemma":[0.000026859876,0.00003340961,0.000014482162,0.06688785,0.781848,3.3205995e-7,0.00022501987,0.000021761909,8.1155456e-8,0.00017621937,0.15028717,0.0004788135],"about_ca_topic_score_codex":0.000006574554,"about_ca_topic_score_gemma":0.000056325076,"teacher_disagreement_score":0.7953875,"about_ca_system_score_codex":0.00019630382,"about_ca_system_score_gemma":0.00018798227,"threshold_uncertainty_score":0.9998847},"labels":[],"label_agreement":null},{"id":"W4388108541","doi":"10.1016/j.jclinepi.2023.10.017","title":"Searching a methods topic: practical challenges and implications for search design","year":2023,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Universität Basel","keywords":"Terminology; Search engine indexing; Information retrieval; MEDLINE; Computer science; Citation; Data science; World Wide Web","score_opus":0.9933919604652579,"score_gpt":0.8278810723034243,"score_spread":0.16551088816183357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388108541","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0066710124,0.0023381538,0.8148856,0.17484576,0.00037976544,0.00034766045,0.0000018598353,0.0000031433513,0.0005270356],"genre_scores_gemma":[0.024646843,0.0066579687,0.96541756,0.0015386028,0.00076219806,0.000023591065,7.208169e-7,0.000010309888,0.00094219274],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.64842427,0.30737776,0.040848363,0.0011361482,0.0015454404,0.0006680208],"domain_scores_gemma":[0.23022926,0.75653994,0.009823449,0.0013048453,0.0016377179,0.00046477432],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.83490473,0.00014516778,0.007115465,0.0003648752,0.00011615806,0.00007619174,0.0008956938,0.0002281292,0.00020620158],"category_scores_gemma":[0.89346457,0.000065131324,0.0024284371,0.0004247525,0.0001893814,0.0001642212,0.00017371115,0.0006686199,0.00014835013],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049497656,0.000045001667,0.014528121,0.000033281645,0.00028789844,0.0000036565837,0.00016749374,0.0001901016,0.00001783871,0.11199726,0.029652592,0.84302723],"study_design_scores_gemma":[0.0002680197,0.00040704763,0.27302402,0.000019934987,0.00013757701,0.000121887206,0.0003188932,0.020186616,0.0000014915959,0.5790589,0.12638897,0.00006663753],"about_ca_topic_score_codex":0.0000011393754,"about_ca_topic_score_gemma":0.0000020411912,"teacher_disagreement_score":0.8429606,"about_ca_system_score_codex":0.000010355984,"about_ca_system_score_gemma":0.00022819218,"threshold_uncertainty_score":0.48639897},"labels":[],"label_agreement":null},{"id":"W4388209589","doi":"10.1016/j.jclinepi.2023.10.022","title":"Risk of bias assessments in individual participant data meta-analyses of test accuracy and prediction models: a review shows improvements are needed","year":2023,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish General Hospital","funders":"Birmingham Biomedical Research Centre; NIHR Oxford Biomedical Research Centre; Manchester Biomedical Research Centre; Medical Research Foundation; Medical Research Council; National Institute for Health and Care Research; Department of Health and Social Care; Cancer Research UK","keywords":"Meta-analysis; Test (biology); Publication bias; Risk assessment; Predictive modelling; Statistics; Medicine; Computer science; Machine learning; Internal medicine; Mathematics","score_opus":0.9952257982715195,"score_gpt":0.7820060507785607,"score_spread":0.2132197474929588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388209589","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016961517,0.9931312,0.0021291948,0.00046183667,0.0004744197,0.0015118313,0.0020905682,0.0000021857252,0.000029122642],"genre_scores_gemma":[0.00023570674,0.9933726,0.0053798244,0.00051192194,0.00019311055,0.00005546015,0.00008986815,0.000028970371,0.00013252228],"study_design_codex":"design_other","study_design_gemma":"meta_analysis","domain_scores_codex":[0.5784796,0.24242103,0.17081462,0.0021368775,0.005522486,0.00062539225],"domain_scores_gemma":[0.08636697,0.61545646,0.28771722,0.0073472764,0.0025427474,0.0005692849],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7643846,0.0007966795,0.08813755,0.0011903102,0.000048245507,0.000077653174,0.005674565,0.00072891236,0.00073753035],"category_scores_gemma":[0.9302756,0.00031895077,0.0155158285,0.0022024154,0.0003197001,0.00063131104,0.0014525208,0.0019157963,0.000044390286],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030210555,0.0007680699,0.026933923,0.031582985,0.087739795,0.000027413502,0.000030980627,0.00025153832,1.371155e-7,0.00006726365,0.07286426,0.77970344],"study_design_scores_gemma":[0.0009326768,0.0010915296,0.0065270015,0.043492053,0.60047805,0.0000756209,0.00028344156,0.01644991,9.155365e-8,0.013162199,0.317012,0.00049540814],"about_ca_topic_score_codex":0.00012213648,"about_ca_topic_score_gemma":0.00009207166,"teacher_disagreement_score":0.779208,"about_ca_system_score_codex":0.000022483291,"about_ca_system_score_gemma":0.0008019515,"threshold_uncertainty_score":0.99992627},"labels":[],"label_agreement":null},{"id":"W4388264401","doi":"10.1101/2023.10.24.23297458","title":"Complementary, Alternative, and Integrative Medicine Researchers’ Practices and Perceived Barriers Related to Open Science: An International, Cross-Sectional Survey","year":2023,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Popularity; Scopus; Publishing; Incentive; Alternative medicine; Medical education; Peer review; Open science; Psychology; Medicine; Family medicine; Political science; MEDLINE; Social psychology","score_opus":0.8933054126604134,"score_gpt":0.671151787033627,"score_spread":0.22215362562678642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388264401","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98821217,0.00012545887,0.00033576146,0.0038751457,0.0015776488,0.0018933797,0.0003408105,0.000012224001,0.003627392],"genre_scores_gemma":[0.986571,0.0002707128,0.00194247,0.00026430533,0.000111575086,0.000138992,0.00020549411,0.000027252392,0.010468162],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9626726,0.016979186,0.0063212086,0.0038275253,0.009753098,0.00044637482],"domain_scores_gemma":[0.97476256,0.009423865,0.0059904987,0.003156035,0.0056809727,0.0009860423],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.33123967,0.0005062594,0.0026207934,0.0016733294,0.0007224179,0.007442838,0.010619578,0.00014888792,0.011560995],"category_scores_gemma":[0.31297338,0.00025746904,0.00024213953,0.0021242776,0.0015668421,0.001516269,0.008216054,0.00087983225,0.00032400852],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053659474,0.000019754796,0.9882654,0.000017554285,0.000387169,0.000011003361,0.006650783,0.00008515596,0.00017741331,0.0006854246,0.0030588482,0.0005878493],"study_design_scores_gemma":[0.0003547294,0.00013396869,0.96827835,0.00010626144,0.000043747532,0.000010922591,0.0049416036,0.009403738,0.000007579127,0.010220927,0.0062554944,0.00024268351],"about_ca_topic_score_codex":0.00518751,"about_ca_topic_score_gemma":0.003644966,"teacher_disagreement_score":0.019987041,"about_ca_system_score_codex":0.00020033537,"about_ca_system_score_gemma":0.00053499005,"threshold_uncertainty_score":0.9999878},"labels":[],"label_agreement":null},{"id":"W4388304320","doi":"10.1016/j.euf.2023.10.018","title":"How To Read a Network Meta-analysis","year":2023,"lang":"en","type":"review","venue":"European Urology Focus","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Meta-analysis; Medicine; Psychological intervention; Systematic review; MEDLINE; Evidence-based medicine; Medical physics; Alternative medicine; Internal medicine; Nursing; Pathology","score_opus":0.894545917508896,"score_gpt":0.5487554082366348,"score_spread":0.3457905092722612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388304320","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.09024924e-7,0.9497829,0.011846097,0.0027675475,0.0005687723,0.0017903553,0.00014135841,0.00005822136,0.033044647],"genre_scores_gemma":[0.0000088781935,0.7518598,0.001843121,0.000886793,0.00088534626,0.00023480786,0.0000752981,0.00018851602,0.24401745],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.851418,0.120454475,0.017539566,0.004236777,0.005292601,0.0010585465],"domain_scores_gemma":[0.95577466,0.014864801,0.013525064,0.014312262,0.00089561654,0.0006275916],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.23393497,0.0015319835,0.048209365,0.0029645928,0.00028322844,0.0024987601,0.008954053,0.00034649626,0.017845575],"category_scores_gemma":[0.052169897,0.00066482724,0.054579683,0.01781577,0.00017154659,0.00012948822,0.0015766732,0.0008678803,0.16926222],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015269059,0.000015612017,0.0000037631787,0.00030739512,0.29346797,0.0002954046,0.000044843844,0.00016171325,3.3570124e-9,0.001065867,0.3237457,0.38089022],"study_design_scores_gemma":[0.000017555467,0.000039113504,0.0000050273,0.000019785743,0.41238284,0.000021834845,0.000007998975,0.000018894982,1.2968161e-9,0.0004078396,0.5867668,0.00031231946],"about_ca_topic_score_codex":0.000009867842,"about_ca_topic_score_gemma":0.00016420423,"teacher_disagreement_score":0.3805779,"about_ca_system_score_codex":0.000039412105,"about_ca_system_score_gemma":0.00010821201,"threshold_uncertainty_score":0.99974287},"labels":[],"label_agreement":null},{"id":"W4388413012","doi":"10.1186/s44158-023-00129-z","title":"Enhancing study quality assessment: an in-depth review of risk of bias tools for meta-analysis—a comprehensive guide for anesthesiologists","year":2023,"lang":"en","type":"review","venue":"Journal of Anesthesia Analgesia and Critical Care","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Jadad scale; Randomized controlled trial; Reliability (semiconductor); Meta-analysis; Risk analysis (engineering); Medicine; Publication bias; Observational study; Computer science; Medical physics; Cochrane Library; Surgery","score_opus":0.8493957707655231,"score_gpt":0.6257359148675036,"score_spread":0.2236598558980195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388413012","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012561502,0.99170476,0.0034004145,0.00020591245,0.00003946107,0.003160558,0.0002124842,0.0000032735836,0.00001701036],"genre_scores_gemma":[0.0053507686,0.98214746,0.011720153,0.00014251776,0.000107641936,0.00033792137,0.000081809354,0.000056406025,0.000055345397],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.93227214,0.033324596,0.0283468,0.001231553,0.004396478,0.00042840914],"domain_scores_gemma":[0.8838155,0.08008121,0.02252248,0.0027960523,0.010427256,0.00035749475],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.13475354,0.0008892704,0.04123333,0.0017409374,0.00013546023,0.0004099538,0.0022231985,0.00035122526,0.00025344163],"category_scores_gemma":[0.09435777,0.00042087698,0.024323223,0.003143403,0.00021595159,0.00040690973,0.00008737804,0.0005123744,0.0000053676167],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014200805,0.0015174006,0.006208657,0.5809496,0.16414072,0.0006973273,0.0015721589,0.0000638595,0.000003635476,0.007692209,0.0019771855,0.23503524],"study_design_scores_gemma":[0.0004965255,0.0021686433,0.006255783,0.010759064,0.8342802,0.00028288958,0.013558661,0.00003940445,0.0000013490138,0.0021171572,0.12930469,0.00073564163],"about_ca_topic_score_codex":0.000035795718,"about_ca_topic_score_gemma":0.00013939381,"teacher_disagreement_score":0.6701395,"about_ca_system_score_codex":0.00007993389,"about_ca_system_score_gemma":0.00061228947,"threshold_uncertainty_score":0.9998243},"labels":[],"label_agreement":null},{"id":"W4388448959","doi":"10.1016/j.euf.2023.10.023","title":"Fixed-effect Versus Random-effects Models for Meta-analyses: Random-effects Models","year":2023,"lang":"en","type":"article","venue":"European Urology Focus","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Random effects model; Medicine; Meta-analysis; Fixed effects model; Study heterogeneity; Population; Statistics; Internal medicine; Mathematics; Panel data; Environmental health","score_opus":0.75327663698315,"score_gpt":0.5151842077277812,"score_spread":0.23809242925536878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388448959","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017882146,0.01416503,0.8658001,0.0018609952,0.0034932462,0.009865599,0.000103197395,0.00030078532,0.08652891],"genre_scores_gemma":[0.9824595,0.000098621815,0.00235367,0.00082246435,0.00043252026,0.0016399842,0.000054574033,0.00016596208,0.011972713],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9183559,0.065668926,0.007884381,0.0028557866,0.0040068245,0.0012282158],"domain_scores_gemma":[0.9109107,0.078254595,0.003764,0.005731723,0.0008599648,0.00047897096],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.16075417,0.0011810828,0.011101217,0.0013844173,0.0005484419,0.0008278533,0.003846816,0.00024351456,0.0016029322],"category_scores_gemma":[0.066137634,0.0005808092,0.0115954755,0.0028913876,0.00022471395,0.00064889336,0.00060516555,0.0004917168,0.013891224],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007233015,0.0002830129,0.00008385699,0.00060992374,0.050813403,0.0009410714,0.0016121861,0.31635657,0.0009829288,0.019516038,0.5402651,0.06130292],"study_design_scores_gemma":[0.03111263,0.0020144228,0.00010577564,0.000022183021,0.050895717,0.000041245832,0.000059166454,0.76766825,0.00063253444,0.07236516,0.07390827,0.0011746301],"about_ca_topic_score_codex":0.000013106095,"about_ca_topic_score_gemma":0.000018184872,"teacher_disagreement_score":0.9645773,"about_ca_system_score_codex":0.000041706888,"about_ca_system_score_gemma":0.00006870758,"threshold_uncertainty_score":0.9996643},"labels":[],"label_agreement":null},{"id":"W4388461776","doi":"10.1016/j.jclinepi.2023.11.001","title":"Compelling evidence from meta-epidemiological studies demonstrates overestimation of effects in randomized trials that fail to optimize randomization and blind patients and outcome assessors","year":2023,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":52,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; McMaster University; Impact","funders":"","keywords":"Blinding; Meta-analysis; Randomized controlled trial; Medicine; Randomization; Epidemiology; Odds ratio; Publication bias; Confidence interval; Clinical trial; Physical therapy; Internal medicine","score_opus":0.9788432014016687,"score_gpt":0.7284421707616289,"score_spread":0.2504010306400398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388461776","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86426914,0.009910137,0.11901033,0.0048221927,0.0006109803,0.0013619416,0.0000060365614,0.0000029488524,0.0000063017033],"genre_scores_gemma":[0.91884214,0.006747136,0.07350974,0.00072124833,0.000104699546,0.000036940317,0.0000031701777,0.0000071840564,0.000027761667],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.37258297,0.52583003,0.09702765,0.001421942,0.0026325975,0.0005047832],"domain_scores_gemma":[0.03177146,0.9227566,0.043040004,0.0006552572,0.0014697541,0.00030691968],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.82175416,0.00038335833,0.05250967,0.000689717,0.000061226376,0.00008023477,0.00064733933,0.0003436211,0.00013999446],"category_scores_gemma":[0.9840029,0.00014734331,0.005390646,0.0007749566,0.00043353904,0.00038635952,0.00021164733,0.000495031,0.00002864398],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01511688,0.000055230263,0.95052695,0.00010273502,0.0034036296,0.0000057381644,0.0002454858,0.02404625,0.0000062725408,0.00039260817,0.001391467,0.00470676],"study_design_scores_gemma":[0.0748281,0.0004349796,0.67930794,0.00064265454,0.006391033,0.000004588739,0.000359012,0.12668432,0.0000076097185,0.11110412,0.000028366518,0.00020726524],"about_ca_topic_score_codex":0.000029490046,"about_ca_topic_score_gemma":0.00001555122,"teacher_disagreement_score":0.39692655,"about_ca_system_score_codex":0.000017527032,"about_ca_system_score_gemma":0.000052737432,"threshold_uncertainty_score":0.9615568},"labels":[],"label_agreement":null},{"id":"W4388486189","doi":"10.1016/j.ejogrb.2023.11.001","title":"Improving trustworthiness in research in Women's Health: A collective effort by OBGYN Editors","year":2023,"lang":"en","type":"editorial","venue":"European Journal of Obstetrics & Gynecology and Reproductive Biology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; Health Sciences Centre","funders":"KU Leuven; Department of Obstetrics, Gynecology and Reproductive Sciences, University of Pittsburgh; University of Toronto; James Cook University; Thomas Jefferson University; Royal College of Surgeons in Ireland; University of North Carolina at Chapel Hill; Washington University in St. Louis; Yale University","keywords":"Medicine; Trustworthiness; Family medicine; Medical education; Internet privacy","score_opus":0.4432663935366574,"score_gpt":0.5015921449593942,"score_spread":0.05832575142273677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388486189","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040722612,0.014916433,0.00012345926,0.0015118242,0.94103825,0.0010034627,0.00008504846,0.0000059778254,0.000592943],"genre_scores_gemma":[0.06513969,0.007173504,0.00097290706,0.00020414543,0.9084272,0.00011136755,0.00009956265,0.0002549759,0.01761668],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.82635826,0.13670729,0.02370358,0.0047754077,0.0062730797,0.0021823961],"domain_scores_gemma":[0.7711949,0.19433482,0.021462763,0.0036043474,0.008783742,0.00061945984],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.42870575,0.0006156778,0.007040694,0.006462107,0.00031815557,0.0002823896,0.0027349372,0.00072309666,0.0001720259],"category_scores_gemma":[0.67289305,0.00035586962,0.0006878057,0.008870737,0.0007140244,0.00022950605,0.00081476266,0.0047036004,0.0001911105],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012861879,0.00016427987,0.0068157874,0.00010045192,0.00025319558,0.00044726412,0.002556188,0.000021199914,0.000016440737,0.000016421774,0.95593685,0.033543296],"study_design_scores_gemma":[0.0012238267,0.0019365544,0.008839652,0.00012163802,0.000040322837,0.000021431379,0.0024322364,0.000021629969,0.0000017883077,0.0020818852,0.9829676,0.00031144277],"about_ca_topic_score_codex":0.00003461176,"about_ca_topic_score_gemma":0.000036501402,"teacher_disagreement_score":0.24418727,"about_ca_system_score_codex":0.0015497041,"about_ca_system_score_gemma":0.0021704051,"threshold_uncertainty_score":0.9998893},"labels":[],"label_agreement":null},{"id":"W4388499937","doi":"10.1016/j.euf.2023.10.021","title":"Evidence-based Urology: Introduction to Our Second Series of Articles","year":2023,"lang":"en","type":"editorial","venue":"European Urology Focus","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Sigrid Juséliuksen Säätiö; Academy of Finland; Helsingin ja Uudenmaan Sairaanhoitopiiri","keywords":"Medicine; Series (stratigraphy); Urology; Gynecology","score_opus":0.45978186100361207,"score_gpt":0.4399330574950047,"score_spread":0.01984880350860735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388499937","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038876373,0.0023517394,0.0024483104,0.026732085,0.96157694,0.00081416604,0.00018059213,0.0000567378,0.0019517973],"genre_scores_gemma":[0.05351012,0.00008580642,0.001003157,0.0005403642,0.9019449,0.000056671728,0.000064539054,0.00015550299,0.042638946],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94990855,0.033946563,0.008836624,0.002247297,0.004517642,0.0005433021],"domain_scores_gemma":[0.9717078,0.013423019,0.006319079,0.0057896045,0.0024948767,0.0002656173],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.12531249,0.00058479497,0.0044129747,0.0012000228,0.00014073386,0.0003733652,0.0033083332,0.00040847552,0.0050029526],"category_scores_gemma":[0.30215436,0.00034665898,0.0015651325,0.0019063248,0.00016149915,0.00025572698,0.00051791884,0.00078324805,0.03155692],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012557553,0.000026402933,0.00014171928,0.00005221214,0.00021156628,0.000053900323,0.0001646944,0.0003482893,0.00019517462,0.00006690612,0.992353,0.006260525],"study_design_scores_gemma":[0.00016082541,0.00068279606,0.0007112542,0.000023461469,0.00047580668,0.000005662201,0.00009281086,0.00007681907,0.000080103775,0.00077394815,0.9966605,0.00025604587],"about_ca_topic_score_codex":0.000008508948,"about_ca_topic_score_gemma":0.00013653754,"teacher_disagreement_score":0.17684186,"about_ca_system_score_codex":0.000032665223,"about_ca_system_score_gemma":0.00022710924,"threshold_uncertainty_score":0.99989855},"labels":[],"label_agreement":null},{"id":"W4388651406","doi":"10.1186/s13643-023-02374-3","title":"Title-plus-abstract versus title-only first-level screening approach: a case study using a systematic review of dietary patterns and sarcopenia risk to compare screening performance","year":2023,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Dalhousie University","keywords":"Medicine; Systematic review; Meta-analysis; Population; MEDLINE; Internal medicine; Environmental health","score_opus":0.8941560588091673,"score_gpt":0.5609493301336089,"score_spread":0.33320672867555834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388651406","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001991334,0.9656559,0.0028852113,0.0000030235828,0.00031956192,0.028930256,0.00015029627,0.000017340437,0.0020184806],"genre_scores_gemma":[0.0001430458,0.98962086,0.005576366,0.000025953996,0.00010632768,0.001468913,0.00003238506,0.00009810017,0.00292803],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.96002024,0.014609263,0.020382477,0.0013038162,0.003297791,0.00038639508],"domain_scores_gemma":[0.97255456,0.00496884,0.016820535,0.004888495,0.0005074348,0.0002601287],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.09522276,0.0010162469,0.026448838,0.0006960139,0.00022607193,0.00042176933,0.0018490318,0.00012581288,0.0017242096],"category_scores_gemma":[0.02295851,0.00046911836,0.0033279867,0.0020790363,0.000035890505,0.00015774473,0.00044202004,0.00042245106,0.009281157],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.8258986e-7,0.000023223833,0.000025337362,0.97320354,0.00085671415,0.000053633787,0.00018520888,0.0000029049988,1.8800033e-9,0.000003115306,0.0055727647,0.020072676],"study_design_scores_gemma":[0.00011104525,0.0000412374,0.0000058957626,0.9251411,0.012857119,0.00084425556,0.0007888978,0.0020019508,2.1243616e-9,6.4226197e-7,0.057759978,0.00044789753],"about_ca_topic_score_codex":0.00011295571,"about_ca_topic_score_gemma":0.00006535168,"teacher_disagreement_score":0.072264254,"about_ca_system_score_codex":0.000097013675,"about_ca_system_score_gemma":0.00013814373,"threshold_uncertainty_score":0.99977607},"labels":[],"label_agreement":null},{"id":"W4388671718","doi":"10.1177/00222429231216910","title":"“Statistical Significance” and Statistical Reporting: Moving Beyond Binary","year":2023,"lang":"en","type":"article","venue":"Journal of Marketing","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Statistical hypothesis testing; Statistical analysis; Data science; Null hypothesis; Principal (computer security); Computer science; Econometrics; Statistical model; Management science; Statistics; Artificial intelligence; Mathematics; Economics","score_opus":0.5642833687206232,"score_gpt":0.5168114407836585,"score_spread":0.04747192793696475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388671718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92269194,0.00063118903,0.062330034,0.0017894689,0.000663935,0.00025298737,0.000022477445,0.000009634002,0.011608352],"genre_scores_gemma":[0.9485558,0.000056453988,0.04823233,0.000116980584,0.00027302525,0.0000028179275,0.000002433906,0.00001546951,0.0027446514],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.95905983,0.014360439,0.019946737,0.0006071301,0.0056418963,0.0003839873],"domain_scores_gemma":[0.9201791,0.0557392,0.021544898,0.00092746475,0.0012475387,0.0003617869],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.42891586,0.00018635097,0.0024171525,0.0004903437,0.00018359619,0.000715716,0.0005830372,0.000060416176,0.0039828443],"category_scores_gemma":[0.5332975,0.00009623054,0.0005138354,0.0010056979,0.000092025024,0.00021348904,0.00016937194,0.00032863772,0.00023318418],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001887951,0.00005856723,0.27584592,0.00026868525,0.00033301557,0.0024725185,0.00054300483,0.00024672193,0.0019152636,0.0026194002,0.5077648,0.2077433],"study_design_scores_gemma":[0.00031339336,0.00013043606,0.9006013,0.00021413965,0.00031982796,0.0007653257,0.0031667186,0.037609447,0.00001427776,0.015055102,0.041547563,0.00026241268],"about_ca_topic_score_codex":0.0000021764747,"about_ca_topic_score_gemma":0.0000013479611,"teacher_disagreement_score":0.62475544,"about_ca_system_score_codex":0.000028386981,"about_ca_system_score_gemma":0.00011851748,"threshold_uncertainty_score":0.9969277},"labels":[],"label_agreement":null},{"id":"W4388909096","doi":"10.1177/17407745231208397","title":"Adherence to key recommendations for design and analysis of stepped-wedge cluster randomized trials: A review of trials published 2016–2022","year":2023,"lang":"en","type":"review","venue":"Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"National Center for Advancing Translational Sciences; Patient-Centered Outcomes Research Institute; National Institute on Aging; Yale University; National Institutes of Health; Canadian Institutes of Health Research","keywords":"CRTS; Randomized controlled trial; Covariate; Medicine; Research design; Protocol (science); Clinical trial; Cluster randomised controlled trial; Cluster (spacecraft); Clinical study design; Medical physics; Computer science; Statistics; Data mining; Alternative medicine; Mathematics; Surgery; Pathology","score_opus":0.9807957873829063,"score_gpt":0.7471824509487227,"score_spread":0.23361333643418358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388909096","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.4149585e-7,0.79413575,0.14825147,0.001567506,0.0020563607,0.051420476,0.0024339615,0.000012037212,0.00012208792],"genre_scores_gemma":[1.5475052e-7,0.9457443,0.036158852,0.0005596668,0.0005556198,0.0075746155,0.0005094868,0.000061990795,0.008835323],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.04673141,0.71552956,0.22874562,0.0033638976,0.005079665,0.0005498665],"domain_scores_gemma":[0.0074438043,0.8232329,0.15690121,0.0068967557,0.0048809308,0.00064441265],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9770245,0.0012349971,0.2438955,0.0038141625,0.00013647246,0.0010074148,0.0044056554,0.0009917241,0.020234764],"category_scores_gemma":[0.9917091,0.00051574537,0.09605547,0.012484652,0.00030584782,0.0003086722,0.00065753225,0.00057280617,0.00067202124],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002203575,0.00009599515,9.250682e-7,0.01878759,0.023835244,3.4300606e-7,0.000022834565,0.0000019906354,6.989962e-8,0.00018403733,0.41067916,0.54418826],"study_design_scores_gemma":[0.021817202,0.00022231141,5.04491e-7,0.04133988,0.21271272,6.888438e-7,0.000023027276,0.00030236886,1.48275e-7,0.0030061058,0.72019786,0.00037716413],"about_ca_topic_score_codex":0.000015702482,"about_ca_topic_score_gemma":0.000009918506,"teacher_disagreement_score":0.5438111,"about_ca_system_score_codex":0.000052386284,"about_ca_system_score_gemma":0.0014671978,"threshold_uncertainty_score":0.9997294},"labels":[],"label_agreement":null},{"id":"W4388951762","doi":"10.1139/facets-2022-0208","title":"Evaluating prospective study registration and result reporting of trials conducted in Canada from 2009 to 2019","year":2023,"lang":"en","type":"article","venue":"FACETS","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Women's College Hospital; University of Toronto; University of British Columbia; Ottawa Hospital; Institute of Health Services and Policy Research; University of Ottawa","funders":"Faculty of Medicine, University of Ottawa; University of Ottawa","keywords":"Clinical trial; Medicine; Trial registration; Family medicine; Odds; Odds ratio; Demographics; MEDLINE; Demography; Internal medicine; Logistic regression","score_opus":0.9090883366815484,"score_gpt":0.6316454442496872,"score_spread":0.27744289243186127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388951762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966744,0.0001297199,0.00005994243,0.00041326636,0.00015527986,0.0020326271,0.000063797415,0.0000029662494,0.000467959],"genre_scores_gemma":[0.99704474,0.0000018821487,0.00073836715,0.000023629282,0.000022785438,0.000043494278,0.000010940266,0.000003901791,0.0021102862],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9534682,0.012951975,0.026694076,0.0011672289,0.0054857777,0.0002327634],"domain_scores_gemma":[0.9751249,0.005596789,0.016722215,0.001479586,0.0009927254,0.00008378129],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23104759,0.00012369426,0.0029002053,0.0002150163,0.00005097611,0.00016566583,0.00031791584,0.000026923883,0.00045236072],"category_scores_gemma":[0.40043446,0.00006629458,0.00015699501,0.0016552755,0.000008208607,0.00009559101,0.000071270435,0.00007361476,0.000077480414],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035662797,0.000037263315,0.8762422,0.00001523228,0.00018771477,0.00002471798,0.005958741,0.0019770437,0.010013146,0.0000228496,0.09384729,0.011638113],"study_design_scores_gemma":[0.00044230357,0.00007397306,0.9830979,0.000049862676,0.00008253963,7.9847877e-7,0.009498992,0.0050881263,0.00035155617,0.00093377254,0.00029093528,0.00008923657],"about_ca_topic_score_codex":0.51817936,"about_ca_topic_score_gemma":0.7627005,"teacher_disagreement_score":0.24452113,"about_ca_system_score_codex":0.000080033,"about_ca_system_score_gemma":0.0005118911,"threshold_uncertainty_score":0.79179835},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4388972279","doi":"10.1177/08465371231211290","title":"Cross-Sectional Evaluation of Open Science Practices at Imaging Journals: A Meta-Research Study","year":2023,"lang":"en","type":"article","venue":"Canadian Association of Radiologists Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Lawson Health Research Institute; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Publishing; Protocol (science); Guideline; Open access publishing; Preprint; Impact factor; Research ethics; Conflict of interest; Open science; Library science; Family medicine; Alternative medicine; Political science; World Wide Web; Computer science; Pathology; Law","score_opus":0.9381857974210593,"score_gpt":0.7001109207586906,"score_spread":0.2380748766623687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388972279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98794913,0.0008230644,0.000064588436,0.0023327207,0.00071023963,0.0010491944,0.0000552851,0.0000024267283,0.0070133456],"genre_scores_gemma":[0.99354076,0.000037649275,0.00027258834,0.00005021376,0.00014607258,0.000039875726,0.0000040578857,0.000007977544,0.0059007783],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9056762,0.049680658,0.011114766,0.0011803039,0.03140423,0.0009438494],"domain_scores_gemma":[0.9241617,0.011128196,0.02800321,0.0016878452,0.034340773,0.00067827705],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8087315,0.00018455749,0.002137804,0.003784857,0.0015545712,0.004377806,0.0059957663,0.000089603294,0.014650148],"category_scores_gemma":[0.53859186,0.00010454656,0.0010062458,0.0069957287,0.00033825458,0.00178091,0.00043777868,0.0005313486,0.00045652327],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063705843,0.000034800043,0.9560108,0.0000032886746,0.000871438,0.0000082854385,0.0005986255,0.0022226374,0.00017788007,0.00009352012,0.03802126,0.0019510863],"study_design_scores_gemma":[0.00045777034,0.00005674777,0.97960585,0.000008373305,0.00056573114,0.000078048324,0.0019211343,0.0079326825,0.00001848729,0.003724145,0.0055382303,0.000092817085],"about_ca_topic_score_codex":0.0046267197,"about_ca_topic_score_gemma":0.024985975,"teacher_disagreement_score":0.27013958,"about_ca_system_score_codex":0.003380507,"about_ca_system_score_gemma":0.0053251483,"threshold_uncertainty_score":0.99974525},"labels":[],"label_agreement":null},{"id":"W4389094697","doi":"10.1111/hir.12516","title":"Development and validation of search filters to retrieve medication discontinuation articles in Medline and Embase","year":2023,"lang":"en","type":"article","venue":"Health Information & Libraries Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"MEDLINE; Discontinuation; Medicine; Information retrieval; Computer science; Internal medicine","score_opus":0.630753846542032,"score_gpt":0.500224215262746,"score_spread":0.13052963127928607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389094697","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9560636,0.00011583371,0.027318366,0.015864987,0.000091604525,0.0003946882,0.0000067966284,0.0000049837263,0.00013909962],"genre_scores_gemma":[0.973357,0.00014523507,0.02534364,0.0008868092,0.00003356866,0.000014949363,0.000059464266,0.0000038373323,0.00015548678],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9899703,0.001336691,0.006073134,0.00015157061,0.002286475,0.00018181918],"domain_scores_gemma":[0.9959479,0.00080973405,0.002309701,0.0003045974,0.0003868631,0.00024118583],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.055926353,0.000094226256,0.00066927343,0.0011077586,0.00018285206,0.0007221685,0.00021576021,0.00003649216,0.0002691202],"category_scores_gemma":[0.009346847,0.000055769153,0.000057733967,0.0016832183,0.00003684176,0.0025975609,0.00008216464,0.000117026226,0.000116147],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006859631,0.000028340111,0.07576838,0.0002770354,0.000041521507,0.0000010656512,0.10107055,0.0009001236,0.000045784076,0.005298389,0.03274994,0.78375024],"study_design_scores_gemma":[0.001065289,0.00018703182,0.8127431,0.00037015782,0.000019546007,0.000040397248,0.039622024,0.061411418,0.0019358213,0.0052915537,0.07707585,0.0002377743],"about_ca_topic_score_codex":0.0000069044045,"about_ca_topic_score_gemma":0.00001047462,"teacher_disagreement_score":0.7835125,"about_ca_system_score_codex":0.000036635287,"about_ca_system_score_gemma":0.00029996008,"threshold_uncertainty_score":0.99899787},"labels":[],"label_agreement":null},{"id":"W4389210017","doi":"10.1136/bmjopen-2023-075212","title":"How do network meta-analyses address intransitivity when assessing certainty of evidence: a systematic survey","year":2023,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Medicine; Systematic review; Certainty; Meta-analysis; Grading (engineering); MEDLINE; Actuarial science; Economics; Epistemology; Pathology","score_opus":0.9829357100395182,"score_gpt":0.6952295580535958,"score_spread":0.2877061519859224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389210017","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21252535,0.034297604,0.4104981,0.060353447,0.006075502,0.23493129,0.0013671585,0.0002998859,0.03965164],"genre_scores_gemma":[0.9793129,0.000017316674,0.0034927556,0.00025651042,0.00010466693,0.0015544579,0.000024871017,0.000028480883,0.01520803],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.7859738,0.17618291,0.019288847,0.0024642951,0.015192797,0.00089733466],"domain_scores_gemma":[0.92060304,0.054745678,0.012778343,0.008362069,0.003242913,0.00026794666],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.559272,0.0005205546,0.0145075,0.00048590233,0.00029408833,0.009685132,0.006102844,0.00018949233,0.004845515],"category_scores_gemma":[0.23456232,0.00020528087,0.004039729,0.005321554,0.00011113865,0.0015389408,0.0011521662,0.00027142747,0.0010942209],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014729862,0.00018445638,0.07210666,0.029314607,0.050059255,0.00016080048,0.0040200003,0.014818892,0.00040179607,0.002185646,0.82198745,0.00461314],"study_design_scores_gemma":[0.0024857805,0.00052120246,0.434748,0.051414095,0.16660766,0.00019347224,0.029499134,0.22685559,0.0006155199,0.071005166,0.010308724,0.0057456396],"about_ca_topic_score_codex":0.00062028656,"about_ca_topic_score_gemma":0.0011074214,"teacher_disagreement_score":0.8116787,"about_ca_system_score_codex":0.00004198206,"about_ca_system_score_gemma":0.00029149363,"threshold_uncertainty_score":0.99968356},"labels":[],"label_agreement":null},{"id":"W4389226694","doi":"10.1186/s13643-023-02322-1","title":"Data extraction and comparison for complex systematic reviews: a step-by-step guideline and an implementation example using open-source software","year":2023,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Data extraction; Guideline; Software; Computer science; Set (abstract data type); Data mining; Relational database; Data science; Systematic review; Data set; Information retrieval; Medicine; MEDLINE; Artificial intelligence","score_opus":0.9466056094281841,"score_gpt":0.6795090386987997,"score_spread":0.2670965707293843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389226694","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.156573e-7,0.5915754,0.32322693,0.000017308746,0.000324093,0.084053956,0.00075335166,0.000029883631,0.000018364128],"genre_scores_gemma":[6.239092e-7,0.83342713,0.14788876,0.00014228877,0.00029222333,0.012066098,0.0038963552,0.00022498288,0.002061535],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.7791907,0.1166546,0.09199618,0.005563936,0.005551716,0.0010428318],"domain_scores_gemma":[0.8671842,0.028153727,0.08432267,0.018014932,0.0016050607,0.0007193955],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.43154803,0.0023928983,0.06535266,0.0010024478,0.00085533655,0.006885984,0.008524529,0.0005006942,0.00080788526],"category_scores_gemma":[0.106276855,0.0011278647,0.0033779019,0.0026734627,0.000116237505,0.0019341692,0.0022137575,0.00047079523,0.0014304741],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013086957,0.000040437273,0.0000056462814,0.65746325,0.0005402639,0.0000010401576,0.00010919088,6.001248e-7,7.3358717e-7,0.00005702468,0.22680722,0.11497327],"study_design_scores_gemma":[0.00025781838,0.00006931674,3.4323176e-7,0.26048973,0.012149965,0.00016495035,0.0011880852,0.017792277,1.6369686e-8,0.000047975922,0.7071024,0.0007371108],"about_ca_topic_score_codex":0.0003163708,"about_ca_topic_score_gemma":0.00056067476,"teacher_disagreement_score":0.48029518,"about_ca_system_score_codex":0.00029923714,"about_ca_system_score_gemma":0.00026563602,"threshold_uncertainty_score":0.99934703},"labels":[],"label_agreement":null},{"id":"W4389248466","doi":"10.1016/j.jclinepi.2023.111232","title":"Validation and impact of algorithms for identifying variables in observational studies of routinely collected data","year":2023,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"West China Hospital, Sichuan University; Sichuan University; National Natural Science Foundation of China","keywords":"Observational study; Algorithm; Medicine; Credibility; Population; Statistics; Computer science; Data mining; Mathematics; Internal medicine","score_opus":0.989031435672502,"score_gpt":0.7687645764054144,"score_spread":0.22026685926708756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389248466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9506618,0.0011322853,0.045386918,0.0019241136,0.00049301767,0.00028386226,0.00009226991,0.000001015803,0.000024725612],"genre_scores_gemma":[0.90689397,0.0015283484,0.09068474,0.00015903461,0.00029391024,0.0000062204413,0.00004482937,0.000007989468,0.00038093273],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.88682276,0.045820363,0.064316824,0.0007950899,0.0019218884,0.00032309655],"domain_scores_gemma":[0.28779203,0.64564025,0.058824573,0.0020071217,0.005552255,0.00018374679],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5749905,0.00012692604,0.008891164,0.00048205798,0.000035832636,0.0000228785,0.0010692988,0.00013933107,0.00015896735],"category_scores_gemma":[0.86813015,0.00005891305,0.0015147998,0.0013351513,0.0001573576,0.0002758682,0.00023604179,0.00019624969,0.000005999734],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008431687,0.000056973542,0.94410735,0.00009052428,0.00089130184,0.0000012337113,0.00009841499,0.0025068019,0.0000648739,0.0010647123,0.045708843,0.005324675],"study_design_scores_gemma":[0.00056937494,0.00023353516,0.83236647,0.00010970468,0.00019019202,0.0000071115337,0.00023394189,0.0887989,0.0000030405427,0.07702612,0.00041923203,0.00004237929],"about_ca_topic_score_codex":0.00002022951,"about_ca_topic_score_gemma":0.000016759841,"teacher_disagreement_score":0.5998199,"about_ca_system_score_codex":0.000016956197,"about_ca_system_score_gemma":0.00026382573,"threshold_uncertainty_score":0.6077822},"labels":[],"label_agreement":null},{"id":"W4389285887","doi":"10.1016/j.jclinepi.2023.111229","title":"Systematic review search strategies are poorly reported and not reproducible: a cross-sectional metaresearch study","year":2023,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"University of Sussex; University of Washington; Universitetet i Oslo; University of Leeds; University of Miami","keywords":"Systematic review; Operationalization; Guideline; MEDLINE; Information retrieval; Database; Medicine; Computer science; Pathology","score_opus":0.9704793010149019,"score_gpt":0.7579052970968853,"score_spread":0.21257400391801662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389285887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9590428,0.023166062,0.0016439608,0.011844137,0.0013815678,0.0025748373,0.000013571641,0.000013752793,0.00031931055],"genre_scores_gemma":[0.9794293,0.008775932,0.0018297067,0.0023222263,0.0007719213,0.00006983852,0.00000405558,0.000024848387,0.0067721633],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.35966337,0.43910688,0.18161365,0.00391874,0.014461466,0.0012359186],"domain_scores_gemma":[0.29088512,0.5685185,0.11054657,0.011236248,0.017384214,0.0014293307],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.90701103,0.00035200446,0.023675935,0.000846124,0.00022193241,0.00053631363,0.0022897432,0.00026005614,0.0017361237],"category_scores_gemma":[0.9320063,0.0001511186,0.0047538453,0.0027126595,0.00039610165,0.0004669606,0.0004196463,0.0015278198,0.0011024048],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064778236,0.00015114238,0.95717835,0.01438361,0.001974397,0.0002731991,0.00006354913,0.00021803449,0.000002545624,0.00056869414,0.024831714,0.00028995314],"study_design_scores_gemma":[0.00042116927,0.00061671797,0.9816617,0.004313836,0.00084607315,0.0005787934,0.001198363,0.0012305815,3.3299983e-7,0.008530677,0.0004639913,0.00013777615],"about_ca_topic_score_codex":0.000025472978,"about_ca_topic_score_gemma":0.000022833086,"teacher_disagreement_score":0.12941165,"about_ca_system_score_codex":0.000030712832,"about_ca_system_score_gemma":0.0005438344,"threshold_uncertainty_score":0.99967533},"labels":[],"label_agreement":null},{"id":"W4389326950","doi":"10.1001/jamanetworkopen.2023.46121","title":"Consensus Statement for Protocols of Factorial Randomized Trials","year":2023,"lang":"en","type":"article","venue":"JAMA Network Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto; Western University","funders":"Medical Research Council; National Institute for Health and Care Research","keywords":"Checklist; Consolidated Standards of Reporting Trials; Protocol (science); Research design; Delphi method; Randomized controlled trial; MEDLINE; Medicine; Clinical trial; Medical education; Psychological intervention; Psychology; Family medicine; Alternative medicine; Computer science; Nursing; Statistics; Mathematics; Political science; Artificial intelligence; Pathology","score_opus":0.9264651169469692,"score_gpt":0.6615230091075124,"score_spread":0.2649421078394568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389326950","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021067629,0.00041334037,0.12664357,0.01099838,0.0057285386,0.80408543,0.0006720207,0.000043928765,0.030347163],"genre_scores_gemma":[0.24111484,0.000114295945,0.13060504,0.0013936055,0.009214776,0.4512602,0.00034632135,0.00015151745,0.16579938],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.81421167,0.12270496,0.051950764,0.0018818821,0.008351576,0.00089916954],"domain_scores_gemma":[0.880742,0.10083442,0.0143324,0.0025059946,0.0014520953,0.00013309397],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.6858238,0.00024365749,0.011943884,0.00016130754,0.00013485388,0.0018111952,0.0027013777,0.00010130909,0.0068743546],"category_scores_gemma":[0.28490826,0.00010298646,0.0032820243,0.001440229,0.000069116344,0.00014180447,0.00043918975,0.00007785557,0.00094658684],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014463767,0.000024443325,0.00045647076,0.00005175906,0.00074337417,0.0000012281571,0.00021856425,0.0016599175,0.000013414002,0.0052014734,0.96252596,0.0146395955],"study_design_scores_gemma":[0.07338603,0.00008273383,0.00024203071,0.00015146936,0.00037381164,4.6033742e-7,0.00019232019,0.011864106,0.000041887848,0.06315823,0.8503505,0.00015641216],"about_ca_topic_score_codex":0.000026328167,"about_ca_topic_score_gemma":0.000015990125,"teacher_disagreement_score":0.40091556,"about_ca_system_score_codex":0.000019240995,"about_ca_system_score_gemma":0.0001754311,"threshold_uncertainty_score":0.9998313},"labels":[],"label_agreement":null},{"id":"W4389329638","doi":"10.1159/000535558","title":"A Systematic Bibliometric Analysis of High-Impact Articles in Critical Care Nephrology","year":2023,"lang":"en","type":"review","venue":"Blood Purification","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital; Alberta Health; University of Alberta; Alberta Health Services","funders":"","keywords":"Impact factor; Subspecialty; Medicine; Bibliometrics; MEDLINE; Internal medicine; Web of science; Adjudication; Family medicine; Meta-analysis; Library science; Political science","score_opus":0.7447031832568276,"score_gpt":0.5864198838498643,"score_spread":0.15828329940696328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389329638","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002439809,0.99392664,0.000875738,0.00003559815,0.00012152306,0.0022958599,0.00019334802,0.000013348888,0.000098147626],"genre_scores_gemma":[0.06270726,0.93517524,0.0006399789,0.000014034245,0.000061654035,0.00079743844,0.00025480878,0.00004486203,0.00030474184],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.94604605,0.024517395,0.02239645,0.0015696185,0.005051896,0.00041858817],"domain_scores_gemma":[0.956037,0.024792941,0.010825233,0.006187221,0.0019693722,0.00018826006],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","insufficient_payload"],"category_scores_codex":[0.07732653,0.0005830146,0.0214198,0.2130937,0.00006422737,0.00062960124,0.002559643,0.0004616087,0.0014731524],"category_scores_gemma":[0.11505937,0.00028573762,0.0075047305,0.47858354,0.000093822564,0.00018694227,0.00012811318,0.0002814659,0.00267764],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052888167,0.0006508869,0.0026319865,0.5621209,0.02545185,0.000040511128,0.0011297029,0.00026400576,0.0000034775703,0.0067270612,0.0016818066,0.39929253],"study_design_scores_gemma":[0.000882285,0.0005281913,0.063988045,0.08050216,0.7701442,0.00009796511,0.003262386,0.007740952,0.000005330486,0.005341332,0.0648386,0.0026685041],"about_ca_topic_score_codex":0.00012381031,"about_ca_topic_score_gemma":0.00011655336,"teacher_disagreement_score":0.7446924,"about_ca_system_score_codex":0.00009608371,"about_ca_system_score_gemma":0.00024804132,"threshold_uncertainty_score":0.99995947},"labels":[],"label_agreement":null},{"id":"W4389334827","doi":"10.1001/jama.2023.19793","title":"Reporting of Factorial Randomized Trials","year":2023,"lang":"en","type":"review","venue":"JAMA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Women's College Hospital; University of Toronto","funders":"Medical Research Council; National Institute for Health and Care Research","keywords":"Consolidated Standards of Reporting Trials; Checklist; Medicine; Research design; Randomized controlled trial; MEDLINE; Clinical trial; Psychological intervention; Delphi method; Family medicine; Medical education; Psychology; Statistics; Nursing; Mathematics","score_opus":0.957471551903949,"score_gpt":0.6714416957202141,"score_spread":0.2860298561837349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389334827","genre_codex":"review","genre_gemma":"review","domain_codex":"reporting","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":"reporting","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000019454974,0.9831751,0.0020364902,0.000042144642,0.003477336,0.0041394946,0.0000729141,0.000010546035,0.007044053],"genre_scores_gemma":[0.000002835147,0.97449094,0.00086027564,0.000010744952,0.001812027,0.00026406345,0.000039089122,0.000036021327,0.022484032],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.29207438,0.2932409,0.39144444,0.003019956,0.019606955,0.00061337353],"domain_scores_gemma":[0.12021982,0.33952793,0.5269116,0.00989688,0.003201276,0.00024244848],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.85751176,0.0006069571,0.11525097,0.0009621194,0.00006263773,0.0010832705,0.0025461498,0.0004964108,0.010260398],"category_scores_gemma":[0.96445334,0.00020711747,0.046100736,0.0026609714,0.000073852934,0.00012409953,0.00026145575,0.00036194906,0.006532283],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011248633,0.000007902192,0.0000010542846,0.005683883,0.0018033,0.000009364137,0.00005706975,3.8716928e-7,6.080822e-8,0.00062795385,0.08332393,0.9083726],"study_design_scores_gemma":[0.0066343145,0.0000054904735,3.8278696e-7,0.0049579646,0.007478093,0.000008267493,0.000024082152,0.000025045807,1.9187439e-7,0.00389973,0.9767949,0.00017153098],"about_ca_topic_score_codex":0.000021517675,"about_ca_topic_score_gemma":0.0000032381297,"teacher_disagreement_score":0.9082011,"about_ca_system_score_codex":0.000034591674,"about_ca_system_score_gemma":0.000440657,"threshold_uncertainty_score":0.9999537},"labels":[],"label_agreement":null},{"id":"W4389453182","doi":"10.1111/jep.13951","title":"Network meta‐analysis can inform the ethical evaluation of trials that randomise away from standard of care: The case of symptomatic carotid stenosis","year":2023,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Carotid endarterectomy; Stroke (engine); Randomized controlled trial; Stenosis; Odds ratio; Meta-analysis; Carotid arteries; Internal medicine; Standard of care; Physical therapy","score_opus":0.8878476950527486,"score_gpt":0.6727053217620591,"score_spread":0.21514237329068953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389453182","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92879707,0.012775536,0.007086179,0.040844034,0.0017974996,0.0068179765,0.00020022737,0.0000039432402,0.0016775192],"genre_scores_gemma":[0.9966244,0.0004445947,0.0021937466,0.00042909512,0.00019575853,0.00007306517,0.00000816524,0.00000905321,0.000022114928],"study_design_codex":"simulation_or_modeling","study_design_gemma":"meta_analysis","domain_scores_codex":[0.36798573,0.50641924,0.077934675,0.0010347009,0.046144478,0.00048119127],"domain_scores_gemma":[0.33181608,0.5564711,0.0784381,0.0033258286,0.0297813,0.00016758784],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.87744206,0.00026009808,0.009958238,0.00065925403,0.0001503944,0.00023486711,0.0013090724,0.00030579127,0.0039193355],"category_scores_gemma":[0.80062705,0.00009609199,0.00829324,0.0051390124,0.00024903475,0.0004841209,0.0001412872,0.0010034071,0.000021347585],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043387613,0.00040642105,0.028911065,0.00021703729,0.23206292,0.00003287344,0.016509559,0.6467809,0.000014508694,0.0010994201,0.024019802,0.04560673],"study_design_scores_gemma":[0.007236433,0.00055194186,0.021927586,0.00013641061,0.7785116,0.000044326982,0.02812712,0.13879964,0.00004038882,0.023600677,0.0008483493,0.0001755586],"about_ca_topic_score_codex":0.0003398064,"about_ca_topic_score_gemma":0.0011493517,"teacher_disagreement_score":0.54644865,"about_ca_system_score_codex":0.000116807685,"about_ca_system_score_gemma":0.0013505743,"threshold_uncertainty_score":0.9969912},"labels":[],"label_agreement":null},{"id":"W4389480031","doi":"10.1097/ju.0000000000003740","title":"Reporting of Harms in Randomized Controlled Trials Published in Urology Journals: An Updated Analysis","year":2023,"lang":"en","type":"article","venue":"The Journal of Urology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Library science; Medicine; Research center; Family medicine; Pathology","score_opus":0.6918266387421074,"score_gpt":0.5643319179538638,"score_spread":0.12749472078824353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389480031","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9776468,0.0030204603,0.0056841588,0.011457196,0.00047661705,0.0010598291,0.000003071637,0.0000030697383,0.00064875896],"genre_scores_gemma":[0.9985929,0.00031326705,0.00020790621,0.00040468085,0.00010908011,0.0000151966815,0.0000039079696,0.000009263778,0.00034376926],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.47792614,0.36063784,0.15398993,0.0007706517,0.0059336084,0.0007418348],"domain_scores_gemma":[0.5557829,0.14770636,0.28716403,0.0039840504,0.005047021,0.00031562042],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8952623,0.00028883354,0.038900822,0.007496569,0.000061880855,0.00028560997,0.0025227081,0.00021552078,0.011705131],"category_scores_gemma":[0.70276016,0.000098436445,0.008165429,0.008883469,0.00020186168,0.0004403664,0.00012940497,0.0007277426,0.000057173314],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.28393978,0.00089049386,0.27009022,0.0000336492,0.050097194,0.0011946397,0.01146675,0.3260349,0.006676204,0.0015507715,0.03607757,0.011947832],"study_design_scores_gemma":[0.34287333,0.0007774757,0.109261796,0.00003401431,0.03996899,0.00087093806,0.004184715,0.39316145,0.00006285633,0.10556167,0.002801988,0.00044077003],"about_ca_topic_score_codex":0.000060312774,"about_ca_topic_score_gemma":0.00030716564,"teacher_disagreement_score":0.21293148,"about_ca_system_score_codex":0.000023844208,"about_ca_system_score_gemma":0.00022788158,"threshold_uncertainty_score":0.9891983},"labels":[],"label_agreement":null},{"id":"W4389485810","doi":"10.1016/j.jclinepi.2023.111237","title":"Librarian involvement in systematic reviews was associated with higher quality of reported search methods: a cross-sectional survey","year":2023,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Native Health Society; BC Children's Hospital; University of British Columbia","funders":"","keywords":"Quality (philosophy); Medicine; Cross-sectional study; Family medicine; MEDLINE; Medical education; Pathology; Political science","score_opus":0.9833184243527989,"score_gpt":0.7615110483298714,"score_spread":0.22180737602292755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389485810","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9745979,0.001906224,0.018551134,0.0014575797,0.001555436,0.0014522986,0.000020917116,0.000006293377,0.00045226119],"genre_scores_gemma":[0.956023,0.0009778406,0.033520386,0.0016725227,0.0003879392,0.00006806971,0.00003985285,0.000033986984,0.007276442],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.12280087,0.72466147,0.14604057,0.0011903665,0.0047211586,0.0005855343],"domain_scores_gemma":[0.05952416,0.80071765,0.13020904,0.0035692258,0.0054269275,0.000552965],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.956409,0.0003207014,0.027451172,0.00079910184,0.00006505412,0.00011645543,0.0018862458,0.0004660844,0.0019625495],"category_scores_gemma":[0.9459284,0.00013156825,0.0049532177,0.0036377972,0.00033328412,0.00028613547,0.00021096722,0.0010894364,0.00024335613],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011417948,0.00017126983,0.9902415,0.0010370142,0.00090242253,0.00001795381,0.00005352279,0.0004015503,0.0000057778802,0.00077603,0.0058832355,0.00039553453],"study_design_scores_gemma":[0.0006586898,0.00028150753,0.98515034,0.0010295174,0.00011470382,0.000013476025,0.000059911923,0.0017823612,8.1755667e-7,0.009776826,0.0010164254,0.00011540923],"about_ca_topic_score_codex":0.00010591188,"about_ca_topic_score_gemma":0.000239673,"teacher_disagreement_score":0.07605619,"about_ca_system_score_codex":0.00007862007,"about_ca_system_score_gemma":0.0005055,"threshold_uncertainty_score":0.99894977},"labels":[],"label_agreement":null},{"id":"W4389506386","doi":"10.1016/j.jclinepi.2023.111238","title":"Conduct and reporting of multivariate network meta-analyses: a scoping review","year":2023,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"","keywords":"Medicine; Psychological intervention; MEDLINE; Multivariate statistics; Meta-analysis; Multivariate analysis; Family medicine; Internal medicine; Statistics; Psychiatry","score_opus":0.9958078153653248,"score_gpt":0.8191627416681674,"score_spread":0.17664507369715743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389506386","genre_codex":"review","genre_gemma":"review","domain_codex":"reporting","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":"reporting","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003092192,0.9907482,0.0049904566,0.0009817625,0.0013917064,0.0016283179,0.000010278691,0.0000033466588,0.00024284123],"genre_scores_gemma":[0.000001594447,0.97055036,0.026255757,0.0011688181,0.0010108309,0.00003519745,0.0000056696276,0.00003925681,0.00093252806],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.12979807,0.4083127,0.45470914,0.0021983269,0.004211574,0.00077019323],"domain_scores_gemma":[0.022202276,0.46831954,0.502178,0.0037139924,0.0030566126,0.00052959565],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9241416,0.00094092527,0.22187859,0.00065259397,0.00009617592,0.0000938021,0.003027465,0.0009032239,0.0026841802],"category_scores_gemma":[0.97669435,0.00033354777,0.06798571,0.0025145763,0.00038771046,0.00019259534,0.00061028934,0.0022055386,0.00030691441],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010980048,0.00006283387,0.0007029649,0.14425153,0.056623194,0.00014691817,0.000011530022,0.00012881514,2.72479e-8,0.00088903034,0.07783592,0.7193363],"study_design_scores_gemma":[0.00012399955,0.00018170323,0.00007527239,0.2258444,0.11549099,0.00048067444,0.000008854097,0.00014717295,5.4712537e-9,0.007199948,0.6501886,0.00025838267],"about_ca_topic_score_codex":0.000012404992,"about_ca_topic_score_gemma":0.000013609206,"teacher_disagreement_score":0.7190779,"about_ca_system_score_codex":0.000023461425,"about_ca_system_score_gemma":0.001264181,"threshold_uncertainty_score":0.99991167},"labels":[],"label_agreement":null},{"id":"W4389569015","doi":"10.1002/jrsm.1686","title":"<scp>metamedian</scp>: An R package for meta‐analyzing studies reporting medians","year":2023,"lang":"en","type":"review","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"National Science Foundation","keywords":"Meta-analysis; Computer science; Sample size determination; Median; Software; Sample (material); Outcome (game theory); Statistics; Data science; Medicine; Mathematics","score_opus":0.9897344879680611,"score_gpt":0.7931787116963884,"score_spread":0.19655577627167264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389569015","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000030885678,0.9278075,0.063740745,0.00022422071,0.00080850563,0.0055002407,0.00025220882,0.000073020354,0.0015904609],"genre_scores_gemma":[3.9671698e-7,0.71153414,0.25893095,0.000015161315,0.0008632597,0.010331027,0.00003339659,0.00024074125,0.018050933],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.3886073,0.49652806,0.073929705,0.00885993,0.028065145,0.00400988],"domain_scores_gemma":[0.02764321,0.88902223,0.051328063,0.019510023,0.010796224,0.001700253],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.9003953,0.0018650235,0.05576103,0.007191729,0.0014347713,0.0037424625,0.009950289,0.000961508,0.0016754132],"category_scores_gemma":[0.97161514,0.0008502941,0.027905932,0.014203185,0.00069583085,0.00067686697,0.0016569097,0.00201484,0.0038007621],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.563701e-7,0.0000525189,0.00000525688,0.019548073,0.033594858,0.000075185075,0.00056530687,0.000001922285,0.0000057908264,0.00045213682,0.04074061,0.9049576],"study_design_scores_gemma":[0.000037186954,0.0000491608,0.0000020017949,0.0038761138,0.039660487,0.0000340469,0.0040215105,0.00027862177,0.000054379987,0.011094647,0.94055444,0.00033742998],"about_ca_topic_score_codex":0.000029832992,"about_ca_topic_score_gemma":0.000088850706,"teacher_disagreement_score":0.9046202,"about_ca_system_score_codex":0.0003792137,"about_ca_system_score_gemma":0.0013970173,"threshold_uncertainty_score":0.99986523},"labels":[],"label_agreement":null},{"id":"W4389734106","doi":"10.1186/s13643-023-02396-x","title":"Methods and guidance on conducting, reporting, publishing, and appraising living systematic reviews: a scoping review","year":2023,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Universitätsklinikum Köln; Bundesministerium für Bildung und Forschung","keywords":"Medicine; Publishing; Systematic review; MEDLINE","score_opus":0.9317419100560198,"score_gpt":0.6721527084687412,"score_spread":0.2595892015872786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389734106","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.3488408e-7,0.8823775,0.004353055,0.00011665338,0.0013470819,0.10919431,0.000015100334,0.000092106355,0.0025039236],"genre_scores_gemma":[1.7994137e-7,0.94730574,0.018850155,0.0006954099,0.0004057843,0.022919036,0.000023774224,0.00028114897,0.009518744],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.3347762,0.4146506,0.22850679,0.008419772,0.011722011,0.0019246497],"domain_scores_gemma":[0.14936239,0.25954115,0.5500475,0.035266176,0.0038890054,0.0018938078],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.8348865,0.0039564404,0.1377719,0.0022274323,0.0008581528,0.011445641,0.0060011824,0.0009384201,0.00090410566],"category_scores_gemma":[0.9407864,0.001684319,0.014223939,0.007557733,0.00025931437,0.0018008129,0.0017305752,0.001861446,0.0067269923],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.912631e-7,0.000020512914,0.000004002324,0.8658314,0.0006434769,0.000022549471,0.00029521325,9.730548e-8,1.16402305e-7,0.0003121717,0.026441028,0.106429294],"study_design_scores_gemma":[0.000040889223,0.00003135096,2.7503785e-7,0.637363,0.008953836,0.0008168159,0.00015128418,0.00006396376,2.9271243e-8,0.00010802878,0.35156992,0.000900607],"about_ca_topic_score_codex":0.000017422786,"about_ca_topic_score_gemma":0.000025162111,"teacher_disagreement_score":0.3251289,"about_ca_system_score_codex":0.00031307625,"about_ca_system_score_gemma":0.0005277264,"threshold_uncertainty_score":0.99937683},"labels":[],"label_agreement":null},{"id":"W4389801794","doi":"10.1002/jrsm.1696","title":"A study of search strategy availability statements and sharing practices for systematic reviews: Ask and you might receive","year":2023,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of Manitoba","funders":"","keywords":"Systematic review; Ask price; Transparency (behavior); Quality (philosophy); Computer science; Data collection; Data science; Information retrieval; Psychology; MEDLINE; Business; Political science; Sociology","score_opus":0.9639013715567339,"score_gpt":0.7566105992377656,"score_spread":0.2072907723189683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389801794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9510416,0.008294593,0.009186154,0.0006650359,0.00010477263,0.027660869,0.000061890525,0.000022536658,0.0029625748],"genre_scores_gemma":[0.8135766,0.004592175,0.14465718,0.000023965955,0.00012920093,0.010100478,0.0000064787637,0.000099324425,0.026814597],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.63751495,0.32795975,0.017548356,0.00362831,0.012105278,0.0012433617],"domain_scores_gemma":[0.6038704,0.37277004,0.009683595,0.0076808115,0.005372375,0.0006227515],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7796497,0.0003315974,0.005666789,0.001279605,0.00045290278,0.0013533416,0.0018334276,0.000102947255,0.0006856202],"category_scores_gemma":[0.63764155,0.00016207472,0.0005478942,0.0035414887,0.00020740376,0.0006383328,0.0008049837,0.00032298538,0.00023092276],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036751182,0.0022097176,0.0828446,0.22765303,0.0054419828,0.000043786415,0.03695687,0.00009468893,0.007986816,0.001433687,0.015388896,0.6195784],"study_design_scores_gemma":[0.0030624461,0.004552975,0.06795304,0.023910666,0.004905092,0.00005558584,0.6228989,0.17293575,0.0050197137,0.047526177,0.044921387,0.002258305],"about_ca_topic_score_codex":0.000144957,"about_ca_topic_score_gemma":0.00006851846,"teacher_disagreement_score":0.6173201,"about_ca_system_score_codex":0.000061635,"about_ca_system_score_gemma":0.00011205067,"threshold_uncertainty_score":0.9996833},"labels":[],"label_agreement":null},{"id":"W4389814783","doi":"10.1101/2023.12.14.23299971","title":"GPT for RCTs?: Using AI to determine adherence to reporting guidelines","year":2023,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Guideline; Medicine; Hyperparameter; Test (biology); Computer science; Artificial intelligence; Machine learning; Medical physics","score_opus":0.9556734511813036,"score_gpt":0.6544568837914889,"score_spread":0.3012165673898147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389814783","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55571324,0.0002366325,0.43391785,0.003981755,0.0027771876,0.0029874453,0.000055781537,0.00003434275,0.00029576733],"genre_scores_gemma":[0.33504266,0.000018718993,0.5861905,0.0049926727,0.0020358316,0.0013952567,0.00003268138,0.00016073688,0.07013096],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9546559,0.0024693378,0.03388833,0.0029793952,0.0054257778,0.0005812976],"domain_scores_gemma":[0.95618117,0.0041916654,0.023167249,0.008908931,0.0069960468,0.00055493],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.2135747,0.00060311216,0.006200262,0.0009058904,0.00018997198,0.001574446,0.0036009976,0.00022471034,0.0012984122],"category_scores_gemma":[0.5302734,0.00032660575,0.0030410076,0.001808471,0.000021874233,0.00009828951,0.001996942,0.00028018394,0.0031837411],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028897002,0.00005638062,0.18106087,0.0013046792,0.00068707805,0.00015942995,0.0015761486,0.055820677,0.0059573893,0.00017632756,0.62267786,0.13049425],"study_design_scores_gemma":[0.00025820656,0.00023078603,0.017821338,0.0030575956,0.0013340758,0.00006222437,0.0006796186,0.37933278,0.0013046555,0.023899514,0.5700284,0.001990773],"about_ca_topic_score_codex":0.00014506828,"about_ca_topic_score_gemma":0.00026447224,"teacher_disagreement_score":0.3235121,"about_ca_system_score_codex":0.00006610859,"about_ca_system_score_gemma":0.00026619184,"threshold_uncertainty_score":0.9999186},"labels":[],"label_agreement":null},{"id":"W4389958532","doi":"10.1097/acm.0000000000005600","title":"Finding Medicine’s Moneyball: How Lessons From Major League Baseball Can Advance Assessment in Precision Education","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; The Wilson Centre; Sinai Health System; University of Toronto","funders":"","keywords":"Leverage (statistics); Analytics; League; Computer science; Data science; Precision medicine; Perspective (graphical); Psychological intervention; Medical education; Artificial intelligence; Medicine; Nursing","score_opus":0.6535621597203349,"score_gpt":0.5859176848697508,"score_spread":0.06764447485058411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389958532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5330756,0.0094948,0.019400021,0.41039622,0.004854261,0.0026461717,0.000059192273,0.00008064598,0.019993091],"genre_scores_gemma":[0.94331133,0.0016751603,0.0011164765,0.002371103,0.0010804379,0.00018601201,0.00019657858,0.00003075061,0.050032124],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.978216,0.0051547545,0.0073370673,0.001661785,0.007094313,0.0005360736],"domain_scores_gemma":[0.98143363,0.011188834,0.003770338,0.002677955,0.0005304145,0.00039880798],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08324752,0.00045663814,0.0034929842,0.0014731525,0.00015609681,0.000084882886,0.0023916594,0.0002964007,0.008361693],"category_scores_gemma":[0.07268004,0.00023000501,0.00031741743,0.004258824,0.00017484261,0.0003500157,0.00023334783,0.0010647094,0.0008167195],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009501011,0.000018000423,0.0847916,0.000055252007,0.000079900725,0.000016920709,0.005050934,0.000085679814,0.0036614107,0.0061489968,0.8159415,0.08414029],"study_design_scores_gemma":[0.0019142609,0.00017539246,0.37632445,0.0033866789,0.00053594523,0.000015384601,0.038994458,0.021286275,0.00010181832,0.065354735,0.49127516,0.0006354527],"about_ca_topic_score_codex":0.0010373248,"about_ca_topic_score_gemma":0.00062424823,"teacher_disagreement_score":0.41023576,"about_ca_system_score_codex":0.00022881059,"about_ca_system_score_gemma":0.00033822845,"threshold_uncertainty_score":0.99996126},"labels":[],"label_agreement":null},{"id":"W4389986498","doi":"10.4269/ajtmh.22-0740","title":"Development of Systematic Reviews to Inform WHO’s Recommendations for Elimination and Prevention of Re-Establishment of Malaria: Methodology","year":2023,"lang":"en","type":"article","venue":"American Journal of Tropical Medicine and Hygiene","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Centers for Disease Control and Prevention; Universitat de Barcelona; Ministerio de Ciencia e Innovación; Generalitat de Catalunya; Centres de Recerca de Catalunya; American University of Beirut; World Health Organization; Bill and Melinda Gates Foundation","keywords":"Systematic review; Psychological intervention; Management science; Risk analysis (engineering); Medicine; Political science; MEDLINE; Engineering; Nursing","score_opus":0.7416269683239594,"score_gpt":0.5597561456064792,"score_spread":0.18187082271748012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389986498","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47136027,0.0023102888,0.49751046,0.025819061,0.00031947443,0.0024549614,0.000008919428,0.0000020341877,0.00021454862],"genre_scores_gemma":[0.50062615,0.0013910242,0.49705842,0.00024142078,0.00007301141,0.00007605358,0.00000542253,0.00000825184,0.0005202348],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9869104,0.0024389098,0.009178413,0.0001861189,0.0011779813,0.00010815213],"domain_scores_gemma":[0.9837208,0.005305907,0.009102894,0.00041570797,0.0013340075,0.000120707504],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.045400325,0.00011685105,0.003921003,0.00075847236,0.00004210499,0.000015827243,0.00031867813,0.000027016426,0.00013911538],"category_scores_gemma":[0.05186209,0.000054446093,0.0003109028,0.0012808021,0.00012179513,0.00011125348,0.00006174007,0.00006153801,0.0000023810967],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015757978,0.00011108527,0.0035929496,0.012028882,0.0007145112,0.0000011595519,0.01621427,0.000024159477,0.0019253335,0.00793659,0.017733851,0.93955964],"study_design_scores_gemma":[0.0064739636,0.026416097,0.43806726,0.06878839,0.008870276,0.00020535883,0.17274743,0.0035484044,0.0035509286,0.023530975,0.2468605,0.0009404156],"about_ca_topic_score_codex":0.000004594291,"about_ca_topic_score_gemma":0.00001152662,"teacher_disagreement_score":0.9386192,"about_ca_system_score_codex":0.000017929118,"about_ca_system_score_gemma":0.00005729611,"threshold_uncertainty_score":0.98296124},"labels":[],"label_agreement":null},{"id":"W4389998731","doi":"10.1186/s40900-023-00531-5","title":"Recommended characteristics and processes for writing lay summaries of healthcare evidence: a co-created scoping review and consultation exercise","year":2023,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto","funders":"","keywords":"CINAHL; PsycINFO; Scopus; Resource (disambiguation); MEDLINE; Medical education; Psychology; Grey literature; Stakeholder; Health care; Jargon; Medicine; Computer science; Psychological intervention; Nursing; Public relations; Political science","score_opus":0.9167692821862917,"score_gpt":0.6534315476691016,"score_spread":0.2633377345171901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389998731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5094365,0.4243614,0.0013093661,0.03698993,0.00014836383,0.026845658,0.00041582822,0.00005197222,0.00044096832],"genre_scores_gemma":[0.51561445,0.47939196,0.001744489,0.0003319968,0.0000464006,0.0014478441,0.00017750065,0.000018769664,0.0012265982],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98977387,0.0041395263,0.0032066193,0.00062348857,0.0019214893,0.00033497784],"domain_scores_gemma":[0.9830978,0.0127318045,0.0010040727,0.00055035425,0.0024559423,0.00016004017],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15070017,0.00016055288,0.001502552,0.00039691996,0.0005609947,0.0005582818,0.00026467294,0.000039435807,0.00017552394],"category_scores_gemma":[0.05478022,0.00009660119,0.00009158419,0.0012193897,0.00012746268,0.0002440778,0.0002414002,0.00014842376,0.00001284886],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014968912,0.00013408497,0.15354899,0.41132244,0.00046545497,0.0000068787112,0.01053854,0.000001909692,0.0006642871,0.0032210287,0.09103924,0.32890746],"study_design_scores_gemma":[0.0057479176,0.0030432618,0.092506915,0.64335227,0.002863557,0.000009632869,0.11930471,0.012121601,0.0028906662,0.022011023,0.093897834,0.0022506104],"about_ca_topic_score_codex":0.000030513238,"about_ca_topic_score_gemma":0.00004922699,"teacher_disagreement_score":0.32665685,"about_ca_system_score_codex":0.000023351744,"about_ca_system_score_gemma":0.0001454755,"threshold_uncertainty_score":0.95318174},"labels":[],"label_agreement":null},{"id":"W4390055976","doi":"10.3389/fnimg.2023.1138193","title":"Recalibrating single-study effect sizes using hierarchical Bayesian models","year":2023,"lang":"en","type":"article","venue":"Frontiers in Neuroimaging","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University; Montreal Neurological Institute and Hospital","funders":"National Institute on Drug Abuse; National Institute on Alcohol Abuse and Alcoholism; National Institutes of Health; National Health and Medical Research Council; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; National Institute of Mental Health; Medical Research Council; ZonMw","keywords":"Bayesian probability; Computer science; Econometrics; Mathematics; Artificial intelligence","score_opus":0.5745223077250223,"score_gpt":0.4709542106317512,"score_spread":0.10356809709327114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390055976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72585297,0.00021790875,0.26723564,0.0005891033,0.0015546029,0.0011333788,0.000004075135,0.000059476086,0.0033528502],"genre_scores_gemma":[0.97081256,0.0000033106792,0.028073564,0.00019432245,0.000113151924,0.000029858244,0.0000029303117,0.000043484055,0.0007268013],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97256964,0.015765013,0.0056650676,0.0015853425,0.0038007926,0.00061414007],"domain_scores_gemma":[0.9917355,0.003927033,0.0014822212,0.002521958,0.00015093178,0.00018231598],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.060894944,0.0004035322,0.0030668725,0.0015017474,0.0002788992,0.001572157,0.0016435189,0.00006141712,0.00018158328],"category_scores_gemma":[0.020790866,0.00024404778,0.0009081983,0.00478463,0.00008459192,0.0008237986,0.00038631272,0.0004819813,0.00014780549],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002778553,0.00018576822,0.83931905,0.0000711379,0.00012415918,0.00038486632,0.0028099134,0.055350564,0.0010077677,0.00009800639,0.035265557,0.065355435],"study_design_scores_gemma":[0.00031638137,0.00007862355,0.004196977,0.000054016666,0.00008005574,0.000011445498,0.0012273269,0.98268855,0.000031024043,0.010391516,0.00069661724,0.00022744312],"about_ca_topic_score_codex":0.00002152694,"about_ca_topic_score_gemma":0.000006765082,"teacher_disagreement_score":0.927338,"about_ca_system_score_codex":0.00006358488,"about_ca_system_score_gemma":0.000046134857,"threshold_uncertainty_score":0.99946433},"labels":[],"label_agreement":null},{"id":"W4390128878","doi":"10.1016/j.jval.2023.09.2976","title":"SA67 Considerations for Including Different Routes of Administration in Network Meta-Analysis: A Comprehensive Review","year":2023,"lang":"en","type":"review","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Coastal Health","funders":"","keywords":"Meta-analysis; Computer science; Administration (probate law); Computational biology; Risk analysis (engineering); Management science; Medicine; Engineering; Biology; Political science; Internal medicine","score_opus":0.9665901220411067,"score_gpt":0.6431554478636285,"score_spread":0.3234346741774782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390128878","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000031482373,0.98814386,0.0017727526,0.0013177136,0.00019177188,0.0082240915,0.00030158635,0.000007207866,0.000037845937],"genre_scores_gemma":[0.00009628197,0.9918961,0.0051301573,0.00048133705,0.0000792516,0.0017845253,0.00019399174,0.000033231583,0.0003051189],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.89895093,0.050602164,0.043630663,0.0020525707,0.0040869312,0.0006767272],"domain_scores_gemma":[0.9138647,0.05855909,0.022721242,0.0036616165,0.0009852911,0.0002080867],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.123197354,0.00075416686,0.043021344,0.0018809793,0.00016212343,0.00027764446,0.0011260527,0.00022588758,0.0010901414],"category_scores_gemma":[0.037617743,0.0003767535,0.015194759,0.007962088,0.000049104467,0.00011148895,0.00018477936,0.000414715,0.00013877447],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008304516,0.00044252543,0.00039741013,0.6054725,0.16884947,0.00002545146,0.00068373105,0.019862,2.7365866e-8,0.0379163,0.074507445,0.09183484],"study_design_scores_gemma":[0.00017322152,0.00014466814,0.00007561533,0.032422956,0.26018867,0.000011961936,0.00012164253,0.007342163,3.1332267e-8,0.023348222,0.6755977,0.00057310745],"about_ca_topic_score_codex":0.00026367963,"about_ca_topic_score_gemma":0.0012618847,"teacher_disagreement_score":0.6010903,"about_ca_system_score_codex":0.00022174125,"about_ca_system_score_gemma":0.0010953655,"threshold_uncertainty_score":0.99986845},"labels":[],"label_agreement":null},{"id":"W4390237020","doi":"10.1001/jamapediatrics.2023.5740","title":"Transparent Reporting—SPIRIT-C/CONSORT-C Pediatric Updates","year":2023,"lang":"en","type":"article","venue":"JAMA Pediatrics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Institute for Clinical Evaluative Sciences; SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Medicine; Consolidated Standards of Reporting Trials; Pediatric research; MEDLINE; Clinical trial; Pediatrics; Family medicine; Pathology","score_opus":0.7872299577456311,"score_gpt":0.534537325665978,"score_spread":0.2526926320796531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390237020","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9674812,0.0028470175,0.0054818345,0.0067515564,0.0021511426,0.0010132676,0.00011259995,0.00015722669,0.014004166],"genre_scores_gemma":[0.9683873,0.0016319202,0.0026952536,0.000606286,0.0029248134,0.00009561598,0.00009549844,0.000053028965,0.023510301],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9616742,0.003545406,0.023423195,0.0017140115,0.008921127,0.0007220355],"domain_scores_gemma":[0.96867317,0.006876061,0.017853435,0.004550317,0.0016144451,0.00043256712],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.14994244,0.0004433924,0.0033435812,0.0014804655,0.00028082306,0.0016607128,0.00229768,0.00023922742,0.00671091],"category_scores_gemma":[0.15621512,0.0002453134,0.002533672,0.010049314,0.000041550888,0.00044004296,0.00020930805,0.00037574937,0.028624501],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025364452,0.000032004245,0.50010425,0.00007108951,0.000025892556,0.0000709991,0.00020467088,0.00029011336,0.000003986544,0.00036795464,0.49122596,0.0076005165],"study_design_scores_gemma":[0.00046928032,0.0000656092,0.3925328,0.000007441312,0.0010964605,0.000039621427,0.0007329692,0.0064741317,0.000019283067,0.009834026,0.58802605,0.000702349],"about_ca_topic_score_codex":0.000013127952,"about_ca_topic_score_gemma":0.00001431608,"teacher_disagreement_score":0.10757149,"about_ca_system_score_codex":0.000040228395,"about_ca_system_score_gemma":0.00020298861,"threshold_uncertainty_score":0.99999994},"labels":[],"label_agreement":null},{"id":"W4390495440","doi":"10.48083/10.48083/bmte3555","title":"Conversion Rate of Abstracts Presented at the Societe Internationale d’Urologie into Peer-Reviewed Journal Publications","year":2023,"lang":"en","type":"article","venue":"Société Internationale d’Urologie Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Presentation (obstetrics); Library science; Medicine; Urology; Computer science; Surgery; Political science","score_opus":0.7168644054956919,"score_gpt":0.5461766956834465,"score_spread":0.17068770981224535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390495440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7683899,0.0022743826,0.005353205,0.2039999,0.004705519,0.0009157581,0.00011510535,0.000051362735,0.014194884],"genre_scores_gemma":[0.7978472,0.0024428302,0.0011747294,0.002589698,0.0009256027,0.00006841341,0.00016061065,0.000032660424,0.19475822],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97513247,0.0071075154,0.008943723,0.0007700946,0.0075080357,0.00053816126],"domain_scores_gemma":[0.9590466,0.0150437215,0.013120275,0.0018579654,0.0106064025,0.00032502977],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.11919785,0.00042281684,0.0018324525,0.0009511194,0.0010826932,0.0015844196,0.005497893,0.00022556423,0.02230637],"category_scores_gemma":[0.11776556,0.00021030239,0.0032251147,0.0017946686,0.00042340448,0.0009229501,0.0009739847,0.0011925072,0.0033181522],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004873338,0.00010437823,0.0400663,0.000023196873,0.0010055515,0.000024638246,0.0007356798,0.0026192006,0.0007484915,0.0012690792,0.9454183,0.00793644],"study_design_scores_gemma":[0.0008332901,0.00011270535,0.11987272,0.000041309282,0.00023577076,0.00036456628,0.0018934698,0.0076546697,0.00025491763,0.03895177,0.8295462,0.00023857046],"about_ca_topic_score_codex":0.00001575633,"about_ca_topic_score_gemma":0.0000316436,"teacher_disagreement_score":0.2014102,"about_ca_system_score_codex":0.00035631386,"about_ca_system_score_gemma":0.0004407512,"threshold_uncertainty_score":0.9998828},"labels":[],"label_agreement":null},{"id":"W4390571972","doi":"10.1016/j.jpeds.2024.113900","title":"Assessment of Usefulness of Randomized Control Trials in Child Health Research Published in 2007 and 2017","year":2024,"lang":"en","type":"article","venue":"The Journal of Pediatrics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Manitoba; Children's Hospital Research Institute of Manitoba","funders":"University of Manitoba; Manitoba Medical Service Foundation; Research Manitoba; Max Rady College of Medicine, University of Manitoba; Clinical Trials Fund, Canadian Institutes of Health Research; Health Sciences Centre Research Foundation; Heart and Stroke Foundation of Canada","keywords":"Medicine; Randomized controlled trial; Context (archaeology); Clinical trial; Sample size determination; Family medicine; Research design; MEDLINE; Clinical research; Surgery; Pathology; Statistics","score_opus":0.7794914610520843,"score_gpt":0.6146061237612315,"score_spread":0.16488533729085286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390571972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84478307,0.10531979,0.026360648,0.015762566,0.0013786148,0.0034008974,0.000045724548,0.0000013865708,0.0029472879],"genre_scores_gemma":[0.9941769,0.004836456,0.0005032532,0.000040987037,0.00025223172,0.0000065386835,3.116173e-7,0.0000051951424,0.00017811809],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.5366612,0.3609326,0.076119184,0.0008978875,0.024487155,0.00090196746],"domain_scores_gemma":[0.8365284,0.1440211,0.015411517,0.0013281519,0.002534374,0.00017645527],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8615694,0.00012937286,0.007995506,0.0024955447,0.00004847547,0.00039771656,0.0012036338,0.000065454835,0.0006661289],"category_scores_gemma":[0.2464478,0.000046379097,0.0011746056,0.0028048742,0.000121182515,0.00031160313,0.00008479696,0.00065507187,0.0000065770864],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01860258,0.0014349251,0.21560508,0.0060014366,0.0015371063,0.0001561119,0.016406998,0.006693129,0.00010770637,0.025031239,0.6758538,0.032569915],"study_design_scores_gemma":[0.3849041,0.0018972773,0.36296964,0.00313014,0.0067286417,0.00048673365,0.01646557,0.06360471,0.000052670337,0.14727287,0.011626292,0.0008613767],"about_ca_topic_score_codex":0.000078075245,"about_ca_topic_score_gemma":0.000042547304,"teacher_disagreement_score":0.6642275,"about_ca_system_score_codex":0.000059365182,"about_ca_system_score_gemma":0.00071375456,"threshold_uncertainty_score":0.7598997},"labels":[],"label_agreement":null},{"id":"W4390705118","doi":"10.21203/rs.3.rs-2416773/v2","title":"Can artificial intelligence help decision makers navigate the growing body of systematic review evidence? A cross-sectional survey","year":2024,"lang":"en","type":"review","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Queen's University; St. Michael's Hospital; University of Ottawa; Ottawa Hospital; University of British Columbia; Queen Elizabeth II Health Sciences Centre; McGill University Health Centre","funders":"","keywords":"Cross-sectional study; Survey research; Computer science; Psychology; Data science; Applied psychology; Medicine","score_opus":0.9135777501813402,"score_gpt":0.6852281346139879,"score_spread":0.22834961556735234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390705118","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028784636,0.98706234,0.0007765491,0.00029473778,0.0007119598,0.01060871,0.0003974495,0.000012379736,0.0001070709],"genre_scores_gemma":[0.0010689496,0.9946649,0.000101786965,0.000050493298,0.00022349729,0.0013717617,0.000067317626,0.00007491139,0.00237635],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.7913043,0.13082102,0.037550937,0.003485842,0.035601076,0.0012368585],"domain_scores_gemma":[0.8319425,0.134156,0.010009802,0.012299274,0.011067068,0.0005253531],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.6036979,0.0010106487,0.017209096,0.0017245219,0.0006901867,0.004703012,0.009478628,0.00045751093,0.003351387],"category_scores_gemma":[0.45126486,0.0003782945,0.010069659,0.014314082,0.00060642755,0.00055762246,0.0014276794,0.0022668042,0.012065202],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066947473,0.000036644517,0.00018033107,0.94116384,0.0006893693,0.0000395801,0.00006241693,0.0000061929973,1.9700637e-7,0.0023590743,0.0056026373,0.04985302],"study_design_scores_gemma":[0.000011791131,0.000088959874,0.00013000818,0.95001024,0.0021318833,0.00009742189,0.00019493369,0.00040640766,4.929086e-7,0.0063486537,0.040187765,0.00039142472],"about_ca_topic_score_codex":0.0001914728,"about_ca_topic_score_gemma":0.00015895977,"teacher_disagreement_score":0.15243304,"about_ca_system_score_codex":0.00051847345,"about_ca_system_score_gemma":0.0017936873,"threshold_uncertainty_score":0.9998669},"labels":[],"label_agreement":null},{"id":"W4390742725","doi":"10.11124/jbies-23-00550","title":"Reflecting on 2023: achievements and milestones in JBI Evidence Synthesis","year":2024,"lang":"en","type":"article","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology","score_opus":0.5482307979489334,"score_gpt":0.5405741260539682,"score_spread":0.007656671894965217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390742725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93477046,0.03599191,0.0017045933,0.017190505,0.0011829631,0.002009697,0.000027735314,0.00007914201,0.007042984],"genre_scores_gemma":[0.98779315,0.0018328596,0.0023466207,0.00035001436,0.00017236448,0.00045401836,2.618822e-7,0.000036369118,0.007014323],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97319764,0.011250197,0.006664178,0.002491009,0.005765507,0.0006314686],"domain_scores_gemma":[0.86660373,0.12688307,0.0018492887,0.0039256937,0.00043144677,0.00030673755],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.116578706,0.00059963524,0.003140633,0.0014001414,0.00028471774,0.0024206033,0.002188121,0.00019075864,0.006141425],"category_scores_gemma":[0.322977,0.00033397693,0.0011358599,0.003409486,0.00014765577,0.0015750949,0.00033923725,0.0003951444,0.006964198],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011089277,0.00017756938,0.11079989,0.0017239081,0.00060697546,0.00034314737,0.0023606515,0.00020952325,0.007900683,0.0016112657,0.04707252,0.827083],"study_design_scores_gemma":[0.00041157802,0.00088831986,0.5108875,0.14948992,0.006845947,0.00041361383,0.014021721,0.077912524,0.03378582,0.029193223,0.16976775,0.0063820896],"about_ca_topic_score_codex":0.00020589537,"about_ca_topic_score_gemma":0.00022742825,"teacher_disagreement_score":0.8207009,"about_ca_system_score_codex":0.00019178777,"about_ca_system_score_gemma":0.00014555024,"threshold_uncertainty_score":0.99991125},"labels":[],"label_agreement":null},{"id":"W4390767850","doi":"10.1016/j.psycom.2023.100154","title":"Erratum regarding missing statements in previously published articles","year":2024,"lang":"en","type":"erratum","venue":"Psychiatry Research Communications","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; University of Utah; Canadian Institutes of Health Research; Ohio State University; Milken Institute; U.S. Department of Defense; Global Alliance for Chronic Diseases; AbbVie; National Natural Science Foundation of China; Boeing","keywords":"Information retrieval; Computer science; Data science","score_opus":0.806736466421035,"score_gpt":0.6337712154215553,"score_spread":0.17296525099947968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390767850","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027184398,0.13141777,0.00046992075,0.12552251,0.016979376,0.0030876147,0.00011261071,0.000047700698,0.72209066],"genre_scores_gemma":[0.015788086,0.0060321596,0.019868722,0.00036235305,0.000981164,0.00097531104,0.0005895397,0.00014740782,0.95525527],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.901301,0.05942337,0.017754331,0.002752791,0.017240983,0.0015275127],"domain_scores_gemma":[0.9497468,0.007532867,0.003728388,0.03397704,0.0044605853,0.0005543078],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.31481043,0.0005879026,0.0037592517,0.004392578,0.0010205968,0.012142343,0.018552665,0.00049800443,0.005379585],"category_scores_gemma":[0.0838333,0.0003548304,0.0018723374,0.010858949,0.00045976258,0.0011324211,0.003950316,0.0061234324,0.009386172],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039990387,0.00020586027,0.0037054536,0.00034445067,0.0002715884,0.000003304129,0.0008504126,0.000003173852,0.0000028592524,0.008210786,0.97916085,0.0072372947],"study_design_scores_gemma":[0.000116280695,0.00002816931,0.0008825345,0.0012778292,0.00011300775,0.0000048226566,0.0018820547,0.006550125,1.1813611e-7,0.20501666,0.78387773,0.0002506535],"about_ca_topic_score_codex":0.00022725256,"about_ca_topic_score_gemma":0.005528133,"teacher_disagreement_score":0.2331646,"about_ca_system_score_codex":0.00041701374,"about_ca_system_score_gemma":0.0024650448,"threshold_uncertainty_score":0.9998904},"labels":[],"label_agreement":null},{"id":"W4390817596","doi":"10.1016/j.arthro.2023.08.008","title":"<i>Editorial Commentary:</i> Medical Research Study Quality Could Improve if Authors Consider General and Condition‐Specific Study Quality Scoring Systems When Designing Their Investigations","year":2024,"lang":"en","type":"editorial","venue":"Arthroscopy The Journal of Arthroscopic and Related Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Checklist; Observational study; Quality (philosophy); Medicine; Rubric; Scale (ratio); Clinical study design; Strengthening the reporting of observational studies in epidemiology; Quality Score; MEDLINE; Management science; Data science; Medical education; Medical physics; Metric (unit); Computer science; Clinical trial; Operations management; Psychology; Pathology","score_opus":0.5045322152845535,"score_gpt":0.5383887087130564,"score_spread":0.03385649342850294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390817596","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2943348,0.0116514005,0.00019798004,0.0016897739,0.6898925,0.002020189,0.000120573604,0.000015909362,0.00007689717],"genre_scores_gemma":[0.2716616,0.005188365,0.00021021857,0.0001953632,0.7204996,0.0001156675,0.00006285086,0.00012810969,0.0019382155],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.87338626,0.08441962,0.019975582,0.0016567811,0.019714897,0.000846859],"domain_scores_gemma":[0.86094993,0.117545925,0.01159252,0.0032885163,0.005543906,0.0010792152],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.40842053,0.00091035326,0.0070134327,0.0010933575,0.0018147113,0.0031468254,0.001369122,0.0011355276,0.0006341173],"category_scores_gemma":[0.061723668,0.0004362692,0.0011096221,0.0013732978,0.0015181717,0.000680881,0.0007337697,0.0057766517,0.0001029718],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000855428,0.00035187832,0.014100674,0.00016718073,0.002240163,0.00007196891,0.009899732,0.000026357626,0.00008310008,0.00008770443,0.9726499,0.00023580437],"study_design_scores_gemma":[0.0028942958,0.001645149,0.001778156,0.0030633747,0.002313343,0.00010157863,0.08161322,0.00025676368,0.000027594746,0.015423351,0.889781,0.0011021874],"about_ca_topic_score_codex":0.0005267325,"about_ca_topic_score_gemma":0.0001670713,"teacher_disagreement_score":0.34669685,"about_ca_system_score_codex":0.00020225774,"about_ca_system_score_gemma":0.0015875822,"threshold_uncertainty_score":0.9998089},"labels":[],"label_agreement":null},{"id":"W4390825268","doi":"10.1186/s13643-023-02388-x","title":"Methodological review of NMA bias concepts provides groundwork for the development of a list of concepts for potential inclusion in a new risk of bias tool for network meta-analysis (RoB NMA Tool)","year":2024,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Toronto; Ottawa Hospital; Public Health Ontario; University of British Columbia; Cochrane; St. Michael's Hospital","funders":"Medical Research Council; Canadian Institutes of Health Research","keywords":"Medicine; Meta-analysis; Inclusion (mineral); Management science; Risk analysis (engineering); Social psychology; Internal medicine","score_opus":0.8725644190022454,"score_gpt":0.5828142127280719,"score_spread":0.28975020627417347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390825268","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005521378,0.4140403,0.55564934,0.00025607375,0.0002256425,0.029120822,0.00011636334,0.000004070992,0.000035228986],"genre_scores_gemma":[0.0793977,0.021828525,0.87839127,0.0003783837,0.00025525826,0.015603892,0.00008403958,0.0000736746,0.0039872406],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.86090535,0.072094336,0.05882513,0.0018278367,0.0057081115,0.00063924957],"domain_scores_gemma":[0.79711545,0.15511306,0.0394802,0.004948121,0.0032002565,0.00014294237],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.54264843,0.0007667779,0.030879578,0.0005481501,0.00022540566,0.00019879898,0.0028087595,0.0002155503,0.0011908155],"category_scores_gemma":[0.2805392,0.0002762757,0.02494048,0.0049348786,0.0001968979,0.00021406637,0.0006749905,0.00016747875,0.000019076655],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008631702,0.00014692757,0.00028227307,0.8765739,0.05920989,6.905749e-7,0.0032900183,0.0008334599,0.00009767084,0.0076801484,0.02595193,0.025846725],"study_design_scores_gemma":[0.0012712752,0.00069161586,0.00018531915,0.12832542,0.5911998,0.0000147373785,0.0015544104,0.041677754,0.00035631287,0.02563418,0.20798016,0.0011090293],"about_ca_topic_score_codex":0.000044215147,"about_ca_topic_score_gemma":0.00014518513,"teacher_disagreement_score":0.7482485,"about_ca_system_score_codex":0.00007628317,"about_ca_system_score_gemma":0.0005676621,"threshold_uncertainty_score":0.99996895},"labels":[],"label_agreement":null},{"id":"W4390858342","doi":"10.1016/j.jclinepi.2024.111263","title":"Accessibility of clinical study reports supporting medicine approvals: a cross-sectional evaluation","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"Cancer Council South Australia; National Health and Medical Research Council; Medical Research Council","keywords":"Cross-sectional study; Medicine; MEDLINE; Family medicine; Environmental health; Pathology; Political science","score_opus":0.9754818601916025,"score_gpt":0.808792759575731,"score_spread":0.1666891006158715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390858342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.963336,0.0019613488,0.02054943,0.002425386,0.009168908,0.0007745321,0.000003412445,0.000004752177,0.0017762262],"genre_scores_gemma":[0.99175614,0.00006569527,0.0040569953,0.00048210187,0.0029487526,0.000011066897,0.0000031893944,0.000010738575,0.0006653353],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.13605101,0.43876162,0.4036369,0.0042311703,0.016520971,0.00079833367],"domain_scores_gemma":[0.108483255,0.66604775,0.20321195,0.0055671292,0.015749713,0.0009402136],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9635504,0.0003014415,0.018595431,0.000504372,0.000084900494,0.00015563246,0.001735704,0.00048784277,0.013152716],"category_scores_gemma":[0.9669375,0.00012448896,0.0075487136,0.00123745,0.0007037486,0.0004512868,0.00022836706,0.001573726,0.0001250367],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009213033,0.00038895884,0.913009,0.000056271037,0.0007694789,0.00006950376,0.00008270089,0.0002731462,0.0000019038658,0.00027776003,0.017416183,0.06756296],"study_design_scores_gemma":[0.00054879294,0.0010881764,0.885282,0.00008720697,0.00066989235,0.00025466917,0.00023744584,0.02403478,3.198103e-7,0.08023911,0.007475642,0.00008196315],"about_ca_topic_score_codex":0.000020451973,"about_ca_topic_score_gemma":0.000016210613,"teacher_disagreement_score":0.22728613,"about_ca_system_score_codex":0.00004220455,"about_ca_system_score_gemma":0.0012506628,"threshold_uncertainty_score":0.99597454},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4390948456","doi":"10.1136/sextrans-2023-056038","title":"Research news in clinical context","year":2024,"lang":"en","type":"article","venue":"Sexually Transmitted Infections","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lawson Foundation","funders":"","keywords":"Medicine; Context (archaeology); Data science; World Wide Web; Computer science","score_opus":0.7612921635290985,"score_gpt":0.6125803311010494,"score_spread":0.14871183242804908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390948456","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67553514,0.0049590925,0.10285743,0.012196975,0.0040851096,0.0021862206,0.000045615612,0.00011143063,0.19802296],"genre_scores_gemma":[0.9750885,0.0001241389,0.00037847384,0.0003828736,0.00025801847,0.00010594267,0.000007020471,0.000019945448,0.023635125],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96157455,0.022540078,0.009960902,0.0013644595,0.0041069333,0.00045308794],"domain_scores_gemma":[0.9714603,0.024222992,0.00040061574,0.0026117503,0.0010641398,0.00024019828],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.19285151,0.00023033404,0.0020396959,0.0018089938,0.00021552025,0.0016016657,0.0010851949,0.00020942879,0.016059922],"category_scores_gemma":[0.023688616,0.00012376264,0.0015467871,0.007747667,0.00020490766,0.00039324086,0.00005562993,0.0011923953,0.02001097],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008742082,0.0005000374,0.10626767,0.00008250257,0.0003924115,0.000062808766,0.0019746576,0.00013357525,0.00006957509,0.056001183,0.26873803,0.56576884],"study_design_scores_gemma":[0.00021455485,0.00017057333,0.039410356,0.00007076824,0.00006885142,0.000020574402,0.0021206602,0.0063204486,0.000003925413,0.017120898,0.93431526,0.00016312319],"about_ca_topic_score_codex":0.00027948138,"about_ca_topic_score_gemma":0.0049336297,"teacher_disagreement_score":0.66557723,"about_ca_system_score_codex":0.000057815058,"about_ca_system_score_gemma":0.00034783673,"threshold_uncertainty_score":0.99943477},"labels":[],"label_agreement":null},{"id":"W4390948646","doi":"10.1186/s13643-023-02421-z","title":"Systematic review using a spiral approach with machine learning","year":2024,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Machine learning; Prioritization; Artificial intelligence; Logistic regression; Medicine; Feature (linguistics); Vectorization (mathematics); Process (computing); Computer science; Process management","score_opus":0.7870076230986354,"score_gpt":0.5535137101174591,"score_spread":0.23349391298117628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390948646","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.4179163e-8,0.896286,0.009335352,0.000016349764,0.00051605015,0.08971161,0.000049184597,0.00006740454,0.0040180227],"genre_scores_gemma":[4.028092e-7,0.9478052,0.006157297,0.00021534237,0.00025377088,0.014342309,0.00013347421,0.0003327161,0.030759478],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.70601946,0.1793601,0.09400608,0.004839891,0.014560164,0.0012143113],"domain_scores_gemma":[0.8859664,0.010495476,0.08219408,0.018968875,0.0016758668,0.0006992812],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.439686,0.004405987,0.14896524,0.0021495454,0.0004387228,0.004334328,0.008867956,0.0006727681,0.002117393],"category_scores_gemma":[0.15270415,0.001370608,0.0298939,0.010720142,0.00015651382,0.0005281818,0.00080201135,0.0021826124,0.052738123],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.3116296e-7,0.00004566281,6.4246404e-7,0.9869564,0.0032870867,0.000051641076,0.0001220011,0.000003217037,1.3064247e-8,0.0002909401,0.0060774474,0.0031644797],"study_design_scores_gemma":[0.000039580224,0.000035071218,2.9564537e-9,0.54798776,0.07683696,0.0016130536,0.000075786855,0.0018368334,2.2211548e-9,0.000028047902,0.37077957,0.0007673671],"about_ca_topic_score_codex":0.000010499366,"about_ca_topic_score_gemma":0.000005930933,"teacher_disagreement_score":0.43896872,"about_ca_system_score_codex":0.0005546912,"about_ca_system_score_gemma":0.0006255376,"threshold_uncertainty_score":0.99887437},"labels":[],"label_agreement":null},{"id":"W4390955910","doi":"10.1097/gox.0000000000005352","title":"The Fragility of Landmark Randomized Controlled Trials in the Plastic Surgery Literature","year":2024,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery Global Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Randomized controlled trial; Fragility; Medicine; Interquartile range; Context (archaeology); Statistical significance; Surgery; Internal medicine; Geography","score_opus":0.4016753477899946,"score_gpt":0.4695364401877549,"score_spread":0.06786109239776034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390955910","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88528836,0.041673925,0.00888878,0.0021743742,0.023559177,0.013320452,0.0013073625,0.000025207675,0.02376235],"genre_scores_gemma":[0.998321,0.00028977316,0.00017105888,0.000073323325,0.00017787967,0.0005911654,0.00002015876,0.000010517613,0.00034513592],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.7452776,0.20722331,0.037928,0.0020104544,0.0067281267,0.0008325152],"domain_scores_gemma":[0.06703047,0.9210404,0.008255145,0.0022915853,0.0012354954,0.00014689488],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.6044894,0.0005631075,0.023028992,0.0004979559,0.00024562425,0.00571765,0.002633021,0.00017803207,0.0025408836],"category_scores_gemma":[0.8309791,0.00016886732,0.010221738,0.0038655135,0.00058612606,0.000556235,0.0002583601,0.00040672507,0.00033005117],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1295722,0.00033959874,0.2985505,0.00061579974,0.015989933,0.00029931235,0.001724289,0.00033090558,0.000010217982,0.09245056,0.33413056,0.12598616],"study_design_scores_gemma":[0.106243744,0.0001136258,0.16502503,0.008839547,0.011674262,0.0011098495,0.009002132,0.03793286,0.000021863749,0.58271784,0.07486943,0.0024498403],"about_ca_topic_score_codex":0.000076906115,"about_ca_topic_score_gemma":0.00015763681,"teacher_disagreement_score":0.7138171,"about_ca_system_score_codex":0.00008635034,"about_ca_system_score_gemma":0.0007733952,"threshold_uncertainty_score":0.99969065},"labels":[],"label_agreement":null},{"id":"W4390988769","doi":"10.1186/s12919-023-00285-8","title":"Rethinking the pros and cons of randomized controlled trials and observational studies in the era of big data and advanced methods: a panel discussion","year":2024,"lang":"en","type":"article","venue":"BMC Proceedings","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Quebec Network for Research on Aging; Centre Hospitalier de l’Université de Montréal; Université de Sherbrooke; Université de Montréal; McGill University Health Centre","funders":"Canadian Institutes of Health Research; Université de Montréal; Université de Sherbrooke","keywords":"Observational study; Randomized controlled trial; Context (archaeology); Medicine; Big data; Quality (philosophy); Alternative medicine; Gold standard (test); Data science; Observational methods in psychology; Evidence-based medicine; Engineering ethics; Medical education; Management science; Computer science; Epistemology; Data mining; Engineering; Pathology","score_opus":0.9285312943571433,"score_gpt":0.6136484621364808,"score_spread":0.3148828322206625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390988769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77811587,0.17397194,0.014129187,0.01882304,0.00042163217,0.013829923,0.00007304432,0.000009821165,0.00062552886],"genre_scores_gemma":[0.9651529,0.002025698,0.03189383,0.00011919225,0.00006447486,0.0003668117,0.0000024492763,0.000006189985,0.00036842053],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9702136,0.013661852,0.012152446,0.0009940378,0.0028065927,0.00017150262],"domain_scores_gemma":[0.6785895,0.304135,0.01297917,0.0019993149,0.0022067323,0.00009026221],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.44726112,0.00017393663,0.0070533026,0.0001506307,0.00010259581,0.0004707075,0.0006401352,0.000043156866,0.000018593833],"category_scores_gemma":[0.39749634,0.00003978631,0.000489086,0.0006611193,0.00040863577,0.00028991658,0.0003059525,0.00014542462,4.878225e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.033719122,0.0001921387,0.04194879,0.009535546,0.00882513,0.0000035192209,0.35028076,0.00001234654,0.016050693,0.20543386,0.015781071,0.318217],"study_design_scores_gemma":[0.10507534,0.00012179377,0.0065216203,0.004198751,0.007580035,0.00005215637,0.08836622,0.12923649,0.00020723071,0.6526185,0.0056337356,0.00038813706],"about_ca_topic_score_codex":0.000003462178,"about_ca_topic_score_gemma":0.00000819611,"teacher_disagreement_score":0.44718465,"about_ca_system_score_codex":0.000004164972,"about_ca_system_score_gemma":0.000060105765,"threshold_uncertainty_score":0.6075788},"labels":[],"label_agreement":null},{"id":"W4391035776","doi":"10.1136/bmjebm-2023-112530","title":"Rapid review methods series: Guidance on the use of supportive software","year":2024,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Systematic review; Software; Computer science; Automation; Process (computing); Software engineering; Engineering; MEDLINE","score_opus":0.9106387882086024,"score_gpt":0.6251835614097659,"score_spread":0.2854552267988365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391035776","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030940343,0.42596024,0.35617474,0.21109702,0.0013068953,0.004203352,0.000037754293,0.000038656584,0.00087194797],"genre_scores_gemma":[0.01677877,0.1301414,0.5938496,0.15262966,0.0027659647,0.0028758557,0.00006274723,0.00020591918,0.10069005],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95049214,0.028363148,0.012040583,0.0012794974,0.0074869995,0.0003376207],"domain_scores_gemma":[0.83425343,0.1470923,0.006474257,0.008666946,0.0031977398,0.0003153326],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.28069344,0.00043680528,0.0044301045,0.00040703767,0.00011074073,0.00024593828,0.0019256246,0.00008310277,0.04736626],"category_scores_gemma":[0.5873651,0.00014619462,0.0016771986,0.0037196446,0.00045240938,0.0005897171,0.000101808975,0.00031207275,0.0012931242],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024280022,0.00001520931,0.00032366507,0.0024461225,0.00015024717,0.000032337717,0.00019299591,0.000031950316,0.00009784828,0.0018769944,0.81395054,0.1808578],"study_design_scores_gemma":[0.00008170334,0.0003851155,0.00055541954,0.057203114,0.00083630363,0.000023094348,0.00019067278,0.0016392445,0.00037716623,0.0018194884,0.9367147,0.00017399743],"about_ca_topic_score_codex":0.00002531484,"about_ca_topic_score_gemma":0.000006007078,"teacher_disagreement_score":0.30667165,"about_ca_system_score_codex":0.00005738764,"about_ca_system_score_gemma":0.0004900721,"threshold_uncertainty_score":0.9994845},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4391116330","doi":"10.1093/jalm/jfad129","title":"Abstracts from the Third AACC Preanalytical Phase Conference: Implementing Preanalytical Tools That Improve Patient Care","year":2024,"lang":"en","type":"article","venue":"The Journal of Applied Laboratory Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Intensive care medicine; Medical physics","score_opus":0.4420081273772276,"score_gpt":0.48618338190213833,"score_spread":0.04417525452491072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391116330","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9269196,0.013318614,0.006836975,0.011425866,0.0017794013,0.0018257636,0.0003566271,0.000021859172,0.037515298],"genre_scores_gemma":[0.9972405,0.00010686768,0.00026446933,0.0011364485,0.0010653827,0.000010146865,0.000012299046,0.000020164929,0.00014375418],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98022425,0.0027627824,0.00868887,0.0005643121,0.007328184,0.00043162704],"domain_scores_gemma":[0.97579503,0.01460689,0.004709195,0.0023598718,0.002183901,0.0003451128],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07918706,0.00041514687,0.0026427808,0.0002204169,0.00027163312,0.000987109,0.0023418583,0.00011011117,0.007835189],"category_scores_gemma":[0.010059121,0.00012808491,0.0007288676,0.0012555963,0.00033944362,0.00030453605,0.000216163,0.0009460185,0.00038586147],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006538452,0.00028438165,0.0007547186,0.00026506314,0.005500446,0.00027063815,0.063719116,0.0003713598,0.016635347,0.022361457,0.5925488,0.29663485],"study_design_scores_gemma":[0.0029062682,0.0012516031,0.0022988422,0.0009864387,0.011409411,0.00006927537,0.17763537,0.010153084,0.0049481452,0.01810416,0.7696078,0.0006295991],"about_ca_topic_score_codex":0.000017455643,"about_ca_topic_score_gemma":0.00003191861,"teacher_disagreement_score":0.29600525,"about_ca_system_score_codex":0.000091697584,"about_ca_system_score_gemma":0.00049468473,"threshold_uncertainty_score":0.9982796},"labels":[],"label_agreement":null},{"id":"W4391146291","doi":"10.4103/0970-0218.393941","title":"IJCM team gratefully acknowledges the contribution of following reviewers in preparation of Volume 46","year":2024,"lang":"en","type":"article","venue":"Indian Journal of Community Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Volume (thermodynamics); Library science; Computer science; Physics; Thermodynamics","score_opus":0.4549141001171964,"score_gpt":0.5313726145217336,"score_spread":0.07645851440453716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391146291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9546859,0.033600725,0.0031468133,0.0046158195,0.0010071666,0.00046862048,0.0000046441664,0.0000016950512,0.002468586],"genre_scores_gemma":[0.99880683,0.00045483402,0.00012503212,0.00007417422,0.000108732704,0.0000027957117,0.0000041030403,0.000004843125,0.00041866355],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9678548,0.019724088,0.009324561,0.00011454101,0.0028443246,0.0001376976],"domain_scores_gemma":[0.98393387,0.007000007,0.005230955,0.001621945,0.0021210087,0.000092188595],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20952211,0.00014878258,0.0026330547,0.00070806086,0.000103630584,0.00008430827,0.0016306842,0.00006408683,0.0008899613],"category_scores_gemma":[0.07773166,0.0000591171,0.0009985423,0.0018886444,0.00018431485,0.00030371125,0.000066255176,0.0006611524,0.000056858884],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021223667,0.0005857049,0.15573905,0.0018152711,0.0028225684,0.00012802533,0.17800547,0.00056565896,0.0057939845,0.0036152597,0.45350185,0.19721492],"study_design_scores_gemma":[0.003937905,0.004794028,0.10455226,0.032465834,0.0044091395,0.0007186573,0.097300135,0.0059293527,0.0016312164,0.056408387,0.68722045,0.00063265656],"about_ca_topic_score_codex":0.000042301945,"about_ca_topic_score_gemma":0.00020406139,"teacher_disagreement_score":0.23371859,"about_ca_system_score_codex":0.000056562927,"about_ca_system_score_gemma":0.00020677265,"threshold_uncertainty_score":0.9744452},"labels":[],"label_agreement":null},{"id":"W4391255608","doi":"10.1016/j.isci.2024.109010","title":"Risk of bias in exercise science: A systematic review of 340 studies","year":2024,"lang":"en","type":"review","venue":"iScience","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Ottawa","funders":"","keywords":"Publication bias; Selection bias; MEDLINE; Psychology; Reporting bias; Attentional bias; Systematic review; Medicine; Meta-analysis; Applied psychology; Medical education; Cognition; Psychiatry; Political science; Internal medicine","score_opus":0.8579368127301232,"score_gpt":0.6254894669880766,"score_spread":0.23244734574204662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391255608","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013120011,0.9931795,0.000052814867,0.00002727761,0.000620754,0.0047753905,0.00006976161,0.0000049001246,0.0012564679],"genre_scores_gemma":[0.0000721481,0.99617606,0.00067568285,0.000025292105,0.000017364422,0.00035567247,0.0000010858495,0.000017018601,0.0026596717],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.93191385,0.014126406,0.034368142,0.0025165055,0.01652483,0.00055024854],"domain_scores_gemma":[0.9361368,0.013187022,0.035641786,0.010588169,0.0042001763,0.00024608106],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.45065674,0.0007870386,0.03481449,0.0034060723,0.0001321113,0.000472137,0.009835032,0.00013148402,0.0004209189],"category_scores_gemma":[0.3232554,0.0002907265,0.0061682425,0.028340157,0.0016534893,0.00045541476,0.0011735004,0.0004303168,0.002084389],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.5627974e-7,0.000026283065,0.000011679917,0.9227364,0.00013389418,0.000006017006,0.00034401385,9.347237e-7,1.7278174e-7,0.0004075737,0.0025959064,0.07373694],"study_design_scores_gemma":[0.000020904912,0.0000248465,0.0000029320217,0.9452887,0.009979062,0.000022206812,0.00047058068,0.00010933366,9.3538284e-7,0.0009946076,0.04283262,0.00025323994],"about_ca_topic_score_codex":0.000015348365,"about_ca_topic_score_gemma":0.000011281061,"teacher_disagreement_score":0.12740135,"about_ca_system_score_codex":0.00017066466,"about_ca_system_score_gemma":0.0014832899,"threshold_uncertainty_score":0.99995446},"labels":[],"label_agreement":null},{"id":"W4391354425","doi":"10.11124/jbies-23-00268","title":"The revised JBI critical appraisal tool for the assessment of risk of bias for quasi-experimental studies","year":2024,"lang":"en","type":"review","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":615,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Critical appraisal; Systematic review; Psychological intervention; Internal validity; External validity; Clinical study design; Research design; Risk analysis (engineering); Management science; Randomized controlled trial; Computer science; Psychology; Medicine; MEDLINE; Clinical trial; Alternative medicine; Engineering; Social psychology; Political science","score_opus":0.7141296631716049,"score_gpt":0.6450146711395035,"score_spread":0.06911499203210136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391354425","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010826095,0.9782971,0.013117804,0.00094957673,0.0014685201,0.005616674,0.0004625481,0.000007222645,0.00006970992],"genre_scores_gemma":[0.0012711234,0.9825471,0.008154262,0.000017846933,0.00035188056,0.0068729864,0.0000021657947,0.000053258354,0.0007293601],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.95452905,0.021107947,0.01654019,0.0016136058,0.005710831,0.0004983926],"domain_scores_gemma":[0.25478187,0.72655404,0.0103663225,0.0058285766,0.0023663752,0.000102814294],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2306695,0.000836489,0.013499727,0.00033579883,0.00054247346,0.0009241048,0.0045924466,0.00022911269,0.00042492495],"category_scores_gemma":[0.72080785,0.00025893227,0.013520946,0.0013397157,0.00071952597,0.00024212999,0.00048531184,0.00032640807,0.00015367485],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016394819,0.00017577078,0.000039640832,0.0390932,0.005310634,0.000001113036,0.0003754043,0.00000265117,0.0000023248622,0.012147413,0.07335694,0.8694785],"study_design_scores_gemma":[0.00004221034,0.00018542857,0.000013693197,0.02381394,0.026968526,0.0000064815727,0.0027170954,0.0013528875,0.000017829148,0.0010876517,0.94348246,0.00031176902],"about_ca_topic_score_codex":0.00000805814,"about_ca_topic_score_gemma":0.000007830639,"teacher_disagreement_score":0.87012553,"about_ca_system_score_codex":0.0001258868,"about_ca_system_score_gemma":0.00055567396,"threshold_uncertainty_score":0.9999863},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4391491706","doi":"10.1016/b978-0-44-314096-9.00012-9","title":"Hypothesis testing","year":2024,"lang":"en","type":"book-chapter","venue":"Human-Computer Interaction","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science","score_opus":0.8681438492831182,"score_gpt":0.5253619489242116,"score_spread":0.34278190035890654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391491706","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026231384,0.00039033318,0.007049386,0.00019371764,0.0031812703,0.0004977214,0.000017145612,0.000051925057,0.9883562],"genre_scores_gemma":[0.007910687,0.0000067464503,0.008852665,0.0002962582,0.0024474578,0.000018776878,0.000015248715,0.00007885504,0.9803733],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98457533,0.00073906535,0.00867687,0.001828646,0.003944751,0.000235322],"domain_scores_gemma":[0.9833594,0.0065115304,0.005422986,0.0034342739,0.0011447006,0.00012712915],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0208566,0.00067762035,0.003471878,0.0011787935,0.00019168203,0.0032158582,0.0015703785,0.00028018025,0.043833766],"category_scores_gemma":[0.0028379918,0.00037918938,0.0030381102,0.000231842,0.000045586858,0.00033331563,0.00032348363,0.00070756703,0.099904805],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003189344,0.000022935716,0.000032719763,0.00018379725,0.0008413915,0.00008354932,0.0002958505,0.00013109314,0.00006429308,0.063531585,0.6052492,0.3295604],"study_design_scores_gemma":[0.0000378891,0.000051245584,0.000090993744,0.0005709114,0.00042337674,0.00008994552,0.000017714674,0.008670613,0.0000073656097,0.16056469,0.8291329,0.00034235328],"about_ca_topic_score_codex":0.000012226525,"about_ca_topic_score_gemma":0.00002808931,"teacher_disagreement_score":0.32921803,"about_ca_system_score_codex":0.00015014088,"about_ca_system_score_gemma":0.00003206882,"threshold_uncertainty_score":0.999866},"labels":[],"label_agreement":null},{"id":"W4391535880","doi":"10.1038/s41433-024-02937-1","title":"The ophthalmologist’s guide to evaluating the certainty of evidence using the GRADE approach","year":2024,"lang":"en","type":"editorial","venue":"Eye","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University; Impact","funders":"","keywords":"Certainty; Quality of evidence; Grading (engineering); Evidence-based medicine; Medicine; MEDLINE; Management science; Alternative medicine; Meta-analysis; Psychology; Pathology; Engineering; Epistemology; Political science","score_opus":0.9121356771891046,"score_gpt":0.6616952277465595,"score_spread":0.25044044944254507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391535880","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014296207,0.022813445,0.008400784,0.008130425,0.94605565,0.003949175,0.000078332254,0.000012426406,0.009130138],"genre_scores_gemma":[0.012383292,0.0002783555,0.014164056,0.00039761036,0.75783277,0.00062936835,0.000019081966,0.000108368826,0.21418712],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9228107,0.03868819,0.01304082,0.0020055578,0.022844357,0.0006103719],"domain_scores_gemma":[0.84513235,0.12893079,0.009164182,0.012905789,0.0037208695,0.00014600554],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3793294,0.0005002107,0.0029836309,0.00016263756,0.00082039274,0.0025997432,0.009560298,0.0003908431,0.0005503245],"category_scores_gemma":[0.43059233,0.00011513979,0.002624056,0.0021114408,0.00032836598,0.00008284233,0.0011244594,0.001265777,0.00070078863],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064024257,0.0000066750295,0.00003400355,0.000085593434,0.00023209643,0.0000022810734,0.0005898559,0.0014968829,0.000022355372,0.00029049622,0.9951072,0.00212616],"study_design_scores_gemma":[0.000029795558,0.00006044945,0.000027924712,0.00033894955,0.00084759406,0.000007719703,0.001736275,0.027859192,0.000003928029,0.0035156005,0.9654021,0.000170473],"about_ca_topic_score_codex":0.00030787886,"about_ca_topic_score_gemma":0.000028785076,"teacher_disagreement_score":0.20505698,"about_ca_system_score_codex":0.0001239547,"about_ca_system_score_gemma":0.0006259213,"threshold_uncertainty_score":0.9984357},"labels":[],"label_agreement":null},{"id":"W4391558381","doi":"10.1097/phm.0000000000002444","title":"Intention-to-Treat Analysis in Clinical Research","year":2024,"lang":"en","type":"review","venue":"American Journal of Physical Medicine & Rehabilitation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto; University Health Network; University of Alberta","funders":"","keywords":"Medicine; Randomized controlled trial; Systematic review; Variety (cybernetics); Consolidated Standards of Reporting Trials; Protocol (science); Health care; MEDLINE; Alternative medicine; Medical education; Applied psychology; Psychology; Computer science; Surgery","score_opus":0.7912880073426934,"score_gpt":0.7101302673443645,"score_spread":0.08115773999832898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391558381","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008211353,0.9834566,0.0016701155,0.003322037,0.0007363098,0.0016477397,0.000016437803,0.0000051059983,0.0009342655],"genre_scores_gemma":[0.14361547,0.82111675,0.017018719,0.00052115717,0.00953751,0.0005237871,0.000092175804,0.00031536154,0.007259099],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.90255666,0.057763394,0.026470035,0.0014614346,0.011327097,0.00042139713],"domain_scores_gemma":[0.88562435,0.094511785,0.011266057,0.0029023923,0.005100281,0.000595147],"candidate_categories":["metaresearch","metaepi_broad","bibliometrics","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.28424788,0.00057585427,0.023124943,0.009812925,0.00006959925,0.00027240103,0.0025828888,0.000122894,0.0007074087],"category_scores_gemma":[0.2524728,0.00023096651,0.013170216,0.032860447,0.0011332439,0.00021284822,0.00020931876,0.0020079138,0.0024092947],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012735468,0.00019357484,0.00063624285,0.0011807093,0.001082932,0.000019579464,0.0011285124,0.00001374956,1.5022701e-7,0.0006282561,0.0086446935,0.98645884],"study_design_scores_gemma":[0.00016505193,0.017115684,0.0017274035,0.013100317,0.01765271,0.000016621832,0.0040308475,0.00042401277,7.3564577e-9,0.007860102,0.9376424,0.0002648596],"about_ca_topic_score_codex":0.000110592875,"about_ca_topic_score_gemma":0.000056809513,"teacher_disagreement_score":0.986194,"about_ca_system_score_codex":0.0003600568,"about_ca_system_score_gemma":0.00038075523,"threshold_uncertainty_score":0.9983674},"labels":[],"label_agreement":null},{"id":"W4391563803","doi":"10.1136/bmj-2023-076335","title":"Updated recommendations for the Cochrane rapid review methods guidance for rapid reviews of effectiveness","year":2024,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":207,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; Canadian Agency for Drugs and Technologies in Health; University of Ottawa","funders":"","keywords":"Systematic review; Scope (computer science); Interim; Timeline; Medicine; Cochrane collaboration; Process (computing); Computer science; Management science; Health care; MEDLINE; Process management; Risk analysis (engineering); Engineering; Political science","score_opus":0.7615659988415627,"score_gpt":0.6495951758173331,"score_spread":0.11197082302422967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391563803","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003094223,0.44058746,0.5330378,0.016602514,0.000802488,0.007486233,0.00009215763,0.0000065143304,0.0013817524],"genre_scores_gemma":[0.00064192084,0.20341302,0.75823665,0.0048947046,0.000687844,0.01545838,0.00024786926,0.000071718874,0.016347915],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9630172,0.02435817,0.0102306185,0.0008733149,0.001289462,0.00023123335],"domain_scores_gemma":[0.93716115,0.05382637,0.0036626032,0.0037102068,0.001567931,0.00007177118],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.43272957,0.00025478337,0.0040993383,0.00015670588,0.00016443989,0.00026046264,0.001454417,0.000057084002,0.008761536],"category_scores_gemma":[0.10277739,0.000098445125,0.0034391033,0.0017812726,0.000056227724,0.00015805755,0.0000733482,0.00009283086,0.00041008223],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005226387,0.000010428201,0.0000034682898,0.004502541,0.00017807416,8.518908e-8,0.000028028026,0.0000023399475,0.00010892661,0.0021995897,0.5630335,0.42992777],"study_design_scores_gemma":[0.00011898878,0.00005513876,0.000057178262,0.004708635,0.0010427051,0.000005715183,0.000028660676,0.005220428,0.00021609364,0.0033074617,0.98512304,0.00011597215],"about_ca_topic_score_codex":0.000002743289,"about_ca_topic_score_gemma":0.0000030203548,"teacher_disagreement_score":0.4298118,"about_ca_system_score_codex":0.000023566978,"about_ca_system_score_gemma":0.000086117,"threshold_uncertainty_score":0.9921446},"labels":[],"label_agreement":null},{"id":"W4391573175","doi":"10.31219/osf.io/qfyw9","title":"Roteiro para redação de estudos em farmacoepidemiologia conduzidos a partir de dados de saúde observacionais coletados rotineiramente (RECORD-PE), tradução para o Português","year":2024,"lang":"pt","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Art","score_opus":0.6989812364306955,"score_gpt":0.5173623936687762,"score_spread":0.1816188427619193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391573175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5043052,0.014217009,0.44477102,0.016687078,0.002909766,0.012995387,0.0009989634,0.00033438278,0.0027811993],"genre_scores_gemma":[0.87304896,0.0026434043,0.068197586,0.008880398,0.00071634084,0.004544989,0.00028498654,0.00030226362,0.041381087],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.8857407,0.056191523,0.036441915,0.008553192,0.008646479,0.004426202],"domain_scores_gemma":[0.9455141,0.01788542,0.017874768,0.013407902,0.0020117848,0.0033060296],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.22648579,0.0040996093,0.020589067,0.0014225049,0.0009547668,0.0052407216,0.010285093,0.0027352865,0.045383766],"category_scores_gemma":[0.060885098,0.0025391192,0.01478371,0.0036560148,0.0007207112,0.0004545339,0.0040280707,0.0056619225,0.016797699],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000605857,0.0018150924,0.3832265,0.007049139,0.017474256,0.0017550576,0.012839126,0.012513765,0.0057771597,0.0056471983,0.3251922,0.22610462],"study_design_scores_gemma":[0.0018677273,0.0006636096,0.048459172,0.0033185466,0.012822483,0.0005931928,0.007791307,0.7635167,0.0012564876,0.025650812,0.1294051,0.004654817],"about_ca_topic_score_codex":0.0009361963,"about_ca_topic_score_gemma":0.00028112714,"teacher_disagreement_score":0.75100297,"about_ca_system_score_codex":0.0015222658,"about_ca_system_score_gemma":0.0037378012,"threshold_uncertainty_score":0.99855936},"labels":[],"label_agreement":null},{"id":"W4391650918","doi":"10.1016/j.jclinepi.2024.111276","title":"The GRADE Working Group and CINeMA approaches provided inconsistent certainty of evidence ratings for a network meta-analysis of opioids for chronic noncancer pain","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; McMaster University; University of Toronto; Impact; University Health Network","funders":"Canadian Institutes of Health Research","keywords":"Meta-analysis; Concordance; Medicine; Movie theater; Psychology; Transitive relation; Certainty; Chronic pain; Physical therapy; Internal medicine","score_opus":0.9736292731779855,"score_gpt":0.6653577774049535,"score_spread":0.30827149577303203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391650918","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010796276,0.16561408,0.7780315,0.042629804,0.00092605496,0.0019437636,0.000020018519,0.0000031191337,0.000035385256],"genre_scores_gemma":[0.918476,0.001891615,0.0765623,0.0014399299,0.0009469317,0.00019774961,0.0000026959424,0.000016949967,0.00046584225],"study_design_codex":"meta_analysis","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.8278514,0.10172419,0.06590479,0.0014699205,0.0023425673,0.00070713373],"domain_scores_gemma":[0.40338427,0.56770104,0.02646334,0.0012442623,0.00102582,0.00018125423],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.73388934,0.0002998447,0.01898198,0.0003297216,0.00014548445,0.00013272688,0.0013900572,0.0003023482,0.00014012583],"category_scores_gemma":[0.6149355,0.00010133046,0.019622322,0.0014302414,0.00044562246,0.00012823733,0.00014284869,0.0005659824,0.0000010951418],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007929666,0.00017241748,0.106961,0.0019090205,0.34853956,0.0000047406234,0.000508029,0.039332654,0.00002942464,0.085668676,0.08773117,0.32835034],"study_design_scores_gemma":[0.00042172143,0.0014216469,0.0077919,0.0003353717,0.15579093,0.000011804836,0.00034141628,0.68108964,0.0000021996648,0.08741509,0.06520215,0.00017615015],"about_ca_topic_score_codex":0.000015936823,"about_ca_topic_score_gemma":0.0002227738,"teacher_disagreement_score":0.90767974,"about_ca_system_score_codex":0.000038701062,"about_ca_system_score_gemma":0.00033646857,"threshold_uncertainty_score":0.9955823},"labels":[],"label_agreement":null},{"id":"W4391678701","doi":"10.1016/j.bjps.2024.02.017","title":"Reporting bias in breast reconstruction clinical trials: Which and when clinical trials get published","year":2024,"lang":"en","type":"article","venue":"Journal of Plastic Reconstructive & Aesthetic Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Dalhousie University; York University; McMaster University; Impact","funders":"","keywords":"Clinical trial; Medical physics; Medicine; Internal medicine","score_opus":0.8539105875742071,"score_gpt":0.5913215527669125,"score_spread":0.2625890348072947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391678701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9679527,0.0025532825,0.0063559525,0.0026557785,0.019032493,0.00061148603,0.000037797065,0.000011918321,0.00078857684],"genre_scores_gemma":[0.9909224,0.000939595,0.0059955255,0.00008345943,0.0017122499,0.00001779173,0.0000037839934,0.000043170763,0.0002820569],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.44393656,0.2940695,0.2492536,0.0033317558,0.008388384,0.0010201987],"domain_scores_gemma":[0.07022182,0.73701197,0.18074511,0.0031793145,0.0074498295,0.0013919862],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.88110614,0.00057859154,0.019554019,0.0028315505,0.00012249887,0.0032217365,0.00082358357,0.00054884906,0.004868818],"category_scores_gemma":[0.8913332,0.0002878356,0.009962942,0.002171636,0.0005199015,0.0015590644,0.00012679747,0.0018099273,0.00017688079],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015323373,0.00005391518,0.42791378,0.000030600524,0.00048136865,0.00013596733,0.00008684146,0.000010840873,0.0000032275832,0.00013033804,0.015628168,0.5553717],"study_design_scores_gemma":[0.0037149515,0.0005603916,0.62532896,0.0073821954,0.0054581226,0.1598448,0.007365688,0.026959293,0.000009982304,0.12673943,0.035048664,0.0015875291],"about_ca_topic_score_codex":0.000012618529,"about_ca_topic_score_gemma":0.000024017587,"teacher_disagreement_score":0.5537842,"about_ca_system_score_codex":0.000115275325,"about_ca_system_score_gemma":0.0019075032,"threshold_uncertainty_score":0.9999574},"labels":[],"label_agreement":null},{"id":"W4391759769","doi":"10.2139/ssrn.4717298","title":"Use of Grade in Campbell Systematic Reviews: A Cross-Sectional Survey","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Élisabeth Bruyère Hospital; Bruyère","funders":"","keywords":"Grading (engineering); Certainty; Quality of evidence; Medicine; Systematic review; Psychology; Meta-analysis; MEDLINE; Mathematics; Engineering; Political science; Pathology","score_opus":0.7608510698699215,"score_gpt":0.5402390798956117,"score_spread":0.22061198997430975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391759769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7659109,0.21008879,0.012720499,0.00021486342,0.003747133,0.0066376682,0.00017564066,0.000013379376,0.0004910771],"genre_scores_gemma":[0.9590125,0.013718842,0.00040567937,0.000053814118,0.0002963123,0.0001871416,0.000031701067,0.00005841725,0.02623557],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8688566,0.07104357,0.04350423,0.0024927738,0.011223008,0.0028798329],"domain_scores_gemma":[0.9634314,0.009872118,0.019971715,0.004375587,0.0021430454,0.00020613759],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.5391764,0.00078222755,0.010286647,0.0018420095,0.00012366984,0.0031281495,0.0037884475,0.00046617785,0.001017763],"category_scores_gemma":[0.11237327,0.00038427414,0.005832015,0.0022437868,0.00010615717,0.00026788603,0.00090682594,0.006670071,0.001982877],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006233245,0.00040971852,0.89059204,0.044399053,0.00519913,0.00004469584,0.00083282945,0.0049632485,0.000046191904,0.04337361,0.008226485,0.0018506462],"study_design_scores_gemma":[0.00035436574,0.00014855432,0.10075404,0.010782293,0.00096468604,0.001144684,0.00039618596,0.0070123295,0.000004591359,0.87380713,0.0036986168,0.00093253655],"about_ca_topic_score_codex":0.00039312628,"about_ca_topic_score_gemma":0.0062556015,"teacher_disagreement_score":0.8304335,"about_ca_system_score_codex":0.0014608856,"about_ca_system_score_gemma":0.00423476,"threshold_uncertainty_score":0.99989545},"labels":[],"label_agreement":null},{"id":"W4391765579","doi":"10.1016/j.mex.2024.102610","title":"Risk of bias in cross-sectional studies: Protocol for a scoping review of concepts and tools","year":2024,"lang":"en","type":"review","venue":"MethodsX","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; Carleton University; Health Canada; University of Ottawa","funders":"","keywords":"Cross-sectional study; Protocol (science); Data extraction; Computer science; Data science; Systematic review; Medicine; MEDLINE; Alternative medicine; Pathology","score_opus":0.973624678665801,"score_gpt":0.7846493535957418,"score_spread":0.1889753250700592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391765579","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.4538665e-7,0.7851499,0.0051368535,0.0000057701836,0.0001469135,0.20921537,0.00012779144,0.0000020000502,0.00021477991],"genre_scores_gemma":[1.881359e-8,0.7171719,0.06575125,0.000018213681,0.000051595645,0.21635962,0.0000035647083,0.00001637239,0.0006274729],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.93347305,0.037055496,0.024894632,0.0014368243,0.002908913,0.00023107963],"domain_scores_gemma":[0.91897345,0.05848116,0.01819922,0.0023739943,0.0018944358,0.0000777522],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.35527658,0.00052285875,0.019858457,0.0006334918,0.000054259606,0.0003411147,0.0010860772,0.0001994431,0.00077047513],"category_scores_gemma":[0.32529056,0.00021919917,0.0052966606,0.0022437375,0.0002481689,0.00016949892,0.00029696515,0.00029030134,0.000059398193],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018822211,0.000011018242,0.00015872323,0.54652095,0.0004462701,7.4593925e-7,0.000058374146,4.1103326e-7,3.1984403e-8,0.00016003489,0.0009875373,0.45165402],"study_design_scores_gemma":[0.000107023436,0.00004059626,0.000022963826,0.4494291,0.0014241926,0.000008133965,0.000024213448,0.000016431675,4.815779e-7,0.0018378547,0.5469563,0.00013271977],"about_ca_topic_score_codex":0.0000050474982,"about_ca_topic_score_gemma":0.0000076353435,"teacher_disagreement_score":0.5459688,"about_ca_system_score_codex":0.00005280887,"about_ca_system_score_gemma":0.00050357834,"threshold_uncertainty_score":0.99469274},"labels":[],"label_agreement":null},{"id":"W4391817762","doi":"10.1111/aas.14386","title":"<scp>GRADE</scp> pearls and pitfalls—Part 1: Systematic reviews and meta‐analyses","year":2024,"lang":"en","type":"review","venue":"Acta Anaesthesiologica Scandinavica","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; Population Health Research Institute; McMaster University; Impact","funders":"","keywords":"Medicine; Meta-analysis; Systematic review; MEDLINE; Internal medicine","score_opus":0.8764307857127267,"score_gpt":0.5758477108286034,"score_spread":0.3005830748841233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391817762","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006798897,0.9890611,0.000029027326,0.00023943732,0.00025522825,0.0067240265,0.0000821959,0.00004901927,0.00349195],"genre_scores_gemma":[0.00022488521,0.976108,0.0008881603,0.00036685684,0.00017299518,0.0017756446,0.00005089148,0.00008848505,0.020324055],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9275282,0.042630475,0.020868285,0.0041258805,0.0039102505,0.0009368858],"domain_scores_gemma":[0.9524201,0.023496825,0.015520856,0.0072240736,0.00050595304,0.0008322043],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.11004912,0.0024790359,0.05010053,0.0014702316,0.00047318274,0.0036457472,0.004026671,0.00091969356,0.001147969],"category_scores_gemma":[0.06871745,0.0008611892,0.011938074,0.0033360007,0.00045736542,0.00036435167,0.0009696275,0.0010446529,0.004610065],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001611894,0.00015522027,0.00005008856,0.41428795,0.024199983,0.00024961837,0.00036044916,3.777396e-7,0.0000014580841,0.0024570785,0.4330032,0.12523296],"study_design_scores_gemma":[0.000046138124,0.00017853416,0.000015809068,0.014518478,0.14102805,0.00024347307,0.00016547376,0.000026005837,6.726637e-8,0.0014614144,0.8419439,0.00037266628],"about_ca_topic_score_codex":0.000018336836,"about_ca_topic_score_gemma":0.000017765264,"teacher_disagreement_score":0.4089407,"about_ca_system_score_codex":0.00008837733,"about_ca_system_score_gemma":0.00015192224,"threshold_uncertainty_score":0.9997651},"labels":[],"label_agreement":null},{"id":"W4391825115","doi":"10.1016/j.jclinepi.2024.111281","title":"A brief note on the common (fixed)-effect meta-analysis model","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Meta-analysis; Random effects model; Confidence interval; Fixed effects model; Statistics; Econometrics; Computer science; Variance (accounting); Interval (graph theory); Mathematics; Medicine; Panel data; Internal medicine","score_opus":0.9511438955217273,"score_gpt":0.7052978236596695,"score_spread":0.24584607186205776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391825115","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06400773,0.02187136,0.66043735,0.23015857,0.0029500506,0.0009839567,0.000057702004,0.00001563282,0.019517688],"genre_scores_gemma":[0.9657241,0.00027805878,0.006834778,0.01960995,0.00065979414,0.0000182845,0.000001972823,0.000018055667,0.0068550105],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.65457344,0.271207,0.067436814,0.0014103185,0.0048308866,0.00054152997],"domain_scores_gemma":[0.17484921,0.79179007,0.02691254,0.0047680717,0.0011725144,0.0005075829],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.81335765,0.00043623106,0.033073347,0.0007457441,0.00012725704,0.00034188374,0.0033393938,0.00038465517,0.012302304],"category_scores_gemma":[0.74075407,0.00012462157,0.060520057,0.0021982626,0.00030116527,0.0001847729,0.00017635062,0.0019019623,0.002128686],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014391307,0.0001647431,0.019267434,0.000033012155,0.22231615,0.00010506705,0.00010933981,0.08264464,0.0000031904667,0.11653714,0.5079582,0.050717212],"study_design_scores_gemma":[0.000121498284,0.0004673422,0.0034187238,0.000016904072,0.16893078,0.00004493841,0.000013348364,0.5560628,0.0000015978317,0.14220357,0.1285876,0.00013084497],"about_ca_topic_score_codex":0.000009748683,"about_ca_topic_score_gemma":0.000025474916,"teacher_disagreement_score":0.90171635,"about_ca_system_score_codex":0.000028050632,"about_ca_system_score_gemma":0.00018269468,"threshold_uncertainty_score":0.9986483},"labels":[],"label_agreement":null},{"id":"W4391858136","doi":"10.1007/978-3-030-65430-6_80-1","title":"Systematic Review and Meta-Analysis","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Meta-analysis; Medicine; Internal medicine","score_opus":0.8659792761087783,"score_gpt":0.5322893224112059,"score_spread":0.3336899536975725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391858136","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.769339e-8,0.2669548,0.0019385533,0.002123006,0.000054906963,0.0033279525,0.00012805544,0.000023061875,0.7254496],"genre_scores_gemma":[0.000013263968,0.0069772094,0.00062426896,0.003019726,0.000019877063,0.00019939698,0.000031414973,0.000049350325,0.98906547],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.95395774,0.0057371254,0.02738709,0.0023661884,0.010274659,0.00027723104],"domain_scores_gemma":[0.96143514,0.009203539,0.015801454,0.011402359,0.0018664539,0.0002910685],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.19521913,0.0010131377,0.058247726,0.0016423886,0.000120915174,0.0012738749,0.0027346185,0.00028978306,0.25620592],"category_scores_gemma":[0.028807485,0.00036256868,0.035531428,0.0014294763,0.0000798519,0.00013513223,0.0004225766,0.00029514998,0.067294955],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.2026545e-7,0.0000028321708,7.920855e-7,0.10695977,0.61717397,0.000011717439,0.0000148557665,0.0000015807021,1.6963794e-8,0.13025267,0.14557076,0.000010904695],"study_design_scores_gemma":[0.000013050453,0.000007184819,0.0000010815594,0.0009462396,0.9448556,0.0000091946795,0.000014719471,0.000091799215,2.8541189e-8,0.025707236,0.028015528,0.0003383411],"about_ca_topic_score_codex":0.0000066267617,"about_ca_topic_score_gemma":0.000096682226,"teacher_disagreement_score":0.3276816,"about_ca_system_score_codex":0.000022304674,"about_ca_system_score_gemma":0.000039651848,"threshold_uncertainty_score":0.99988264},"labels":[],"label_agreement":null},{"id":"W4391873644","doi":"10.1093/jcag/gwad061.105","title":"A105 PILOT STUDY ON THE ACCURACY OF CHATGPT IN ARTICLE SCREENING FOR SYSTEMATIC REVIEWS IN GASTROENTEROLOGY","year":2024,"lang":"en","type":"article","venue":"Journal of the Canadian Association of Gastroenterology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; Queen's University; St. Michael's Hospital","funders":"","keywords":"Systematic review; Medicine; Medical physics; Internal medicine; Gastroenterology; MEDLINE; Chemistry; Biochemistry","score_opus":0.41650019589006065,"score_gpt":0.44556263955682684,"score_spread":0.02906244366676619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391873644","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.980019,0.00015395532,0.0007576674,0.016249327,0.00046255422,0.0022878572,0.000019706556,6.251842e-7,0.000049322887],"genre_scores_gemma":[0.9985968,0.000009754491,0.00015892166,0.00088480016,0.000051584066,0.000058236914,3.603984e-7,0.000008513469,0.00023104525],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9679942,0.020418478,0.009308562,0.000284181,0.0016082876,0.00038630603],"domain_scores_gemma":[0.980745,0.007668277,0.009866873,0.00092228624,0.0006898028,0.00010772484],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1357342,0.00017832732,0.0029796702,0.0009699582,0.00006167913,0.00012824783,0.001502725,0.00005322464,0.00017110647],"category_scores_gemma":[0.07161589,0.00007563491,0.0009711449,0.0007437164,0.00004150683,0.00014344767,0.000053194442,0.0003687395,0.000021177893],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015796575,0.00016261273,0.9867915,0.00044024768,0.00036304235,0.000006221753,0.0011270619,0.00051369885,0.00008985479,0.0002845026,0.009960111,0.00010318517],"study_design_scores_gemma":[0.0021300374,0.0058246497,0.9743718,0.0044484814,0.00058199983,0.000056808643,0.0028856099,0.0064796368,0.00001482109,0.0017317091,0.0013769105,0.000097532655],"about_ca_topic_score_codex":0.00066218403,"about_ca_topic_score_gemma":0.2595209,"teacher_disagreement_score":0.2588587,"about_ca_system_score_codex":0.00044975555,"about_ca_system_score_gemma":0.00014881848,"threshold_uncertainty_score":0.9362043},"labels":[],"label_agreement":null},{"id":"W4392058114","doi":"10.11124/jbies-23-00463","title":"Common tool structures and approaches to risk of bias assessment: implications for systematic reviewers","year":2024,"lang":"en","type":"review","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Systematic review; Interpretation (philosophy); Risk assessment; Psychology; Computer science; Risk analysis (engineering); MEDLINE; Medicine; Political science","score_opus":0.8035223189047707,"score_gpt":0.5652015570574548,"score_spread":0.23832076184731588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392058114","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016481086,0.9780687,0.0074028964,0.0004908583,0.00018758047,0.012944286,0.0005986238,0.000013493439,0.00027704198],"genre_scores_gemma":[0.0005087133,0.9730805,0.017600289,0.00003478968,0.00010860932,0.007494104,0.000008779399,0.00006296279,0.0011012183],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9502896,0.025017627,0.01880841,0.0021733958,0.0033239967,0.00038698493],"domain_scores_gemma":[0.8706136,0.104630835,0.015715156,0.008006682,0.00077342306,0.00026031764],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15940273,0.0009802531,0.021681376,0.0011920311,0.00023249697,0.0016186301,0.0035820266,0.00031586224,0.00032958743],"category_scores_gemma":[0.2654143,0.00041515415,0.007011467,0.0027658993,0.00011693499,0.0003170774,0.00043305685,0.00032796862,0.0004954791],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.0859326e-7,0.000012476669,0.00012431676,0.43808243,0.0011184032,3.7246775e-7,0.00007552551,0.000003167246,1.705702e-7,0.0049773445,0.009779111,0.54582584],"study_design_scores_gemma":[0.000022823302,0.00005710029,0.00032505335,0.40358713,0.058386695,0.000044715274,0.00025842388,0.00040158717,8.100701e-7,0.011060833,0.5251008,0.0007539964],"about_ca_topic_score_codex":0.0000148722875,"about_ca_topic_score_gemma":0.000016553055,"teacher_disagreement_score":0.54507184,"about_ca_system_score_codex":0.00013990808,"about_ca_system_score_gemma":0.0003280823,"threshold_uncertainty_score":0.99983},"labels":[],"label_agreement":null},{"id":"W4392107888","doi":"10.15173/m.v1i19.772","title":"Evidence&gt;&gt;Insight&gt;&gt;Action","year":2012,"lang":"en","type":"article","venue":"The Meducator","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Action (physics); Pharmacology; Medicine; Chemistry; Neuroscience; Biology; Physics","score_opus":0.8738864748740229,"score_gpt":0.567356968131227,"score_spread":0.3065295067427959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392107888","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.914093,0.03418142,0.0026082809,0.010452184,0.0074003497,0.0014343149,0.000008854437,0.000033617354,0.029787932],"genre_scores_gemma":[0.9448576,0.00027230586,0.0009953749,0.00091272406,0.0015119546,0.00011887955,0.0000029212442,0.000024520148,0.05130374],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9788541,0.00910749,0.005009267,0.0008154437,0.0055796932,0.00063397165],"domain_scores_gemma":[0.9827892,0.0071324413,0.0031654967,0.005691303,0.00072527415,0.0004962386],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.10051503,0.00040816772,0.002252854,0.00034057832,0.00043635414,0.0008095301,0.0027563623,0.00012366878,0.03669104],"category_scores_gemma":[0.03599071,0.00016180114,0.0015862074,0.0017441199,0.00014363405,0.0009348894,0.00020339893,0.00025962808,0.04886471],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002238564,0.00030511673,0.023424497,0.000092704024,0.00043021276,0.0000021132946,0.011547211,0.000011225574,0.0059800954,0.01106468,0.88028806,0.06683171],"study_design_scores_gemma":[0.000085356914,0.00003086815,0.03183209,0.00008570834,0.00047433583,0.000038786642,0.0017197906,0.00027268947,0.00067967054,0.0022464003,0.96226186,0.00027244844],"about_ca_topic_score_codex":0.000023709195,"about_ca_topic_score_gemma":0.000035455065,"teacher_disagreement_score":0.0819738,"about_ca_system_score_codex":0.00011271415,"about_ca_system_score_gemma":0.00020445904,"threshold_uncertainty_score":0.9721295},"labels":[],"label_agreement":null},{"id":"W4392110003","doi":"10.1542/peds.2023-063101","title":"Missing Outcome Data in Recent Perinatal and Neonatal Clinical Trials","year":2024,"lang":"en","type":"article","venue":"PEDIATRICS","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Missing data; Medicine; Imputation (statistics); Outcome (game theory); Clinical trial; Population; Randomized controlled trial; Pediatrics; Sample size determination; Intensive care medicine; Statistics; Surgery; Internal medicine","score_opus":0.9398059259719416,"score_gpt":0.6772211715015444,"score_spread":0.2625847544703972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392110003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6600046,0.23183587,0.06630236,0.020388966,0.011925243,0.0025737423,0.0007533798,0.000062118124,0.0061537195],"genre_scores_gemma":[0.9440122,0.012052871,0.030303882,0.00080489507,0.0039580823,0.0000231742,0.0001342828,0.000051955427,0.008658635],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9604661,0.0154802725,0.018215207,0.0017634192,0.003794673,0.00028034576],"domain_scores_gemma":[0.95360947,0.03946521,0.0021295312,0.0042707003,0.00026263326,0.00026243876],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.43941164,0.00019110157,0.0031139285,0.0004607006,0.000054982753,0.001724334,0.0015927444,0.00011644796,0.0028780324],"category_scores_gemma":[0.3044532,0.00009214522,0.000655418,0.0016503272,0.000043867967,0.0004016591,0.00065491354,0.000323542,0.001190841],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047914723,0.00001548895,0.23447578,0.0001012359,0.000028724002,0.00006607741,0.00015303584,0.0000017884274,4.1750556e-7,0.00035960294,0.041576467,0.7232166],"study_design_scores_gemma":[0.00021538197,0.00001855214,0.021280736,0.000014810269,0.00030993958,0.00002606052,0.00023628131,0.027222544,2.851482e-7,0.0022240889,0.9482878,0.00016351613],"about_ca_topic_score_codex":0.000011948758,"about_ca_topic_score_gemma":0.00002451571,"teacher_disagreement_score":0.90671134,"about_ca_system_score_codex":0.000020700345,"about_ca_system_score_gemma":0.00013348818,"threshold_uncertainty_score":0.9995868},"labels":[],"label_agreement":null},{"id":"W4392113745","doi":"10.2139/ssrn.4731722","title":"A Scoping Review Shows that No Single Existing Risk of Bias Assessment Tool Considers All Sources of Bias for Cross-Sectional Studies","year":2024,"lang":"en","type":"review","venue":"SSRN Electronic Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; Government of Canada; Health Canada; University of Ottawa","funders":"","keywords":"Computer science; Risk analysis (engineering); Business","score_opus":0.8743380531972299,"score_gpt":0.6198593873406626,"score_spread":0.2544786658565673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392113745","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017793743,0.9907732,0.0042469082,0.00005023578,0.00085468555,0.0033371677,0.0001137627,0.0000079982665,0.00043811317],"genre_scores_gemma":[0.00016574777,0.99294347,0.0021355918,0.000052385465,0.00036730376,0.0002024681,0.000015312637,0.000062883664,0.0040548346],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9562063,0.01310588,0.021491075,0.001429031,0.006054684,0.0017130076],"domain_scores_gemma":[0.9301616,0.025266506,0.038088694,0.002169338,0.0041620038,0.00015188711],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.3012682,0.0009559204,0.01600305,0.0009407141,0.0003638971,0.000987232,0.002037628,0.00025376727,0.00064727245],"category_scores_gemma":[0.09915021,0.00045249632,0.011859667,0.0012925384,0.00025765368,0.0003042028,0.00030828387,0.0021678507,0.00014956489],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014066308,0.00017624152,0.0040064296,0.34552786,0.028065672,0.000009504853,0.00020682589,0.00004944639,0.0000015812521,0.007764401,0.0074309814,0.606747],"study_design_scores_gemma":[0.0003703527,0.0006144425,0.000013888708,0.44414157,0.024620088,0.0011105087,0.0010085623,0.00013138463,0.0000017820936,0.042279977,0.48484033,0.00086710125],"about_ca_topic_score_codex":0.000010138603,"about_ca_topic_score_gemma":0.00020746748,"teacher_disagreement_score":0.6058799,"about_ca_system_score_codex":0.0009966331,"about_ca_system_score_gemma":0.0068523926,"threshold_uncertainty_score":0.9997927},"labels":[],"label_agreement":null},{"id":"W4392187826","doi":"10.1101/2024.02.26.24303402","title":"Open Science Practices Among Authors Published in Complementary, Alternative, and Integrative Medicine Journals: An International, Cross-Sectional Survey","year":2024,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Popularity; Open science; Publishing; Transparency (behavior); Descriptive statistics; Open data; Psychology; Subject (documents); Medical education; Medicine; Political science; Library science; Computer science; Social psychology; World Wide Web; Mathematics","score_opus":0.8505834831881267,"score_gpt":0.656388168945771,"score_spread":0.1941953142423557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392187826","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.976089,0.00080945063,0.00067483855,0.002513491,0.005200871,0.0013931632,0.00023625263,0.000008744161,0.01307421],"genre_scores_gemma":[0.99330306,0.00021888195,0.0017163237,0.00017853317,0.0003751215,0.00012688071,0.00013797224,0.000023230068,0.0039199996],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9505271,0.019221598,0.012729247,0.0045647006,0.012478917,0.0004784645],"domain_scores_gemma":[0.9633648,0.008013793,0.017262084,0.0041988944,0.0066009453,0.0005595177],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.48064753,0.000643688,0.0036863014,0.0032384244,0.00034161448,0.0283726,0.019287404,0.00017937814,0.0261088],"category_scores_gemma":[0.25771978,0.00030295007,0.00046270326,0.0032081986,0.001326296,0.0042782403,0.011718207,0.0017983353,0.00018344125],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022389815,0.000069656526,0.99111843,0.000032134132,0.00029919378,0.000025218078,0.0019129419,0.0001475268,0.00002357878,0.0013270661,0.0039101313,0.0011117479],"study_design_scores_gemma":[0.00025240958,0.000050388124,0.91699654,0.00031705608,0.00005771075,0.000019852529,0.0012020678,0.032385018,0.000010213757,0.04375105,0.0046967943,0.00026093092],"about_ca_topic_score_codex":0.0062499694,"about_ca_topic_score_gemma":0.012110056,"teacher_disagreement_score":0.22292773,"about_ca_system_score_codex":0.00030112333,"about_ca_system_score_gemma":0.0006405083,"threshold_uncertainty_score":0.99994224},"labels":[],"label_agreement":null},{"id":"W4392297302","doi":"10.1001/jamanetworkopen.2024.0649","title":"Heterogeneity in Systematic Reviews of Medical Imaging Diagnostic Test Accuracy Studies","year":2024,"lang":"en","type":"review","venue":"JAMA Network Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Meta-analysis; Study heterogeneity; Medicine; Sample size determination; Systematic review; Medical literature; Descriptive statistics; Logistic regression; MEDLINE; Medical physics; Statistics; Pathology; Internal medicine; Mathematics","score_opus":0.8302542473849605,"score_gpt":0.6365459298575463,"score_spread":0.19370831752741413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392297302","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000037157533,0.98265404,0.0001411286,0.0006292035,0.001218482,0.013948056,0.00003562885,0.000007245371,0.0013624774],"genre_scores_gemma":[0.000050841634,0.9941325,0.00048454967,0.00028078916,0.0006335121,0.0030488844,0.000025793963,0.00006424795,0.0012788521],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.79752064,0.10820793,0.07508087,0.0037623863,0.014345882,0.0010823037],"domain_scores_gemma":[0.32639748,0.60076,0.053417575,0.016857496,0.001821169,0.0007463025],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.49533463,0.0012598565,0.049476843,0.00068096974,0.0001243252,0.00360715,0.015155089,0.000424559,0.0031124733],"category_scores_gemma":[0.7951437,0.00049736456,0.007320148,0.00589149,0.00016070965,0.00055927254,0.005085931,0.0010985138,0.009475879],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.0904663e-7,0.000047172292,0.00042211812,0.34015757,0.00080396765,0.00011688227,0.00011349953,0.0000046798473,1.2833274e-9,0.00022939491,0.22049877,0.43760544],"study_design_scores_gemma":[0.00006417376,0.000008685878,0.000010416568,0.38700393,0.004155374,0.00007091934,0.000093899274,0.00051688286,4.6592588e-9,0.0006117088,0.6071899,0.00027410136],"about_ca_topic_score_codex":0.00003527412,"about_ca_topic_score_gemma":0.00026706274,"teacher_disagreement_score":0.49255204,"about_ca_system_score_codex":0.00019671352,"about_ca_system_score_gemma":0.00054394035,"threshold_uncertainty_score":0.9997478},"labels":[],"label_agreement":null},{"id":"W4392515871","doi":"10.1097/js9.0000000000001268","title":"The STROCSS 2024 guideline: strengthening the reporting of cohort, cross-sectional, and case–control studies in surgery","year":2024,"lang":"en","type":"article","venue":"International Journal of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":292,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McMaster University","keywords":"Observational study; Checklist; Medicine; Delphi method; Strengthening the reporting of observational studies in epidemiology; Delphi; Likert scale; Guideline; Inclusion (mineral); Transparency (behavior); Family medicine; Medical education; Medical physics; Psychology; Pathology","score_opus":0.7366953427266759,"score_gpt":0.5829553865382039,"score_spread":0.15373995618847203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392515871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96550524,0.025110004,0.0012525221,0.002327408,0.0054679653,0.0001150118,0.000018899125,0.0000019787437,0.00020096358],"genre_scores_gemma":[0.9973421,0.0010391815,0.00014640731,0.00007447373,0.0005882963,0.00000667573,7.322915e-7,0.000007856393,0.0007942734],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9677445,0.002358023,0.025048554,0.00033647325,0.0043466026,0.00016580003],"domain_scores_gemma":[0.8728785,0.10003989,0.020811971,0.0006749209,0.005522981,0.00007175467],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2716496,0.00016348527,0.0017756575,0.0007180496,0.00014099716,0.0012500018,0.00060797634,0.000042871772,0.0005754694],"category_scores_gemma":[0.1881734,0.000061066494,0.0017029643,0.00059578393,0.00019248133,0.0003925895,0.00010105331,0.00030018,0.0000120349505],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023284025,0.000011998803,0.92885536,0.000021713868,0.0023843173,0.0016288672,0.0002029798,0.0009703643,0.000019992403,0.00024869049,0.04722273,0.018409723],"study_design_scores_gemma":[0.00029772846,0.000027669972,0.8091899,0.0012794625,0.00073672057,0.036503654,0.00830258,0.028530993,0.00007366817,0.01552545,0.09915248,0.000379702],"about_ca_topic_score_codex":0.000027403787,"about_ca_topic_score_gemma":0.00003505744,"teacher_disagreement_score":0.119665444,"about_ca_system_score_codex":0.000066297725,"about_ca_system_score_gemma":0.00025055287,"threshold_uncertainty_score":0.9997868},"labels":[],"label_agreement":null},{"id":"W4392647723","doi":"10.1016/j.focus.2024.100223","title":"Putting Meta-Analysis Findings in Proper Perspective: Comment on “The Effects of Nonpharmaceutical Interventions on COVID-19 Cases, Hospitalizations, and Mortality: A Systematic Literature Review and Meta-Analysis”","year":2024,"lang":"en","type":"article","venue":"AJPM Focus","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Hamilton General Hospital; Dalhousie University; McGill University; University of Alberta","funders":"","keywords":"Meta-analysis; Perspective (graphical); Coronavirus disease 2019 (COVID-19); Psychological intervention; Medicine; 2019-20 coronavirus outbreak; Systematic review; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); MEDLINE; Psychology; Internal medicine; Computer science; Biology; Psychiatry; Virology; Outbreak","score_opus":0.6324383262187467,"score_gpt":0.5620298134141977,"score_spread":0.07040851280454907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392647723","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025622062,0.9263871,0.0053791064,0.059477832,0.000055853645,0.005642996,0.00019897084,0.000016192222,0.00027978836],"genre_scores_gemma":[0.98603886,0.0032193486,0.00034152446,0.0068881507,0.000011254511,0.0012698874,0.000017997652,0.0000208735,0.0021921156],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.97442824,0.015224605,0.0060449513,0.001352406,0.0027047598,0.00024503918],"domain_scores_gemma":[0.9799877,0.014926326,0.0017564704,0.0024851188,0.0005985733,0.00024583595],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.062357694,0.00050810067,0.010754795,0.0016980189,0.00019589809,0.001292118,0.0007301516,0.000091703594,0.0028688796],"category_scores_gemma":[0.041824553,0.00019409365,0.012747997,0.008933458,0.00012416675,0.00021670159,0.00018673325,0.0003414965,0.00006378597],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024334452,0.00017497597,0.0007010241,0.048237424,0.8981915,0.00013304476,0.0015867084,0.00008468039,0.0000016815019,0.043455485,0.007408434,0.000022601871],"study_design_scores_gemma":[0.00007288931,0.00007775734,0.00016536294,0.0008883517,0.9934828,0.000019649582,0.00033014425,0.0021618684,0.0000071858085,0.0017584175,0.0008629786,0.00017259344],"about_ca_topic_score_codex":0.00011629694,"about_ca_topic_score_gemma":0.00020481707,"teacher_disagreement_score":0.98347664,"about_ca_system_score_codex":0.00011128125,"about_ca_system_score_gemma":0.000045596986,"threshold_uncertainty_score":0.99974465},"labels":[],"label_agreement":null},{"id":"W4392712333","doi":"10.1136/bmjopen-2024-084164","title":"Protocol for the development of a tool (INSPECT-SR) to identify problematic randomised controlled trials in systematic reviews of health interventions","year":2024,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"National Eye Institute; Research for Patient Benefit Programme; Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Systematic review; Medicine; Protocol (science); Psychological intervention; Delphi method; Randomized controlled trial; Delphi; MEDLINE; Health care; Evidence-based medicine; Data extraction; Data science; Alternative medicine; Management science; Computer science; Nursing; Artificial intelligence; Surgery; Pathology","score_opus":0.9264340921726028,"score_gpt":0.7128721711519617,"score_spread":0.2135619210206411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392712333","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013976621,0.00080573664,0.14370047,0.0012842931,0.00011482315,0.85347265,0.000008891208,0.0000026921632,0.00047065644],"genre_scores_gemma":[0.006521518,0.0000038666576,0.020742519,0.00007260486,0.000017711482,0.9695316,0.0000017688242,0.000012022861,0.003096391],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.5817988,0.19521579,0.21172354,0.002021921,0.0085156355,0.00072435813],"domain_scores_gemma":[0.86428934,0.089567035,0.03991873,0.004801207,0.0012938512,0.00012984673],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8083348,0.0002854905,0.022827668,0.0005996122,0.00010924893,0.0012143732,0.0028566045,0.00004180141,0.0029205987],"category_scores_gemma":[0.38307506,0.000093527466,0.005815511,0.0016352638,0.00002227921,0.00021562837,0.0003308307,0.00007493493,0.0004301526],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028358714,0.0004762639,0.00010745847,0.84044826,0.0038448058,0.0000013909474,0.018088691,0.00015605045,0.0003200427,0.0062488965,0.10430713,0.023165138],"study_design_scores_gemma":[0.11851022,0.00079224986,0.0015691719,0.75711703,0.0045000566,0.000016701835,0.008790662,0.02794728,0.00023948407,0.025979007,0.053516064,0.0010220901],"about_ca_topic_score_codex":0.000010148233,"about_ca_topic_score_gemma":0.00023866924,"teacher_disagreement_score":0.4252598,"about_ca_system_score_codex":0.00008263242,"about_ca_system_score_gemma":0.0007506984,"threshold_uncertainty_score":0.99982244},"labels":[],"label_agreement":null},{"id":"W4392756575","doi":"10.1186/s12916-024-03300-7","title":"Influence of lack of blinding on the estimation of medication-related harms: a retrospective cohort study of randomized controlled trials","year":2024,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Qatar National Research Fund; Sichuan University; Lanzhou University; Anhui Medical University; West China Hospital, Sichuan University; National Natural Science Foundation of China","keywords":"Medicine; Blinding; Meta-analysis; Odds ratio; Randomized controlled trial; Confidence interval; Clinical trial; MEDLINE; Internal medicine","score_opus":0.6143933137444448,"score_gpt":0.5576514812063075,"score_spread":0.05674183253813736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392756575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9824128,0.0016748422,0.006300745,0.0006014153,0.00019323148,0.0071687982,0.000008173732,0.000003799165,0.0016362087],"genre_scores_gemma":[0.9989358,0.00007137704,0.00020682807,0.000020436239,0.000029625759,0.00020382603,0.0000033439735,0.000005958577,0.00052279024],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.92156166,0.035363153,0.032770067,0.0006716589,0.009504301,0.00012917082],"domain_scores_gemma":[0.7897726,0.17597157,0.028303055,0.0027845823,0.0030886761,0.0000795036],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.48526603,0.00020157405,0.01674645,0.00078336016,0.00003154103,0.000023967363,0.0007812369,0.00006661129,0.003062278],"category_scores_gemma":[0.6335236,0.00006199166,0.0016924093,0.002007488,0.0003842003,0.000079125406,0.000037758407,0.0001303457,0.000028478458],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06718547,0.0025747588,0.4927307,0.003590964,0.056348547,0.000008184902,0.08962513,0.07762393,0.010998555,0.16989201,0.025186853,0.0042348728],"study_design_scores_gemma":[0.30266008,0.0016309832,0.19097154,0.007088115,0.029206637,0.000004516201,0.013063316,0.41876957,0.0013149951,0.034974456,0.00004040289,0.00027540053],"about_ca_topic_score_codex":0.00008679827,"about_ca_topic_score_gemma":0.000009789111,"teacher_disagreement_score":0.34114563,"about_ca_system_score_codex":0.000024424977,"about_ca_system_score_gemma":0.00014076463,"threshold_uncertainty_score":0.99785095},"labels":[],"label_agreement":null},{"id":"W4392767059","doi":"10.1136/bmjopen-2023-075601","title":"Randomised trials conducted using cohorts: a scoping review","year":2024,"lang":"en","type":"review","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Institute for Clinical Evaluative Sciences; Western University","funders":"St Mary's University; Queen Mary University of London","keywords":"Medicine; MEDLINE; Randomized controlled trial; Data extraction; Family medicine; Population; Cohort study; Cohort; Research design; Health services research; Public health; Environmental health; Nursing; Surgery; Pathology","score_opus":0.9757875679902747,"score_gpt":0.7485974034641155,"score_spread":0.22719016452615914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392767059","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.5810773e-8,0.8405938,0.00042447148,0.00012349153,0.0011386093,0.14673556,0.000088596025,0.000010184962,0.010885207],"genre_scores_gemma":[1.5556124e-8,0.9643963,0.0029160364,0.00051121734,0.00038964883,0.010412027,0.00009644314,0.00007851694,0.021199776],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.72082615,0.17603245,0.08859094,0.0039003603,0.009993058,0.0006570494],"domain_scores_gemma":[0.8493418,0.04859339,0.079016306,0.019979775,0.0024404116,0.0006283164],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.6942917,0.0012550912,0.08663133,0.0008069778,0.00019952233,0.008199672,0.009039682,0.00036778825,0.050554693],"category_scores_gemma":[0.38012275,0.00047654368,0.019062825,0.0047986694,0.000068100046,0.0004824689,0.002037315,0.0005174221,0.022408703],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013619939,0.000012065187,2.5320927e-7,0.3079697,0.0018068545,0.000041614483,0.000016435895,3.260964e-7,6.865346e-8,0.000100529825,0.23030189,0.45973665],"study_design_scores_gemma":[0.0005099588,0.0000053771428,9.861936e-9,0.46084145,0.017936613,0.00008682625,0.000008291442,0.000040396415,2.3853932e-8,0.00015120443,0.52010876,0.00031107373],"about_ca_topic_score_codex":0.00002414353,"about_ca_topic_score_gemma":0.000012292183,"teacher_disagreement_score":0.45942557,"about_ca_system_score_codex":0.00012830038,"about_ca_system_score_gemma":0.003291803,"threshold_uncertainty_score":0.9997686},"labels":[],"label_agreement":null},{"id":"W4392797608","doi":"10.1136/bmjebm-2023-112722","title":"Rapid reviews methods series: assessing the appropriateness of conducting a rapid review","year":2024,"lang":"en","type":"review","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Public Health Agency of Canada; University of Ottawa","funders":"","keywords":"Scope (computer science); Context (archaeology); Risk analysis (engineering); Resource (disambiguation); Process (computing); Management science; Computer science; Systematic review; Operations research; Medicine; MEDLINE; Political science; Engineering","score_opus":0.9588174281060408,"score_gpt":0.7032138568070663,"score_spread":0.2556035712989745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392797608","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.843276e-8,0.94687694,0.027116157,0.009356133,0.0026855087,0.012718708,0.000022101292,0.000027150636,0.0011971745],"genre_scores_gemma":[2.0789179e-7,0.9540018,0.036902085,0.0020855824,0.0015152993,0.0021085392,0.000053311283,0.0001102809,0.0032229275],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7213483,0.19639416,0.06369156,0.004234786,0.013328492,0.0010027254],"domain_scores_gemma":[0.7686756,0.12030807,0.07870916,0.025617918,0.005898513,0.0007906923],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.6782458,0.0020370865,0.044699073,0.0013655917,0.0003397198,0.00084817293,0.0075199683,0.0005075359,0.022354279],"category_scores_gemma":[0.4678687,0.00064291194,0.012090751,0.011827136,0.00093807175,0.0008872623,0.00057433656,0.0016647818,0.0021209614],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016920457,0.000012897505,6.55416e-7,0.18709004,0.00034586992,0.000020525262,0.00007450215,3.7007553e-7,0.0000026212178,0.00012387919,0.17977276,0.6325542],"study_design_scores_gemma":[0.00006310485,0.00007756165,2.3212279e-7,0.41492042,0.013438697,0.00018231597,0.00018324869,0.000042369826,0.0000016059196,0.00022192218,0.5705234,0.00034516997],"about_ca_topic_score_codex":0.000017323679,"about_ca_topic_score_gemma":0.000002555329,"teacher_disagreement_score":0.632209,"about_ca_system_score_codex":0.00020141593,"about_ca_system_score_gemma":0.0021859163,"threshold_uncertainty_score":0.9996022},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4392806605","doi":"10.1186/s13063-024-08029-5","title":"Trials that turn from retrospectively registered to prospectively registered: a cohort study of “retroactively prospective” clinical trial registration using history data","year":2024,"lang":"en","type":"article","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Charité – Universitätsmedizin Berlin","keywords":"Medicine; Clinical trial; Prospective cohort study; Trial registration; Surgery; Internal medicine","score_opus":0.9708387460249552,"score_gpt":0.6628636829844422,"score_spread":0.30797506304051303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392806605","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9017762,0.0036947955,0.036158845,0.000475119,0.0094297305,0.04159634,0.0014274551,0.00010654576,0.0053349556],"genre_scores_gemma":[0.9801784,0.000050828698,0.007137565,0.00007862231,0.0026081158,0.00056730094,0.00004873595,0.00008920247,0.009241239],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.68507856,0.18786392,0.08816739,0.0132784825,0.02435833,0.0012533013],"domain_scores_gemma":[0.6560528,0.13501538,0.15108468,0.048298683,0.007977627,0.0015708],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.59884965,0.0010105042,0.021160292,0.0012444948,0.00022065778,0.0020517076,0.005198786,0.0004683818,0.004253547],"category_scores_gemma":[0.609902,0.0005706995,0.004378863,0.0024044663,0.0002819799,0.0015400216,0.0008680746,0.00081077527,0.000498031],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09277302,0.0062669283,0.3900649,0.00031454166,0.025991846,0.00026368297,0.014602251,0.00006841983,0.004454205,0.004536868,0.4359408,0.024722526],"study_design_scores_gemma":[0.06569907,0.0073037837,0.8115939,0.0010054356,0.019013437,0.00003938347,0.007667665,0.005958787,0.00039446965,0.026516728,0.05247428,0.002333051],"about_ca_topic_score_codex":0.0011985505,"about_ca_topic_score_gemma":0.0005604026,"teacher_disagreement_score":0.42152902,"about_ca_system_score_codex":0.0013384809,"about_ca_system_score_gemma":0.0012718604,"threshold_uncertainty_score":0.99967444},"labels":[],"label_agreement":null},{"id":"W4392940601","doi":"10.1101/2024.03.18.24304479","title":"A survey of experts to identify methods to detect problematic studies: Stage 1 of the INSPECT-SR Project","year":2024,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Research for Patient Benefit Programme; National Institutes of Health; National Health and Medical Research Council; Department of Health and Social Care; National Institute for Health and Care Research; Scottish Government","keywords":"Transparency (behavior); Systematic review; Computer science; Process (computing); Inclusion (mineral); Psychological intervention; Health care; Best practice; Psychology; Data science; Medical education; MEDLINE; Medicine; Nursing; Social psychology; Political science; Computer security","score_opus":0.8429969093959523,"score_gpt":0.6423196936438782,"score_spread":0.2006772157520741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392940601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9416667,0.013438495,0.03097486,0.000767289,0.0023711128,0.009231718,0.00025209328,0.000017702254,0.0012799855],"genre_scores_gemma":[0.8926898,0.00014736851,0.086680084,0.00019402242,0.00006985477,0.0015924671,0.0000031065852,0.00007302241,0.018550245],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9058188,0.061958347,0.019884037,0.00272085,0.009131102,0.00048682603],"domain_scores_gemma":[0.9675399,0.012189096,0.0070533077,0.00980642,0.0032513672,0.00015991191],"candidate_categories":["metaresearch","metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.29835397,0.00063528016,0.008365749,0.0012314039,0.000078621255,0.00047290308,0.005640924,0.00018067082,0.0009396701],"category_scores_gemma":[0.22596146,0.00024996622,0.002900949,0.005463104,0.000113860275,0.000049021324,0.0057193222,0.0004262654,0.00042878612],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013435408,0.00058758626,0.17171654,0.06696578,0.02157141,0.00005404629,0.16987012,0.005264569,0.04129997,0.0012472795,0.41382226,0.10746608],"study_design_scores_gemma":[0.00084899226,0.0009787211,0.6780656,0.02585147,0.007208314,0.000026653204,0.027867341,0.010202735,0.049449053,0.10276347,0.09241277,0.0043249126],"about_ca_topic_score_codex":0.00033393616,"about_ca_topic_score_gemma":0.0014183859,"teacher_disagreement_score":0.506349,"about_ca_system_score_codex":0.00009588,"about_ca_system_score_gemma":0.0004345356,"threshold_uncertainty_score":0.99999523},"labels":[],"label_agreement":null},{"id":"W4392947957","doi":"10.1371/journal.pone.0298526","title":"Do statistical heterogeneity methods impact the results of meta- analyses? A meta epidemiological study","year":2024,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Meta-analysis; Random effects model; Statistics; Confidence interval; Study heterogeneity; Pooling; Medicine; Restricted maximum likelihood; Interquartile range; Mathematics; Sample size determination; Maximum likelihood; Internal medicine; Computer science; Artificial intelligence","score_opus":0.9732907961212317,"score_gpt":0.7002165803757118,"score_spread":0.27307421574551993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392947957","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7365089,0.053556927,0.19787349,0.0028615026,0.0001657592,0.004153626,0.0014895914,0.000044869153,0.0033453312],"genre_scores_gemma":[0.8979655,0.000052873314,0.10065769,0.000101508725,0.0000600315,0.00016877118,0.000009448489,0.000012564684,0.00097165204],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.8029982,0.16356838,0.019592816,0.002622323,0.010617591,0.000600726],"domain_scores_gemma":[0.8826216,0.10571333,0.003455351,0.0067096455,0.0012013726,0.0002987238],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.39115655,0.0004932888,0.012487937,0.0003362551,0.00011756243,0.0007191339,0.0021203363,0.00009560939,0.015070885],"category_scores_gemma":[0.22802009,0.00012816428,0.0074864044,0.00235438,0.00017023536,0.0001497275,0.00033861885,0.0003621902,0.0008332206],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021763718,0.00871711,0.014741696,0.0003257605,0.9072847,0.00011209065,0.0018351075,0.0008168663,0.0042445613,0.0057233544,0.04495695,0.011024192],"study_design_scores_gemma":[0.00069275947,0.0023834093,0.052800693,0.00007469857,0.7296615,0.000023392475,0.0011784122,0.14069305,0.0029400538,0.06205536,0.006654484,0.0008421561],"about_ca_topic_score_codex":0.00010492153,"about_ca_topic_score_gemma":0.0000514527,"teacher_disagreement_score":0.17762315,"about_ca_system_score_codex":0.000029544219,"about_ca_system_score_gemma":0.000064617685,"threshold_uncertainty_score":0.99994475},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4392948126","doi":"10.1016/j.jclinepi.2024.111328","title":"Only half of the authors of overviews of exercise-related interventions use some strategy to manage overlapping primary studies—a metaresearch study","year":2024,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Meta-analysis; Psychological intervention; MEDLINE; Data extraction; Systematic review; Medicine; Cochrane Library; Medical physics; Computer science; Pathology","score_opus":0.9767326560069993,"score_gpt":0.7571523398584771,"score_spread":0.21958031614852225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392948126","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040096473,0.98909235,0.00040113772,0.0007390671,0.0026801296,0.002868396,0.000076076,0.0000020590994,0.00013116136],"genre_scores_gemma":[0.0016449877,0.9905786,0.002121316,0.000093620445,0.00016762283,0.00003232804,0.0000035609078,0.000037092293,0.0053208657],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.56797785,0.25280857,0.17058797,0.0017252979,0.006249492,0.00065082667],"domain_scores_gemma":[0.5099957,0.3024992,0.17176414,0.00841654,0.006598307,0.0007261019],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.66212404,0.00074323814,0.06686962,0.0018315852,0.00007494958,0.00008059326,0.0061194487,0.0006885585,0.0009098577],"category_scores_gemma":[0.60069615,0.00027413617,0.043198656,0.0036934481,0.00059144455,0.0003097198,0.001890727,0.002837905,0.00018433768],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007528307,0.0016179475,0.005464688,0.049513225,0.028842991,0.00005520382,0.00045664716,0.0004003363,4.0804812e-7,0.007916402,0.05106317,0.8545937],"study_design_scores_gemma":[0.00093609886,0.0042602737,0.024317117,0.13356337,0.06523563,0.00013275255,0.0020951235,0.00020711776,1.2025914e-7,0.04199677,0.7266109,0.00064469967],"about_ca_topic_score_codex":0.000059655325,"about_ca_topic_score_gemma":0.000062047395,"teacher_disagreement_score":0.853949,"about_ca_system_score_codex":0.00010221505,"about_ca_system_score_gemma":0.0009287661,"threshold_uncertainty_score":0.9999711},"labels":[],"label_agreement":null},{"id":"W4393003262","doi":"10.1111/bju.16342","title":"‘Spin’ in urology non‐randomised studies comparing therapeutic interventions: a temporal analysis","year":2024,"lang":"en","type":"review","venue":"British Journal of Urology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; University Health Network; Women's College Hospital; Sunnybrook Hospital; University of Toronto","funders":"","keywords":"Observational study; Psychological intervention; Subspecialty; Medicine; MEDLINE; Family medicine; Internal medicine; Psychiatry","score_opus":0.7532854111980382,"score_gpt":0.5825789010423041,"score_spread":0.17070651015573401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393003262","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013847592,0.99216944,0.0050836825,0.00022346423,0.0011926331,0.00084218674,0.00001691979,0.0000037481714,0.000329425],"genre_scores_gemma":[0.012638539,0.98534846,0.00030072656,0.00016723157,0.00023208644,0.00008036977,0.000012229503,0.000032482247,0.0011879011],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.94416,0.024563214,0.027545907,0.0010749564,0.00220458,0.00045134855],"domain_scores_gemma":[0.9725304,0.0064858263,0.017984046,0.0014953663,0.0013304917,0.00017384333],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.122834146,0.0006434549,0.02920384,0.0050477525,0.00010054468,0.0008859425,0.0030653595,0.00042390893,0.0022008782],"category_scores_gemma":[0.01910669,0.00036841657,0.022526769,0.0052395784,0.0002407594,0.00020006933,0.00037571852,0.0016057973,0.0005906939],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054171163,0.00017904543,0.00079491374,0.0043810727,0.034981236,0.0022830165,0.00019813898,0.000299847,3.3804415e-8,0.00007890161,0.01614592,0.94060373],"study_design_scores_gemma":[0.0015147884,0.00026779814,0.00029820044,0.004586103,0.080103174,0.0061317203,0.00020126156,0.0015251606,4.0320645e-9,0.003346457,0.9016668,0.00035848838],"about_ca_topic_score_codex":0.000026943466,"about_ca_topic_score_gemma":0.00090178207,"teacher_disagreement_score":0.9402452,"about_ca_system_score_codex":0.000111303976,"about_ca_system_score_gemma":0.0002804059,"threshold_uncertainty_score":0.9998768},"labels":[],"label_agreement":null},{"id":"W4393044239","doi":"10.1080/19392206.2023.2333127","title":"Farewell from Outgoing Editors","year":2023,"lang":"en","type":"article","venue":"African Security","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Political science; Law and economics; Law; Sociology","score_opus":0.6274143799488174,"score_gpt":0.49708253368458677,"score_spread":0.13033184626423067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393044239","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8458617,0.0004164395,0.0014935699,0.003526012,0.005939298,0.00062553555,0.00022695825,0.00009965047,0.14181085],"genre_scores_gemma":[0.99210453,0.00000877943,0.0003460859,0.00017836365,0.0016563447,0.000017820497,0.00002118363,0.000011232352,0.0056556384],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9859143,0.003883416,0.0042059007,0.00095622014,0.004717753,0.00032242713],"domain_scores_gemma":[0.98896235,0.0053610266,0.001827176,0.0031801003,0.00045828725,0.00021103137],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.04752988,0.00022285449,0.002005515,0.00033042819,0.00016184904,0.0006611622,0.0018076638,0.00007896257,0.014590935],"category_scores_gemma":[0.02544669,0.0001157788,0.0012366605,0.0028648297,0.00005606779,0.00019213752,0.00026770233,0.00016736415,0.04710514],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014862821,0.000016139053,0.017794317,0.0000053332074,0.000071840645,0.00001143052,0.0028118158,0.0000095374935,0.000037548612,0.0005265262,0.97576106,0.002952979],"study_design_scores_gemma":[0.00008115846,0.000012480036,0.014960984,0.000009664447,0.00007233593,6.852995e-7,0.0039788517,0.0040110084,0.000038079732,0.046977744,0.9296876,0.00016941075],"about_ca_topic_score_codex":0.00016371938,"about_ca_topic_score_gemma":0.0000839786,"teacher_disagreement_score":0.14624287,"about_ca_system_score_codex":0.000026703276,"about_ca_system_score_gemma":0.00004202048,"threshold_uncertainty_score":0.9863099},"labels":[],"label_agreement":null},{"id":"W4393072060","doi":"10.1038/s41562-024-01858-z","title":"Effect sizes and what to make of them","year":2024,"lang":"en","type":"article","venue":"Nature Human Behaviour","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Point (geometry); Computer science; Data science; Information retrieval; Psychology; Theoretical computer science; Mathematics","score_opus":0.41178618445118065,"score_gpt":0.5269040635918841,"score_spread":0.11511787914070348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393072060","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9863815,0.010138939,0.00007643572,0.00044334016,0.0005143315,0.0005025707,0.000009003186,0.000009535324,0.00192439],"genre_scores_gemma":[0.9901713,0.000023507726,0.000337605,0.00014724517,0.000074481926,0.000020232923,0.0000030919448,0.000011654322,0.009210888],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9921945,0.002076016,0.0023244114,0.0006940431,0.0025638097,0.00014724515],"domain_scores_gemma":[0.99557215,0.002014564,0.00048008695,0.0015244841,0.00029262056,0.000116074814],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.037586294,0.00020983854,0.0017659445,0.00029053094,0.0000760326,0.002014582,0.00078666,0.00018819641,0.0043204003],"category_scores_gemma":[0.0033547306,0.00009228214,0.00080646813,0.0008535566,0.00003055861,0.00026015256,0.00013241141,0.00034094744,0.0008373464],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002008437,0.00010138163,0.1985006,0.0006362851,0.0003674351,0.000085674415,0.0045708483,0.0000063937437,0.004919357,0.028710645,0.16093926,0.60114205],"study_design_scores_gemma":[0.0007199063,0.0010267879,0.6847839,0.0020091415,0.0031054954,0.00017499259,0.0032349494,0.00043289698,0.007912915,0.019207288,0.27617446,0.0012172946],"about_ca_topic_score_codex":0.000004668469,"about_ca_topic_score_gemma":0.000044490902,"teacher_disagreement_score":0.59992474,"about_ca_system_score_codex":0.000012762568,"about_ca_system_score_gemma":0.0000125524775,"threshold_uncertainty_score":0.99994063},"labels":[],"label_agreement":null},{"id":"W4393128968","doi":"10.1016/j.jclinepi.2024.111333","title":"An international modified Delphi process supported updating the web-based \"right review\" tool","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Toronto; St. Michael's Hospital","funders":"National Health and Medical Research Council; Health Research Board","keywords":"CLARITY; Delphi method; Computer science; Set (abstract data type); Process (computing); Delphi; Process management; Medical education; Medicine; Artificial intelligence; Engineering","score_opus":0.8617134244740399,"score_gpt":0.687659149941074,"score_spread":0.17405427453296585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393128968","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38290086,0.021311326,0.29682934,0.27396888,0.013007549,0.0014988978,0.000056415996,0.00003360072,0.010393136],"genre_scores_gemma":[0.9638494,0.0023742528,0.0077217636,0.023491085,0.0017429565,0.00001703264,0.000012614876,0.000016324202,0.0007745559],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.82451975,0.09956435,0.06992636,0.0011953524,0.0043354305,0.0004587544],"domain_scores_gemma":[0.61680925,0.32435855,0.047804657,0.0045528295,0.0058244113,0.00065029267],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6682207,0.00026982772,0.008019195,0.00029486412,0.000095479365,0.000278487,0.003985393,0.00022687772,0.012955185],"category_scores_gemma":[0.6699022,0.00009292318,0.005012386,0.0008368686,0.00021385695,0.0005061963,0.00007091709,0.0011724412,0.0006840222],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012419309,0.00031441572,0.13684866,0.00054539106,0.0014886797,0.0001800583,0.000102097474,0.0047677443,0.00002224626,0.02940669,0.65994006,0.1662598],"study_design_scores_gemma":[0.00040463195,0.0002668428,0.023508372,0.0009625951,0.00066768104,0.00021199169,0.000088343724,0.5264258,0.0000025429044,0.037585378,0.40969414,0.00018173284],"about_ca_topic_score_codex":0.0000016472665,"about_ca_topic_score_gemma":0.00000489178,"teacher_disagreement_score":0.58094853,"about_ca_system_score_codex":0.00002527979,"about_ca_system_score_gemma":0.0006677615,"threshold_uncertainty_score":0.9879471},"labels":[],"label_agreement":null},{"id":"W4393232494","doi":"10.1111/jebm.12585","title":"Critical appraisal of a statistical analysis: A novel visual guide","year":2024,"lang":"en","type":"editorial","venue":"Journal of Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; Vancouver Coastal Health Research Institute; University of British Columbia; International Collaboration On Repair Discoveries; Vancouver Coastal Health","funders":"","keywords":"Columbia university; Library science; Population; Geography; History; Sociology; Media studies; Demography","score_opus":0.675440415036593,"score_gpt":0.6314371220015348,"score_spread":0.04400329303505823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393232494","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000779424,0.017203908,0.44619527,0.0078456625,0.52772367,0.00030052953,0.00023568909,0.000004943419,0.00041237168],"genre_scores_gemma":[0.017508224,0.00070705934,0.031859823,0.0004708608,0.94432384,0.000024959121,0.00008088308,0.00009005068,0.004934312],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.91305906,0.009795039,0.036829863,0.0014694985,0.038283873,0.00056268455],"domain_scores_gemma":[0.3495921,0.5714715,0.03521705,0.0055073635,0.0365229,0.0016891038],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27219966,0.00089006405,0.016877351,0.004991125,0.000080732265,0.000644629,0.003821325,0.00076691114,0.012978182],"category_scores_gemma":[0.879412,0.00034984795,0.006467629,0.0062167402,0.00092160533,0.00051265914,0.00019973707,0.0022022175,0.00037102908],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019657922,0.0002011273,0.00024721376,0.0010324332,0.0036620633,0.00031296865,0.00016327635,0.000166315,0.00012568812,0.00042215895,0.99144226,0.0020279353],"study_design_scores_gemma":[0.0007706243,0.0018294024,0.00022935947,0.009096071,0.037956603,0.000041593597,0.00042578464,0.009344059,0.000011151691,0.0007488931,0.93920684,0.00033959394],"about_ca_topic_score_codex":0.00008991859,"about_ca_topic_score_gemma":0.000029987412,"teacher_disagreement_score":0.6072123,"about_ca_system_score_codex":0.00021292394,"about_ca_system_score_gemma":0.0040022,"threshold_uncertainty_score":0.99989533},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4393237046","doi":"10.1016/j.jclinepi.2024.111335","title":"Pilot and feasibility trials in surgery are incompletely reported according to the CONSORT checklist: a meta-research study","year":2024,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"","keywords":"Checklist; Consolidated Standards of Reporting Trials; Medicine; Meta-analysis; Research design; Clinical trial; MEDLINE; Family medicine; Physical therapy; Medical physics; Surgery; Psychology; Internal medicine; Statistics; Biology","score_opus":0.9967516912296144,"score_gpt":0.8157535328632577,"score_spread":0.1809981583663567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393237046","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061758375,0.97965103,0.0003726814,0.0060135587,0.0030503755,0.0045970557,0.000037876493,0.000003080434,0.000098504155],"genre_scores_gemma":[0.008951014,0.9865304,0.0010322204,0.00080920727,0.0016151987,0.00022997502,0.0000027562157,0.000037880378,0.00079132424],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.030606724,0.75062364,0.2097117,0.0025750464,0.005716557,0.000766365],"domain_scores_gemma":[0.0059322654,0.86993957,0.11443573,0.0054654377,0.003452156,0.00077485264],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9866453,0.00087276415,0.14989287,0.0025814725,0.00017328154,0.00058663,0.0040363595,0.00053590414,0.0011274216],"category_scores_gemma":[0.9916371,0.00026281658,0.035083454,0.004467773,0.0004812826,0.00015430799,0.001203531,0.005562559,0.0006184678],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001949489,0.0008035767,0.23110333,0.003237168,0.022685654,0.0007205619,0.000107133616,0.000011923044,1.6654505e-8,0.0002481897,0.2780925,0.462795],"study_design_scores_gemma":[0.00024496493,0.0006403392,0.02040681,0.0032667469,0.024891566,0.0004893339,0.0007783501,0.000038904906,1.7445279e-9,0.008935271,0.94005805,0.0002496763],"about_ca_topic_score_codex":0.000085547224,"about_ca_topic_score_gemma":0.00045308613,"teacher_disagreement_score":0.66196555,"about_ca_system_score_codex":0.00013513707,"about_ca_system_score_gemma":0.0017609289,"threshold_uncertainty_score":0.9999824},"labels":[],"label_agreement":null},{"id":"W4393407395","doi":"10.1093/ejcts/ezae132","title":"Statistical primer: individual patient data meta-analysis and meta-analytic approaches in case of non-proportional hazards","year":2024,"lang":"en","type":"article","venue":"European Journal of Cardio-Thoracic Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institutes of Health; Canadian Institutes of Health Research; Sapienza Università di Roma; European Commission; Patient-Centered Outcomes Research Institute","keywords":"Meta-analysis; Missing data; Aggregate data; Computer science; Statistics; Proportional hazards model; Matching (statistics); Data extraction; Meta-regression; Propensity score matching; Econometrics; Data mining; MEDLINE; Medicine; Mathematics","score_opus":0.8164523324455963,"score_gpt":0.5094086056522522,"score_spread":0.30704372679334413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393407395","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47856373,0.13933136,0.36799857,0.0020980898,0.0010153245,0.0012603659,0.003795878,0.000017149974,0.0059195557],"genre_scores_gemma":[0.9853514,0.00006610549,0.014060108,0.00005962904,0.000102215745,0.00000566155,0.00006445043,0.000034783436,0.00025568067],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9307454,0.043095328,0.016959658,0.0013710659,0.007435715,0.0003928149],"domain_scores_gemma":[0.9769804,0.011595894,0.0065255957,0.0035792387,0.00090633676,0.00041254473],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3385669,0.0005292506,0.012916849,0.0031681033,0.00008876295,0.0010303021,0.0015058155,0.000058634218,0.004301152],"category_scores_gemma":[0.021441141,0.0002504367,0.011766233,0.003950455,0.00023158648,0.00073837896,0.0005625569,0.0005349744,0.00010023745],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046136804,0.00015404781,0.007366874,0.00022382784,0.8257407,0.020020738,0.0007861821,0.0020235595,0.000010283805,0.00014769463,0.020367099,0.12311286],"study_design_scores_gemma":[0.00005906473,0.00007213539,0.009428145,0.000013651861,0.97068936,0.0041309586,0.0008676451,0.0073763533,0.000040613948,0.00026142693,0.006716377,0.00034424363],"about_ca_topic_score_codex":0.00001816676,"about_ca_topic_score_gemma":0.0000145226795,"teacher_disagreement_score":0.50678766,"about_ca_system_score_codex":0.000028247174,"about_ca_system_score_gemma":0.00037631972,"threshold_uncertainty_score":0.9999948},"labels":[],"label_agreement":null},{"id":"W4393574085","doi":"10.5281/zenodo.7257247","title":"Data from systematic audit for paper: Insights into the quantification and reporting of model-related uncertainty across different disciplines","year":2022,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Audit; Data science; Accounting; Computer science; Business","score_opus":0.6574975174008711,"score_gpt":0.48258613312571125,"score_spread":0.1749113842751599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393574085","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007458784,0.0016207504,0.008281062,0.00073412794,0.00026841566,0.0034751014,0.9779022,0.000038969592,0.0002206117],"genre_scores_gemma":[0.023588248,0.0003061685,0.000118016025,0.000042826778,0.00006527547,0.000001789829,0.97464395,0.00033825924,0.00089544966],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97694117,0.0074574356,0.010502538,0.0015667549,0.0032622195,0.0002698596],"domain_scores_gemma":[0.969154,0.0020237516,0.017878117,0.008809742,0.001993925,0.00014046495],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.058325928,0.0003629435,0.0026540416,0.00027294093,0.0031565581,0.0027262922,0.0076356274,0.00013024965,0.03882389],"category_scores_gemma":[0.099294364,0.00017799393,0.0004589285,0.0010098612,0.00022283861,0.00032838376,0.006335042,0.0003909571,0.0009229524],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017513881,0.00007144006,0.0000017060852,0.002163734,0.00034316088,0.0000013974305,0.0018759391,0.0008420601,0.00010675988,0.00026178802,0.99244446,0.0018700486],"study_design_scores_gemma":[0.00016597722,0.000050012164,0.000067151945,0.00034318367,0.00044337256,0.000010584428,0.0023847935,0.07447111,0.0000027867454,0.0018773037,0.919991,0.00019273639],"about_ca_topic_score_codex":0.00009104676,"about_ca_topic_score_gemma":0.000044875243,"teacher_disagreement_score":0.073629044,"about_ca_system_score_codex":0.00009673115,"about_ca_system_score_gemma":0.000013772299,"threshold_uncertainty_score":0.9998549},"labels":[],"label_agreement":null},{"id":"W4393630386","doi":"10.5281/zenodo.7257246","title":"Data from systematic audit for paper: Insights into the quantification and reporting of model-related uncertainty across different disciplines","year":2022,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Audit; Accounting; Data science; Computer science; Management science; Econometrics; Business; Engineering; Economics","score_opus":0.6574975174008711,"score_gpt":0.48258613312571125,"score_spread":0.1749113842751599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393630386","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007458784,0.0016207504,0.008281062,0.00073412794,0.00026841566,0.0034751014,0.9779022,0.000038969592,0.0002206117],"genre_scores_gemma":[0.023588248,0.0003061685,0.000118016025,0.000042826778,0.00006527547,0.000001789829,0.97464395,0.00033825924,0.00089544966],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97694117,0.0074574356,0.010502538,0.0015667549,0.0032622195,0.0002698596],"domain_scores_gemma":[0.969154,0.0020237516,0.017878117,0.008809742,0.001993925,0.00014046495],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.058325928,0.0003629435,0.0026540416,0.00027294093,0.0031565581,0.0027262922,0.0076356274,0.00013024965,0.03882389],"category_scores_gemma":[0.099294364,0.00017799393,0.0004589285,0.0010098612,0.00022283861,0.00032838376,0.006335042,0.0003909571,0.0009229524],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017513881,0.00007144006,0.0000017060852,0.002163734,0.00034316088,0.0000013974305,0.0018759391,0.0008420601,0.00010675988,0.00026178802,0.99244446,0.0018700486],"study_design_scores_gemma":[0.00016597722,0.000050012164,0.000067151945,0.00034318367,0.00044337256,0.000010584428,0.0023847935,0.07447111,0.0000027867454,0.0018773037,0.919991,0.00019273639],"about_ca_topic_score_codex":0.00009104676,"about_ca_topic_score_gemma":0.000044875243,"teacher_disagreement_score":0.073629044,"about_ca_system_score_codex":0.00009673115,"about_ca_system_score_gemma":0.000013772299,"threshold_uncertainty_score":0.9998549},"labels":[],"label_agreement":null},{"id":"W4393947759","doi":"10.1002/cesm.12054","title":"Publication barriers and facilitators of Cochrane authors in sub‐Saharan Africa: A mixed‐methods study","year":2024,"lang":"en","type":"article","venue":"Cochrane Evidence Synthesis and Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"Government of the United Kingdom; World Health Organization","keywords":"Psychology; Political science","score_opus":0.44028594694366474,"score_gpt":0.5707052292228068,"score_spread":0.130419282279142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393947759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45650312,0.30777544,0.2286669,0.002649085,0.000956134,0.0022809613,0.00004418891,0.000038022128,0.0010861616],"genre_scores_gemma":[0.8178419,0.005812369,0.17447892,0.00003608809,0.000046019686,0.00039719982,0.0000010283843,0.000028788429,0.001357725],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9137214,0.07051814,0.00923961,0.0023687126,0.003625722,0.000526424],"domain_scores_gemma":[0.8924306,0.100061744,0.0020989075,0.0035118803,0.0012619161,0.00063494826],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3904097,0.00047454864,0.004370902,0.0014537483,0.00016197663,0.0011697039,0.0011306716,0.00019056707,0.0020401343],"category_scores_gemma":[0.38693768,0.00026923767,0.00078183255,0.0035844487,0.0003314061,0.00088106043,0.0002568446,0.0003191486,0.000072618204],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027565708,0.000063534455,0.006955177,0.0009345532,0.00025436963,0.000011132241,0.004908087,0.000007831293,0.010164687,0.00071078667,0.0058238884,0.9701384],"study_design_scores_gemma":[0.001549223,0.0017543896,0.441022,0.018886384,0.008662918,0.0002741427,0.086544,0.1034232,0.052596048,0.04390708,0.23699863,0.0043819835],"about_ca_topic_score_codex":0.000053473635,"about_ca_topic_score_gemma":0.000029667426,"teacher_disagreement_score":0.9657564,"about_ca_system_score_codex":0.00004772513,"about_ca_system_score_gemma":0.0001657295,"threshold_uncertainty_score":0.999976},"labels":[],"label_agreement":null},{"id":"W4394006080","doi":"10.1148/rycan.240015","title":"Individual Participant Data Meta-Analyses for Diagnostic Accuracy Research: Challenges and Lessons Learned from the LI-RADS IPD Group","year":2024,"lang":"en","type":"editorial","venue":"Radiology Imaging Cancer","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Canadian Institutes of Health Research; QEII Foundation; Radiological Society of North America","keywords":"Queen (butterfly); Medicine; Library science","score_opus":0.9730199547393771,"score_gpt":0.6889331168845327,"score_spread":0.28408683785484434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394006080","genre_codex":"review","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007587766,0.7320525,0.00052496046,0.05475743,0.20337476,0.0012557481,0.0078393,0.000018452276,0.00010099908],"genre_scores_gemma":[0.01884882,0.21724176,0.0014912942,0.00091848173,0.74910414,0.004909528,0.0031108712,0.00021886828,0.004156243],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94793737,0.032708663,0.0067596836,0.0045637307,0.0069480017,0.0010825593],"domain_scores_gemma":[0.5347159,0.44705737,0.0043147486,0.011806389,0.001787689,0.0003179119],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20387718,0.0008595521,0.0085521685,0.0005792685,0.00059751474,0.0025775996,0.009158,0.0005257937,0.0018274154],"category_scores_gemma":[0.5413829,0.00034987653,0.002261084,0.00083816855,0.00094281434,0.00045650435,0.0024518424,0.002002188,0.00041537455],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013413359,0.00002120059,0.000042793177,0.000114559574,0.02244634,0.000018123248,0.0017694106,0.000015209011,0.0000059768995,0.0003939215,0.924139,0.051020045],"study_design_scores_gemma":[0.00020456778,0.000031531737,0.00022732856,0.00014311814,0.06456232,0.0000054445336,0.0014174228,0.0021595135,8.727446e-7,0.024641695,0.90627533,0.00033083392],"about_ca_topic_score_codex":0.00075445004,"about_ca_topic_score_gemma":0.0020334856,"teacher_disagreement_score":0.5457294,"about_ca_system_score_codex":0.00006947763,"about_ca_system_score_gemma":0.00076258084,"threshold_uncertainty_score":0.99989533},"labels":[],"label_agreement":null},{"id":"W4394125335","doi":"10.6084/m9.figshare.7045370","title":"Journal choices of Australian and Canadian neuroscientists by self-archiving embargo","year":2018,"lang":"en","type":"dataset","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Computer science; Data science","score_opus":0.5788401518880081,"score_gpt":0.4852704126433981,"score_spread":0.09356973924460998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394125335","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000380725,0.0003826213,2.123841e-7,0.0000825487,0.00034501724,0.0003087955,0.9983736,0.0000018091451,0.00046727603],"genre_scores_gemma":[0.00007432077,0.000018718723,0.00009933621,0.00017238596,0.0002306244,0.000015935388,0.99467534,0.000010987482,0.0047023688],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9874477,0.0029197456,0.004656586,0.0008923178,0.0036602193,0.00042344315],"domain_scores_gemma":[0.9885164,0.00118265,0.00606924,0.002512127,0.0009226454,0.0007969308],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.012731784,0.0003840955,0.002449297,0.0008341386,0.00031380114,0.002788899,0.0036294162,0.00019732983,0.54406965],"category_scores_gemma":[0.041625574,0.00021175871,0.00081532303,0.00080926646,0.000028150454,0.00025180072,0.00026448717,0.0004124768,0.0060800384],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.7029316e-7,0.000009051026,0.0000488208,0.00019448188,0.000061343344,0.00001322289,0.000020386457,2.579131e-7,0.000001521199,1.5855483e-7,0.9993784,0.0002720944],"study_design_scores_gemma":[0.00004901026,0.000030052335,0.0009393539,0.0006413663,0.000111329384,0.00008472414,0.000013973531,0.000034725632,0.0000028185602,0.000024570092,0.9978811,0.00018697158],"about_ca_topic_score_codex":0.0015415422,"about_ca_topic_score_gemma":0.022264618,"teacher_disagreement_score":0.5379896,"about_ca_system_score_codex":0.000041224444,"about_ca_system_score_gemma":0.0004258123,"threshold_uncertainty_score":0.9982463},"labels":[],"label_agreement":null},{"id":"W4394182253","doi":"10.6084/m9.figshare.20508579","title":"Additional file 1 of Access to unpublished protocols and statistical analysis plans of randomised trials","year":2022,"lang":"en","type":"dataset","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; World Wide Web","score_opus":0.8319419647933108,"score_gpt":0.5809224127564606,"score_spread":0.2510195520368502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394182253","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.3160135e-8,0.0000125668885,0.000014383493,0.000022708871,0.000015261478,0.016503964,0.9831146,0.0000017446711,0.00031473106],"genre_scores_gemma":[1.216332e-7,2.9525546e-7,0.00048025238,0.00008943975,0.000048369806,0.10513736,0.8933922,0.0000072062785,0.0008447577],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96659493,0.0134792775,0.012214606,0.0010764182,0.006438625,0.00019616331],"domain_scores_gemma":[0.8233876,0.15355209,0.017229656,0.0037032,0.0018348901,0.00029255715],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.026428847,0.0003760431,0.010345306,0.0015359638,0.00008300422,0.0010527181,0.003432391,0.00016828672,0.99998564],"category_scores_gemma":[0.70016885,0.00019777835,0.0026276773,0.0033947898,0.00001947687,0.00020780804,0.0008185023,0.00023415305,0.0017918312],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013829551,0.00005337546,0.0000012493174,0.00041445403,0.001523201,0.000005243132,0.000007727925,0.00003411546,3.777874e-8,7.6412687e-7,0.9974759,0.00034564282],"study_design_scores_gemma":[0.0007920875,0.00005071954,0.00035258027,0.0005375367,0.0011525217,0.000001313945,0.000022297047,0.00008225588,5.8299725e-7,0.000054852255,0.9967785,0.00017475644],"about_ca_topic_score_codex":0.000013154414,"about_ca_topic_score_gemma":0.00008786579,"teacher_disagreement_score":0.9981938,"about_ca_system_score_codex":0.000022336972,"about_ca_system_score_gemma":0.0003848896,"threshold_uncertainty_score":0.99998426},"labels":[],"label_agreement":null},{"id":"W4394353672","doi":"10.6084/m9.figshare.14294558","title":"Use of, and confidence in, evidence syntheses","year":2021,"lang":"en","type":"dataset","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Chemistry","score_opus":0.9447510021292908,"score_gpt":0.5706201421356795,"score_spread":0.3741308599936113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394353672","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012127009,0.01038256,0.0000010805483,0.000055741413,0.000048564485,0.00036203882,0.98909235,0.0000010102892,0.00004450372],"genre_scores_gemma":[0.00019249418,0.0002655699,0.00010638529,0.00014844046,0.000035019162,0.000085339685,0.99833345,0.000005701573,0.00082758145],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9841111,0.005180458,0.00577597,0.0010687786,0.0036890055,0.00017472586],"domain_scores_gemma":[0.9187282,0.065449655,0.0069448776,0.0067346273,0.0019833432,0.00015934871],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.012778998,0.00031117522,0.0037913178,0.00039433767,0.00003478209,0.0012277184,0.0019451493,0.00020981442,0.76576],"category_scores_gemma":[0.71157175,0.0001646152,0.0007373619,0.0010665685,0.000020090984,0.0004282206,0.0005838158,0.00025349,0.008085532],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010237402,0.000009674809,0.00005569989,0.00058890367,0.00003351664,0.000044451335,0.000013181085,0.000004100197,6.269827e-7,0.0000017311302,0.99817526,0.0010718281],"study_design_scores_gemma":[0.000011210571,0.000008691414,0.00053783826,0.01770667,0.00006873729,0.000014525297,0.00003884138,0.000101117286,0.000005158419,0.00003024484,0.9813265,0.00015042316],"about_ca_topic_score_codex":0.00007371662,"about_ca_topic_score_gemma":0.00035291625,"teacher_disagreement_score":0.75767446,"about_ca_system_score_codex":0.000014562863,"about_ca_system_score_gemma":0.00018979031,"threshold_uncertainty_score":0.9998091},"labels":[],"label_agreement":null},{"id":"W4394491759","doi":"10.6084/m9.figshare.19802273","title":"Additional file 2 of Scoping review and characteristics of publicly available checklists for assessing clinical trial feasibility","year":2022,"lang":"en","type":"dataset","venue":"Open MIND","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Checklist; Data science; Psychology","score_opus":0.8796263325556132,"score_gpt":0.6325449840416912,"score_spread":0.24708134851392194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394491759","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002016732,0.0010814307,0.000009062999,0.000042255957,0.00024599463,0.0050504073,0.9927237,1.3330974e-7,0.00082684285],"genre_scores_gemma":[2.728961e-7,0.0003059291,0.008728432,0.00008746104,0.00010217136,0.0007216722,0.9846747,0.000007237332,0.0053721257],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9713293,0.007615863,0.016617415,0.0014648652,0.0027829867,0.00018962387],"domain_scores_gemma":[0.9189526,0.048507717,0.02614256,0.0044854046,0.001742896,0.00016882007],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12653719,0.00028784483,0.0081261555,0.00016530535,0.0001403493,0.0010805355,0.0028617394,0.00017357293,0.9980925],"category_scores_gemma":[0.35637355,0.00017232659,0.0015490619,0.00061145105,0.0001450982,0.00038664145,0.0010363705,0.00027784027,0.00065216044],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000793852,0.00015089079,0.000012791055,0.0023587118,0.00011318397,7.578807e-7,0.000001829716,1.140645e-8,3.5721897e-8,2.782163e-7,0.9867387,0.010543466],"study_design_scores_gemma":[0.0010510425,0.00011170727,0.00008743367,0.0064155967,0.0007194839,0.0000028027243,0.000016494792,0.0000112300895,1.1402655e-7,0.000019054223,0.9914181,0.00014693888],"about_ca_topic_score_codex":0.00001070983,"about_ca_topic_score_gemma":0.00004218088,"teacher_disagreement_score":0.99744034,"about_ca_system_score_codex":0.000028514376,"about_ca_system_score_gemma":0.001415464,"threshold_uncertainty_score":0.9999564},"labels":[],"label_agreement":null},{"id":"W4394602376","doi":"10.1016/j.jclinepi.2024.111360","title":"A brief step-by-step guide on conducting a systematic review and meta-analysis of prognostic model studies","year":2024,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Ted Rogers Centre for Heart Research; Impact","funders":"","keywords":"Systematic review; Meta-analysis; Medicine; MEDLINE; Intensive care medicine; Internal medicine","score_opus":0.9776746505240534,"score_gpt":0.7435889218324542,"score_spread":0.23408572869159927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394602376","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012112852,0.9830441,0.010724576,0.0024604811,0.00047572106,0.002842518,0.00016673039,0.0000041193584,0.000280566],"genre_scores_gemma":[0.0000053023828,0.9771298,0.011798694,0.003042522,0.00013157925,0.00016415212,0.000008773572,0.000043476353,0.0076756612],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.5636219,0.24251159,0.18618876,0.0023701247,0.0047056307,0.00060203637],"domain_scores_gemma":[0.18143333,0.5866727,0.21899107,0.0062248143,0.005934823,0.00074323756],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.7408726,0.0013576171,0.25987008,0.0017716439,0.000085922424,0.00015164117,0.003476377,0.0008084385,0.0007300408],"category_scores_gemma":[0.89516777,0.0004651002,0.081924945,0.0035669068,0.0005262677,0.0001720734,0.0005387527,0.002232034,0.00025612145],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024608694,0.00006588134,0.000011936289,0.4022806,0.42031282,0.000017301174,0.000011414453,0.000043730062,3.1834855e-9,0.0010506791,0.17139927,0.0048039053],"study_design_scores_gemma":[0.00006469447,0.0002130959,4.3746545e-7,0.054396298,0.7426251,0.000102902115,0.0000655666,0.0023000261,1.6413076e-9,0.00069719687,0.19929633,0.00023831376],"about_ca_topic_score_codex":0.0000051870566,"about_ca_topic_score_gemma":0.000009967307,"teacher_disagreement_score":0.38218853,"about_ca_system_score_codex":0.000076675264,"about_ca_system_score_gemma":0.00058043766,"threshold_uncertainty_score":0.99991745},"labels":[],"label_agreement":null},{"id":"W4394675029","doi":"10.1101/2024.04.08.24305416","title":"Research Transparency in 59 Disciplines of Clinical Medicine: A Meta-Research Study","year":2024,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact; McMaster University Medical Centre","funders":"Rīgas Tehniskā Universitāte; European Commission","keywords":"Transparency (behavior); Meta-analysis; Medical research; Data science; Political science; Medicine; Computer science; Law","score_opus":0.9785334212748741,"score_gpt":0.7645983364000706,"score_spread":0.2139350848748035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394675029","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95462185,0.017317696,0.00021530422,0.006405278,0.001671493,0.0043501644,0.00006116142,0.000009392354,0.015347673],"genre_scores_gemma":[0.98390424,0.00045145047,0.00036654458,0.000014046713,0.00057177036,0.00090357434,0.00000867587,0.00003948508,0.013740191],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.48243928,0.34160635,0.08551138,0.00946294,0.07909541,0.0018846433],"domain_scores_gemma":[0.89105487,0.07777598,0.005190886,0.016411213,0.00899104,0.0005759903],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.83534324,0.000654676,0.01669898,0.0050288634,0.00015348825,0.00064161466,0.009925134,0.0005034093,0.018419277],"category_scores_gemma":[0.22275421,0.0002572492,0.0054162364,0.009793514,0.0010816841,0.00008366614,0.004542229,0.0056585344,0.0032634065],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006537677,0.0018987311,0.8629715,0.002081986,0.007150781,0.00031569472,0.015401664,0.0002464983,0.00002839511,0.0026150045,0.09451885,0.012705517],"study_design_scores_gemma":[0.0010861519,0.0011842154,0.59534585,0.0017387719,0.0077242553,0.000006097701,0.03454111,0.008655877,0.000019269823,0.31372067,0.035179175,0.0007985476],"about_ca_topic_score_codex":0.00062793575,"about_ca_topic_score_gemma":0.002772891,"teacher_disagreement_score":0.61258906,"about_ca_system_score_codex":0.000053304633,"about_ca_system_score_gemma":0.0007935259,"threshold_uncertainty_score":0.99998796},"labels":[],"label_agreement":null},{"id":"W4394686963","doi":"10.1016/j.jclinepi.2024.111357","title":"A method was developed for correcting the bias in the usual study weights in meta-analyses: comment on Walter and Balakrishnan","year":2024,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Meta-analysis; Weighting; Variance (accounting); Statistics; Mathematics; Publication bias; Inverse; Standard error; Econometrics; Medicine; Confidence interval; Economics","score_opus":0.9801731143303548,"score_gpt":0.7473868855703547,"score_spread":0.2327862287600001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394686963","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011249827,0.0029909199,0.014015323,0.9670604,0.0021624716,0.0022410555,0.000016206879,0.0000015307592,0.00026229137],"genre_scores_gemma":[0.010632677,0.00016881083,0.018984783,0.9654563,0.002997249,0.00020057248,0.000006276267,0.000035113455,0.0015181896],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.30075094,0.59635,0.09446637,0.002350953,0.0051632733,0.0009184513],"domain_scores_gemma":[0.13947256,0.8173554,0.038998913,0.0029585054,0.0010615526,0.00015308349],"candidate_categories":["metaresearch","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.84803194,0.0007289265,0.02940395,0.001052226,0.00014550159,0.0004202366,0.0040456145,0.00083437137,0.0006236541],"category_scores_gemma":[0.64544344,0.0001926335,0.011362853,0.0012900052,0.00019296422,0.00010670708,0.00031475243,0.006617555,0.00010716686],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065325265,0.00017836223,0.021444406,0.000056066074,0.0068652765,0.0001899011,0.0010649054,0.00012513294,2.294356e-8,0.000153585,0.9545691,0.01528794],"study_design_scores_gemma":[0.0006682724,0.00095344096,0.010290689,0.00014058204,0.011475002,0.0002103459,0.0017657527,0.0041305944,1.2291957e-7,0.03142697,0.9387202,0.00021801642],"about_ca_topic_score_codex":0.00008814927,"about_ca_topic_score_gemma":0.0003254575,"teacher_disagreement_score":0.22100538,"about_ca_system_score_codex":0.00006477205,"about_ca_system_score_gemma":0.000279624,"threshold_uncertainty_score":0.9985381},"labels":[],"label_agreement":null},{"id":"W4394730096","doi":"10.2139/ssrn.4790780","title":"Mass Reproducibility and Replicability: A New Hope","year":2024,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; Carleton University; University of Ottawa","funders":"","keywords":"Reproducibility; Psychology; Chromatography; Chemistry","score_opus":0.44672718228992214,"score_gpt":0.48728799823772223,"score_spread":0.04056081594780009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394730096","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5541513,0.14043537,0.24493659,0.042787693,0.0012840452,0.001209745,0.000006880084,0.000053944776,0.015134475],"genre_scores_gemma":[0.91765404,0.001673317,0.0013693552,0.00017570768,0.00056792854,0.0000061911896,8.0755353e-7,0.00001762723,0.078535005],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9802765,0.0053968118,0.0064447797,0.0028630514,0.00352017,0.0014986788],"domain_scores_gemma":[0.9881102,0.0020349887,0.0013820019,0.007641066,0.00051550404,0.00031626184],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.4230012,0.0002435319,0.0017025153,0.00027861336,0.0001787739,0.0020153807,0.0011163568,0.00007608242,0.0025422955],"category_scores_gemma":[0.055146407,0.00011384451,0.0012224385,0.00126322,0.000063509135,0.00039262648,0.000104446975,0.0014378874,0.0012252455],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020538087,0.000034724802,0.01846027,0.000044993416,0.0006966291,0.000013509391,0.00053622905,0.0000136614935,0.0004055249,0.18184368,0.040988535,0.7569417],"study_design_scores_gemma":[0.00007754545,0.00008368154,0.0011155452,0.00001963981,0.00014578002,0.00055209355,0.00060065807,0.0009959657,0.000013585328,0.84464586,0.15163378,0.00011583999],"about_ca_topic_score_codex":0.000034082004,"about_ca_topic_score_gemma":0.00019164316,"teacher_disagreement_score":0.75682586,"about_ca_system_score_codex":0.0003443674,"about_ca_system_score_gemma":0.002276454,"threshold_uncertainty_score":0.9995524},"labels":[],"label_agreement":null},{"id":"W4394792109","doi":"","title":"Meta-Analyses Proved Inconsistent in How Missing Data Were Handled Across Their Included Primary Trials: A Methodological Survey","year":2020,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Missing data; Primary (astronomy); Statistics; Computer science; Data mining; Psychology; Data science; Mathematics","score_opus":0.9953610906384595,"score_gpt":0.7960798083345333,"score_spread":0.19928128230392617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394792109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63439435,0.25714967,0.075564116,0.015423377,0.0015303544,0.009057173,0.0033510523,0.0000586975,0.0034712183],"genre_scores_gemma":[0.9766841,0.003312403,0.015701469,0.0026426776,0.00032464942,0.00015180549,0.00022905521,0.000075898526,0.00087795395],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.68738997,0.26083815,0.033790972,0.0047969385,0.011944905,0.0012390427],"domain_scores_gemma":[0.86662024,0.09083778,0.03008426,0.008543965,0.0028714451,0.001042299],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.5512937,0.0010190397,0.024604565,0.0011108612,0.000484326,0.015941525,0.02355189,0.00029659297,0.034385122],"category_scores_gemma":[0.4125902,0.00045412887,0.005110259,0.006051535,0.00029337246,0.004341494,0.008854848,0.00092894403,0.00008751289],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014522767,0.00097388716,0.44705075,0.0006046197,0.03598622,0.00012602967,0.0021336044,0.0005012191,0.13197756,0.000020359954,0.29553607,0.08363739],"study_design_scores_gemma":[0.002507545,0.0000516912,0.8970423,0.00037707787,0.013866313,0.000037145568,0.0016938938,0.008629874,0.0074259373,0.009935443,0.056767963,0.0016648573],"about_ca_topic_score_codex":0.0005923537,"about_ca_topic_score_gemma":0.0005047457,"teacher_disagreement_score":0.4499915,"about_ca_system_score_codex":0.000109533314,"about_ca_system_score_gemma":0.00053990236,"threshold_uncertainty_score":0.999791},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4394861871","doi":"10.1007/978-3-031-47651-8_10","title":"Randomized Controlled Trials in Restorative Dentistry and Prosthodontics","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Randomized controlled trial; Consolidated Standards of Reporting Trials; Prosthodontics; Medicine; Research design; Health care; Restorative dentistry; Alternative medicine; Dentistry; Medical education; Political science","score_opus":0.7975683651709883,"score_gpt":0.5632211321408886,"score_spread":0.23434723303009963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394861871","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000109633766,0.02794196,0.004768144,0.00088340783,0.0010958763,0.009285224,0.000039016544,0.000008260028,0.9558685],"genre_scores_gemma":[0.0012938194,0.0007134525,0.0024493919,0.00011857954,0.00014768918,0.00024219528,0.000009080552,0.000026582164,0.99499923],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.81080884,0.07883456,0.09391061,0.0034400465,0.012551575,0.0004543787],"domain_scores_gemma":[0.8107903,0.16225155,0.022224303,0.003180225,0.0013612498,0.00019235417],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.6486641,0.00068243634,0.059524417,0.0011780028,0.000046700483,0.002570739,0.00080963585,0.0004218241,0.022003232],"category_scores_gemma":[0.34997112,0.00023258809,0.01111294,0.00020189279,0.00015824115,0.00011099611,0.00018893353,0.00042163188,0.004224528],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012889958,0.000010496475,0.000029288085,0.00015746232,0.003714017,0.000143478,0.00026755227,0.00000226853,0.0000023558143,0.8805331,0.100597,0.0016530461],"study_design_scores_gemma":[0.14513566,0.000017988266,0.000004583097,0.0005563251,0.0059675123,0.00003087183,0.00013660612,0.0019777925,0.0000012214502,0.61055166,0.23524693,0.00037288238],"about_ca_topic_score_codex":0.000006495682,"about_ca_topic_score_gemma":0.00012646645,"teacher_disagreement_score":0.29869303,"about_ca_system_score_codex":0.00003090783,"about_ca_system_score_gemma":0.00012488582,"threshold_uncertainty_score":0.9987905},"labels":[],"label_agreement":null},{"id":"W4394996332","doi":"10.31222/osf.io/u3w5s","title":"Research Transparency in 59 Disciplines of Clinical Medicine: A Meta-Research Study","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact; McMaster University Medical Centre","funders":"Rīgas Tehniskā Universitāte; European Commission","keywords":"Transparency (behavior); Meta-analysis; Accounting; Medicine; Engineering ethics; Business; Political science; Internal medicine; Engineering; Law","score_opus":0.9902622588913877,"score_gpt":0.8075717214446027,"score_spread":0.1826905374467851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394996332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7337911,0.027524,0.0013849998,0.020566987,0.0028711387,0.013043146,0.0001243931,0.000021796302,0.20067245],"genre_scores_gemma":[0.94089,0.00032846688,0.0008966123,0.000018667271,0.00045044912,0.00087193685,0.000009522438,0.000030388732,0.056503948],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.41802216,0.36305806,0.11043425,0.010270589,0.096377134,0.0018378105],"domain_scores_gemma":[0.85351473,0.1091372,0.00528122,0.018648203,0.012809867,0.0006087815],"candidate_categories":["metaresearch","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8647419,0.00064903527,0.019833656,0.005706151,0.00013989855,0.0008778174,0.010017473,0.000535455,0.05906429],"category_scores_gemma":[0.20496947,0.00022890305,0.00656998,0.010305792,0.0010049286,0.000090723035,0.0057862983,0.005568956,0.0043421932],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011926554,0.0044673663,0.22227247,0.0038292864,0.018942477,0.00032016204,0.028497668,0.00057505554,0.000015818521,0.018992163,0.6634745,0.038493756],"study_design_scores_gemma":[0.0011850821,0.0015107016,0.11406865,0.0014615577,0.0094988635,0.000005152883,0.09786688,0.017026622,0.000010119347,0.7243263,0.03219224,0.0008477952],"about_ca_topic_score_codex":0.0015894739,"about_ca_topic_score_gemma":0.0067182314,"teacher_disagreement_score":0.7053342,"about_ca_system_score_codex":0.000056461282,"about_ca_system_score_gemma":0.0009870082,"threshold_uncertainty_score":0.99672526},"labels":[],"label_agreement":null},{"id":"W4395012295","doi":"10.1001/jamapediatrics.2024.0720","title":"Enhancing the Interpretation of Continuous Outcomes and Subgroup Analyses in Systematic Reviews","year":2024,"lang":"en","type":"article","venue":"JAMA Pediatrics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Medicine; Otorhinolaryngology; Family medicine; Neurology; MEDLINE; Sign (mathematics); Psychiatry; Law","score_opus":0.49312874362399295,"score_gpt":0.5152970047332202,"score_spread":0.022168261109227205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395012295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68019253,0.23678115,0.07449386,0.0013165729,0.0010367694,0.0038831844,0.000017342878,0.000015943908,0.0022626263],"genre_scores_gemma":[0.9962652,0.0012041967,0.0008209459,0.00013622423,0.000074260686,0.00007177626,0.0000016514467,0.000007967667,0.0014177774],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9774383,0.009014793,0.0105909435,0.0005396479,0.002256338,0.00016001817],"domain_scores_gemma":[0.96901155,0.025636598,0.003315223,0.0015827906,0.0003967409,0.00005709514],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11236512,0.00021055271,0.0038136833,0.00067384855,0.00004249267,0.0010418348,0.00077000086,0.00007148545,0.0002524231],"category_scores_gemma":[0.11836073,0.000074837015,0.001071844,0.002513096,0.000035559005,0.00031437044,0.0001010776,0.000172499,0.00035592567],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028226043,0.00021382571,0.5756297,0.1825099,0.0011797651,0.00008753288,0.05014219,0.0005788066,0.00095801416,0.01307935,0.06716304,0.10842961],"study_design_scores_gemma":[0.0016856659,0.00043668045,0.25957736,0.024653839,0.018757476,0.00017779284,0.050955135,0.5732583,0.0002976613,0.035319336,0.03239091,0.0024898357],"about_ca_topic_score_codex":0.000031386906,"about_ca_topic_score_gemma":0.00012090071,"teacher_disagreement_score":0.57267946,"about_ca_system_score_codex":0.000025311461,"about_ca_system_score_gemma":0.000037947375,"threshold_uncertainty_score":0.9999952},"labels":[],"label_agreement":null},{"id":"W4395084846","doi":"10.1136/bmjopen-2024-085293","title":"REporting quality of PilOt randomised controlled trials in surgery (REPORTS): a methodological survey protocol","year":2024,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"","keywords":"Consolidated Standards of Reporting Trials; Medicine; Checklist; MEDLINE; Family medicine; Clinical trial; Protocol (science); Psychological intervention; Randomized controlled trial; Cochrane Library; Research design; Alternative medicine; Physical therapy; Surgery; Nursing; Internal medicine","score_opus":0.9897096112510368,"score_gpt":0.7708072609853038,"score_spread":0.21890235026573301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395084846","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07419828,0.00014174095,0.016961787,0.0005465077,0.0005590551,0.8910996,0.000020591866,0.00001324791,0.016459182],"genre_scores_gemma":[0.32887718,0.0000013503446,0.010180037,0.00013931215,0.000107547065,0.6526824,0.000013004996,0.000018878303,0.007980301],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.05719919,0.7246214,0.20620266,0.002427068,0.0090576075,0.0004920841],"domain_scores_gemma":[0.044198968,0.80112016,0.14556871,0.006651161,0.0022270936,0.00023389896],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9851649,0.00031663998,0.034773894,0.0005565705,0.000053992062,0.0018722491,0.001388116,0.000107899556,0.012797135],"category_scores_gemma":[0.9786003,0.00011935557,0.0061882464,0.0021213663,0.00005793721,0.00031195174,0.00044651053,0.00016511898,0.00013007427],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0528341,0.0006472425,0.7225241,0.0018604768,0.0029262917,0.0008593843,0.0005284799,0.0001593366,0.0016565784,0.0012274841,0.18884069,0.025935816],"study_design_scores_gemma":[0.06931988,0.000380806,0.842578,0.0024739113,0.0011429085,0.00023323325,0.0007804502,0.0076310067,0.0005453278,0.051168036,0.022330385,0.0014160639],"about_ca_topic_score_codex":0.0007871637,"about_ca_topic_score_gemma":0.00055767316,"teacher_disagreement_score":0.25467888,"about_ca_system_score_codex":0.000031274547,"about_ca_system_score_gemma":0.00082232937,"threshold_uncertainty_score":0.9991639},"labels":[],"label_agreement":null},{"id":"W4395113775","doi":"10.1002/jcv2.12235","title":"On the value of meta‐research for early career researchers: A commentary","year":2024,"lang":"en","type":"article","venue":"JCPP Advances","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Calgary; University of Ottawa","funders":"","keywords":"Foundation (evidence); Research design; Value (mathematics); Field (mathematics); Meta-analysis; Research proposal; Perspective (graphical); Incentive; Quality (philosophy); Engineering ethics; Psychology; Management science; Computer science; Sociology; Medicine; Political science; Engineering; Social science; Epistemology","score_opus":0.9546100882744714,"score_gpt":0.676229506857877,"score_spread":0.2783805814165944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395113775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45772314,0.22522606,0.022275548,0.22465983,0.0016457612,0.009775936,0.0005725435,0.00004016369,0.058081042],"genre_scores_gemma":[0.98197865,0.00019959445,0.0025546243,0.0008690209,0.00015801674,0.00054365495,0.0000039998176,0.000017852697,0.013674567],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98029554,0.008912188,0.002763327,0.0006903451,0.0070047476,0.00033384637],"domain_scores_gemma":[0.94285125,0.0533697,0.00046102537,0.002115658,0.0011082923,0.00009405694],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.16784997,0.00016224962,0.0015260258,0.00039041534,0.00020096335,0.00079062727,0.0020766077,0.000040167233,0.0046032504],"category_scores_gemma":[0.0317387,0.000054330212,0.0017549043,0.0017919169,0.0002173257,0.00032581942,0.00016507019,0.00028155633,0.0008840132],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043846834,0.00007601723,0.00063937093,0.0002978273,0.0023752595,0.0000066488005,0.001783675,0.0002297614,0.00017746897,0.22667533,0.72253895,0.045155846],"study_design_scores_gemma":[0.00005750506,0.00019430234,0.00017838183,0.000060831888,0.00030799894,6.913959e-7,0.0019885951,0.002610318,0.0003871491,0.23781642,0.75632703,0.00007075917],"about_ca_topic_score_codex":0.000057713984,"about_ca_topic_score_gemma":0.000036997943,"teacher_disagreement_score":0.5242555,"about_ca_system_score_codex":0.00003224447,"about_ca_system_score_gemma":0.00005575826,"threshold_uncertainty_score":0.9998939},"labels":[],"label_agreement":null},{"id":"W4395686571","doi":"10.48550/arxiv.2404.15667","title":"The Promise and Challenges of Using LLMs to Accelerate the Screening Process of Systematic Reviews","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Strategic Research Council; Killam Trusts","keywords":"Process (computing); Risk analysis (engineering); Computer science; Business","score_opus":0.8993163377795477,"score_gpt":0.43034228307976125,"score_spread":0.4689740546997864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395686571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84714437,0.115930825,0.021238925,0.0011130787,0.0004988326,0.011093607,0.00003046786,0.000014088491,0.002935835],"genre_scores_gemma":[0.9928908,0.0051073087,0.00033843008,0.000021698841,0.000029512497,0.000014030983,4.4751758e-7,0.000014830264,0.0015829883],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98489136,0.0076576327,0.005036454,0.0011859434,0.0010103744,0.00021824455],"domain_scores_gemma":[0.9846982,0.0034853986,0.0064640297,0.0040921667,0.001143417,0.000116817864],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.068422705,0.00038248472,0.004071707,0.0003371406,0.00019978012,0.00045043472,0.0032353972,0.00012824939,0.00007455815],"category_scores_gemma":[0.011296599,0.0001474846,0.0013209211,0.0014121969,0.00016120143,0.00010030942,0.0015716874,0.00033686167,0.00008557968],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017138523,0.00022594797,0.0047761654,0.59308606,0.006461906,0.000098099634,0.027659608,0.17362097,0.0002994318,0.17627019,0.003382757,0.013947452],"study_design_scores_gemma":[0.000385078,0.00012414592,0.0009107111,0.070691206,0.009170774,0.000028762992,0.029644182,0.7578166,0.0001727642,0.1256949,0.0042513115,0.0011095544],"about_ca_topic_score_codex":0.00002295049,"about_ca_topic_score_gemma":0.000057480964,"teacher_disagreement_score":0.5841956,"about_ca_system_score_codex":0.000030249274,"about_ca_system_score_gemma":0.00010673717,"threshold_uncertainty_score":0.9970317},"labels":[],"label_agreement":null},{"id":"W4396221422","doi":"10.1016/j.biopsych.2024.02.376","title":"141. Neurosynth Compose: A Free an Open Platform for Precise Large-Scale Neuroimaging Meta-Analysis","year":2024,"lang":"en","type":"article","venue":"Biological Psychiatry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Neuroimaging; Scale (ratio); Computer science; Meta-analysis; Psychology; Neuroscience; Medicine; Cartography; Internal medicine; Geography","score_opus":0.8168126025983977,"score_gpt":0.5529639700003933,"score_spread":0.2638486325980044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396221422","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26726893,0.044181462,0.5724249,0.04585715,0.010038603,0.014726464,0.0066899154,0.00046219595,0.0383504],"genre_scores_gemma":[0.85254264,0.000055695225,0.13071139,0.0054130577,0.00065568264,0.00068736053,0.00025069815,0.000062931525,0.009620528],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98373467,0.0042327913,0.006511769,0.0027595707,0.0021740051,0.0005871831],"domain_scores_gemma":[0.98763245,0.004155703,0.0015866328,0.005825656,0.00041583888,0.0003837096],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.058566116,0.0005723273,0.006448038,0.00057333335,0.0003804219,0.0043826597,0.0073302872,0.0001979345,0.01697816],"category_scores_gemma":[0.006525968,0.00023389574,0.008989332,0.003158086,0.00009528756,0.00069418293,0.0009884211,0.000318629,0.0010253513],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025497924,0.0019351102,0.051127475,0.00024658296,0.107720785,0.00003475063,0.0006207484,0.00070752884,0.000547326,0.08343173,0.73944426,0.01392871],"study_design_scores_gemma":[0.0005157764,0.00059375865,0.016742721,0.000011313211,0.10352093,0.000024347775,0.00051296776,0.09942692,0.000009494429,0.1833061,0.59451056,0.0008251345],"about_ca_topic_score_codex":0.00001375696,"about_ca_topic_score_gemma":0.00020097654,"teacher_disagreement_score":0.58527374,"about_ca_system_score_codex":0.000017944349,"about_ca_system_score_gemma":0.00008543568,"threshold_uncertainty_score":0.99975246},"labels":[],"label_agreement":null},{"id":"W4396584797","doi":"10.1186/s13643-024-02531-2","title":"Comparative analysis of Cochrane and non-Cochrane reviews over three decades","year":2024,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Copenhagen Graduate School for Nanoscience and Nanotechnology; Københavns Universitet","keywords":"Systematic review; Medicine; Cochrane Library; Meta-analysis; MEDLINE; Observational study; Cochrane collaboration; Pathology","score_opus":0.5674310165097232,"score_gpt":0.5500467949884202,"score_spread":0.017384221521302923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396584797","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021125609,0.8852527,0.060989264,0.0002753897,0.0006966686,0.018105369,0.00006467132,0.000022050852,0.013468279],"genre_scores_gemma":[0.9222601,0.046570756,0.011131981,0.00046396477,0.00028500977,0.0031113739,0.000058263224,0.00006533695,0.0160532],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9337714,0.024023723,0.034037627,0.001905536,0.0058219247,0.0004398242],"domain_scores_gemma":[0.9627155,0.015663784,0.013129454,0.007145056,0.0010159714,0.00033021366],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.25069377,0.000891833,0.03356925,0.0018435166,0.00013734089,0.0012578355,0.002024538,0.00016655408,0.008281189],"category_scores_gemma":[0.039293125,0.0003505188,0.0076709185,0.009346991,0.00018799608,0.00046858258,0.00020352684,0.0002720155,0.0059306547],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015299694,0.00020635372,0.010804122,0.7260796,0.019330705,0.000039961513,0.010997776,0.00010197798,0.0010442361,0.015113497,0.2045589,0.011707574],"study_design_scores_gemma":[0.00070606405,0.00030200652,0.022561751,0.17899507,0.09086923,0.00014117177,0.0020544063,0.2376738,0.00010132594,0.0067076366,0.45753187,0.0023556617],"about_ca_topic_score_codex":0.000029120029,"about_ca_topic_score_gemma":0.000240841,"teacher_disagreement_score":0.9011345,"about_ca_system_score_codex":0.00005850581,"about_ca_system_score_gemma":0.00006486351,"threshold_uncertainty_score":0.9998947},"labels":[],"label_agreement":null},{"id":"W4396597649","doi":"10.1371/journal.pone.0302108","title":"The reporting quality and spin of randomized controlled trials of endometriosis pain: Methodological study based on CONSORT extension on abstracts","year":2024,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Blinding; Randomized controlled trial; Medicine; Consolidated Standards of Reporting Trials; Checklist; Randomization; Physical therapy; MEDLINE; Logistic regression; Family medicine; Internal medicine; Psychology","score_opus":0.9518328724896341,"score_gpt":0.6240818045679647,"score_spread":0.3277510679216694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396597649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98281705,0.0031193309,0.0037689183,0.0013172248,0.000107442334,0.007016251,0.000010633957,0.0000090903295,0.0018340447],"genre_scores_gemma":[0.99471885,0.00009481939,0.004336068,0.00013880899,0.000035489942,0.00022488921,0.0000010968367,0.000006873047,0.00044312558],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.23406151,0.6111891,0.13167316,0.002430889,0.020158872,0.00048642678],"domain_scores_gemma":[0.035338514,0.9149305,0.04525498,0.002669921,0.0016898093,0.000116277835],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9223528,0.00025890104,0.025576027,0.0005595375,0.00010649249,0.00035372082,0.0004426508,0.00008475741,0.0009062842],"category_scores_gemma":[0.97846055,0.00007945647,0.0044516,0.0009854414,0.00015137599,0.000042796783,0.000051914103,0.00019571571,0.000026768927],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.47669137,0.029892005,0.036768768,0.004238507,0.09052472,0.00027823346,0.0036311324,0.001349743,0.10752522,0.01384286,0.006162081,0.22909535],"study_design_scores_gemma":[0.5707203,0.006958116,0.07768215,0.00771338,0.057742774,0.000008060023,0.008938945,0.19512269,0.039985985,0.03293201,0.00075039436,0.001445202],"about_ca_topic_score_codex":0.000017030525,"about_ca_topic_score_gemma":0.0000039306788,"teacher_disagreement_score":0.30374137,"about_ca_system_score_codex":0.000013173121,"about_ca_system_score_gemma":0.00006251312,"threshold_uncertainty_score":0.9923177},"labels":[],"label_agreement":null},{"id":"W4396606388","doi":"10.1371/journal.pone.0302655","title":"Investigating the nature of open science practices across complementary, alternative, and integrative medicine journals: An audit","year":2024,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Audit; Open science; Openness to experience; Transparency (behavior); Open data; Impact factor; Promotion (chess); Medicine; Political science; Psychology; Accounting; Business; Mathematics; Social psychology; Statistics","score_opus":0.8566832688695174,"score_gpt":0.6267624145954308,"score_spread":0.2299208542740866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396606388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9640956,0.0065528955,0.00039633684,0.022182586,0.00015251072,0.0008801455,0.00004673101,0.0000041399094,0.0056890617],"genre_scores_gemma":[0.98832107,0.00014644039,0.009437403,0.000730203,0.000161983,0.000021591435,0.000003058698,0.0000066483303,0.0011716151],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98443735,0.004257343,0.0036027222,0.00087372266,0.006617327,0.00021153808],"domain_scores_gemma":[0.9804652,0.009042255,0.006179642,0.001901474,0.0022057202,0.00020575598],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15844706,0.00018682556,0.001717881,0.00022756854,0.00046235535,0.0034044778,0.0052260887,0.000033738594,0.003111121],"category_scores_gemma":[0.09880529,0.000061966646,0.00013438065,0.0022913483,0.0010113134,0.0020085583,0.0010265827,0.00049585424,0.000051462117],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044664466,0.0014937223,0.18587573,0.0012929086,0.0084096,0.000051713825,0.30195558,0.000050069004,0.17952543,0.11130924,0.104177415,0.10581391],"study_design_scores_gemma":[0.0011721478,0.0014215829,0.063698016,0.012970529,0.0034883632,0.00010659599,0.27358672,0.27706787,0.026177622,0.2886236,0.05075228,0.0009346635],"about_ca_topic_score_codex":0.0002420814,"about_ca_topic_score_gemma":0.00047876808,"teacher_disagreement_score":0.2770178,"about_ca_system_score_codex":0.000029046136,"about_ca_system_score_gemma":0.00014366177,"threshold_uncertainty_score":0.9978002},"labels":[],"label_agreement":null},{"id":"W4396618109","doi":"10.1016/j.clnu.2024.04.038","title":"Reporting completeness of nutrition and diet-related randomised controlled trials protocols","year":2024,"lang":"en","type":"article","venue":"Clinical Nutrition","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Australian Research Council; National Institutes of Health; Cancer Research UK; Obesity Society; World Health Organization; Gordon and Betty Moore Foundation","keywords":"Medicine; Completeness (order theory); Randomized controlled trial; Intensive care medicine; Internal medicine","score_opus":0.8867647539170026,"score_gpt":0.6565935080178968,"score_spread":0.23017124589910576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396618109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6574891,0.021090535,0.037658244,0.010041877,0.0027679105,0.264842,0.00017353894,0.0001384467,0.005798316],"genre_scores_gemma":[0.9757812,0.00039688693,0.004558418,0.00009520186,0.0004679498,0.0178724,0.000049288847,0.0000187357,0.000759903],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8870139,0.035382666,0.07331616,0.0012111277,0.0028586378,0.00021753194],"domain_scores_gemma":[0.87831175,0.08902643,0.0292777,0.0015583064,0.0016396595,0.00018617911],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.47041994,0.0002488385,0.01325563,0.00035622594,0.00009596456,0.0007524421,0.0004125366,0.0002451867,0.0018924519],"category_scores_gemma":[0.5018503,0.00011513745,0.0059403745,0.00094653264,0.00016831719,0.00024535623,0.000058286823,0.00025450793,0.00018335998],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.057159726,0.012572176,0.019259509,0.019568276,0.011769229,0.00033075144,0.0008118518,0.00003862185,0.018670024,0.032879267,0.43138662,0.39555395],"study_design_scores_gemma":[0.27948713,0.0017908221,0.0076560336,0.0112734875,0.005058782,0.00009442496,0.00082717463,0.09398455,0.0004930021,0.41382304,0.18466903,0.00084253744],"about_ca_topic_score_codex":0.000002090229,"about_ca_topic_score_gemma":0.0000013285968,"teacher_disagreement_score":0.3947114,"about_ca_system_score_codex":0.000014679176,"about_ca_system_score_gemma":0.000056957742,"threshold_uncertainty_score":0.99902},"labels":[],"label_agreement":null},{"id":"W4396628641","doi":"10.1016/b978-0-443-13829-4.00013-1","title":"Validity of biomedical science, reproducibility, and irreproducibility","year":2024,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Reproducibility; Psychology; Mathematics; Statistics","score_opus":0.5413480355047109,"score_gpt":0.47884776112417743,"score_spread":0.06250027438053346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396628641","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045618573,0.0028969857,0.000020983014,0.0004445332,0.0013451073,0.0014444927,0.00011753686,0.000017672504,0.9891508],"genre_scores_gemma":[0.03393602,0.00004037493,0.001049779,0.0000757652,0.000358236,0.000019817977,0.0000068338563,0.00003746165,0.9644757],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.95005155,0.0023318622,0.018602613,0.012714707,0.015736958,0.00056230393],"domain_scores_gemma":[0.95920885,0.0025311275,0.005414384,0.029764634,0.002596834,0.00048419324],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.44308174,0.00071878504,0.006508007,0.0012911594,0.00020128262,0.00081903517,0.003225369,0.00034530213,0.0057859],"category_scores_gemma":[0.075236864,0.00036185712,0.0025077485,0.00047844806,0.0033339418,0.00013980575,0.0017921097,0.00067351,0.0021627846],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050073027,0.000028366376,0.00050199335,0.00056842616,0.00016110393,0.000013073332,0.00035009923,1.3086259e-7,0.000111878886,0.020476019,0.003676577,0.9741073],"study_design_scores_gemma":[0.000043839816,0.00005537372,0.00043977925,0.00020525038,0.0004308515,0.000025724969,0.000017949304,0.00004851616,0.000054488635,0.30066302,0.6977743,0.00024088494],"about_ca_topic_score_codex":0.0000010881835,"about_ca_topic_score_gemma":0.000010740189,"teacher_disagreement_score":0.97386646,"about_ca_system_score_codex":0.00009884038,"about_ca_system_score_gemma":0.0006336947,"threshold_uncertainty_score":0.99988335},"labels":[],"label_agreement":null},{"id":"W4396708360","doi":"10.1007/s40279-024-02037-w","title":"Identifying and Minimizing Incentives for Competing Interests in Sports Medicine Publications","year":2024,"lang":"en","type":"article","venue":"Sports Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"","keywords":"Incentive; Publication; Sports medicine; Stakeholder; Peer review; Public relations; Process (computing); Political science; Business; Psychology; Economics; Computer science; Law","score_opus":0.6391660175313695,"score_gpt":0.5476951735865481,"score_spread":0.09147084394482141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396708360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8177671,0.049535062,0.047906753,0.04846606,0.0040158113,0.0028744934,0.000013237817,0.0000819742,0.02933954],"genre_scores_gemma":[0.9916444,0.00033117275,0.0021288858,0.00029281242,0.00040503158,0.000050668827,0.000031596035,0.00001748704,0.0050979825],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9882743,0.00064072816,0.0067548803,0.0010686959,0.002972295,0.00028910948],"domain_scores_gemma":[0.9924242,0.0038376644,0.0017146775,0.0013102812,0.0005134477,0.00019976181],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07661546,0.00026783958,0.0023188689,0.0014264627,0.00011673533,0.00026559725,0.0005805008,0.00006422462,0.00497476],"category_scores_gemma":[0.020018287,0.00012940814,0.00028531614,0.001958842,0.00023425766,0.0003728258,0.00011142085,0.00018695836,0.000030642386],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014061345,0.00005207076,0.33697018,0.00092732214,0.00014665945,0.00013275878,0.021154433,0.0000071510244,0.0004450975,0.025993653,0.08001362,0.534143],"study_design_scores_gemma":[0.0007929073,0.0000684522,0.5471733,0.008478065,0.000492296,0.00009950242,0.033080634,0.0109202,0.000013142249,0.035888493,0.36263785,0.00035513917],"about_ca_topic_score_codex":0.000039244205,"about_ca_topic_score_gemma":0.00009321697,"teacher_disagreement_score":0.53378785,"about_ca_system_score_codex":0.000036565056,"about_ca_system_score_gemma":0.000050379782,"threshold_uncertainty_score":0.99593484},"labels":[],"label_agreement":null},{"id":"W4396803002","doi":"10.1186/s12874-024-02217-2","title":"An evaluation of computational methods for aggregate data meta-analyses of diagnostic test accuracy studies","year":2024,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Laplace's method; Generalized linear mixed model; Confidence interval; Statistics; Sensitivity (control systems); Algorithm; Computer science; Context (archaeology); Mathematics; Mean squared error; Bayesian probability","score_opus":0.9966886755845052,"score_gpt":0.8547950724739578,"score_spread":0.14189360311054744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396803002","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034423377,0.0878211,0.9050691,0.0015905012,0.000327938,0.0014285379,0.00018350504,0.0000063248367,0.00013060991],"genre_scores_gemma":[0.06673297,0.0009122665,0.9312292,0.00006845039,0.00017895004,0.00043448704,0.0001265156,0.000018781615,0.00029837736],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.23346932,0.7073126,0.01926971,0.0033283997,0.035768084,0.0008519165],"domain_scores_gemma":[0.00411485,0.9734258,0.002653365,0.0050880937,0.014331337,0.00038654165],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.90476435,0.00028313033,0.006772812,0.0014081319,0.00014252677,0.00021018242,0.0051927143,0.00020988676,0.012979648],"category_scores_gemma":[0.99476427,0.00012521914,0.001892509,0.0031627736,0.0011231749,0.0004022864,0.0009458951,0.00043064586,0.0001272872],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000376657,0.0002362828,0.00031627688,0.0012934261,0.011469126,0.0000055602623,0.0007385001,0.0028810967,0.0012329975,0.008660562,0.029597804,0.9435307],"study_design_scores_gemma":[0.00024534416,0.00024297442,0.0003603321,0.000111497124,0.010433854,0.000012520869,0.0012044675,0.6903214,0.0008817626,0.28628215,0.009802739,0.000100968915],"about_ca_topic_score_codex":0.000072415314,"about_ca_topic_score_gemma":0.00017539173,"teacher_disagreement_score":0.9434297,"about_ca_system_score_codex":0.000046193225,"about_ca_system_score_gemma":0.0028335138,"threshold_uncertainty_score":0.9879226},"labels":[],"label_agreement":null},{"id":"W4396828139","doi":"10.1016/j.jclinepi.2024.111392","title":"High certainty evidence is stable and trustworthy, whereas evidence of moderate or lower certainty may be equally prone to being unstable","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; University of Toronto","funders":"Agency for Healthcare Research and Quality","keywords":"Certainty; Trustworthiness; Best evidence; Medicine; Psychology; Social psychology; Philosophy; Intensive care medicine; Epistemology","score_opus":0.8821027366395712,"score_gpt":0.6445481323345401,"score_spread":0.23755460430503106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396828139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7572076,0.022527479,0.12361224,0.091966495,0.0028976696,0.0010959199,0.00002393622,0.000011213095,0.00065745035],"genre_scores_gemma":[0.94453,0.0038614604,0.034656253,0.0056237145,0.0005336592,0.000013439417,4.864802e-7,0.000022734961,0.01075823],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8680737,0.072503,0.052428357,0.0020066726,0.004047315,0.00094095204],"domain_scores_gemma":[0.5151003,0.45466688,0.021342972,0.0032799141,0.0043190615,0.0012908935],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5330797,0.00046082056,0.013733498,0.00048765182,0.000121702236,0.00035475602,0.0019901304,0.00039740905,0.008163485],"category_scores_gemma":[0.6749081,0.00020215665,0.0030312755,0.0013639942,0.0003387948,0.001017841,0.00041826916,0.0010732053,0.00023677365],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005757909,0.00047787244,0.20832615,0.00198456,0.0032219547,0.0005096446,0.0015441028,0.021172153,0.00024417177,0.03515249,0.49561647,0.22599255],"study_design_scores_gemma":[0.0019362568,0.010428511,0.0573658,0.02037405,0.003950809,0.0008190041,0.0012869319,0.28175926,0.00013804926,0.3232572,0.29708463,0.0015994759],"about_ca_topic_score_codex":0.00022546742,"about_ca_topic_score_gemma":0.00014587361,"teacher_disagreement_score":0.38216388,"about_ca_system_score_codex":0.00007030123,"about_ca_system_score_gemma":0.0009333911,"threshold_uncertainty_score":0.9927432},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4396869719","doi":"10.1503/cmaj.231595","title":"Clinical trial registration and results reporting: a call for transparency, coordination, and meaningful enforcement","year":2024,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"BC Children's Hospital; University of British Columbia; Dalhousie University","funders":"Wellcome Trust","keywords":"Transparency (behavior); Enforcement; Clinical trial; Trial registration; Statement (logic); Business; Accounting; Medicine; Medical physics; Political science; Law","score_opus":0.6003767151623421,"score_gpt":0.5357336043928355,"score_spread":0.06464311076950668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396869719","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31780207,0.0063499887,0.16015305,0.44770634,0.014645163,0.00570084,0.00039685352,0.000049588627,0.0471961],"genre_scores_gemma":[0.9831095,0.00014992416,0.0013957192,0.0015303574,0.0017197842,0.000029779345,0.00002381511,0.000010459142,0.012030692],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97432995,0.0028457153,0.016857596,0.000615487,0.005059395,0.000291852],"domain_scores_gemma":[0.9810177,0.006642548,0.008786016,0.00043509254,0.0017317915,0.0013868369],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.31132698,0.00014621063,0.0012464314,0.00029534465,0.00030356745,0.0017158063,0.00032232358,0.00029776973,0.0015583902],"category_scores_gemma":[0.3542336,0.000085098436,0.00060192565,0.0004077763,0.000045666602,0.00022505442,0.000011553696,0.000461569,0.00004379705],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013084388,0.000014270441,0.0072348593,0.00002770228,0.00030388494,0.00007489047,0.00076521724,0.000003203723,9.752187e-7,0.005071817,0.82660466,0.15976766],"study_design_scores_gemma":[0.0037948776,0.00017829303,0.0033999882,0.00008360519,0.00019274768,0.00013204027,0.0003092739,0.015176201,3.7251533e-7,0.004207011,0.9724177,0.00010790477],"about_ca_topic_score_codex":0.00029483507,"about_ca_topic_score_gemma":0.010184674,"teacher_disagreement_score":0.6653074,"about_ca_system_score_codex":0.00019064822,"about_ca_system_score_gemma":0.0018204185,"threshold_uncertainty_score":0.9993543},"labels":[],"label_agreement":null},{"id":"W4396939505","doi":"10.1002/cesm.12057","title":"Development of a topic‐specific bibliographic database supporting the updates of SPIRIT 2013 and CONSORT 2010","year":2024,"lang":"en","type":"article","venue":"Cochrane Evidence Synthesis and Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Women's College Hospital; University of Toronto","funders":"Moderna","keywords":"Computer science; Context (archaeology); Bibliographic database; Database; Construct (python library); Information retrieval; Data science","score_opus":0.617436529572108,"score_gpt":0.573712998180732,"score_spread":0.04372353139137608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396939505","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5137051,0.33031213,0.14912345,0.0046864245,0.00058023015,0.0009218964,0.000031769505,0.000012633749,0.0006264247],"genre_scores_gemma":[0.42508948,0.035975043,0.5377925,0.0000679108,0.000064378,0.00008223914,0.000001680161,0.000015893793,0.0009108729],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98536605,0.005978977,0.0057061063,0.00084556954,0.0018765545,0.00022675576],"domain_scores_gemma":[0.9525222,0.042296883,0.0021579864,0.0022242332,0.00064743415,0.00015121816],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17381622,0.00023600485,0.0021409667,0.0012642932,0.00014717456,0.0005122041,0.0008409273,0.00006630116,0.003466126],"category_scores_gemma":[0.033485215,0.000101734346,0.0005319641,0.002986543,0.00034150734,0.00038554062,0.00024932862,0.00013566935,0.000034794764],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011720972,0.000029910507,0.012032575,0.0015355129,0.00034473,0.0000067046285,0.0017699997,0.0000013832301,0.045084596,0.0034759399,0.018688094,0.91701883],"study_design_scores_gemma":[0.00020737694,0.00010048614,0.084297225,0.010784329,0.002349356,0.00017049094,0.009776476,0.0075020604,0.1500824,0.008260947,0.72547656,0.0009922817],"about_ca_topic_score_codex":0.000029726962,"about_ca_topic_score_gemma":0.000021373313,"teacher_disagreement_score":0.91602653,"about_ca_system_score_codex":0.0000044667954,"about_ca_system_score_gemma":0.00009924638,"threshold_uncertainty_score":0.99744487},"labels":[],"label_agreement":null},{"id":"W4396982432","doi":"10.2139/ssrn.4827797","title":"Centering Racial Health Equity in Systematic Reviews Paper 2: Themes from Listening Exercises","year":2024,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Élisabeth Bruyère Hospital; University of Ottawa; Bruyère","funders":"","keywords":"Health equity; Systematic review; Public relations; Equity (law); Social determinants of health; Political science; Medicine; Psychology; MEDLINE; Public health; Nursing","score_opus":0.5535954590092613,"score_gpt":0.5406183979627657,"score_spread":0.012977061046495653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396982432","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040101815,0.9001686,0.048068263,0.0031264867,0.001809575,0.0026407607,0.000013480308,0.000029112536,0.004041915],"genre_scores_gemma":[0.96546817,0.02814677,0.00061148824,0.00035497977,0.00050027465,0.00006741859,0.000004224562,0.000031299543,0.0048153526],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96300095,0.015074612,0.014441777,0.0010272478,0.004193066,0.0022623618],"domain_scores_gemma":[0.9909358,0.0029603753,0.0040246453,0.0016423666,0.00022680387,0.00020998983],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.2262023,0.00040182404,0.0051363744,0.0005692261,0.0002862965,0.0023435778,0.0019524326,0.000081237835,0.0021300246],"category_scores_gemma":[0.016482297,0.00018663281,0.0022049039,0.0013144825,0.000030203359,0.0007352297,0.00022601864,0.0015818136,0.0017860134],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066022156,0.00025482004,0.0051236856,0.01702688,0.0021143204,0.00011067224,0.02113294,0.0001818395,0.0006684719,0.12261553,0.017630477,0.81307435],"study_design_scores_gemma":[0.0008207181,0.00034146514,0.0011724214,0.0390807,0.0010801854,0.0008757719,0.025167957,0.011421583,0.000013728176,0.77236116,0.14653166,0.0011326334],"about_ca_topic_score_codex":0.00011217054,"about_ca_topic_score_gemma":0.0024240508,"teacher_disagreement_score":0.9253664,"about_ca_system_score_codex":0.0012617086,"about_ca_system_score_gemma":0.0015042716,"threshold_uncertainty_score":0.9989912},"labels":[],"label_agreement":null},{"id":"W4396992345","doi":"10.1681/asn.20213210s1334c","title":"Nationwide Standardized Peritonitis Reporting: Preliminary Results from the Optimizing the Prevention of Peritoneal Dialysis-Associated Peritonitis in the United States (OPPUS) Study","year":2021,"lang":"en","type":"article","venue":"Journal of the American Society of Nephrology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Peritoneal dialysis; Peritonitis; Medicine; Intensive care medicine; Internal medicine","score_opus":0.3211610067913097,"score_gpt":0.4560555949344709,"score_spread":0.1348945881431612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396992345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9712802,0.00059144886,0.00055693113,0.026691977,0.00015579033,0.00055612973,0.00010112637,0.000001995769,0.0000643956],"genre_scores_gemma":[0.9947061,0.00043476778,0.002550739,0.0019620976,0.00013743613,0.000016600725,0.000018667231,0.00001258241,0.00016100981],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.95177937,0.031932317,0.011444967,0.00043762347,0.004135133,0.000270569],"domain_scores_gemma":[0.9349037,0.017401386,0.04201666,0.0023229513,0.0033032966,0.000052026873],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.089010656,0.0002552812,0.0030484314,0.00011955685,0.00047202202,0.0002719377,0.0026256128,0.000075902695,0.00016242151],"category_scores_gemma":[0.036670763,0.00009263578,0.0034289514,0.0033639763,0.000835554,0.00015857439,0.00034087448,0.0006885554,0.0000017394958],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029256027,0.0037846868,0.25662488,0.00006102119,0.017383246,0.00020662611,0.49394244,0.034219515,0.01187221,0.0000865686,0.15989852,0.018994689],"study_design_scores_gemma":[0.001534185,0.0010104445,0.5755937,0.00011287551,0.0017222374,0.00017191493,0.398794,0.0073346677,0.0001581682,0.0014712547,0.011942924,0.00015363],"about_ca_topic_score_codex":0.0010399927,"about_ca_topic_score_gemma":0.00041070385,"teacher_disagreement_score":0.3189688,"about_ca_system_score_codex":0.000089917245,"about_ca_system_score_gemma":0.00038811957,"threshold_uncertainty_score":0.9714438},"labels":[],"label_agreement":null},{"id":"W4397046319","doi":"10.1681/asn.20223311s1453a","title":"Nationwide Standardized Peritonitis Reporting: Updated Results From the Optimizing the Prevention of Peritoneal Dialysis Associated Peritonitis in the United States (OPPUS) Study","year":2022,"lang":"en","type":"article","venue":"Journal of the American Society of Nephrology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Peritoneal dialysis; Peritonitis; Medicine; Intensive care medicine; Internal medicine","score_opus":0.3071640998066083,"score_gpt":0.4514035281903415,"score_spread":0.14423942838373321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4397046319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.972846,0.00023039697,0.00036510953,0.025371993,0.00016822279,0.0007266088,0.00023827454,0.0000025558943,0.00005089293],"genre_scores_gemma":[0.99601364,0.00014598896,0.001180295,0.0023473396,0.00009556908,0.00003135558,0.000036485744,0.000013477384,0.00013582423],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9406084,0.041577294,0.011713895,0.0004270776,0.0053909724,0.000282406],"domain_scores_gemma":[0.9333113,0.011997795,0.050523397,0.0020845835,0.002035796,0.000047132286],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12696299,0.0002514106,0.0029735358,0.00018711307,0.0008598446,0.00023431092,0.003617314,0.000048676124,0.0004585447],"category_scores_gemma":[0.020715771,0.000093507035,0.0032480867,0.004558869,0.0007629534,0.00013857985,0.00047749653,0.0008801084,0.0000013085383],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020135592,0.0026957218,0.22328034,0.000019282134,0.015276497,0.00007219946,0.3788106,0.08877332,0.0070694597,0.00006779109,0.27210477,0.009816432],"study_design_scores_gemma":[0.0019926133,0.0010521454,0.41054937,0.000034101206,0.0018480993,0.00012071575,0.5208179,0.015292053,0.000050388862,0.0014819335,0.04657231,0.00018841535],"about_ca_topic_score_codex":0.0022279413,"about_ca_topic_score_gemma":0.00038899994,"teacher_disagreement_score":0.22553247,"about_ca_system_score_codex":0.00015388503,"about_ca_system_score_gemma":0.00029099817,"threshold_uncertainty_score":0.98753315},"labels":[],"label_agreement":null},{"id":"W4398194585","doi":"10.5195/jmla.2024.1868","title":"Learning on the job: using Artificial Intelligence to support rapid review methods","year":2024,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University Medical Centre; McMaster University","funders":"","keywords":"Timeline; Identification (biology); Process (computing); Computer science; Decision support system; Data science; Knowledge management; Artificial intelligence; Management science; Engineering","score_opus":0.7113101052272689,"score_gpt":0.574112559193636,"score_spread":0.13719754603363288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398194585","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013532206,0.017935555,0.20471676,0.73666704,0.009047799,0.0012537419,0.000015932652,0.000025628202,0.016805347],"genre_scores_gemma":[0.47382805,0.017261488,0.11293547,0.23515026,0.016251286,0.000071525836,0.000012032848,0.00024821542,0.14424168],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9513639,0.031093547,0.0074626226,0.00032547567,0.009533564,0.0002208405],"domain_scores_gemma":[0.95873463,0.032086335,0.0069520525,0.0012450442,0.00057523773,0.00040672088],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.2579608,0.00017361189,0.0016344106,0.00023403279,0.00021973325,0.0011763587,0.0025050156,0.000110259105,0.04162582],"category_scores_gemma":[0.2573873,0.000057020796,0.0021731013,0.0024876366,0.000033403903,0.0004957472,0.00025730522,0.0010354861,0.0011486663],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008270131,0.000034745743,0.0012718666,0.00010705236,0.0003955685,0.000025717542,0.00039551774,0.00025844417,0.00003486295,0.018218951,0.45915622,0.5200928],"study_design_scores_gemma":[0.000016793712,0.00013593234,0.00042296783,0.0021904055,0.00040280336,0.00006815028,0.0003258654,0.012658327,0.00024918513,0.035663754,0.947748,0.00011783273],"about_ca_topic_score_codex":3.5841506e-7,"about_ca_topic_score_gemma":2.3848895e-7,"teacher_disagreement_score":0.51997495,"about_ca_system_score_codex":0.00009195541,"about_ca_system_score_gemma":0.00043541502,"threshold_uncertainty_score":0.9998605},"labels":[],"label_agreement":null},{"id":"W4398199125","doi":"10.5195/jmla.2024.1902","title":"Introducing the Journal of the Medical Library Association’s manuscript resubmission deadlines: creating accountability structures for our authors","year":2024,"lang":"en","type":"editorial","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Accountability; Association (psychology); Medical decision making; Computer science; Political science; Library science; Psychology; Medicine; Medical emergency; Law","score_opus":0.1764651188028025,"score_gpt":0.44429073188374957,"score_spread":0.2678256130809471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398199125","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004230407,0.0036920777,0.00070121355,0.21332915,0.77594817,0.0009599074,0.00031312671,0.000015782729,0.0008101859],"genre_scores_gemma":[0.00953418,0.000807572,0.0016743297,0.0029718822,0.9110821,0.000017940662,0.000042186446,0.00012785239,0.073741995],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.89201736,0.036878474,0.020191345,0.00076449127,0.049504917,0.00064341835],"domain_scores_gemma":[0.50209314,0.26831704,0.20269313,0.009335403,0.014678347,0.0028829523],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.2702714,0.0006469881,0.0046147835,0.0004934548,0.00083340745,0.0035109424,0.011455521,0.0021867806,0.004618763],"category_scores_gemma":[0.7211649,0.00020997254,0.006502917,0.0021497486,0.000095508665,0.0018712417,0.0014237443,0.006712685,0.000039944556],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083838706,0.00006261146,0.00948686,0.00017048515,0.0012234986,0.000008930071,0.00080957694,0.00005568721,0.0000030956387,0.000121993726,0.985715,0.0022584724],"study_design_scores_gemma":[0.0006279703,0.000077381635,0.002743507,0.0014497634,0.0018403282,0.000055282024,0.0014440491,0.0011645599,0.00002871571,0.019283533,0.97107154,0.00021336299],"about_ca_topic_score_codex":0.000007330218,"about_ca_topic_score_gemma":0.0000105226645,"teacher_disagreement_score":0.45089352,"about_ca_system_score_codex":0.00078118197,"about_ca_system_score_gemma":0.006512151,"threshold_uncertainty_score":0.99912},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4398697454","doi":"10.7910/dvn/nfpjaq/iwhgg6","title":"validation_1p.tab","year":2019,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science","score_opus":0.6698578069808384,"score_gpt":0.4983669327212355,"score_spread":0.1714908742596029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398697454","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008146402,0.000004580748,0.00097611,0.000024341922,0.0022431626,0.00083891104,0.99324733,0.0000060051248,0.002651398],"genre_scores_gemma":[0.0000062709787,0.00009666829,0.0007099685,0.0008616986,0.0004380377,0.0000306162,0.95607316,0.000017586213,0.041765988],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9695012,0.008332853,0.010186136,0.0020274876,0.009567901,0.00038442697],"domain_scores_gemma":[0.96476346,0.0034768754,0.008785621,0.021538546,0.0011651736,0.00027034295],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.083529584,0.0006497412,0.005339706,0.0008403859,0.00014162222,0.0024695653,0.007296928,0.00037419517,0.7701085],"category_scores_gemma":[0.051742077,0.00033862822,0.002523952,0.0012229406,0.00007147549,0.0005990982,0.0010062088,0.00046362425,0.9779149],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039878955,0.000037040016,0.00004094992,0.000081711114,0.0002110099,0.000016772736,0.000011283861,0.000018888091,0.0000014351215,0.0000570109,0.99900556,0.0005143822],"study_design_scores_gemma":[0.00017020783,0.000017210115,0.000054896995,0.0000437615,0.0005533997,0.000013025591,0.00008794922,0.00017705133,0.0000015847293,0.0001753609,0.9983489,0.00035666715],"about_ca_topic_score_codex":0.000048801612,"about_ca_topic_score_gemma":0.000041073017,"teacher_disagreement_score":0.2078064,"about_ca_system_score_codex":0.000060396396,"about_ca_system_score_gemma":0.00021297927,"threshold_uncertainty_score":0.9999066},"labels":[],"label_agreement":null},{"id":"W4398780925","doi":"10.1177/10731911241253430","title":"Campbell’s Law Explains the Replication Crisis: Pre-Registration Badges Are History Repeating","year":2024,"lang":"en","type":"article","venue":"Assessment","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Harm; Psychology; Robustness (evolution); Replication (statistics); Law; Social psychology; Political science; Medicine","score_opus":0.685208000059943,"score_gpt":0.5527037707651232,"score_spread":0.13250422929481975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398780925","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062546425,0.02582581,0.331864,0.07337776,0.005482854,0.0049175364,0.00004389896,0.00021000898,0.4957317],"genre_scores_gemma":[0.9698689,0.000041706946,0.0027496028,0.0009216235,0.00018879944,0.00028478703,0.00001302418,0.000012598956,0.025918968],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98683023,0.0040415176,0.004255614,0.0011805042,0.00351838,0.00017372974],"domain_scores_gemma":[0.99021065,0.0017961106,0.002342973,0.005118323,0.00046271397,0.000069232854],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.06735876,0.00019701623,0.00088884914,0.00011542395,0.0002376734,0.0011647545,0.0009906379,0.000057602134,0.0024716223],"category_scores_gemma":[0.0036664237,0.00008597357,0.00072559033,0.00047140403,0.000047179186,0.00037931514,0.00008082314,0.00018726826,0.00063288346],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011753763,0.000034239096,0.0017478412,0.00007595355,0.00014808029,0.000005987132,0.0017736078,0.00011735115,0.0002424243,0.16144533,0.8209594,0.013448608],"study_design_scores_gemma":[0.000034628196,0.000023790286,0.01015501,0.00007553823,0.00019212691,0.0000099654635,0.003898893,0.018769743,0.00004620665,0.0055772862,0.96108735,0.00012948677],"about_ca_topic_score_codex":0.00013826048,"about_ca_topic_score_gemma":0.00029599838,"teacher_disagreement_score":0.90732247,"about_ca_system_score_codex":0.00033655824,"about_ca_system_score_gemma":0.00014557023,"threshold_uncertainty_score":0.99987215},"labels":[],"label_agreement":null},{"id":"W4398792297","doi":"10.1016/j.jss.2024.04.054","title":"Factors Associated With Loss to Follow-Up in Surgical Trials: A Systematic Review and Meta-Analysis","year":2024,"lang":"en","type":"review","venue":"Journal of Surgical Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; St. Michael's Hospital; Public Health Ontario; University of Toronto","funders":"","keywords":"Meta-analysis; Medicine; Systematic review; MEDLINE; Internal medicine; Biology","score_opus":0.9649304470218802,"score_gpt":0.6943321596978526,"score_spread":0.2705982873240277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398792297","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003887296,0.9927746,0.000033615055,0.0013187407,0.000101368234,0.00513252,0.00014129833,0.0000030580313,0.00045594704],"genre_scores_gemma":[0.00028056075,0.98089355,0.00003275974,0.000030865373,0.000077487806,0.00029716975,0.000012632805,0.00005401488,0.018320944],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.7385865,0.18939985,0.044549502,0.0017724851,0.024774011,0.0009176788],"domain_scores_gemma":[0.70485324,0.24657814,0.030315435,0.005821994,0.010256611,0.0021746105],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.7141125,0.0012404867,0.124109864,0.008510843,0.00014935716,0.002833607,0.004464244,0.00057343964,0.011979573],"category_scores_gemma":[0.30434912,0.000361958,0.04596768,0.029230183,0.00020199001,0.00030649154,0.00064672675,0.003113411,0.00090790365],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032240103,0.00019596281,0.000032801367,0.45214322,0.5252385,0.003575718,0.00015390433,0.000005307928,3.9333856e-9,0.00034938505,0.01399315,0.004279811],"study_design_scores_gemma":[0.00019801833,0.00013413794,0.0000020303341,0.054981574,0.62287027,0.00018085453,0.000085736065,0.000008840548,9.356694e-9,0.0001756329,0.32109445,0.00026844267],"about_ca_topic_score_codex":0.000011270756,"about_ca_topic_score_gemma":0.00008183421,"teacher_disagreement_score":0.4097634,"about_ca_system_score_codex":0.00044617255,"about_ca_system_score_gemma":0.00096766074,"threshold_uncertainty_score":0.99988323},"labels":[{"model":"gemma","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4399188862","doi":"10.1007/978-3-031-25859-6_6","title":"What Can Comparisons of Randomised and Non-Randomised Studies Tell Us?","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia","funders":"","keywords":"Psychology; Medicine","score_opus":0.6233231795834344,"score_gpt":0.49007746726550244,"score_spread":0.13324571231793197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399188862","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013698905,0.08575909,0.00080592965,0.0008348376,0.0015728577,0.004067799,0.000057169294,0.0000123500495,0.9055201],"genre_scores_gemma":[0.011997218,0.007900342,0.0008351448,0.00021128372,0.000109508655,0.000059291175,0.000010127619,0.000037290472,0.9788398],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97970605,0.0011881794,0.012993269,0.0014465512,0.004427073,0.0002388918],"domain_scores_gemma":[0.9772748,0.012189038,0.005717033,0.0031716893,0.0014388416,0.00020860347],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.055138793,0.0007633496,0.0138399545,0.00073513226,0.00010288192,0.001374171,0.001190787,0.00024877107,0.013995324],"category_scores_gemma":[0.0061951447,0.00031968975,0.004190218,0.00022843841,0.00033166385,0.00018578961,0.00035727714,0.0003100348,0.001997179],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010351862,0.000043225995,0.00032822002,0.0017319857,0.013959439,0.000042987835,0.0032809284,0.000031487623,0.000041664,0.042703044,0.9300676,0.006734217],"study_design_scores_gemma":[0.023193054,0.00009442338,0.00006446621,0.0019374279,0.007885643,0.000019000494,0.0041411687,0.0022408892,0.00005012442,0.04392697,0.91556203,0.0008848171],"about_ca_topic_score_codex":0.000013415758,"about_ca_topic_score_gemma":0.00028116044,"teacher_disagreement_score":0.077858746,"about_ca_system_score_codex":0.000031429026,"about_ca_system_score_gemma":0.000093424256,"threshold_uncertainty_score":0.9999255},"labels":[],"label_agreement":null},{"id":"W4399280155","doi":"10.1101/2024.06.01.24308323","title":"Prompting is all you need: LLMs for systematic review screening","year":2024,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Calgary; Sunnybrook Health Science Centre; Vector Institute; South Health Campus; University of Toronto","funders":"","keywords":"Medicine","score_opus":0.741785538676171,"score_gpt":0.5428035855572323,"score_spread":0.19898195311893874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399280155","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015054729,0.74960554,0.14018266,0.023635251,0.004584233,0.0534999,0.00050919654,0.00019251414,0.012736013],"genre_scores_gemma":[0.19916177,0.015434607,0.29790622,0.035324894,0.004589105,0.039250754,0.0004918779,0.0011685387,0.40667224],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.95689315,0.008903673,0.022738075,0.0029577403,0.007905583,0.0006018125],"domain_scores_gemma":[0.96955436,0.005474637,0.013008438,0.009731473,0.0019297214,0.00030138597],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.25377637,0.00095237134,0.013999665,0.00067175145,0.00015454277,0.0026972727,0.0051973783,0.00032207937,0.0038010022],"category_scores_gemma":[0.09365731,0.00043905538,0.008231882,0.0012971257,0.00004626417,0.00010816855,0.0019904613,0.0008117582,0.007646489],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015352778,0.00001985402,0.00046803997,0.83021414,0.0015741792,0.000012171906,0.0006618638,0.000040416155,0.000011556626,0.00041422254,0.1651477,0.0014343162],"study_design_scores_gemma":[0.00018104508,0.000053419848,0.00009534742,0.7879292,0.018300548,0.000063370855,0.000862065,0.06899628,0.000033573077,0.023198491,0.098870255,0.0014164457],"about_ca_topic_score_codex":0.000013162568,"about_ca_topic_score_gemma":0.000005846905,"teacher_disagreement_score":0.7341709,"about_ca_system_score_codex":0.000060294697,"about_ca_system_score_gemma":0.00014058915,"threshold_uncertainty_score":0.9998061},"labels":[],"label_agreement":null},{"id":"W4399295701","doi":"10.1111/jep.14032","title":"Beyond ‘statistical significance’: A nontechnical primer of Bayesian statistics and Bayes factors for health researchers","year":2024,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Frequentist inference; Bayesian statistics; Bayes' theorem; Bayesian probability; Bayes factor; Statistics; Statistical inference; Statistical hypothesis testing; Econometrics; Bayesian inference; Computer science; Mathematics","score_opus":0.8486998742440267,"score_gpt":0.7145692648989964,"score_spread":0.1341306093450303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399295701","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009606875,0.0036149325,0.9697766,0.013636216,0.00082426326,0.0014359188,0.00015067264,0.0000023158502,0.0009522454],"genre_scores_gemma":[0.65902805,0.0004397869,0.33953092,0.00047215773,0.00021151945,0.000020122552,0.000008462382,0.000016610997,0.00027238042],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9305001,0.03473746,0.023524499,0.00080244575,0.010119471,0.00031602662],"domain_scores_gemma":[0.67903113,0.304209,0.009574414,0.0009063344,0.0058757025,0.00040339198],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.49679783,0.00016996791,0.002480015,0.000510293,0.000063780004,0.0004222395,0.00050973723,0.0001407729,0.0010583671],"category_scores_gemma":[0.7276708,0.000090097805,0.0006452843,0.00087947503,0.00023224457,0.00062678556,0.00006031235,0.0007667173,0.00002165255],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000822721,0.0009978754,0.025155565,0.0006577102,0.0010595616,0.000044271972,0.0017056272,0.0004179105,0.000045946665,0.060600005,0.35483027,0.55366254],"study_design_scores_gemma":[0.0024099,0.0042689973,0.100302644,0.00065074675,0.0021930777,0.00012595362,0.0056880773,0.3396371,0.000013916542,0.31471428,0.2296019,0.00039341263],"about_ca_topic_score_codex":0.000021594551,"about_ca_topic_score_gemma":0.00004928329,"teacher_disagreement_score":0.64942116,"about_ca_system_score_codex":0.00010581965,"about_ca_system_score_gemma":0.0015402981,"threshold_uncertainty_score":0.9998548},"labels":[],"label_agreement":null},{"id":"W4399303408","doi":"10.1016/j.jclinepi.2024.111407","title":"The impact of an online course on agreement rates of the certainty of evidence assessment using Grading of Recommendations, Assessment, Development, and Evaluation Approach: a before-and-after study","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Ministério da Saúde; Hospital Moinhos de Vento","keywords":"Certainty; Medicine; Agreement; Statistics; Psychology; Mathematics; Linguistics","score_opus":0.9548444353446619,"score_gpt":0.751862279327699,"score_spread":0.2029821560169629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399303408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99008465,0.0008752629,0.0060860114,0.0019907576,0.00026893395,0.00066184974,0.000010866832,3.8702035e-7,0.000021297925],"genre_scores_gemma":[0.97218186,0.00019197074,0.027472006,0.00006121066,0.000057864687,0.000007643827,0.0000015363455,0.000004599061,0.000021284568],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8574845,0.10233355,0.035995368,0.00068690116,0.0032370212,0.00026264027],"domain_scores_gemma":[0.899604,0.07605934,0.021639708,0.0009970124,0.0015824572,0.00011747227],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.48823184,0.00018140806,0.0043143053,0.00020576309,0.000080983926,0.000043340904,0.0006992851,0.00010570265,0.00013731138],"category_scores_gemma":[0.10039714,0.000057744917,0.0012839515,0.00042510824,0.00028817722,0.0001770763,0.00015145807,0.0004951387,3.4181377e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007521251,0.000675342,0.87757987,0.0000820812,0.0011762755,5.204919e-7,0.00048285243,0.0019365614,0.000025333977,0.00042633057,0.00028517804,0.11725443],"study_design_scores_gemma":[0.0002954509,0.0010966096,0.83332974,0.00041124495,0.000686074,0.000009247577,0.0016214855,0.15805459,0.000005032754,0.0043907706,0.0000580327,0.00004173075],"about_ca_topic_score_codex":0.000033836564,"about_ca_topic_score_gemma":0.000078918354,"teacher_disagreement_score":0.3878347,"about_ca_system_score_codex":0.00006785752,"about_ca_system_score_gemma":0.0007899828,"threshold_uncertainty_score":0.9071806},"labels":[],"label_agreement":null},{"id":"W4399332189","doi":"10.1016/j.jclinepi.2024.111408","title":"A scoping review shows that no single existing risk of bias assessment tool considers all sources of bias for cross-sectional studies","year":2024,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; Carleton University; Health Canada; University of Ottawa","funders":"","keywords":"Cross-sectional study; Medicine; Environmental health; Statistics; Computer science; Mathematics","score_opus":0.9868565187968443,"score_gpt":0.7726991555531322,"score_spread":0.21415736324371215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399332189","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032591046,0.9874872,0.0054519987,0.00039933113,0.003601912,0.0022912368,0.0001397566,0.0000037148898,0.000298961],"genre_scores_gemma":[0.000053662854,0.9625994,0.034736592,0.0007439937,0.0009918357,0.00007435572,0.000008292155,0.000036192585,0.0007556884],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.66324425,0.17470722,0.15463151,0.0020086286,0.0046913917,0.00071702537],"domain_scores_gemma":[0.08142096,0.7059114,0.20255968,0.002485318,0.0072904387,0.00033220404],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7518174,0.0008626673,0.06964951,0.0007618286,0.00012641006,0.0001640776,0.002318417,0.0007638783,0.0010149835],"category_scores_gemma":[0.9281973,0.00036031945,0.03424598,0.0007986988,0.00092308875,0.0002068219,0.00048194287,0.0017915558,0.00012601001],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004571256,0.00028784527,0.11556754,0.35356426,0.019681592,0.000027448128,0.000051399904,0.000130874,1.3012956e-7,0.0011064921,0.079334974,0.43020174],"study_design_scores_gemma":[0.0003161603,0.0007910268,0.00060409476,0.33177784,0.015631855,0.0002453627,0.000070057766,0.0002327725,1.05862185e-7,0.009862597,0.6401319,0.00033621787],"about_ca_topic_score_codex":0.000005555408,"about_ca_topic_score_gemma":0.0000165569,"teacher_disagreement_score":0.5818233,"about_ca_system_score_codex":0.000110938745,"about_ca_system_score_gemma":0.0016447223,"threshold_uncertainty_score":0.9998982},"labels":[],"label_agreement":null},{"id":"W4399346382","doi":"10.22541/au.171750766.67145953/v1","title":"Published randomized controlled trials in Otolaryngology: 2016-2020","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Randomized controlled trial; Medicine; Otorhinolaryngology; Bibliometrics; Sample size determination; Psychological intervention; Family medicine; Library science; Internal medicine; Surgery; Statistics; Mathematics","score_opus":0.6096308666684278,"score_gpt":0.5344049908459251,"score_spread":0.07522587582250273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399346382","genre_codex":"other","genre_gemma":"other","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025607413,0.077490926,0.03369136,0.05687788,0.017173003,0.05859214,0.00014920528,0.00011210497,0.73030597],"genre_scores_gemma":[0.39531708,0.0013332145,0.014096034,0.0026604643,0.0015424532,0.011299399,0.00013645158,0.00009632162,0.5735186],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.23952895,0.5566735,0.17841001,0.007061295,0.017301532,0.0010246468],"domain_scores_gemma":[0.35207066,0.5365884,0.08196777,0.023297627,0.005300159,0.0007753859],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.89683634,0.0011003686,0.12384448,0.0026552305,0.000054608663,0.009783224,0.005289589,0.0009427826,0.17988758],"category_scores_gemma":[0.8502876,0.00035382574,0.046130102,0.0019462834,0.00016230173,0.00019461203,0.0026712543,0.0015934019,0.020063369],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013537101,0.00007837574,0.00023804356,0.0002712588,0.0069873678,0.00006231924,0.00031010548,0.00017364469,0.000012001457,0.01783257,0.9586864,0.0018108155],"study_design_scores_gemma":[0.20569201,0.000013011124,0.000079946294,0.00042956183,0.0066228444,0.000010277898,0.00019995669,0.06370842,0.000005141883,0.68752944,0.03512199,0.000587417],"about_ca_topic_score_codex":0.00015480374,"about_ca_topic_score_gemma":0.0001755248,"teacher_disagreement_score":0.92356443,"about_ca_system_score_codex":0.00008136371,"about_ca_system_score_gemma":0.0008526211,"threshold_uncertainty_score":0.9998914},"labels":[],"label_agreement":null},{"id":"W4399467647","doi":"10.1016/j.jclinepi.2024.111422","title":"Guideline for reporting systematic reviews of outcome measurement instruments (OMIs): PRISMA-COSMIN for OMIs 2024","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":99,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; McMaster University; Centre for Addiction and Mental Health; Institute for Clinical Evaluative Sciences; Hospital for Sick Children; University of Toronto; Western University; St. Michael's Hospital; Canadian Patient Safety Institute; SickKids Foundation; Toronto Western Hospital; Institute for Work & Health","funders":"Canadian Institutes of Health Research","keywords":"Guideline; Systematic review; Medicine; Medical physics; MEDLINE; Pathology","score_opus":0.9759407494500005,"score_gpt":0.7329664620084522,"score_spread":0.24297428744154836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399467647","genre_codex":"methods","genre_gemma":"methods","domain_codex":"reporting","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"reporting","domain_consensus":"reporting","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013184737,0.025986938,0.92748564,0.016237058,0.010116781,0.0062799067,0.000032669555,0.000006253548,0.0006700038],"genre_scores_gemma":[0.2198962,0.0025886921,0.7525161,0.008272924,0.004257877,0.0006437518,0.000012731932,0.0000981061,0.011713638],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.42196974,0.090269126,0.47901297,0.0019305138,0.005930856,0.00088680873],"domain_scores_gemma":[0.1693872,0.39751372,0.41424853,0.005340467,0.012594734,0.00091535365],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9142995,0.00041720792,0.03264676,0.0004985201,0.00007372666,0.00012339649,0.001816049,0.0003456325,0.0009410213],"category_scores_gemma":[0.9691708,0.00017183759,0.017629175,0.00059528416,0.00010812966,0.00020462854,0.00012105936,0.0005675718,0.00017034331],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015493567,0.00019778783,0.061241966,0.03242885,0.0027237535,0.000012344099,0.00009299216,0.000162635,0.000044303426,0.0035508217,0.8268419,0.07254771],"study_design_scores_gemma":[0.0011635645,0.001056777,0.002188522,0.009098844,0.00400316,0.0001902073,0.00020783051,0.04963153,0.000013168781,0.067864835,0.864279,0.0003026125],"about_ca_topic_score_codex":0.0000040177106,"about_ca_topic_score_gemma":0.0000083321775,"teacher_disagreement_score":0.3072446,"about_ca_system_score_codex":0.00009634421,"about_ca_system_score_gemma":0.0003624335,"threshold_uncertainty_score":0.9999722},"labels":[],"label_agreement":null},{"id":"W4399480848","doi":"10.22541/au.171804525.52533760/v1","title":"Equity in evidence synthesis: you can’t play on broken strings","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Ottawa; Bruyère; McMaster University","funders":"","keywords":"Equity (law); Public relations; Political science; Systematic review; Inclusion (mineral); Health equity; Cochrane collaboration; Corporate governance; Business; Medicine; Psychology; MEDLINE; Health care; Finance; Social psychology; Law","score_opus":0.8332486848865641,"score_gpt":0.5839777155072721,"score_spread":0.24927096937929205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399480848","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42642277,0.02001716,0.0032570374,0.021659182,0.004518227,0.005586327,0.00027122285,0.000100698366,0.5181674],"genre_scores_gemma":[0.9379814,0.000244375,0.0011697235,0.00049000396,0.0001527955,0.0002972058,0.0000027272654,0.000024536512,0.05963721],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9655672,0.008455602,0.012272965,0.0031137362,0.010100597,0.0004899095],"domain_scores_gemma":[0.96997535,0.01649893,0.003935468,0.008741363,0.0005798835,0.0002689846],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.18700224,0.0006751754,0.0060860557,0.0012083731,0.000062169325,0.003320822,0.0059672575,0.0003869877,0.025531368],"category_scores_gemma":[0.12321227,0.00030702745,0.0029493463,0.0013853959,0.00005934442,0.000112240166,0.0051275715,0.0011456757,0.018006194],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043787986,0.00025234802,0.017376656,0.0035977648,0.0014477199,0.0002546299,0.0032969033,0.006229304,0.00010297348,0.031689364,0.6784212,0.25728732],"study_design_scores_gemma":[0.0004893532,0.00024539581,0.046048548,0.038764358,0.0055242167,0.000049336068,0.0046511614,0.072656795,0.0023629896,0.6222903,0.20180254,0.005114999],"about_ca_topic_score_codex":0.0008940148,"about_ca_topic_score_gemma":0.0015457144,"teacher_disagreement_score":0.59060097,"about_ca_system_score_codex":0.00034146526,"about_ca_system_score_gemma":0.0004949207,"threshold_uncertainty_score":0.9999382},"labels":[],"label_agreement":null},{"id":"W4399707316","doi":"10.1016/j.jval.2024.03.1245","title":"HSD22 Extending External Validity of Rcts and Meta-Analysis through Transportability Analysis and Integration of Mechanistic Research Evidence","year":2024,"lang":"en","type":"article","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Meta-analysis; External validity; Psychology; Computer science; Medicine; Social psychology; Internal medicine","score_opus":0.9461070641044819,"score_gpt":0.6505937680397718,"score_spread":0.2955132960647101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399707316","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6017638,0.03238577,0.36374283,0.0010703618,0.00005634877,0.000826953,0.00008564999,0.0000044164276,0.00006392853],"genre_scores_gemma":[0.9848554,0.0010693881,0.013794924,0.000021293154,0.000011161007,0.00003156224,0.0000036584665,0.000005914094,0.00020669436],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.95400363,0.028639289,0.00986799,0.0015023593,0.005646542,0.0003402027],"domain_scores_gemma":[0.975007,0.019861478,0.0020614183,0.0020112172,0.00089963817,0.0001592213],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28410214,0.0002295814,0.0061565307,0.002203806,0.00011250101,0.00029444078,0.000622152,0.00006879959,0.0020649447],"category_scores_gemma":[0.019759642,0.00011713968,0.002407014,0.011873562,0.00018717846,0.00042418274,0.00007711261,0.000300173,0.00000808783],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019896399,0.00089374173,0.4571855,0.0148633,0.19211635,0.00006718229,0.03531068,0.029513158,0.004875284,0.24175805,0.00047378868,0.02274401],"study_design_scores_gemma":[0.00012576919,0.0004874565,0.16135205,0.00027592506,0.22483999,0.000006804441,0.0017251066,0.44664457,0.00064701785,0.16343461,0.000165365,0.00029531438],"about_ca_topic_score_codex":0.009148088,"about_ca_topic_score_gemma":0.002091948,"teacher_disagreement_score":0.41713142,"about_ca_system_score_codex":0.00007303222,"about_ca_system_score_gemma":0.00018793005,"threshold_uncertainty_score":0.9988473},"labels":[],"label_agreement":null},{"id":"W4399722064","doi":"10.1002/jrsm.1731","title":"Automation tools to support undertaking scoping reviews","year":2024,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; Public Health Ontario; University of Toronto; St. Michael's Hospital; Queen's University","funders":"National Health and Medical Research Council; La Trobe University","keywords":"Automation; Interoperability; Computer science; Systematic review; Software engineering; Software; Software development; Best practice; Engineering management; Data science; Process management; Systems engineering; Engineering; World Wide Web; MEDLINE","score_opus":0.9755536338275869,"score_gpt":0.7709541161889004,"score_spread":0.20459951763868645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399722064","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013314239,0.007145432,0.9239428,0.0040573734,0.00057108054,0.00278261,0.000008776445,0.00005005193,0.06011045],"genre_scores_gemma":[0.031525984,0.0005619577,0.9389257,0.00034462853,0.0004562926,0.0012378248,0.0000037752063,0.000060557108,0.02688331],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7807766,0.18880148,0.013191701,0.0026951658,0.013365818,0.0011692103],"domain_scores_gemma":[0.65090895,0.33074677,0.0023686744,0.011696043,0.0031284236,0.0011511758],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7276119,0.00032033632,0.0037534158,0.0021950903,0.0003879368,0.0067002606,0.0026928964,0.000133169,0.03477805],"category_scores_gemma":[0.5935033,0.00016009224,0.0018088557,0.006768458,0.00007874315,0.00073763105,0.0004613593,0.0004418353,0.03561473],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000195422,0.000012109011,0.000063829655,0.0005124146,0.00007613577,0.000009836334,0.00040558184,0.00002181772,0.0027821725,0.0044176048,0.07619767,0.91549885],"study_design_scores_gemma":[0.000022622784,0.000056389847,0.0004893735,0.0033282656,0.000111246314,0.000016769152,0.0005162605,0.019705292,0.00440951,0.012081761,0.95898193,0.0002805626],"about_ca_topic_score_codex":0.00001384245,"about_ca_topic_score_gemma":0.00001741517,"teacher_disagreement_score":0.9152183,"about_ca_system_score_codex":0.00020702087,"about_ca_system_score_gemma":0.00037370832,"threshold_uncertainty_score":0.9943309},"labels":[],"label_agreement":null},{"id":"W4399785517","doi":"10.1136/bmjopen-2022-071136","title":"Protocol for the development of a reporting guideline for umbrella reviews on epidemiological associations using cross-sectional, case-control and cohort studies: the Preferred Reporting Items for Umbrella Reviews of Cross-sectional, Case-control and Cohort studies (PRIUR-CCC)","year":2024,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; Ottawa Hospital; Institute of Health Economics; University of Ottawa","funders":"Canada Research Chairs","keywords":"Medicine; Observational study; Systematic review; Cross-sectional study; Strengthening the reporting of observational studies in epidemiology; Guideline; Biostatistics; Cohort study; Psychological intervention; Cohort; Family medicine; Epidemiology; Environmental health; MEDLINE; Nursing; Pathology","score_opus":0.9258203885692025,"score_gpt":0.6974886737013859,"score_spread":0.22833171486781656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399785517","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049845368,0.024848472,0.084408976,0.0009945025,0.000728801,0.83845335,0.00047176395,0.000019559531,0.00022920463],"genre_scores_gemma":[0.054260492,0.00049700896,0.071005344,0.000797363,0.00065916113,0.8702818,0.000025642606,0.0000642607,0.002408907],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9316718,0.0058694826,0.057882912,0.0021073087,0.0019185853,0.0005499264],"domain_scores_gemma":[0.80148816,0.09045592,0.095332645,0.0032938241,0.0092410585,0.00018841706],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5515009,0.0005854885,0.0074055963,0.00018245014,0.0019682287,0.001336382,0.00084241835,0.00020107908,0.00008226213],"category_scores_gemma":[0.58782536,0.00023566742,0.002119898,0.0006873983,0.0003274268,0.0003208085,0.0004125738,0.00024380621,0.000004741097],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033545258,0.0001048358,0.9269551,0.0054361974,0.008414727,0.000042529628,0.001087921,0.0011279336,0.00014940432,0.0004224891,0.048656743,0.007266691],"study_design_scores_gemma":[0.005162512,0.0007332077,0.2926827,0.004732231,0.006533298,0.0054857004,0.003062012,0.15861513,0.00005217606,0.006883785,0.51474535,0.0013118689],"about_ca_topic_score_codex":0.00006838439,"about_ca_topic_score_gemma":0.0002732068,"teacher_disagreement_score":0.63427234,"about_ca_system_score_codex":0.00022109483,"about_ca_system_score_gemma":0.00043238536,"threshold_uncertainty_score":0.9997003},"labels":[],"label_agreement":null},{"id":"W4399807257","doi":"10.2139/ssrn.4863539","title":"Reported Use of Randomized Controlled Trial Registry Records and Published Study Protocols in Cochrane Systematic Reviews from 2015 to 2021: A Cross-Sectional Audit","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; University of Saskatchewan","funders":"","keywords":"Randomized controlled trial; Medicine; Audit; Systematic review; Cross-sectional study; MEDLINE; Protocol (science); Family medicine; Alternative medicine; Internal medicine; Accounting; Business; Pathology; Political science","score_opus":0.439866727061862,"score_gpt":0.5305413359030079,"score_spread":0.09067460884114592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399807257","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54421735,0.03697423,0.004972762,0.00083095016,0.0033196951,0.40923947,0.00008347972,0.000015491096,0.00034658296],"genre_scores_gemma":[0.6552559,0.0062675797,0.0019193795,0.000120019955,0.0028333578,0.2615773,0.00008243084,0.00017665523,0.071767375],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.7140168,0.14588068,0.113245584,0.0053437217,0.018581023,0.002932219],"domain_scores_gemma":[0.89544,0.027533151,0.06332069,0.00801655,0.00518813,0.00050150836],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.64813095,0.0011033567,0.039454054,0.0020855586,0.00016306298,0.008157252,0.0029072606,0.0005548853,0.0025170953],"category_scores_gemma":[0.4952891,0.00051318377,0.008785213,0.001836376,0.00013556237,0.00044426857,0.0010032821,0.005357182,0.00023433298],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9014114,0.0019694765,0.020798963,0.01347388,0.0355567,0.00019081737,0.0019667689,0.0006426289,0.000037031576,0.002276811,0.020843264,0.0008322541],"study_design_scores_gemma":[0.74343264,0.00087984675,0.00088703824,0.016434077,0.006880165,0.000353934,0.001048047,0.0028594949,8.797516e-7,0.22551973,0.0008437116,0.0008604393],"about_ca_topic_score_codex":0.0005923385,"about_ca_topic_score_gemma":0.0028418736,"teacher_disagreement_score":0.22324292,"about_ca_system_score_codex":0.0011106735,"about_ca_system_score_gemma":0.006658228,"threshold_uncertainty_score":0.99973196},"labels":[],"label_agreement":null},{"id":"W4399809968","doi":"10.1002/jac5.1987","title":"Research and scholarly methods: Appraising the available literature to inform a research project","year":2024,"lang":"en","type":"article","venue":"JACCP JOURNAL OF THE AMERICAN COLLEGE OF CLINICAL PHARMACY","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Paul's Hospital; University of British Columbia","funders":"","keywords":"Engineering ethics; Political science; Management science; Sociology; Computer science; Engineering","score_opus":0.9217152616671987,"score_gpt":0.7527498339971359,"score_spread":0.16896542767006284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399809968","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8441564,0.033609774,0.002042424,0.09647894,0.0023997515,0.0033760404,0.00012180375,0.000008539142,0.017806321],"genre_scores_gemma":[0.87057596,0.002767168,0.06272022,0.0023014757,0.0017975492,0.0000411548,4.01067e-7,0.00005128802,0.059744798],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9152217,0.061368532,0.011553197,0.0006905596,0.010667574,0.0004984634],"domain_scores_gemma":[0.7527528,0.20709051,0.0099288225,0.0055021006,0.023909925,0.0008158893],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.60888314,0.00022747596,0.0032579529,0.0012284528,0.00053696125,0.0034051116,0.0054078596,0.000059052756,0.0008069513],"category_scores_gemma":[0.3009533,0.000076339435,0.001834681,0.02103934,0.0011314984,0.001185375,0.0012238176,0.0038253367,0.00033754014],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029566727,0.00010018946,0.0030518435,0.00007187776,0.00051414827,0.000043893073,0.0014693026,0.000009738081,0.00040021964,0.0009232841,0.82054764,0.17257218],"study_design_scores_gemma":[0.00027953833,0.00045546753,0.0014623988,0.0004721363,0.00012740989,0.0001707071,0.002928565,0.0018672114,0.00014396015,0.0055953423,0.98640865,0.000088588684],"about_ca_topic_score_codex":0.00005011446,"about_ca_topic_score_gemma":0.0000059916565,"teacher_disagreement_score":0.30792984,"about_ca_system_score_codex":0.00005672922,"about_ca_system_score_gemma":0.0018082915,"threshold_uncertainty_score":0.99997336},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4399892012","doi":"10.1186/s12874-024-02246-x","title":"Features of databases that supported searching for rapid evidence synthesis during COVID-19: implications for future public health emergencies","year":2024,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; McMaster University","funders":"Public Health Agency; Public Health Agency of Canada; McMaster University","keywords":"Context (archaeology); Usability; Evidence-based practice; Data science; Evidence-based medicine; Computer science; Dissemination; Public health; Pandemic; MEDLINE; Coronavirus disease 2019 (COVID-19); Database; World Wide Web; Medicine; Political science; Alternative medicine; Geography; Nursing","score_opus":0.9831789350032875,"score_gpt":0.7533658826954909,"score_spread":0.22981305230779658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399892012","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006385644,0.025889684,0.85208327,0.112178095,0.00046180724,0.0024279412,0.00045102875,0.00002438099,0.00009814146],"genre_scores_gemma":[0.26202497,0.012295969,0.71212804,0.0016174229,0.0016715344,0.0054841866,0.00017048174,0.00008377972,0.0045236233],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.6476835,0.31483912,0.012548864,0.004090606,0.018065294,0.0027725967],"domain_scores_gemma":[0.10435136,0.88276476,0.0019389266,0.0049995636,0.00322438,0.0027210186],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.71999735,0.00028498465,0.0033475498,0.0018488318,0.00089099264,0.00044558558,0.0036380826,0.00021402034,0.011253397],"category_scores_gemma":[0.932092,0.00014774123,0.0017138169,0.0029550036,0.0006894578,0.00039172222,0.00064209435,0.0006472939,0.00005937971],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013077562,0.00010973068,0.006542558,0.010228309,0.0005671191,0.0000069133766,0.0027835856,0.000008505607,0.0014271573,0.09639926,0.3156872,0.5661089],"study_design_scores_gemma":[0.000547484,0.00047006115,0.08339183,0.0009952576,0.00029949128,0.00019873728,0.024106279,0.0059559136,0.0014013816,0.043554507,0.8385512,0.00052783266],"about_ca_topic_score_codex":0.00018469062,"about_ca_topic_score_gemma":0.001244493,"teacher_disagreement_score":0.56792563,"about_ca_system_score_codex":0.0001642972,"about_ca_system_score_gemma":0.007935189,"threshold_uncertainty_score":0.9976889},"labels":[],"label_agreement":null},{"id":"W4400026638","doi":"10.1016/j.jclinepi.2024.111445","title":"A systematic survey of 200 systematic reviews with network meta-analysis (published 2020–2021) reveals that few reviews report structured evidence summaries","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; Cochrane; Public Health Ontario; University of British Columbia; St. Michael's Hospital; University of Toronto; Queen's University; McMaster University; University of Ottawa","funders":"Helse Sør-Øst RHF","keywords":"Medicine; Meta-analysis; Psychological intervention; Systematic review; MEDLINE; Grading (engineering); Confidence interval; Quality of evidence; Family medicine; Internal medicine; Psychiatry","score_opus":0.9382758762506878,"score_gpt":0.6543960259368036,"score_spread":0.2838798503138842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400026638","genre_codex":"review","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002204605,0.8701322,0.11236077,0.0055782716,0.0028093671,0.006618507,0.000051188996,0.000009839844,0.00023525216],"genre_scores_gemma":[0.57230526,0.195606,0.18209864,0.008255719,0.0042014485,0.0015284145,0.00014651996,0.00026768047,0.035590336],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.13185067,0.6394655,0.21630873,0.0030943083,0.008186336,0.0010944357],"domain_scores_gemma":[0.052258015,0.69700116,0.22820805,0.012586377,0.008823763,0.0011226643],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.929095,0.0011901116,0.1383029,0.00116866,0.00015892346,0.0009147443,0.005308565,0.00068994594,0.009142287],"category_scores_gemma":[0.95129454,0.00040734958,0.044842456,0.009757795,0.00053519104,0.0012101902,0.00035417368,0.0017772375,0.0005686021],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013679228,0.000096572076,0.2001282,0.16389896,0.23477818,0.00042860923,0.0001417199,0.0016793327,0.000001047356,0.00083636126,0.397554,0.0003202167],"study_design_scores_gemma":[0.00035051897,0.000875993,0.058575597,0.0849344,0.8133007,0.002335592,0.0001688223,0.0064951126,4.592109e-7,0.015695525,0.016327789,0.00093947037],"about_ca_topic_score_codex":0.00010558859,"about_ca_topic_score_gemma":0.00065122533,"teacher_disagreement_score":0.6745262,"about_ca_system_score_codex":0.00008566137,"about_ca_system_score_gemma":0.00071734167,"threshold_uncertainty_score":0.9998378},"labels":[],"label_agreement":null},{"id":"W4400260926","doi":"10.1007/s11606-024-08890-9","title":"Non-Inferiority Trials: A Systematic Review on Methodological Quality and Reporting Standards","year":2024,"lang":"en","type":"review","venue":"Journal of General Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; McMaster University; Impact","funders":"Western University of Health Sciences","keywords":"Medicine; Blinding; Clinical trial; MEDLINE; Consolidated Standards of Reporting Trials; Psychological intervention; Clinical study design; Cochrane Library; Publication bias; Systematic review; Placebo; Data extraction; Family medicine; Alternative medicine; Meta-analysis; Internal medicine; Pathology; Psychiatry","score_opus":0.9694298960695514,"score_gpt":0.7521977362014178,"score_spread":0.2172321598681336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400260926","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000127755275,0.9842024,0.0070235105,0.0014483138,0.0029637157,0.0022958126,0.00004248876,0.0000043337827,0.0020066588],"genre_scores_gemma":[0.0000090744425,0.98686904,0.0022715125,0.0009928958,0.0024226888,0.00004912105,0.00000358414,0.00003405085,0.0073480112],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.70756656,0.119588286,0.15397307,0.0014682328,0.016986726,0.00041710533],"domain_scores_gemma":[0.38894492,0.093361355,0.49721235,0.007556822,0.011400942,0.0015236111],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.83953065,0.0010913403,0.08635627,0.0012748813,0.00008342347,0.00067347265,0.0025032177,0.0003536969,0.002656013],"category_scores_gemma":[0.8288098,0.00032133167,0.013456224,0.001406589,0.00016950145,0.00015711313,0.0003166792,0.0019376257,0.00016943319],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019614767,0.000024067633,0.0000070508077,0.70282435,0.002926658,0.0004932734,0.00006651939,2.5049223e-7,0.0000012301476,0.00021960119,0.14547585,0.14794153],"study_design_scores_gemma":[0.0001283434,0.0003934211,0.000005083672,0.58065903,0.024289152,0.0025642184,0.00004663998,0.000026946083,1.7392321e-7,0.0009817389,0.3907169,0.00018831626],"about_ca_topic_score_codex":0.000023625365,"about_ca_topic_score_gemma":0.000003625485,"teacher_disagreement_score":0.34323928,"about_ca_system_score_codex":0.0003519625,"about_ca_system_score_gemma":0.00057405053,"threshold_uncertainty_score":0.9999239},"labels":[],"label_agreement":null},{"id":"W4400278230","doi":"10.1007/s11136-024-03706-z","title":"Methodological quality of 100 recent systematic reviews of health-related outcome measurement instruments: an overview of reviews","year":2024,"lang":"en","type":"review","venue":"Quality of Life Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Systematic review; Data extraction; MEDLINE; Scientific literature; Medicine; Grey literature; Quality (philosophy); Impact factor; Comparability; Psychology; Political science","score_opus":0.9976455939053697,"score_gpt":0.8009201342745103,"score_spread":0.1967254596308594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400278230","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000067170404,0.97895986,0.00056711934,0.00044950887,0.000401138,0.018500514,0.00024716102,0.0000074314553,0.00080012693],"genre_scores_gemma":[0.0001225902,0.99262244,0.005443651,0.00005611408,0.000046971105,0.00075080805,0.00005143669,0.00005311443,0.0008528699],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.07092342,0.721406,0.16977978,0.0029114748,0.033960722,0.0010186238],"domain_scores_gemma":[0.6029031,0.101995505,0.23554984,0.034082994,0.023656214,0.0018123385],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.93959,0.0013376088,0.10104553,0.0024387096,0.00015260748,0.00020354532,0.007889811,0.00081110396,0.007376816],"category_scores_gemma":[0.6696237,0.0005892175,0.01747697,0.010353857,0.00078937464,0.00027057974,0.0012841519,0.0017614667,0.0014481487],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012185446,0.00043573606,0.00010813489,0.6903418,0.0012007732,3.5060097e-7,0.00035967998,2.4468346e-7,0.000003669196,0.0046612746,0.003605216,0.29927096],"study_design_scores_gemma":[0.00025403668,0.00045396792,0.00013650508,0.26713553,0.0022993167,0.000004222142,0.00058434805,0.000013141881,0.0000017402966,0.0034804554,0.72514015,0.0004965849],"about_ca_topic_score_codex":0.0007287981,"about_ca_topic_score_gemma":0.000100381825,"teacher_disagreement_score":0.7215349,"about_ca_system_score_codex":0.0006479812,"about_ca_system_score_gemma":0.0023815276,"threshold_uncertainty_score":0.9999375},"labels":[],"label_agreement":null},{"id":"W4400404768","doi":"10.1186/s41687-024-00727-7","title":"Guideline for reporting systematic reviews of outcome measurement instruments (OMIs): PRISMA-COSMIN for OMIs 2024","year":2024,"lang":"en","type":"article","venue":"Journal of Patient-Reported Outcomes","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Toronto Western Hospital; Centre for Addiction and Mental Health; McMaster University; Queen's University; St. Michael's Hospital; University of Toronto; Western University; Institute for Work & Health; Institute for Clinical Evaluative Sciences; SickKids Foundation; Public Health Ontario; Hospital for Sick Children","funders":"Canadian Institutes of Health Research","keywords":"Checklist; Guideline; Systematic review; Workgroup; Delphi method; Medical education; Medicine; Psychology; Inclusion (mineral); Medical physics; MEDLINE; Family medicine; Computer science; Pathology; Political science","score_opus":0.7689207530101796,"score_gpt":0.5524985070004171,"score_spread":0.21642224600976245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400404768","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49047285,0.031087475,0.41536948,0.0056486013,0.022873357,0.032591198,0.00015379426,0.00004422656,0.0017590326],"genre_scores_gemma":[0.87191504,0.00013961535,0.116936974,0.0007607265,0.00040965364,0.0006989508,0.000019552586,0.0001135259,0.0090059275],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8858404,0.002779504,0.10146404,0.0008720274,0.008597628,0.0004463844],"domain_scores_gemma":[0.8626378,0.0048499517,0.12109057,0.0028943091,0.008199454,0.00032788026],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2870033,0.00061855005,0.011880179,0.001214206,0.00013533926,0.0006168343,0.0013018847,0.00015109386,0.0008396601],"category_scores_gemma":[0.39778617,0.00027552448,0.009592677,0.0011653444,0.000041354622,0.00050228223,0.000117334144,0.00026961727,0.00006683115],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018752576,0.00075394084,0.3448471,0.08421353,0.014374944,0.00021083189,0.0031539304,0.0003497037,0.0016284887,0.00070861896,0.48181933,0.06775204],"study_design_scores_gemma":[0.0056898203,0.0023792847,0.0063524223,0.0345017,0.028150983,0.0017178985,0.007841896,0.023962565,0.0023514577,0.015339271,0.86960244,0.0021102827],"about_ca_topic_score_codex":0.00000801982,"about_ca_topic_score_gemma":0.000011854871,"teacher_disagreement_score":0.38778308,"about_ca_system_score_codex":0.0002895088,"about_ca_system_score_gemma":0.0003629426,"threshold_uncertainty_score":0.9999697},"labels":[],"label_agreement":null},{"id":"W4400447124","doi":"10.5465/amproc.2024.15621abstract","title":"The Value of Pure Experimentation","year":2024,"lang":"en","type":"article","venue":"Academy of Management Proceedings","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Value (mathematics); Mathematics; Statistics","score_opus":0.5150568718633078,"score_gpt":0.5184498043004061,"score_spread":0.0033929324370982616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400447124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66670936,0.017591637,0.004953165,0.022432089,0.00060101255,0.0030519075,0.000007356308,0.000039835602,0.28461364],"genre_scores_gemma":[0.97716594,0.00030854114,0.0017586474,0.00016225547,0.000047956273,0.00005183891,4.2926538e-7,0.000007808247,0.020496579],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99143714,0.00021895023,0.0041154562,0.00048578865,0.003599892,0.00014276206],"domain_scores_gemma":[0.9972112,0.0006686667,0.0016135965,0.00029566063,0.0001741793,0.00003669066],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.043986697,0.00013656379,0.0008093555,0.00027248976,0.000081892154,0.00045040602,0.0014713107,0.000049195733,0.0006972172],"category_scores_gemma":[0.0012461112,0.00005772223,0.0006102102,0.0012328799,0.00007215481,0.0003586947,0.00019200321,0.00010097488,0.0003337441],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004030309,0.000012090327,0.0005135581,0.00033698656,0.0003212514,2.427069e-7,0.0009398598,0.000007111314,0.0008011506,0.69864434,0.23438805,0.06403135],"study_design_scores_gemma":[0.00011994932,0.00003730332,0.0063710953,0.00021512486,0.00043875494,0.0000022666966,0.009195167,0.0063528516,0.0066342913,0.100610994,0.86988443,0.00013778692],"about_ca_topic_score_codex":6.969164e-7,"about_ca_topic_score_gemma":5.019592e-8,"teacher_disagreement_score":0.6354964,"about_ca_system_score_codex":0.000014110228,"about_ca_system_score_gemma":0.000004839483,"threshold_uncertainty_score":0.9844169},"labels":[],"label_agreement":null},{"id":"W4400459525","doi":"10.1111/2041-210x.14377","title":"Robust point and variance estimation for meta‐analyses with selective reporting and dependent effect sizes","year":2024,"lang":"en","type":"article","venue":"Methods in Ecology and Evolution","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Australian Research Council; National Natural Science Foundation of China","keywords":"Estimator; Point estimation; Weighting; Econometrics; Meta-analysis; Statistics; Variance (accounting); Inference; Computer science; Statistical inference; Publication bias; Benchmark (surveying); Standard error; Mathematics; Artificial intelligence; Confidence interval","score_opus":0.6728186004709271,"score_gpt":0.5936550125817566,"score_spread":0.07916358788917055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400459525","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1385622,0.0068655307,0.8533831,0.00027493754,0.00011640542,0.00062013435,0.0000022082804,0.0000067934716,0.00016867477],"genre_scores_gemma":[0.5658521,0.000027418684,0.4336347,0.000018948525,0.000014408004,0.00020473459,0.0000011343271,0.000004205031,0.00024236852],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98521763,0.010224113,0.0031328832,0.0008502842,0.00039848263,0.00017658838],"domain_scores_gemma":[0.97867113,0.018717065,0.001943492,0.0003891054,0.00022631958,0.000052879343],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14421585,0.00017538565,0.0019123227,0.0003284207,0.00016459181,0.00025838622,0.000093210045,0.0001144852,0.000072891635],"category_scores_gemma":[0.057944804,0.0000822197,0.00021524097,0.0005673959,0.00008282979,0.00027526804,0.000047505113,0.0001384219,0.0000035076118],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036509303,0.000115228286,0.59026927,0.0021329685,0.011677337,0.00006730704,0.0034005102,0.038967796,0.0037286282,0.019537997,0.0017243847,0.32801348],"study_design_scores_gemma":[0.00025849743,0.00030540282,0.23754443,0.0000465547,0.0043410156,0.00020548193,0.00025641147,0.68416154,0.00032114686,0.072259046,0.00014818177,0.00015228573],"about_ca_topic_score_codex":0.000027171393,"about_ca_topic_score_gemma":0.00027636878,"teacher_disagreement_score":0.64519376,"about_ca_system_score_codex":0.00004482107,"about_ca_system_score_gemma":0.000038329643,"threshold_uncertainty_score":0.9499905},"labels":[],"label_agreement":null},{"id":"W4400466216","doi":"10.1007/s11136-024-03634-y","title":"Guideline for reporting systematic reviews of outcome measurement instruments (OMIs): PRISMA-COSMIN for OMIs 2024","year":2024,"lang":"en","type":"article","venue":"Quality of Life Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Toronto Western Hospital; Centre for Addiction and Mental Health; McMaster University; Queen's University; St. Michael's Hospital; University of Toronto; Western University; Institute for Work & Health; Institute for Clinical Evaluative Sciences; SickKids Foundation; Public Health Ontario; Hospital for Sick Children","funders":"Canadian Institutes of Health Research","keywords":"Checklist; Systematic review; Guideline; Workgroup; Delphi method; Medical education; Medicine; Inclusion (mineral); Psychology; MEDLINE; Family medicine; Medical physics; Computer science; Pathology; Political science","score_opus":0.9829383390522037,"score_gpt":0.7268125247605032,"score_spread":0.25612581429170056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400466216","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16164531,0.09122456,0.6206023,0.02188733,0.0036603378,0.087641776,0.0007180981,0.000049782306,0.012570489],"genre_scores_gemma":[0.8493562,0.00039653404,0.10188647,0.00033677832,0.0005660656,0.0047299867,0.000042913274,0.00009479037,0.042590305],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7814871,0.04610264,0.13825664,0.0025507961,0.030474296,0.0011285202],"domain_scores_gemma":[0.83426917,0.061368335,0.0622632,0.012636988,0.0285808,0.00088149175],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.83908564,0.0003301618,0.009330742,0.00090914185,0.00017562446,0.000543813,0.0020556075,0.00013687897,0.001641602],"category_scores_gemma":[0.74971586,0.00016397145,0.0044389064,0.0019361873,0.00012395698,0.00020574513,0.00025976138,0.00026900703,0.00042049104],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010381913,0.00027113306,0.00950106,0.39999852,0.0015995984,0.0000016436779,0.0013974364,0.00001719955,0.0021882593,0.0075606816,0.5546043,0.022756362],"study_design_scores_gemma":[0.002031117,0.00083027914,0.0013802137,0.02924635,0.0016402421,0.000011162249,0.009132946,0.055664882,0.0019392377,0.044141836,0.852944,0.0010377415],"about_ca_topic_score_codex":0.00010480956,"about_ca_topic_score_gemma":0.000054103326,"teacher_disagreement_score":0.6877108,"about_ca_system_score_codex":0.00018734341,"about_ca_system_score_gemma":0.0005312039,"threshold_uncertainty_score":0.99927104},"labels":[],"label_agreement":null},{"id":"W4400478032","doi":"10.1186/s12955-024-02256-9","title":"Guideline for reporting systematic reviews of outcome measurement instruments (OMIs): PRISMA-COSMIN for OMIs 2024","year":2024,"lang":"en","type":"article","venue":"Health and Quality of Life Outcomes","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Toronto Western Hospital; Centre for Addiction and Mental Health; McMaster University; Queen's University; St. Michael's Hospital; University of Toronto; Western University; Institute for Work & Health; Institute for Clinical Evaluative Sciences; SickKids Foundation; Public Health Ontario; Hospital for Sick Children","funders":"Canadian Institutes of Health Research","keywords":"Checklist; Guideline; Systematic review; Workgroup; Delphi method; Medical education; Medicine; Psychology; Inclusion (mineral); MEDLINE; Delphi; Family medicine; Medical physics; Computer science; Pathology; Political science","score_opus":0.9420815937637608,"score_gpt":0.6579545677866467,"score_spread":0.28412702597711403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400478032","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18432695,0.19438095,0.4880978,0.06372762,0.0063342806,0.06067947,0.00083996885,0.00007112224,0.001541843],"genre_scores_gemma":[0.7174565,0.0017519001,0.23814389,0.01641366,0.00045907777,0.0031402332,0.000102090344,0.000120822704,0.022411814],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9101207,0.0071975146,0.07639907,0.0010868242,0.004736047,0.0004597901],"domain_scores_gemma":[0.92401594,0.012487878,0.056756385,0.0034024287,0.0026190006,0.00071835885],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.47426924,0.00037632207,0.01179173,0.0003703616,0.00014824384,0.00022032576,0.0006258351,0.0000926445,0.00024777817],"category_scores_gemma":[0.38726148,0.0001789075,0.0031293945,0.0005296991,0.000049632246,0.00015398952,0.00008340036,0.00010555577,0.000036732014],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065488006,0.00014716141,0.22998314,0.5773457,0.0010538321,3.7351566e-7,0.0021185835,0.0000044468566,0.000037021196,0.0071825827,0.15734339,0.024718262],"study_design_scores_gemma":[0.004163576,0.0010580051,0.02429689,0.025673183,0.0023877982,0.000015364509,0.010457648,0.014847896,0.00008794126,0.015072109,0.90048033,0.0014592496],"about_ca_topic_score_codex":0.0001213059,"about_ca_topic_score_gemma":0.00009122633,"teacher_disagreement_score":0.74313694,"about_ca_system_score_codex":0.00008619315,"about_ca_system_score_gemma":0.00044455778,"threshold_uncertainty_score":0.8060591},"labels":[],"label_agreement":null},{"id":"W4400532615","doi":"10.1371/journal.pone.0305193","title":"The inconsistency of p-curve: Testing its reliability using the power pose and HPA debates","year":2024,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Ohio State University","keywords":"Area under the curve; Area under curve; Receiver operating characteristic; Iterated function; Value (mathematics); Curve fitting; Asymptote; Statistics; Mathematics; Medicine; Internal medicine; Geometry; Mathematical analysis","score_opus":0.7753458054875293,"score_gpt":0.4756051814377687,"score_spread":0.2997406240497606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400532615","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98165435,0.012329711,0.00016101803,0.0015925134,0.00009245634,0.00046968315,0.000009897854,0.0000065438257,0.003683829],"genre_scores_gemma":[0.99496585,0.000041811643,0.0031297004,0.000052045194,0.00003409369,0.0000097377715,2.3753546e-7,0.0000068804648,0.0017596271],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99005204,0.003516496,0.0033441805,0.00047862163,0.0024534718,0.0001551932],"domain_scores_gemma":[0.9658545,0.028546125,0.0014008039,0.0025740855,0.0015489779,0.00007546738],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06821107,0.0001368885,0.0011244754,0.00007379213,0.00026887513,0.000769016,0.00072494935,0.000036796315,0.0005128731],"category_scores_gemma":[0.1078109,0.00004394711,0.00034428554,0.0011222467,0.00014202035,0.00015059001,0.00019103196,0.00013675445,0.00014693581],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005078704,0.001892602,0.75915205,0.003832874,0.0064158365,0.000042812277,0.014302372,0.0002887686,0.11265503,0.02140507,0.018303102,0.06165872],"study_design_scores_gemma":[0.00035921045,0.00034180883,0.11841055,0.003463459,0.0056402157,0.00007678511,0.0056834584,0.7265569,0.009719929,0.11180671,0.016984645,0.00095634203],"about_ca_topic_score_codex":0.000015759679,"about_ca_topic_score_gemma":0.000015238806,"teacher_disagreement_score":0.7262681,"about_ca_system_score_codex":0.000014039304,"about_ca_system_score_gemma":0.00006473574,"threshold_uncertainty_score":0.9594728},"labels":[],"label_agreement":null},{"id":"W4400615114","doi":"10.1111/spc3.12979","title":"Looking our limitations in the eye: A call for more thorough and honest reporting of study limitations","year":2024,"lang":"en","type":"article","venue":"Social and Personality Psychology Compass","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Psychology; Social psychology; Cognitive psychology","score_opus":0.8992426014067887,"score_gpt":0.6318189850715081,"score_spread":0.26742361633528056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400615114","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95601326,0.0010156756,0.0023834214,0.03681582,0.000223702,0.00081429374,0.000030537518,0.0000047474737,0.0026985586],"genre_scores_gemma":[0.9980284,0.000014307966,0.0006161719,0.00045552355,0.00011627339,0.000107873544,0.000005447701,0.0000047038943,0.0006512909],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9911696,0.003337892,0.0039703385,0.0005519544,0.0008263882,0.00014383209],"domain_scores_gemma":[0.9935047,0.003996945,0.001726702,0.00042278052,0.00031708565,0.00003179631],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.050186593,0.00012939711,0.0011777529,0.00014031274,0.00028189833,0.00028471468,0.0003170243,0.000066237524,0.000020564885],"category_scores_gemma":[0.009565889,0.00006567778,0.00042408757,0.00070873694,0.00011231258,0.00009110416,0.000032675318,0.00016322547,0.000006682907],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027192047,0.00045991127,0.64906585,0.00024042961,0.00050962315,0.00002185988,0.25755945,0.00000765394,0.00007731828,0.019580064,0.03742276,0.03502791],"study_design_scores_gemma":[0.00020752463,0.000061362545,0.89012015,0.000020305912,0.00018425514,0.000012238551,0.079119004,0.0009834005,1.4768686e-7,0.012760403,0.016449133,0.00008205239],"about_ca_topic_score_codex":0.00004646592,"about_ca_topic_score_gemma":0.0008027973,"teacher_disagreement_score":0.24105434,"about_ca_system_score_codex":0.0000075820462,"about_ca_system_score_gemma":0.00003242816,"threshold_uncertainty_score":0.998777},"labels":[],"label_agreement":null},{"id":"W4400618158","doi":"10.1016/j.jclinepi.2024.111459","title":"Evaluation of adherence to STARD for abstracts in a diverse sample of diagnostic accuracy abstracts published in 2012 and 2019 reveals suboptimal reporting practices","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Ontario Institute for Cancer Research","funders":"Graduate University of Science and Technology, Vietnam Academy of Science and Technology; Council of Ontario Universities","keywords":"Diagnostic accuracy; Medicine; Medical physics; Sample (material); MEDLINE; Radiology; Political science","score_opus":0.9417164680374113,"score_gpt":0.7167972363829926,"score_spread":0.22491923165441863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400618158","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98810667,0.0033219217,0.0028659787,0.003914219,0.0007475007,0.00085205666,0.000024055851,8.825133e-7,0.00016673496],"genre_scores_gemma":[0.9671664,0.00039582743,0.032018546,0.00018251533,0.00015884172,0.000016083084,0.0000026324406,0.000005799348,0.000053339623],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6420664,0.11025838,0.23549427,0.0024466251,0.008679373,0.0010549037],"domain_scores_gemma":[0.012809496,0.81864965,0.16245426,0.0010844333,0.0046842415,0.00031792288],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.83409154,0.00017826573,0.00751366,0.0006714716,0.000018796973,0.0001049877,0.00071385363,0.00023579448,0.0010976862],"category_scores_gemma":[0.99532115,0.00009380946,0.0013550982,0.0007213355,0.00009830869,0.0011243725,0.000112495385,0.0005761248,0.000024222934],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018429976,0.00021245438,0.82317716,0.00025723118,0.00024489997,0.000024366671,0.00033656537,0.012656118,0.00006878862,0.0003024177,0.024669081,0.13786663],"study_design_scores_gemma":[0.0005028701,0.0005561125,0.94005466,0.00059952884,0.00043816457,0.000027008478,0.00033748194,0.008328881,0.0000055864907,0.046574365,0.0024937836,0.000081544764],"about_ca_topic_score_codex":0.0003051193,"about_ca_topic_score_gemma":0.0004967955,"teacher_disagreement_score":0.70839125,"about_ca_system_score_codex":0.00004066037,"about_ca_system_score_gemma":0.000666202,"threshold_uncertainty_score":0.99981546},"labels":[],"label_agreement":null},{"id":"W4400747961","doi":"10.1016/j.jclinepi.2024.111460","title":"Analysis of risk of bias assessments in a sample of intervention systematic reviews, Part II: focus on risk of bias tools reveals few meet current appraisal standards","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University; Queen's University Belfast","keywords":"Sample (material); Systematic review; Focus (optics); Psychology; Risk assessment; Risk analysis (engineering); Environmental health; Medicine; Statistics; Actuarial science; Applied psychology; MEDLINE; Computer science; Business; Political science; Mathematics; Computer security","score_opus":0.9149829694237094,"score_gpt":0.7084217684122412,"score_spread":0.20656120101146813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400747961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84750485,0.04255717,0.10470532,0.000381157,0.002114573,0.0013151881,0.0012550483,0.0000024013686,0.00016426807],"genre_scores_gemma":[0.9771605,0.01623703,0.0063506383,0.00003082213,0.00013734325,0.000021723468,0.000010119448,0.000012132507,0.00003966913],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.5817084,0.28888875,0.12267819,0.0010233446,0.005304039,0.00039731324],"domain_scores_gemma":[0.18031916,0.64826095,0.16333579,0.0034386292,0.0042994935,0.00034597935],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7859156,0.00039845967,0.03500118,0.002095749,0.000034276916,0.000044511344,0.0016424553,0.00031307468,0.0012556915],"category_scores_gemma":[0.92355865,0.00017957906,0.018219844,0.0035885677,0.00027620175,0.00024434747,0.0002179997,0.00088778214,0.00001509547],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025182398,0.0009800064,0.87989247,0.012510775,0.010409124,0.000004423947,0.00023901493,0.0023163406,0.00000393253,0.0043090098,0.012919973,0.07616313],"study_design_scores_gemma":[0.002705211,0.006872973,0.6567934,0.089438945,0.06282173,0.000021170017,0.000955425,0.05915775,0.000029611685,0.100179434,0.020416897,0.0006074509],"about_ca_topic_score_codex":0.00012889443,"about_ca_topic_score_gemma":0.00021229638,"teacher_disagreement_score":0.4013892,"about_ca_system_score_codex":0.00007496694,"about_ca_system_score_gemma":0.00029427643,"threshold_uncertainty_score":0.9996573},"labels":[],"label_agreement":null},{"id":"W4400774115","doi":"10.1016/j.evalprogplan.2024.102468","title":"Development and validation of observational and qualitative study protocol reporting checklists for novice researchers (ObsQual checklist)","year":2024,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services","funders":"","keywords":"Checklist; Observational study; Protocol (science); Psychology; Medical education; Medicine; Applied psychology; Medical physics; Alternative medicine; Pathology","score_opus":0.9321055219204961,"score_gpt":0.7243530624430737,"score_spread":0.20775245947742238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400774115","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9347593,0.00033157552,0.0031465555,0.000249517,0.000036000198,0.06094761,0.0000045405095,0.000012097526,0.00051279104],"genre_scores_gemma":[0.8746975,5.9998195e-7,0.060566064,0.000022034423,0.00004438064,0.06379545,0.000059647486,0.000011005705,0.00080333813],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9854485,0.004104731,0.0059297695,0.0007658828,0.0035902055,0.00016091905],"domain_scores_gemma":[0.9917796,0.003383021,0.0028710437,0.00031393368,0.0015684381,0.00008394032],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2375252,0.00014969415,0.0007947947,0.00024571776,0.00019787914,0.0009686224,0.00013087978,0.00004832485,0.00014040731],"category_scores_gemma":[0.042451434,0.000088114655,0.00010333429,0.0006049041,0.000052756277,0.00031259927,0.00006389818,0.00009399672,0.0000044716453],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008090235,0.00015256219,0.063101016,0.0009903144,0.0003621376,0.0000025186916,0.25534746,0.00009513898,0.00019056747,0.0013694188,0.0012193129,0.6770887],"study_design_scores_gemma":[0.0025190946,0.0009312612,0.23220825,0.0009090672,0.0005524597,0.000019491923,0.2513651,0.36513892,0.0006193047,0.010049206,0.13509503,0.0005928249],"about_ca_topic_score_codex":0.0000054924753,"about_ca_topic_score_gemma":0.000006840241,"teacher_disagreement_score":0.67649585,"about_ca_system_score_codex":0.000030409625,"about_ca_system_score_gemma":0.00022558287,"threshold_uncertainty_score":0.9656144},"labels":[],"label_agreement":null},{"id":"W4400827194","doi":"10.1038/s41591-024-03033-3","title":"Reporting guidelines for precision medicine research of clinical relevance: the BePRECISE checklist","year":2024,"lang":"en","type":"review","venue":"Nature Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; Horizon 2020 Framework Programme; National Institutes of Health; Innovative Medicines Initiative; Novo Nordisk Fonden; Novo Nordisk Foundation Center for Basic Metabolic Research; Universitetet i Bergen; Vetenskapsrådet; Astellas Pharma; Medicinska Fakulteten, Lunds Universitet; Novo Nordisk; Hjärt-Lungfonden; Fonds National de la Recherche Luxembourg; Monash University; World Health Organization; Wellcome Trust; Danmarks Grundforskningsfond; Stiftelsen för Strategisk Forskning; Medical Research Council; Leona M. and Harry B. Helmsley Charitable Trust; Department of Health and Social Care; Government of the United Kingdom; Stiftelsen för Strategisk Forskning; National Institute for Health and Care Research; European Commission; National Institute of Diabetes and Digestive and Kidney Diseases; Sanofi; Lunds Universitet; Amgen; Ministero della Salute; Pfizer; Juvenile Diabetes Research Foundation United States of America; AstraZeneca; Eli Lilly and Company","keywords":"Precision medicine; Checklist; Medicine; MEDLINE; Alternative medicine; Delphi method; Family medicine; Medical education; Psychology; Pathology; Computer science","score_opus":0.9717149451137249,"score_gpt":0.7972687601307981,"score_spread":0.17444618498292686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400827194","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004568517,0.96112686,0.0011014508,0.01673525,0.0070077525,0.0052096806,0.000054716078,0.000014144065,0.008745548],"genre_scores_gemma":[0.000018246781,0.92287374,0.0032987264,0.0004796945,0.010521528,0.00034779968,0.0001149516,0.00008295236,0.06226235],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7018089,0.045599516,0.20229086,0.006402874,0.042630315,0.0012674789],"domain_scores_gemma":[0.44540867,0.33145964,0.14305156,0.026103985,0.053105447,0.0008706977],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.7947285,0.0010305687,0.032169975,0.0017689532,0.00032503277,0.00022030169,0.0070472397,0.0018482575,0.0031624534],"category_scores_gemma":[0.95540273,0.0002799128,0.008218524,0.008145692,0.0013092153,0.00010710486,0.000770511,0.005599826,0.0005272418],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007432362,0.0000114020895,0.0000071041554,0.005719274,0.0002876382,0.000010806786,0.0000773793,2.1600377e-7,2.6581267e-7,0.000634001,0.5000372,0.49320728],"study_design_scores_gemma":[0.00024368866,0.00025303903,0.000010217951,0.058444243,0.0056802486,0.00008472159,0.00035837613,0.00029068106,3.1605003e-7,0.010991386,0.92343986,0.00020324744],"about_ca_topic_score_codex":0.000025077905,"about_ca_topic_score_gemma":0.00003483709,"teacher_disagreement_score":0.49300402,"about_ca_system_score_codex":0.000092127324,"about_ca_system_score_gemma":0.00092795206,"threshold_uncertainty_score":0.9999653},"labels":[],"label_agreement":null},{"id":"W4400853486","doi":"10.1038/s41433-024-03255-2","title":"Exploring the fragility of meta-analyses in ophthalmology: a systematic review","year":2024,"lang":"en","type":"review","venue":"Eye","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University; Impact","funders":"","keywords":"Medicine; Fragility; Optometry; Ophthalmology; MEDLINE; Neuro-ophthalmology; Meta-analysis; Glaucoma; Pathology; Chemistry","score_opus":0.9808495744060876,"score_gpt":0.6805419536740732,"score_spread":0.30030762073201434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400853486","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000051753836,0.9914631,0.000036616842,0.00017908785,0.00040966395,0.0052703028,0.000052731295,0.000005654777,0.0025776378],"genre_scores_gemma":[0.00006226129,0.98795253,0.00015422147,0.00006919259,0.000047761692,0.0032595475,0.0000100768775,0.00003546787,0.008408942],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.8718138,0.07700864,0.04160191,0.0020597319,0.00710294,0.00041301426],"domain_scores_gemma":[0.949522,0.019080292,0.017381143,0.013104107,0.0007874148,0.00012501376],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.26267657,0.0010255135,0.059560835,0.0010067823,0.000070118884,0.00043544394,0.0058829347,0.00016196708,0.0074474765],"category_scores_gemma":[0.11109644,0.0002826223,0.030420763,0.0066730212,0.00012289923,0.00021991915,0.00056132703,0.0007521113,0.007327429],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.5826711e-7,0.000023639013,0.000001668215,0.97734,0.011867783,0.000044594683,0.00008272667,0.0000011738815,1.5378275e-8,0.00022008481,0.0034200472,0.006998108],"study_design_scores_gemma":[0.000012974817,0.000011446285,0.000002874699,0.34444577,0.29765353,0.00009688319,0.00010145113,0.000021990643,5.887963e-8,0.0006850479,0.35670346,0.00026451267],"about_ca_topic_score_codex":0.00002407773,"about_ca_topic_score_gemma":0.0000074718746,"teacher_disagreement_score":0.6328942,"about_ca_system_score_codex":0.00008052409,"about_ca_system_score_gemma":0.00021142875,"threshold_uncertainty_score":0.99996257},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4400872185","doi":"10.1093/aje/kwae232","title":"Systematic reviews of the literature: an introduction to current methods","year":2024,"lang":"en","type":"article","venue":"American Journal of Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Systematic review; Narrative review; Psychological intervention; Computer science; Management science; MEDLINE; Process (computing); Meta-analysis; Medicine; Risk analysis (engineering); Data science; Intensive care medicine; Pathology; Engineering","score_opus":0.6907277350428422,"score_gpt":0.6319714775634172,"score_spread":0.058756257479425034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400872185","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01973809,0.15395638,0.78106946,0.03539359,0.008100736,0.0015586098,0.000007898282,0.0000043130167,0.00017091406],"genre_scores_gemma":[0.2960178,0.0069383103,0.68227756,0.0056762137,0.006784133,0.00013937018,0.0000045886327,0.00006112805,0.0021008838],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7689656,0.20527391,0.02348474,0.00067395886,0.0013389592,0.00026281032],"domain_scores_gemma":[0.9103087,0.053758923,0.028584756,0.0047947415,0.0021705087,0.0003823487],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.508334,0.00023193075,0.008794053,0.0005961052,0.00004838621,0.00012286859,0.001999253,0.000040572722,0.00078705023],"category_scores_gemma":[0.45774227,0.00007374328,0.0031901693,0.0034237201,0.00019255112,0.00021536274,0.000097091084,0.0004371021,0.00017443698],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019853807,0.00006431642,0.0025046538,0.00454026,0.0006390658,0.0000036032386,0.0027325125,0.0005430772,0.00057404116,0.02044475,0.24273972,0.72519416],"study_design_scores_gemma":[0.00004619352,0.0006365851,0.0017411957,0.0048178826,0.00097311224,0.00066154206,0.0007661295,0.002610375,0.000032889395,0.02443769,0.9631027,0.00017370461],"about_ca_topic_score_codex":0.0000035885732,"about_ca_topic_score_gemma":0.0000022554173,"teacher_disagreement_score":0.7250204,"about_ca_system_score_codex":0.000050120336,"about_ca_system_score_gemma":0.000077598546,"threshold_uncertainty_score":0.86176485},"labels":[],"label_agreement":null},{"id":"W4400879434","doi":"10.1136/bmjebm-2024-112899","title":"Rapid review method series: interim guidance for the reporting of rapid reviews","year":2024,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; St. Michael's Hospital; University of Alberta; Public Health Agency of Canada; Bruyère; University of Ottawa","funders":"Canadian Institutes of Health Research; Canada Research Chairs","keywords":"Interim; Systematic review; Set (abstract data type); Computer science; Psychology; MEDLINE; Political science","score_opus":0.9004752747875066,"score_gpt":0.647176774034603,"score_spread":0.2532985007529035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400879434","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012307698,0.5960172,0.3266341,0.07120948,0.0009676515,0.00426934,0.000006935545,0.000013053375,0.00086995616],"genre_scores_gemma":[0.006081666,0.60342824,0.30366465,0.03809823,0.004126733,0.006502778,0.000036015303,0.00013556783,0.037926078],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9181783,0.018894266,0.05374631,0.0019555688,0.006711117,0.00051443034],"domain_scores_gemma":[0.73149306,0.15770067,0.08257787,0.019966453,0.007655666,0.00060627784],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.62129295,0.00051269284,0.008255812,0.00037242027,0.00016265569,0.00022888329,0.0025236981,0.00008886765,0.018057235],"category_scores_gemma":[0.7240558,0.0001770049,0.0035242166,0.0033758346,0.00028854128,0.0004984011,0.00013212246,0.0002813146,0.0004013348],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019399626,0.0000080960135,0.00006162098,0.010725636,0.00012511991,0.000010764346,0.00016641921,0.000007610145,0.00038218978,0.0005594808,0.5713201,0.41661355],"study_design_scores_gemma":[0.00011664315,0.0003165945,0.00008848333,0.09394831,0.0014920922,0.0000775343,0.0002625198,0.0052050375,0.00027826728,0.0010056585,0.8970376,0.0001712299],"about_ca_topic_score_codex":0.000024150895,"about_ca_topic_score_gemma":0.000009566395,"teacher_disagreement_score":0.4164423,"about_ca_system_score_codex":0.00006049069,"about_ca_system_score_gemma":0.00046176952,"threshold_uncertainty_score":0.9828404},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4400957931","doi":"10.5489/cuaj.8938","title":"Fostering the continued growth of our association","year":2024,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Association (psychology); Psychology; Psychotherapist","score_opus":0.47299941713606514,"score_gpt":0.43405849232619675,"score_spread":0.03894092480986838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400957931","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51301205,0.004004743,0.0061216764,0.41282204,0.0073344735,0.0010243673,0.00019566987,0.000029664046,0.055455334],"genre_scores_gemma":[0.98887694,0.00002103605,0.000121866025,0.001393685,0.00047064,0.000005530966,0.0000022278175,0.0000059220774,0.009102176],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98574567,0.0063510663,0.0038838214,0.00031698224,0.0033503764,0.0003521134],"domain_scores_gemma":[0.98979217,0.004260732,0.0035086607,0.0004312298,0.0017153849,0.00029180304],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.11094193,0.00014353785,0.0011179604,0.00032888222,0.00025828407,0.0018555606,0.0009880636,0.00018959434,0.0028364486],"category_scores_gemma":[0.089564316,0.00006128893,0.0011785259,0.0010570515,0.000009315273,0.00021432736,0.00006504954,0.0005044351,0.0011259513],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022686029,0.000008353378,0.43416476,0.0000067204023,0.00044779608,0.000017497807,0.0004300841,0.000039033588,0.00006789953,0.00333962,0.5478187,0.013657244],"study_design_scores_gemma":[0.00018837382,0.00007367442,0.42252266,0.000028453534,0.00033980026,0.000059973554,0.00073787535,0.0041438476,0.000018123363,0.059037402,0.5126589,0.00019091745],"about_ca_topic_score_codex":0.00020243284,"about_ca_topic_score_gemma":0.00058206683,"teacher_disagreement_score":0.4758649,"about_ca_system_score_codex":0.0006917969,"about_ca_system_score_gemma":0.0002800402,"threshold_uncertainty_score":0.9996518},"labels":[],"label_agreement":null},{"id":"W4400969429","doi":"10.1111/irv.13283","title":"Adherence of SARS‐CoV‐2 Seroepidemiologic Studies to the ROSES‐S Reporting Guideline During the COVID‐19 Pandemic","year":2024,"lang":"en","type":"review","venue":"Influenza and Other Respiratory Viruses","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Western University; University of Toronto","funders":"Canadian Medical Association; Robert Koch Institut; Koch Institute for Integrative Cancer Research, Massachusetts Institute of Technology; Public Health Agency; Public Health Agency of Canada; World Health Organization","keywords":"Guideline; Coronavirus disease 2019 (COVID-19); Pandemic; Checklist; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Medicine; Public health; Virology; Environmental health; Outbreak; Infectious disease (medical specialty); Psychology; Disease; Internal medicine; Pathology","score_opus":0.97088995711481,"score_gpt":0.6991713104804986,"score_spread":0.27171864663431133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400969429","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005792736,0.99130934,0.00015542482,0.000045639405,0.000338887,0.0019419065,0.000107817046,0.000029786543,0.00027846196],"genre_scores_gemma":[0.00018609944,0.724566,0.0005420643,0.27103215,0.0011186316,0.0013042948,7.579538e-7,0.00019228541,0.0010577095],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9364442,0.021507196,0.03659107,0.001992871,0.0029416732,0.0005229501],"domain_scores_gemma":[0.9409326,0.015116229,0.035866063,0.0068233176,0.0009973815,0.00026445196],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22021963,0.0008951049,0.010115859,0.0004846494,0.0004572871,0.0005987968,0.0030169312,0.0002758342,0.0004464151],"category_scores_gemma":[0.22570226,0.0002707604,0.00304564,0.0019957565,0.00039807637,0.00011987466,0.000951453,0.00059801625,0.0012429088],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003197533,0.000051461928,0.13686053,0.027738195,0.0062681963,0.000098531316,0.0037280666,0.00019928926,0.00007177293,0.0011294918,0.28408492,0.5397376],"study_design_scores_gemma":[0.00005617841,0.00004933314,0.000038302634,0.002336178,0.0016147735,0.00006752593,0.00048683822,0.000004760411,0.0000021391759,0.00079033425,0.99426055,0.00029311326],"about_ca_topic_score_codex":0.00008105338,"about_ca_topic_score_gemma":0.0003772841,"teacher_disagreement_score":0.71017563,"about_ca_system_score_codex":0.00010806775,"about_ca_system_score_gemma":0.00039297147,"threshold_uncertainty_score":0.9999744},"labels":[],"label_agreement":null},{"id":"W4400973941","doi":"10.26599/bsa.2024.9050006","title":"Statistical Analysis Plan for L-oxiracetam Outcomes in Clinical Assessment of Traumatic Brain Injury Effects Trial (LOCATE trial): A Randomized Controlled Clinical Trial","year":2024,"lang":"en","type":"article","venue":"Brain Science Advances","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Glasgow Coma Scale; Traumatic brain injury; Randomized controlled trial; Montreal Cognitive Assessment; Medicine; Physical therapy; Glasgow Outcome Scale; Clinical trial; Sample size determination; Cognition; Cognitive impairment; Psychiatry; Internal medicine","score_opus":0.6122850301461342,"score_gpt":0.654747847771007,"score_spread":0.042462817624872806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400973941","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.678087,0.0010827456,0.27894738,0.0033162544,0.006905979,0.030843643,0.00011848676,0.000030465148,0.0006680832],"genre_scores_gemma":[0.96711135,0.00007846387,0.026688177,0.0006086474,0.00049127964,0.0032455234,0.000017980436,0.000023403305,0.0017351849],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.8652636,0.06704194,0.050678924,0.0039561675,0.011962064,0.0010973322],"domain_scores_gemma":[0.44911766,0.5343218,0.011252583,0.0036531957,0.0010619198,0.00059285644],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.6386335,0.00067605445,0.02623542,0.0026965984,0.00024080332,0.0018110742,0.0033761307,0.00025177066,0.0007189462],"category_scores_gemma":[0.64739317,0.0003062306,0.0126650445,0.0073628756,0.0022285983,0.0010604672,0.0002098746,0.0005434128,0.00008796975],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9349166,0.0010271951,0.0017791135,0.00014212684,0.0022556363,0.000011022042,0.00019260055,0.00021537335,0.000008921876,0.010903749,0.0019090004,0.04663864],"study_design_scores_gemma":[0.8605617,0.002798233,0.0016825588,0.00009429294,0.0030847492,6.880413e-7,0.00022977419,0.114205115,0.0000025423499,0.015178574,0.0018458407,0.00031589405],"about_ca_topic_score_codex":0.000012521241,"about_ca_topic_score_gemma":0.00012007293,"teacher_disagreement_score":0.46727985,"about_ca_system_score_codex":0.000091042275,"about_ca_system_score_gemma":0.0015705497,"threshold_uncertainty_score":0.99993896},"labels":[],"label_agreement":null},{"id":"W4400982438","doi":"10.1037/cep0000338","title":"Want to try a registered report? Here are our lessons learned.","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Experimental Psychology/Revue canadienne de psychologie expérimentale","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"PsycINFO; Publishing; Plan (archaeology); Process (computing); Computer science; Psychology; Medical education; Public relations; MEDLINE; Political science; Medicine; History; Law","score_opus":0.7462684653977322,"score_gpt":0.5675034625391786,"score_spread":0.17876500285855357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400982438","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89533126,0.014549303,0.001564159,0.061026745,0.010077937,0.0008632967,0.00019566264,0.000024725174,0.016366892],"genre_scores_gemma":[0.97922903,0.00003056284,0.0035282895,0.004645528,0.0007549971,0.00006765343,0.000015414827,0.0000826613,0.011645841],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98470527,0.002730834,0.007686555,0.0022182723,0.0010176727,0.0016413688],"domain_scores_gemma":[0.9870265,0.0004228931,0.0035401746,0.0045786086,0.0006507431,0.0037810423],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.032694425,0.00073014974,0.0030337642,0.0021686344,0.00034329502,0.001282213,0.0040395097,0.0003841904,0.0040703],"category_scores_gemma":[0.0067096157,0.0005200366,0.0021860616,0.0021049436,0.00021434553,0.0004710562,0.00010567957,0.0009129791,0.0020742205],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085130654,0.00019496848,0.013297521,0.000040510226,0.0006635019,0.026526287,0.008089947,0.00005671325,0.023358049,0.001304407,0.91355443,0.012828548],"study_design_scores_gemma":[0.0013619361,0.0012601166,0.018001528,0.00088161015,0.00028476902,0.03875903,0.11258765,0.00011202905,0.0025860495,0.008446465,0.81439924,0.0013195768],"about_ca_topic_score_codex":0.0017356022,"about_ca_topic_score_gemma":0.027889771,"teacher_disagreement_score":0.10449771,"about_ca_system_score_codex":0.0014887456,"about_ca_system_score_gemma":0.0009591148,"threshold_uncertainty_score":0.99975455},"labels":[],"label_agreement":null},{"id":"W4400983681","doi":"10.1002/jrsm.1736","title":"Considerations for conducting systematic reviews: A follow‐up study to evaluate the performance of various automated methods for reference de‐duplication","year":2024,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Queen's University","funders":"","keywords":"Computer science; Evaluation methods; Research methodology; Reliability engineering; Engineering; Medicine","score_opus":0.9579403401628281,"score_gpt":0.7454122149889704,"score_spread":0.21252812517385777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400983681","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03120945,0.005886632,0.9337484,0.0016190077,0.00034944314,0.026709888,0.000031487823,0.000056701258,0.00038898783],"genre_scores_gemma":[0.23846945,0.000081386745,0.74206185,0.000047254816,0.000055682536,0.017369198,0.0000014903205,0.000031922482,0.001881744],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.63825804,0.33689916,0.015742382,0.0023451322,0.0056851488,0.0010701513],"domain_scores_gemma":[0.31809366,0.6638458,0.0025184504,0.0067582233,0.0084644975,0.00031937743],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8064832,0.00034728515,0.0045530885,0.0009969515,0.0008388587,0.0015684338,0.0020153425,0.00010029845,0.00059085264],"category_scores_gemma":[0.7719032,0.00015046312,0.0013497397,0.0034169827,0.000117413074,0.00027229512,0.0001962648,0.00030564782,0.00023693539],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015241253,0.0006570884,0.00027318945,0.07756174,0.0048198546,0.000002493126,0.040262517,0.0011219529,0.13939874,0.025187794,0.06321147,0.6473507],"study_design_scores_gemma":[0.0001986981,0.00043982302,0.00016104714,0.003890978,0.0019685822,0.00002258609,0.0071999575,0.9395254,0.01838154,0.014599679,0.013304669,0.00030700833],"about_ca_topic_score_codex":0.000032120715,"about_ca_topic_score_gemma":0.000021572818,"teacher_disagreement_score":0.9384035,"about_ca_system_score_codex":0.00018291915,"about_ca_system_score_gemma":0.00056100864,"threshold_uncertainty_score":0.999468},"labels":[],"label_agreement":null},{"id":"W4401032629","doi":"10.1177/08295735241263912","title":"Registered Reports in School Psychology Research: Initial Experiences, Analyses, and Future","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of School Psychology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Credibility; Psychology; School psychology; Transparency (behavior); Evidence-based practice; Rigour; Best practice; Medical education; Engineering ethics; Public relations; Applied psychology; Alternative medicine; Political science; Medicine; Law","score_opus":0.8976474443652579,"score_gpt":0.6722391059992343,"score_spread":0.2254083383660236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401032629","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8303208,0.07083324,0.0011503274,0.045628972,0.00934809,0.00069040584,0.000016860362,0.00000683667,0.042004462],"genre_scores_gemma":[0.99237096,0.00046199755,0.0015500364,0.0023450635,0.0017403077,0.000027157275,0.0000026755397,0.000023671522,0.0014781408],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97455317,0.01024387,0.010517612,0.0013801091,0.0025335895,0.0007716276],"domain_scores_gemma":[0.9897692,0.0011022369,0.0023821,0.0031648076,0.001472991,0.0021086202],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.110138826,0.00032130795,0.002531231,0.005466628,0.0001999966,0.0014980747,0.001821091,0.00038425668,0.026246043],"category_scores_gemma":[0.03131294,0.0001878291,0.0008074747,0.004113672,0.0005410289,0.0006232167,0.000049755512,0.0017280325,0.0008299873],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037068574,0.000025312493,0.050314985,0.00002983456,0.0002274214,0.011777957,0.0022063118,0.000004472028,0.00018450838,0.00059980125,0.90319777,0.031394575],"study_design_scores_gemma":[0.00034698445,0.00025320996,0.07420002,0.00015126269,0.00007125673,0.0059635267,0.008969274,0.000039497212,0.0000054673365,0.018794993,0.8909779,0.00022659764],"about_ca_topic_score_codex":0.00058255537,"about_ca_topic_score_gemma":0.014634483,"teacher_disagreement_score":0.16205014,"about_ca_system_score_codex":0.00016793318,"about_ca_system_score_gemma":0.0019035056,"threshold_uncertainty_score":0.99994797},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4401038323","doi":"10.1136/bmjopen-2024-084375","title":"Disparity between statistical and clinical significance in published randomised controlled trials indexed in PubMed: a protocol for a cross-sectional methodological survey","year":2024,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"Fogarty International Center; National Institutes of Health; Universiteit Stellenbosch","keywords":"Medicine; Protocol (science); Cross-sectional study; Biostatistics; Clinical trial; Alternative medicine; Statistical significance; Randomized controlled trial; Clinical significance; MEDLINE; Family medicine; Public health; Pathology; Internal medicine","score_opus":0.9684638919167384,"score_gpt":0.7503330800676374,"score_spread":0.218130811849101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401038323","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026695084,0.000022626811,0.1195772,0.000524761,0.00029613747,0.8512217,0.00068125664,0.000007540883,0.00097373495],"genre_scores_gemma":[0.12615076,7.8358926e-7,0.012808823,0.00011412777,0.00018916164,0.8585302,0.000071243056,0.000013812887,0.0021210746],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.46363255,0.4635026,0.06095115,0.0045932927,0.006246216,0.0010742014],"domain_scores_gemma":[0.31363136,0.6766502,0.0060924795,0.002034784,0.0011374949,0.00045364772],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8983723,0.00034721624,0.014181219,0.00043868393,0.0000890594,0.009184059,0.0020140007,0.00033928425,0.0043011834],"category_scores_gemma":[0.8845195,0.00015014314,0.0015620841,0.001464569,0.00021539163,0.000630837,0.00048471673,0.00047729406,0.000075657095],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020665292,0.00012791097,0.9583104,0.00010371476,0.00033467804,0.0000083106115,0.000022822089,0.000010074005,6.8567834e-7,0.00072977034,0.011471046,0.008215281],"study_design_scores_gemma":[0.049651455,0.00009373667,0.92030954,0.000051519863,0.00008451987,0.00000165101,0.000009604038,0.007894693,5.231573e-7,0.018924922,0.002795973,0.00018185296],"about_ca_topic_score_codex":0.0004105028,"about_ca_topic_score_gemma":0.0026199433,"teacher_disagreement_score":0.21314767,"about_ca_system_score_codex":0.00006902001,"about_ca_system_score_gemma":0.0006858215,"threshold_uncertainty_score":0.99660903},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4401175765","doi":"10.1002/jrsm.1744","title":"Two decades of network meta‐analysis: Roadmap to their applications and challenges","year":2024,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; Ottawa Hospital; Impact; McMaster University; Ottawa Public Health; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Computer science; Management science; Data science; Guideline; Reliability (semiconductor); Risk analysis (engineering); Knowledge management; Engineering; Political science; Medicine","score_opus":0.9577047552678494,"score_gpt":0.7108394919747318,"score_spread":0.24686526329311753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401175765","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000320703,0.37606996,0.5998866,0.007964788,0.00004969351,0.0013249611,0.0000338742,0.00001831088,0.014331108],"genre_scores_gemma":[0.18174651,0.0072961855,0.8036103,0.000070526265,0.00029992845,0.0026829103,0.0000016373754,0.00004130931,0.0042506945],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8878958,0.09747698,0.0058500296,0.0020565777,0.0060268897,0.000693666],"domain_scores_gemma":[0.8298677,0.16231035,0.0007635729,0.005004547,0.0015839009,0.0004699172],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5076229,0.00030286235,0.0057560387,0.0022962831,0.00024451406,0.0010255979,0.002223651,0.0001020786,0.004713458],"category_scores_gemma":[0.050768398,0.0001358895,0.0037300244,0.009978314,0.000199429,0.00017491075,0.00051522534,0.0002993436,0.0005587174],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067978035,0.0000500028,0.00012949927,0.00034410332,0.09293783,0.000002471099,0.00093294546,0.00070983055,0.00047631524,0.07260173,0.0041388245,0.8276697],"study_design_scores_gemma":[0.00003024793,0.000045441702,0.00088560616,0.00006458148,0.054678105,0.0000058873147,0.003071286,0.019074967,0.0025144957,0.116920516,0.8023952,0.00031362896],"about_ca_topic_score_codex":0.000030635332,"about_ca_topic_score_gemma":0.00007649454,"teacher_disagreement_score":0.82735604,"about_ca_system_score_codex":0.000026376543,"about_ca_system_score_gemma":0.000099521276,"threshold_uncertainty_score":0.9961964},"labels":[],"label_agreement":null},{"id":"W4401175792","doi":"10.1145/3685235.3685238","title":"Too Small to Succeed: Small Samples and the p-Value Problem","year":2024,"lang":"en","type":"article","venue":"ACM SIGMIS Database the DATABASE for Advances in Information Systems","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Statistics Canada","funders":"","keywords":"Sample size determination; Econometrics; Statistics; Sample (material); Statistical power; Skepticism; A priori and a posteriori; Preference; Population; Psychology; Variety (cybernetics); Mathematics; Sociology; Demography; Physics; Epistemology","score_opus":0.4439066502439472,"score_gpt":0.45368049651676146,"score_spread":0.009773846272814246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401175792","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011989156,0.03654639,0.89558613,0.008083169,0.0030335148,0.016063219,0.023568472,0.00009751301,0.005032442],"genre_scores_gemma":[0.5819749,0.013053204,0.32202378,0.014666291,0.003028851,0.026857346,0.025721528,0.00030473366,0.012369344],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98362756,0.0036409188,0.0083656255,0.0009325375,0.00288877,0.00054458575],"domain_scores_gemma":[0.9641755,0.024843942,0.0023144141,0.007593316,0.0008481123,0.000224688],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.122671686,0.0004949162,0.0019933053,0.0006878041,0.0004520382,0.0036634654,0.0042178826,0.000069771464,0.00017085785],"category_scores_gemma":[0.052841384,0.00019551907,0.000551048,0.0021366049,0.00021754626,0.00471646,0.0011372968,0.0003253305,0.0011956254],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036583748,0.000048534494,0.0010889365,0.0038208007,0.00035786055,0.0000071247737,0.008560171,0.009292945,0.00008270613,0.6849393,0.20471013,0.08672559],"study_design_scores_gemma":[0.00063077203,0.000032257998,0.000046014407,0.0005286645,0.00014255021,0.000049613787,0.00486117,0.042132698,0.000031150223,0.0030614387,0.9482075,0.00027615062],"about_ca_topic_score_codex":0.00057790976,"about_ca_topic_score_gemma":0.0005935755,"teacher_disagreement_score":0.7434974,"about_ca_system_score_codex":0.000075579585,"about_ca_system_score_gemma":0.000121529534,"threshold_uncertainty_score":0.99958205},"labels":[],"label_agreement":null},{"id":"W4401306099","doi":"10.1016/j.jclinepi.2024.111492","title":"A brief note on the random-effects meta-analysis model and its relationship to other models","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"National Health and Medical Research Council; Medical Research Council; University of Bristol","keywords":"Random effects model; Meta-analysis; Model selection; Computer science; Econometrics; Fixed effects model; Statistical model; Linear model; Mathematics; Artificial intelligence; Machine learning; Medicine","score_opus":0.9559238903123659,"score_gpt":0.6810858853192303,"score_spread":0.2748380049931356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401306099","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033811618,0.012521824,0.85426736,0.095402524,0.00045348293,0.0006061,0.00001571335,0.0000044036005,0.0029169675],"genre_scores_gemma":[0.96276283,0.00014587908,0.009994466,0.020719098,0.00027229727,0.000025008743,3.9156933e-7,0.0000135860055,0.006066438],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.8549306,0.11115707,0.030257896,0.0009832325,0.0023524496,0.00031878747],"domain_scores_gemma":[0.19121009,0.7922331,0.012336761,0.0024224804,0.0012058096,0.0005917198],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.64090544,0.00030312102,0.016915733,0.0007063764,0.00011232174,0.00023347387,0.0013289725,0.00027759236,0.001441563],"category_scores_gemma":[0.7458375,0.00009679997,0.017837895,0.0016191916,0.00010089289,0.00022959463,0.000111130576,0.0009952312,0.0006624171],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017247944,0.000074823,0.0030575676,0.000029942268,0.06155437,0.000019721985,0.0002969556,0.5036015,0.0000026862717,0.34802425,0.07829999,0.0048656985],"study_design_scores_gemma":[0.0001679443,0.00011161181,0.0016487733,0.00001639843,0.050303854,0.0000122734045,0.00000924817,0.6568105,3.9449455e-7,0.28143808,0.009406463,0.00007443222],"about_ca_topic_score_codex":0.0000037034038,"about_ca_topic_score_gemma":0.000014776145,"teacher_disagreement_score":0.9289512,"about_ca_system_score_codex":0.000015952595,"about_ca_system_score_gemma":0.00012352495,"threshold_uncertainty_score":0.99947125},"labels":[],"label_agreement":null},{"id":"W4401306158","doi":"10.1016/j.jclinepi.2024.111490","title":"Developing reporting checklist items from systematic review findings: a roadmap and lessons to be learned from ACCORD","year":2024,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Checklist; Systematic review; MEDLINE; Medicine; Psychology; Medical education; Management science; Political science; Engineering","score_opus":0.9685079508447144,"score_gpt":0.7315394618440088,"score_spread":0.23696848900070566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401306158","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008974589,0.9627819,0.010370263,0.021630868,0.0028744868,0.00199549,0.00007934108,0.000008585874,0.0001693053],"genre_scores_gemma":[0.000011608595,0.96243775,0.026004689,0.008271796,0.0013318793,0.0000888829,0.00003266645,0.00006205527,0.001758693],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.50124305,0.19424236,0.2951536,0.003674716,0.0047774087,0.00090886594],"domain_scores_gemma":[0.10746222,0.5311597,0.3496155,0.0073014665,0.002839216,0.0016218823],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.7362427,0.0012153068,0.120342106,0.0008721763,0.00015001607,0.0006392646,0.004410735,0.0012414479,0.0011282926],"category_scores_gemma":[0.95997167,0.00050285755,0.02178142,0.00192622,0.00017880525,0.00023776681,0.0010024806,0.0032380458,0.0020303368],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009829922,0.000045482157,0.0009171985,0.4407084,0.0061047035,0.0002654184,0.00012179582,0.000001920565,5.6841635e-8,0.0011862824,0.13715453,0.41348436],"study_design_scores_gemma":[0.000061985076,0.00005706465,0.000070810645,0.38807327,0.015026012,0.00025725746,0.00007491677,0.000068838344,6.460822e-9,0.0077083856,0.58830434,0.00029709205],"about_ca_topic_score_codex":0.00006130573,"about_ca_topic_score_gemma":0.00003505449,"teacher_disagreement_score":0.45114982,"about_ca_system_score_codex":0.0001713076,"about_ca_system_score_gemma":0.0013516122,"threshold_uncertainty_score":0.9997848},"labels":[],"label_agreement":null},{"id":"W4401317985","doi":"10.1016/j.jclinepi.2024.111484","title":"Supplementing systematic review findings with healthcare system data: pilot projects from the Agency for Healthcare Research and Quality Evidence-based Practice Center program","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"ClearWay Minnesota; EPCOR; Center for Scientific Review; Agency for Healthcare Research and Quality; Mayo Clinic","keywords":"Workgroup; Health care; Systematic review; Medicine; Evidence-based practice; Agency (philosophy); Data collection; Data quality; MEDLINE; Operations management; Computer science; Engineering; Alternative medicine","score_opus":0.9850712675582161,"score_gpt":0.7840119390380691,"score_spread":0.20105932852014696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401317985","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008276416,0.42499906,0.033116765,0.5172003,0.0016147,0.014379113,0.00035023197,0.000021714297,0.00004174591],"genre_scores_gemma":[0.7378777,0.0412035,0.18186164,0.033587866,0.0032922328,0.001424259,0.00015508477,0.000095465344,0.0005022029],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.39022535,0.51236755,0.08442316,0.003086822,0.008586753,0.0013103458],"domain_scores_gemma":[0.08677875,0.8665061,0.031712867,0.005996986,0.0083417175,0.0006635772],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8715291,0.00036144018,0.013534089,0.00025168277,0.00039102678,0.00067488756,0.0035791849,0.0001986715,0.000087167435],"category_scores_gemma":[0.8584897,0.00012534637,0.0016653801,0.001344676,0.0003317579,0.0008733447,0.0003986327,0.0017412361,0.00006980407],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007000519,0.00048286412,0.16528893,0.62275463,0.0024490573,0.00008996966,0.0004911917,0.0000045999177,9.016629e-7,0.02153467,0.17050429,0.015698858],"study_design_scores_gemma":[0.001577239,0.011441097,0.013765282,0.8025099,0.005355517,0.0005707027,0.006769056,0.016408486,5.977183e-7,0.0069400454,0.13411401,0.00054804335],"about_ca_topic_score_codex":0.0003491428,"about_ca_topic_score_gemma":0.0002824813,"teacher_disagreement_score":0.7296013,"about_ca_system_score_codex":0.00011531376,"about_ca_system_score_gemma":0.0013277545,"threshold_uncertainty_score":0.9251632},"labels":[],"label_agreement":null},{"id":"W4401412833","doi":"10.1093/aje/kwae260","title":"Introduction to network meta-analysis: understanding what it is, how it is done, and how it can be used for decision-making","year":2024,"lang":"en","type":"article","venue":"American Journal of Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Computer science; Management science; Data science; Engineering","score_opus":0.7301786235244885,"score_gpt":0.5383945789613399,"score_spread":0.19178404456314857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401412833","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011303589,0.00870688,0.5111853,0.4779847,0.00067911897,0.0002651915,0.000020566999,0.0000028495188,0.000025056142],"genre_scores_gemma":[0.7736287,0.0023143282,0.13502549,0.083294645,0.0027065205,0.00004775157,0.0000065864297,0.000047160564,0.0029287925],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97441185,0.013614682,0.0077094827,0.0015127764,0.0020653922,0.000685794],"domain_scores_gemma":[0.8972287,0.08927288,0.009805934,0.002042377,0.0011587425,0.0004913718],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19526325,0.0004999542,0.01208615,0.001559603,0.00028051666,0.0016068527,0.0012661375,0.00012541632,0.003638342],"category_scores_gemma":[0.1112691,0.00024699527,0.00721206,0.004572701,0.00030010368,0.0007948087,0.0001517103,0.00042404086,0.000037107446],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037646267,0.000009096422,0.0010536852,0.000017624405,0.042141628,0.000010171964,0.001281849,0.0032828846,0.00001130949,0.0014010448,0.93703145,0.0137216225],"study_design_scores_gemma":[0.000108018336,0.00051780714,0.00011780086,0.00012203569,0.075857714,0.00018965112,0.023306208,0.015051516,0.000002078943,0.035878755,0.8485001,0.00034834715],"about_ca_topic_score_codex":0.000018490768,"about_ca_topic_score_gemma":0.00038800418,"teacher_disagreement_score":0.77249837,"about_ca_system_score_codex":0.00022219993,"about_ca_system_score_gemma":0.00014115634,"threshold_uncertainty_score":0.9999982},"labels":[],"label_agreement":null},{"id":"W4401429097","doi":"10.1177/21677026241255882","title":"Open Science at <i>Clinical Psychological Science</i> : Reflections on Progress, Lessons Learned, and Suggestions for Continued Improvement","year":2024,"lang":"en","type":"article","venue":"Clinical Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Open science; Psychological science; Open data; Psychology; Best practice; Work (physics); Engineering ethics; Citizen science; Computer science; Political science; Engineering; Social psychology; World Wide Web","score_opus":0.9367436463526467,"score_gpt":0.7640346160849407,"score_spread":0.172709030267706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401429097","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84910697,0.0005706693,0.007611321,0.066948146,0.007694583,0.005341698,0.000099039265,0.00014241868,0.06248517],"genre_scores_gemma":[0.9717737,0.00023229592,0.016814845,0.0042770277,0.00038334235,0.00038695894,0.0000030101926,0.000016601334,0.0061122305],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96772444,0.0032146939,0.01028532,0.009112971,0.008093087,0.0015694759],"domain_scores_gemma":[0.9712381,0.015801031,0.0023266822,0.0060095107,0.0026836258,0.001941064],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","sts","insufficient_payload"],"category_scores_codex":[0.4041206,0.0005671673,0.0030002117,0.00078842795,0.0037463605,0.01033781,0.01637832,0.00035094496,0.0019178918],"category_scores_gemma":[0.19989464,0.00026727945,0.0015402475,0.012594675,0.031689398,0.0014638961,0.003990989,0.0011363293,0.0022490032],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021416879,0.0022756588,0.013963737,0.00001758179,0.000048556733,0.00002475609,0.00011618297,0.000010165701,0.003584253,0.14105414,0.069234364,0.76945645],"study_design_scores_gemma":[0.0018888941,0.0074716443,0.34814304,0.00023232146,0.00024724164,0.0001181745,0.00033557654,0.007123085,0.00014626626,0.16617717,0.46702293,0.0010936677],"about_ca_topic_score_codex":0.0000041945555,"about_ca_topic_score_gemma":0.000019491084,"teacher_disagreement_score":0.76836276,"about_ca_system_score_codex":0.00022979832,"about_ca_system_score_gemma":0.000674343,"threshold_uncertainty_score":0.99997795},"labels":[],"label_agreement":null},{"id":"W4401488593","doi":"10.1007/s13304-024-01961-w","title":"Level of evidence in high impact surgical literature: the way forward","year":2024,"lang":"en","type":"article","venue":"Updates in Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Western University; Université Laval; McGill University Health Centre","funders":"","keywords":"Medicine; Impact factor; Evidence-based medicine; MEDLINE; Inclusion and exclusion criteria; Surgery; Alternative medicine; Pathology","score_opus":0.8452381910963283,"score_gpt":0.553877838131997,"score_spread":0.29136035296433127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401488593","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95583045,0.038265448,0.00046500377,0.0033081912,0.0009403695,0.00039731857,0.00008514583,0.0000066966204,0.00070139044],"genre_scores_gemma":[0.99671096,0.0007053874,0.0001766236,0.000072436276,0.00007811803,0.00002283609,0.000009942761,0.000009065292,0.0022146485],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9826631,0.006664356,0.006682936,0.0007240274,0.002955222,0.00031034174],"domain_scores_gemma":[0.9455129,0.0508312,0.0009663045,0.0022913024,0.0003201804,0.00007810102],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14251743,0.00023442275,0.002584775,0.00086568005,0.000029754792,0.0008704537,0.0011440098,0.00010110746,0.0059372303],"category_scores_gemma":[0.03452193,0.00007573347,0.0018626822,0.0049615456,0.000088935456,0.0005186161,0.00014991625,0.0002859745,0.000776901],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039556708,0.000076329394,0.5856073,0.00026906305,0.00019591779,0.00048571432,0.0015424972,0.0003691194,0.000051703933,0.0053793387,0.32565004,0.08033346],"study_design_scores_gemma":[0.00023522308,0.00005243517,0.56717217,0.0060955277,0.00021411553,0.0002359022,0.00062185404,0.020189855,0.00042444468,0.05998594,0.34398353,0.000789001],"about_ca_topic_score_codex":0.00010463021,"about_ca_topic_score_gemma":0.0000827493,"teacher_disagreement_score":0.1079955,"about_ca_system_score_codex":0.000046982725,"about_ca_system_score_gemma":0.00012236388,"threshold_uncertainty_score":0.998575},"labels":[],"label_agreement":null},{"id":"W4401542684","doi":"10.1136/bmj-2024-079694","title":"Reporting on data sharing: executive position of the EQUATOR Network","year":2024,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Checklist; Data sharing; Transparency (behavior); Computer science; Data quality; Focus (optics); Quality (philosophy); Data management; Data science; Process management; Knowledge management; Medicine; Data mining; Business; Psychology; Computer security; Operations management; Alternative medicine; Engineering","score_opus":0.8753430195007877,"score_gpt":0.5969361330718925,"score_spread":0.2784068864288952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401542684","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26070565,0.007531474,0.09228894,0.034097128,0.008748963,0.005679042,0.00018772781,0.00006029486,0.59070075],"genre_scores_gemma":[0.98532045,0.0000027688495,0.0017084478,0.0002605441,0.00038292885,0.000012619879,0.000009860437,0.000006505132,0.012295853],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9853966,0.0017864729,0.00915912,0.00076794083,0.002768648,0.00012116537],"domain_scores_gemma":[0.9825662,0.0021902246,0.007881252,0.007071804,0.00025015054,0.000040408602],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15239383,0.0000956914,0.0010015151,0.00006245939,0.000078980585,0.000466694,0.002069791,0.000032415708,0.00119189],"category_scores_gemma":[0.05873476,0.00003514589,0.00061788416,0.0010067194,0.000022071508,0.00013431611,0.00052982924,0.000095469964,0.00072253007],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027585954,0.000011127626,0.0074959514,0.00004197383,0.0001502784,0.0000137104835,0.00021447722,0.00040622146,0.000080951155,0.02224624,0.95925623,0.010080095],"study_design_scores_gemma":[0.00008377723,0.000055233955,0.034371622,0.0014973867,0.0006815929,0.000079670994,0.00067907234,0.3458646,0.00024117997,0.07525607,0.5409072,0.00028261504],"about_ca_topic_score_codex":0.000008126703,"about_ca_topic_score_gemma":0.0000075111043,"teacher_disagreement_score":0.7246148,"about_ca_system_score_codex":0.000014837755,"about_ca_system_score_gemma":0.000052294192,"threshold_uncertainty_score":0.99972117},"labels":[],"label_agreement":null},{"id":"W4401551114","doi":"10.1002/jrsm.1742","title":"Scoping review search practices in the social sciences: A scoping review","year":2024,"lang":"en","type":"review","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Ontario Council of University Libraries; University of Toronto","funders":"","keywords":"Citation; Citation index; Systematic review; Social Sciences Citation Index; Science Citation Index; MEDLINE; Data science; Library science; Computer science; Medical education; Political science; Medicine","score_opus":0.9889760406366395,"score_gpt":0.8389961357747868,"score_spread":0.14997990486185264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401551114","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.197959e-8,0.9532787,0.00091536937,0.0059532234,0.00025039137,0.020314805,0.000022389044,0.000016543545,0.019248484],"genre_scores_gemma":[7.646019e-8,0.96587086,0.024867058,0.0007696243,0.00049019366,0.0066582863,0.000006068244,0.000084013394,0.0012538503],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.27197918,0.66011983,0.027996251,0.0053302725,0.03235682,0.002217637],"domain_scores_gemma":[0.1681871,0.78093743,0.027347723,0.017850367,0.0050520077,0.00062536774],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.9228172,0.0012950549,0.027915511,0.003672055,0.0016143838,0.0065415287,0.017964201,0.0005044507,0.010727881],"category_scores_gemma":[0.7518052,0.0004984256,0.009392559,0.033212107,0.0010949952,0.0007716537,0.0021923645,0.003879508,0.010705075],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[3.6761847e-7,0.00002608729,4.2669794e-7,0.46805927,0.00012745023,0.000025814123,0.000086096574,6.8290284e-8,7.070802e-8,0.0003222903,0.023838852,0.50751317],"study_design_scores_gemma":[0.000010331855,0.000016984523,1.6182751e-7,0.5865782,0.0019904696,0.000060798775,0.00020589196,0.000027931083,2.6368707e-7,0.00030053387,0.41052622,0.00028221498],"about_ca_topic_score_codex":0.0000542073,"about_ca_topic_score_gemma":0.00006704655,"teacher_disagreement_score":0.507231,"about_ca_system_score_codex":0.00036694654,"about_ca_system_score_gemma":0.0072100437,"threshold_uncertainty_score":0.9999801},"labels":[],"label_agreement":null},{"id":"W4401667657","doi":"10.1007/s10742-024-00335-4","title":"Deduplication methods for literature citations in systematic evidence reviews: practical insights to guide decision-making","year":2024,"lang":"en","type":"article","venue":"Health Services and Outcomes Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Data deduplication; Computer science; Context (archaeology); Systematic review; Software; Data science; Management science; Data mining; Database; MEDLINE; Engineering","score_opus":0.9338542154844445,"score_gpt":0.7958391692124195,"score_spread":0.138015046272025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401667657","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016408347,0.17869294,0.78599846,0.026710767,0.00047519687,0.0063654366,0.000007948747,0.000012388831,0.00009599533],"genre_scores_gemma":[0.0058910307,0.0052042473,0.98019326,0.0057300897,0.000095355055,0.00191468,0.0000054979173,0.000022961362,0.0009428876],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7580019,0.21701694,0.01683087,0.0028520906,0.004141216,0.0011569734],"domain_scores_gemma":[0.4113556,0.5789021,0.0022313946,0.0037790004,0.0031048504,0.0006270467],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5746341,0.00033896472,0.005186418,0.0026334058,0.00041244936,0.0019448393,0.0014131571,0.00021603149,0.00022821667],"category_scores_gemma":[0.38950756,0.00016149465,0.0007645596,0.0061275354,0.000060884,0.00070549693,0.0004044663,0.00060131185,0.0004621519],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011225389,0.00009383206,0.0037195806,0.17153257,0.0002739391,0.000026912734,0.0531136,0.00008370357,0.00015692512,0.10141119,0.022777343,0.6466981],"study_design_scores_gemma":[0.00027767403,0.00049641094,0.016550772,0.083680995,0.00021851285,0.00014255762,0.013786826,0.10726324,0.000006310028,0.32712728,0.44993567,0.00051377644],"about_ca_topic_score_codex":0.00009436159,"about_ca_topic_score_gemma":0.0009528278,"teacher_disagreement_score":0.6461844,"about_ca_system_score_codex":0.00021439859,"about_ca_system_score_gemma":0.0004234812,"threshold_uncertainty_score":0.9990912},"labels":[],"label_agreement":null},{"id":"W4401770594","doi":"10.1002/cl2.1432","title":"Searching and reporting in Campbell Collaboration systematic reviews: A systematic assessment of current methods","year":2024,"lang":"en","type":"review","venue":"Campbell Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; University of Victoria; University of British Columbia; Carleton University","funders":"","keywords":"Systematic review; Data extraction; MEDLINE; Computer science; Psychology; Data science; Information retrieval; Political science","score_opus":0.9124483196434898,"score_gpt":0.7084847121854696,"score_spread":0.20396360745802022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401770594","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000030681654,0.8445186,0.017900413,0.000017826445,0.0019087186,0.1347039,0.00003445576,0.000030195497,0.00088281935],"genre_scores_gemma":[0.000023233333,0.949378,0.014556554,0.00002823272,0.00019582262,0.032664143,0.000057062207,0.00020513647,0.0028918264],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.30390707,0.42773882,0.24932267,0.005732133,0.011798846,0.0015004731],"domain_scores_gemma":[0.57243866,0.06839725,0.33453995,0.020522406,0.0031584855,0.00094323553],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.7433054,0.0035650386,0.14398685,0.0045040804,0.00030676828,0.0037055516,0.0052364254,0.00081140513,0.0003263101],"category_scores_gemma":[0.54708046,0.0014907566,0.016095271,0.012240328,0.0001994285,0.0007391485,0.0011303778,0.0020181416,0.0031848205],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.808679e-7,0.00008784027,0.000010847552,0.9687055,0.0009585772,0.000032062057,0.0012646093,0.000004247334,0.0000013206477,0.0016337333,0.001856226,0.025444567],"study_design_scores_gemma":[0.00010497284,0.000046293633,4.0013586e-7,0.810998,0.021309974,0.00040942073,0.00089867844,0.003624501,1.1502579e-7,0.00048367056,0.16118518,0.0009387887],"about_ca_topic_score_codex":0.00001712437,"about_ca_topic_score_gemma":0.000056978155,"teacher_disagreement_score":0.35934156,"about_ca_system_score_codex":0.0012281158,"about_ca_system_score_gemma":0.0013160304,"threshold_uncertainty_score":0.99875414},"labels":[],"label_agreement":null},{"id":"W4401805063","doi":"10.1123/ijsnem.2024-0151","title":"The Nontechnical Summary: A New Initiative to Enhance the Translation of Sports Science Research and Reduce the Spread of Misinformation","year":2024,"lang":"en","type":"editorial","venue":"International Journal of Sport Nutrition and Exercise Metabolism","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Sport Centre Pacific; University of Victoria","funders":"","keywords":"Misinformation; Sports science; Advertising; Psychology; Medical education; Political science; Medicine; Business; Law","score_opus":0.32697254835258016,"score_gpt":0.5249466371873035,"score_spread":0.19797408883472334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401805063","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11656887,0.18969783,0.00476868,0.05243731,0.62309957,0.0066807144,0.00057552295,0.000013686035,0.0061578047],"genre_scores_gemma":[0.763705,0.09072265,0.0034765836,0.00014861806,0.13793246,0.000089908994,0.0000506745,0.00004186553,0.0038322364],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97902125,0.00040158207,0.006242413,0.00041194315,0.013726812,0.00019598322],"domain_scores_gemma":[0.9789976,0.0034630208,0.0051712147,0.00089399127,0.011304049,0.00017014807],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.08795285,0.00023001713,0.0015924782,0.0011103114,0.00025974432,0.0010718887,0.0026707295,0.00016483903,0.000091452086],"category_scores_gemma":[0.007994734,0.0000879947,0.00060947676,0.0016294704,0.0007861591,0.0005736373,0.00021689716,0.0007986936,0.000009888201],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034462375,0.0000628743,0.000026785436,0.00006636668,0.00014925729,0.0000063197685,0.0023158109,0.0000069439347,0.00017440718,0.0024229165,0.83957547,0.15484825],"study_design_scores_gemma":[0.0002607495,0.000056463778,0.0011498984,0.0017942302,0.0002801076,0.00003315619,0.0016829434,0.00012681693,0.0010271663,0.02353522,0.9699543,0.00009895182],"about_ca_topic_score_codex":0.00003690279,"about_ca_topic_score_gemma":0.000014158087,"teacher_disagreement_score":0.64713615,"about_ca_system_score_codex":0.00004582222,"about_ca_system_score_gemma":0.00071425625,"threshold_uncertainty_score":0.9999651},"labels":[],"label_agreement":null},{"id":"W4401805647","doi":"10.1080/17457300.2024.2388484","title":"The importance of systematic reviews","year":2024,"lang":"en","type":"editorial","venue":"International Journal of Injury Control and Safety Promotion","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; Population Health Research Institute","funders":"","keywords":"Poison control; Occupational safety and health; Human factors and ergonomics; Injury prevention; Suicide prevention; Medical emergency; Transport engineering; Engineering; Medicine","score_opus":0.24711104560576674,"score_gpt":0.47493005071724365,"score_spread":0.2278190051114769,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401805647","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027459217,0.06377091,0.009571154,0.005135752,0.9178266,0.00218477,0.00034587912,0.0000031848276,0.000887141],"genre_scores_gemma":[0.078255944,0.04370419,0.0008242474,0.00025770182,0.851891,0.00017625095,0.000053112246,0.000084670035,0.024752904],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95587116,0.009138271,0.02368062,0.0004975616,0.010646934,0.00016543469],"domain_scores_gemma":[0.9442393,0.013964718,0.030980155,0.0013051948,0.00939898,0.000111653346],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18391034,0.00035504138,0.0051566446,0.00046509888,0.00009247121,0.0010978233,0.0028416927,0.00025968507,0.0003107234],"category_scores_gemma":[0.15022156,0.00012939356,0.0028439467,0.00033046358,0.000095168856,0.0003076139,0.000119823024,0.0006748876,0.00017810799],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014223829,0.000037479364,0.00010789425,0.002400945,0.0014234782,0.000014260226,0.00009617259,0.000003437025,0.000030086032,0.0011077038,0.9844616,0.010174678],"study_design_scores_gemma":[0.00041043523,0.00021997638,0.00007512955,0.008159691,0.001129725,0.00005601548,0.000071387214,0.0007031515,0.0000030510737,0.0112370355,0.9777944,0.00014001319],"about_ca_topic_score_codex":0.0000016748068,"about_ca_topic_score_gemma":0.000011136108,"teacher_disagreement_score":0.077981345,"about_ca_system_score_codex":0.000116763804,"about_ca_system_score_gemma":0.0002565633,"threshold_uncertainty_score":0.99993914},"labels":[],"label_agreement":null},{"id":"W4401835112","doi":"10.11124/jbies-24-00103","title":"The revised JBI critical appraisal tool for the assessment of risk of bias for cohort studies","year":2024,"lang":"en","type":"article","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":116,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Critical appraisal; Observational study; Systematic review; Clinical study design; Cohort study; Cohort; Grading (engineering); Research design; Medicine; Psychology; Management science; Risk analysis (engineering); MEDLINE; Clinical trial; Statistics; Engineering; Alternative medicine; Pathology","score_opus":0.5736276608991764,"score_gpt":0.5954410393680415,"score_spread":0.021813378468865108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401835112","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05785679,0.14121285,0.73862237,0.04305693,0.00499821,0.01264762,0.00066727895,0.0000388034,0.0008991642],"genre_scores_gemma":[0.97618437,0.004208599,0.016236499,0.000048958642,0.00021604741,0.0021692908,4.27399e-7,0.00001900484,0.0009168054],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9805502,0.007606535,0.006802207,0.00082217954,0.0039195744,0.00029925528],"domain_scores_gemma":[0.13375926,0.8569493,0.00264925,0.0037116632,0.0028619177,0.00006856434],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23599753,0.00026300433,0.0027984793,0.00014757641,0.00039682552,0.00068186864,0.001988519,0.00006609006,0.00043424786],"category_scores_gemma":[0.77756673,0.000085485975,0.0030269364,0.0008538777,0.0004528766,0.0002801872,0.0001582513,0.00011898254,0.00005735518],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106487176,0.00014551467,0.069643214,0.005348832,0.010105603,0.0000028367097,0.0019097398,0.0002545456,0.0005651925,0.11239045,0.3743771,0.42515048],"study_design_scores_gemma":[0.00025750647,0.00044616897,0.10961295,0.007148872,0.031495944,0.0000143191655,0.017417762,0.2512637,0.0025213512,0.04919419,0.52975297,0.0008742415],"about_ca_topic_score_codex":0.000009363448,"about_ca_topic_score_gemma":0.000014275234,"teacher_disagreement_score":0.91832757,"about_ca_system_score_codex":0.000036593534,"about_ca_system_score_gemma":0.00018500493,"threshold_uncertainty_score":0.7867013},"labels":[],"label_agreement":null},{"id":"W4401868844","doi":"10.1016/j.ijnurstu.2024.104880","title":"PRISMA-COSMIN 2024: New guidance aimed to enhance the reporting quality of systematic reviews of outcome measurement instruments","year":2024,"lang":"en","type":"editorial","venue":"International Journal of Nursing Studies","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; SickKids Foundation; Hospital for Sick Children","funders":"Canadian Institutes of Health Research","keywords":"Systematic review; Outcome (game theory); Medicine; Quality (philosophy); MEDLINE; Medical physics; Political science","score_opus":0.8738935844624542,"score_gpt":0.667642518708858,"score_spread":0.2062510657535962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401868844","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002398787,0.102894954,0.0058025946,0.004597189,0.8814736,0.0018639817,0.000044036045,0.0000030568551,0.00092179014],"genre_scores_gemma":[0.22519347,0.010232289,0.03312446,0.0005627488,0.66614926,0.00030424332,0.000013150186,0.00018852964,0.06423186],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8714439,0.01066166,0.08326975,0.0009292374,0.033388045,0.00030735403],"domain_scores_gemma":[0.7506232,0.015195056,0.19764705,0.0032734035,0.03305415,0.0002071174],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2974444,0.0005011662,0.010730251,0.00075122947,0.00007952904,0.00041843925,0.004111504,0.0001452585,0.00014416642],"category_scores_gemma":[0.62017715,0.00020961447,0.0045681973,0.0008459085,0.00013065459,0.00019674022,0.00027639614,0.0006269318,0.00010599297],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004076689,0.00007270998,0.0003379902,0.0055934577,0.0043767183,0.00000750779,0.0028659422,0.00003150459,0.0001116683,0.00003497743,0.9778614,0.008665339],"study_design_scores_gemma":[0.0005016692,0.00030668688,0.0011574839,0.31328383,0.0068120356,0.000074862495,0.0069358484,0.00006429322,0.00056490424,0.011498711,0.6580977,0.0007020062],"about_ca_topic_score_codex":0.000023704448,"about_ca_topic_score_gemma":0.000034662033,"teacher_disagreement_score":0.32273272,"about_ca_system_score_codex":0.0007759414,"about_ca_system_score_gemma":0.00045025395,"threshold_uncertainty_score":0.854783},"labels":[],"label_agreement":null},{"id":"W4401893139","doi":"10.1002/ase.2500","title":"Journal recommended guidelines for systematic review and meta‐analyses","year":2024,"lang":"en","type":"article","venue":"Anatomical Sciences Education","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"MEDLINE; Meta-analysis; Medical education; Psychology; Medicine; Chemistry; Pathology","score_opus":0.8981363923440805,"score_gpt":0.6820545468048727,"score_spread":0.21608184553920784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401893139","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018655469,0.7887147,0.027962498,0.17227462,0.0014832179,0.0038869055,0.000020184452,0.00002300768,0.0037693307],"genre_scores_gemma":[0.45006236,0.042014536,0.2713227,0.14002573,0.002472325,0.0039782673,0.000051533192,0.00010707695,0.08996546],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98661864,0.0035220399,0.0066163717,0.00077316095,0.0022587383,0.00021108099],"domain_scores_gemma":[0.9880924,0.005565586,0.0021212713,0.0009012926,0.0030875027,0.00023194836],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12923408,0.00022561302,0.0032670542,0.00044701024,0.00034511212,0.003041692,0.0012754591,0.000047161462,0.0025170667],"category_scores_gemma":[0.09486239,0.00008402076,0.0015969325,0.0019434439,0.000095909214,0.0005984085,0.00005669696,0.0001056796,0.0003358064],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.7696614e-7,0.000027627846,0.000019940486,0.02103837,0.0013387628,2.5035948e-7,0.00009089582,0.0000041848944,0.0000249075,0.012886386,0.9605563,0.0040118787],"study_design_scores_gemma":[0.00020293244,0.00026292377,0.00007975679,0.03151155,0.18883885,0.00084528874,0.006548066,0.07322755,0.00017588557,0.40141377,0.29556072,0.0013327147],"about_ca_topic_score_codex":0.000009873248,"about_ca_topic_score_gemma":0.0000083987825,"teacher_disagreement_score":0.74670017,"about_ca_system_score_codex":0.000040090465,"about_ca_system_score_gemma":0.00040542881,"threshold_uncertainty_score":0.9983948},"labels":[],"label_agreement":null},{"id":"W4401988558","doi":"10.1371/journal.pone.0307999","title":"Accumulating evidence across studies: Consistent methods protect against false findings produced by p-hacking","year":2024,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Hacker; Biology; Bioinformatics; Medicine; Computational biology; Computer science; Computer security","score_opus":0.9447732269234966,"score_gpt":0.6460625260506303,"score_spread":0.29871070087286633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401988558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.934983,0.050650552,0.0081523815,0.0025352307,0.00027687673,0.002861762,0.000023126595,0.00007352012,0.00044353495],"genre_scores_gemma":[0.9175518,0.00032647196,0.074666284,0.0003527882,0.00016508374,0.0004740244,0.0000028189456,0.000038754955,0.0064219446],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.97159415,0.010707918,0.008210144,0.0022143985,0.006664495,0.0006088961],"domain_scores_gemma":[0.96424663,0.026182193,0.0026361835,0.004405577,0.0022989162,0.00023052403],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18354973,0.00041874294,0.0039423746,0.00022945565,0.00047277042,0.0025966442,0.00144905,0.00009648256,0.00058150716],"category_scores_gemma":[0.26661083,0.00021637778,0.0011563053,0.0022769736,0.00011496208,0.00064590597,0.0004922167,0.00037355637,0.0017155634],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026270725,0.0006574242,0.012879193,0.006517475,0.010491243,0.000070135895,0.025714478,0.00012567358,0.74788517,0.00044851805,0.034512058,0.16067238],"study_design_scores_gemma":[0.0011539027,0.0007624032,0.0023414644,0.057940867,0.008998601,0.000040986513,0.030689457,0.31126717,0.4854922,0.010460932,0.08625414,0.0045978907],"about_ca_topic_score_codex":0.0000052814503,"about_ca_topic_score_gemma":0.000007695231,"teacher_disagreement_score":0.3111415,"about_ca_system_score_codex":0.00013352282,"about_ca_system_score_gemma":0.00006698649,"threshold_uncertainty_score":0.9990617},"labels":[],"label_agreement":null},{"id":"W4401991382","doi":"10.1136/bmjebm-2024-113031","title":"Meta-analysis of continuous outcomes: a user’s guide for analysis and interpretation","year":2024,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Interpretation (philosophy); Computer science; Meta-analysis; Psychology; Medicine; Internal medicine; Programming language","score_opus":0.8238197139119845,"score_gpt":0.6024751740025874,"score_spread":0.22134453990939706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401991382","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014764114,0.038113907,0.9222157,0.021873256,0.00026772497,0.0021816732,0.00011464152,0.000022054875,0.00044694895],"genre_scores_gemma":[0.96630293,0.00011867561,0.015339506,0.0020608911,0.0000841606,0.00047671498,0.000057920948,0.000019360245,0.01553986],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9750881,0.0051438753,0.0127552645,0.0014714904,0.005269775,0.00027144654],"domain_scores_gemma":[0.9370376,0.052181385,0.00456027,0.0035205327,0.002458399,0.0002418461],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15776965,0.00045714495,0.01351259,0.0048160017,0.000076900455,0.00042296707,0.0011207766,0.000108300344,0.01166231],"category_scores_gemma":[0.12148391,0.00018769738,0.011670987,0.011364219,0.00022769978,0.000419542,0.00007101832,0.000121099,0.0000805313],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009201311,0.00005966535,0.06955238,0.00069550925,0.8321115,0.00002449677,0.0017677413,0.0033123507,0.00030118274,0.0027163397,0.07270124,0.016665589],"study_design_scores_gemma":[0.00018445299,0.0001582983,0.0112749,0.00014906592,0.76126367,0.0000015144931,0.0005946385,0.21116342,0.00003541587,0.00079486636,0.014207496,0.0001722967],"about_ca_topic_score_codex":0.0002748791,"about_ca_topic_score_gemma":0.0005558083,"teacher_disagreement_score":0.9515388,"about_ca_system_score_codex":0.000047451365,"about_ca_system_score_gemma":0.00016679533,"threshold_uncertainty_score":0.9982269},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4402082756","doi":"10.1016/j.jclinepi.2024.111512","title":"A survey of experts to identify methods to detect problematic studies: stage 1 of the INveStigating ProblEmatic Clinical Trials in Systematic Reviews project","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Research for Patient Benefit Programme; Department of Health and Social Care; National Institute for Health and Care Research; NIHR Biomedical Research Centre, Royal Marsden NHS Foundation Trust/Institute of Cancer Research","keywords":"Stage (stratigraphy); Systematic review; Medicine; MEDLINE; Data science; Computer science; Political science; Biology","score_opus":0.98807501326807,"score_gpt":0.8130868499801053,"score_spread":0.17498816328796474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402082756","genre_codex":"empirical","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5306735,0.07158333,0.34247646,0.014198879,0.008691312,0.03216368,0.00004749741,0.000011295481,0.00015404973],"genre_scores_gemma":[0.25442466,0.0026680008,0.7360759,0.003878663,0.0005046008,0.00085346145,9.560467e-7,0.00006871577,0.0015250699],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.01934214,0.75963426,0.21625532,0.0012247253,0.0030339726,0.00050958834],"domain_scores_gemma":[0.011856369,0.8698453,0.110135555,0.004078466,0.0035589787,0.00052537624],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.97845614,0.0005689718,0.065344326,0.0012415638,0.00005905237,0.00013671957,0.0038882904,0.00042620662,0.00028660815],"category_scores_gemma":[0.9954921,0.00019782275,0.012398409,0.0051404466,0.0003967999,0.0002371359,0.0006585272,0.0012085214,0.000150047],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003319117,0.00079015497,0.3833682,0.29896012,0.010439322,0.00004338289,0.01157504,0.003501722,0.0010157649,0.0022003504,0.18070702,0.107067026],"study_design_scores_gemma":[0.0027778863,0.0057453644,0.40433586,0.3560644,0.0074115563,0.00022149917,0.007749144,0.03934731,0.000086721186,0.16223624,0.0126280505,0.0013959745],"about_ca_topic_score_codex":0.000048935155,"about_ca_topic_score_gemma":0.00019172447,"teacher_disagreement_score":0.39359942,"about_ca_system_score_codex":0.000082987266,"about_ca_system_score_gemma":0.0009848909,"threshold_uncertainty_score":0.9974922},"labels":[],"label_agreement":null},{"id":"W4402093090","doi":"10.5489/cuaj.8843","title":"Factors associated with the publication and impact of CUA abstracts over the last decade","year":2024,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University; University of Toronto","funders":"","keywords":"Impact factor; Presentation (obstetrics); Library science; MEDLINE; Medicine; Computer science; Surgery; Political science; Law","score_opus":0.3793610268747212,"score_gpt":0.41982115270499126,"score_spread":0.04046012583027009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402093090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9781895,0.0004867783,0.00012200405,0.019095145,0.00010708927,0.00018714737,0.00005646404,0.00000342543,0.0017524019],"genre_scores_gemma":[0.9983607,0.000010372576,0.0000058453743,0.00061304384,0.00008385988,0.0000038872854,0.000007443223,0.0000053308504,0.00090953655],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99177384,0.003478381,0.0020405457,0.00026536558,0.0021655047,0.00027637588],"domain_scores_gemma":[0.9879557,0.0074381814,0.002731501,0.00043279142,0.0011135989,0.0003282395],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.047787607,0.00015727417,0.0007329652,0.00024814357,0.0003522626,0.0022654526,0.0007046139,0.00014114562,0.0034182833],"category_scores_gemma":[0.043438125,0.000043655044,0.00066211674,0.0012127975,0.0000634549,0.00026244437,0.000020611931,0.00049522036,0.00006807079],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011838938,0.000008218542,0.8274068,0.0000011186224,0.00051644555,0.0000021992698,0.00043038352,0.00020624172,0.0000082108745,0.000528232,0.16872682,0.0021641066],"study_design_scores_gemma":[0.000053771844,0.000047999005,0.95495045,0.000006477097,0.00012320561,0.0000077968825,0.00016779543,0.0010182777,7.646364e-7,0.0013448654,0.04222506,0.00005354569],"about_ca_topic_score_codex":0.00029919104,"about_ca_topic_score_gemma":0.002766468,"teacher_disagreement_score":0.12754361,"about_ca_system_score_codex":0.00038222296,"about_ca_system_score_gemma":0.00041738697,"threshold_uncertainty_score":0.9987703},"labels":[],"label_agreement":null},{"id":"W4402146094","doi":"10.1093/aje/kwae332","title":"Assessing the certainty of the evidence in systematic reviews: importance, process, and use","year":2024,"lang":"en","type":"article","venue":"American Journal of Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Certainty; Systematic review; Process (computing); Medicine; Systematic process; MEDLINE; Risk analysis (engineering); Computer science; Epistemology; Engineering; Political science; Philosophy; Work in process; Operations management; Law","score_opus":0.7904981829431675,"score_gpt":0.6035752628648117,"score_spread":0.18692292007835587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402146094","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8447108,0.12759818,0.010073024,0.015778422,0.00049538014,0.001177812,0.0000016937898,0.0000017298477,0.0001629346],"genre_scores_gemma":[0.9939331,0.0023904785,0.0018950849,0.0015806085,0.0000547764,0.000017535156,6.179433e-8,0.000005974101,0.00012237187],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.88754565,0.0890429,0.02115081,0.00051650015,0.0014641559,0.00028001334],"domain_scores_gemma":[0.70680195,0.25076994,0.037866224,0.0031482088,0.0012510853,0.00016260678],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.40195736,0.00019365284,0.006505883,0.0002509656,0.000063537846,0.00023214234,0.0015824527,0.000049614348,0.00015452388],"category_scores_gemma":[0.5722752,0.00005297631,0.0013364335,0.002066001,0.0005906631,0.00049101113,0.000088045555,0.00052447483,0.00001949592],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069788584,0.000015779238,0.9611196,0.0043466035,0.0002614393,0.000015917165,0.0012373338,0.00035690478,0.000035628756,0.0032621447,0.012562668,0.01677902],"study_design_scores_gemma":[0.00026969035,0.0006474283,0.6773314,0.10421093,0.0030513532,0.0031528396,0.022044208,0.04973927,0.000010288904,0.10220602,0.03669693,0.0006396774],"about_ca_topic_score_codex":0.000037841106,"about_ca_topic_score_gemma":0.000032994594,"teacher_disagreement_score":0.28378823,"about_ca_system_score_codex":0.000038536476,"about_ca_system_score_gemma":0.00017345227,"threshold_uncertainty_score":0.61581075},"labels":[],"label_agreement":null},{"id":"W4402159349","doi":"10.1024/2674-0052/a000086","title":"Conference report of the annual meeting of the International Society for Sports Psychiatry (ISSP), online, June 8, 2024","year":2024,"lang":"en","type":"article","venue":"Sports Psychiatry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Library science; Political science; Psychology; Psychiatry; Computer science","score_opus":0.22467521952023178,"score_gpt":0.44538065225581097,"score_spread":0.2207054327355792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402159349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81092316,0.0067584803,0.0027332671,0.050578594,0.09225309,0.0024772903,0.0008890953,0.00003015544,0.033356894],"genre_scores_gemma":[0.9043532,0.00006585641,0.026707448,0.0007855246,0.0012123185,0.00003956462,0.000031965923,0.000036261892,0.06676785],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98566324,0.00029309865,0.00758025,0.0009781807,0.0052431044,0.00024213982],"domain_scores_gemma":[0.9893571,0.0004140436,0.005498565,0.003258504,0.0013943062,0.0000774518],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.030234687,0.0003130498,0.0015549067,0.00014339165,0.0001513955,0.00022446363,0.0024792075,0.00014513268,0.002491988],"category_scores_gemma":[0.0022360093,0.00012881625,0.005117001,0.0013757156,0.00017973981,0.00019879019,0.0002743274,0.0003032882,0.000014048243],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067786673,0.00011082874,0.3750323,0.00023977789,0.00031441913,0.0000019900301,0.00048081946,0.000059681483,0.000020563964,0.01165015,0.6105301,0.0015526187],"study_design_scores_gemma":[0.00028609004,0.000030078128,0.27598405,0.001778903,0.0011647675,0.00025104213,0.0109416945,0.004194362,0.000038951937,0.08115253,0.6237773,0.00040025442],"about_ca_topic_score_codex":0.000016045991,"about_ca_topic_score_gemma":0.00017726324,"teacher_disagreement_score":0.09904827,"about_ca_system_score_codex":0.000023025208,"about_ca_system_score_gemma":0.0011545531,"threshold_uncertainty_score":0.9985775},"labels":[],"label_agreement":null},{"id":"W4402186497","doi":"10.1007/s43441-024-00695-6","title":"Using a Quality Management System and Risk-based Approach in Observational Studies to Obtain Robust Real-World Evidence","year":2024,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine","funders":"Japan Agency for Medical Research and Development","keywords":"Observational study; Real world evidence; Pharmacy; Quality (philosophy); Risk analysis (engineering); Computer science; Medicine; Family medicine; Internal medicine","score_opus":0.9124257718344987,"score_gpt":0.5896701050509984,"score_spread":0.3227556667835003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402186497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79391164,0.001493112,0.20138225,0.00059434195,0.00034849634,0.0011785263,0.0000054179304,0.000033103046,0.0010531462],"genre_scores_gemma":[0.9510728,0.000017893206,0.047356408,0.00040975475,0.000042989977,0.00008214599,0.000001555743,0.000010281013,0.0010061855],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9827129,0.0038200375,0.0056399256,0.0016009437,0.0058652894,0.0003608636],"domain_scores_gemma":[0.99139696,0.0025309825,0.0018121274,0.002085525,0.002086009,0.00008841049],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.22170968,0.00029366324,0.0013488524,0.0028892613,0.00044278684,0.0012773115,0.0012815192,0.00004432857,0.00007093691],"category_scores_gemma":[0.0037766586,0.00017383769,0.00017936068,0.024060791,0.00042550493,0.00096317945,0.00020482832,0.00016637586,0.000073194184],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023239996,0.000044882687,0.12943703,0.0008345878,0.00018259973,0.0000050159497,0.0017649505,0.0522643,0.0017501309,0.7788178,0.00038022702,0.034495287],"study_design_scores_gemma":[0.00011895495,0.000021449652,0.5119151,0.0006794273,0.00010904524,0.0000035407852,0.0031488226,0.47687677,0.00006362836,0.00551692,0.0012673631,0.00027901388],"about_ca_topic_score_codex":0.00005076468,"about_ca_topic_score_gemma":0.000039018214,"teacher_disagreement_score":0.7733008,"about_ca_system_score_codex":0.00064990134,"about_ca_system_score_gemma":0.00037884316,"threshold_uncertainty_score":0.99975944},"labels":[],"label_agreement":null},{"id":"W4402285950","doi":"10.1002/jrsm.1751","title":"Narrative reanalysis: A methodological framework for a new brand of reviews","year":2024,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Alberta","funders":"","keywords":"Narrative; Systematic review; Scope (computer science); Identification (biology); Phenomenon; Computer science; Process (computing); Data extraction; Narrative inquiry; Selection (genetic algorithm); Data science; Management science; Epistemology; Political science; Artificial intelligence; Linguistics; MEDLINE","score_opus":0.9822347056140353,"score_gpt":0.7876605260465089,"score_spread":0.19457417956752632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402285950","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045702877,0.05014,0.9394055,0.004134605,0.00021155727,0.0018859123,0.000016916698,0.00001287241,0.003735597],"genre_scores_gemma":[0.004065248,0.0011443598,0.97894037,0.00006472531,0.00034043635,0.00063412404,0.0000015838128,0.000027806595,0.014781361],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.57698417,0.39307445,0.015533313,0.003005586,0.01038035,0.0010221413],"domain_scores_gemma":[0.09272961,0.8897961,0.0037137328,0.009122469,0.003797643,0.00084047],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7929913,0.0004043769,0.008327521,0.0017572391,0.00027991226,0.0012604699,0.0031507914,0.00032118955,0.023212638],"category_scores_gemma":[0.86986053,0.00017402795,0.005972528,0.007824452,0.00030437173,0.00025782193,0.00031750376,0.0007084582,0.00088744506],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048642574,0.000043578748,0.000041736654,0.00046705708,0.0009317657,0.0000043202067,0.0043441504,0.000011100402,0.002348279,0.04643956,0.11808666,0.82723314],"study_design_scores_gemma":[0.000041207182,0.00008394093,0.000068008325,0.00061403745,0.0005147317,0.0000046885734,0.0021338307,0.0059676543,0.004156499,0.43209946,0.55415195,0.00016398245],"about_ca_topic_score_codex":0.00003288374,"about_ca_topic_score_gemma":0.000009913611,"teacher_disagreement_score":0.82706916,"about_ca_system_score_codex":0.00007601291,"about_ca_system_score_gemma":0.00039234303,"threshold_uncertainty_score":0.9998905},"labels":[],"label_agreement":null},{"id":"W4402310022","doi":"10.1038/s41386-024-01973-5","title":"Reporting checklists in neuroimaging: promoting transparency, replicability, and reproducibility","year":2024,"lang":"en","type":"review","venue":"Neuropsychopharmacology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mental Health Research Canada; University of Toronto","funders":"National Center for Advancing Translational Sciences; National Institute of General Medical Sciences; National Institute on Alcohol Abuse and Alcoholism; Novo Nordisk Fonden; William K. Warren Foundation; National Institute on Drug Abuse; Brain and Behavior Research Foundation; U.S. Department of Veterans Affairs; Boehringer Ingelheim; Laureate Institute for Brain Research, University of Tulsa; U.S. Department of Health and Human Services","keywords":"Neuroimaging; Checklist; Transparency (behavior); Psychology; Functional neuroimaging; Computer science; Psychiatry; Cognitive psychology; Computer security","score_opus":0.8005738187946458,"score_gpt":0.6268959279977578,"score_spread":0.173677890796888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402310022","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059244637,0.98181945,0.000016005686,0.001055973,0.0037230256,0.0039616413,0.000028066075,0.000049852486,0.003421499],"genre_scores_gemma":[0.0027721124,0.99170125,0.00025141597,0.0003583445,0.00042176398,0.00047680966,0.000014387149,0.00011701334,0.0038869153],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8728635,0.041973513,0.06453429,0.015846103,0.0037919763,0.0009906465],"domain_scores_gemma":[0.94696146,0.0061738994,0.02917319,0.016677497,0.00061998307,0.00039399462],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.30434486,0.0011399098,0.016304921,0.0012509791,0.00012734426,0.00094459817,0.0027699969,0.00036337107,0.0018472809],"category_scores_gemma":[0.17696571,0.0006125379,0.003929444,0.0044607483,0.0002588074,0.00020824713,0.00065071613,0.002150298,0.0010889482],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005927939,0.00013293547,0.0018453357,0.016904036,0.00015169059,0.00062895817,0.0003088293,0.0000010521148,0.00004076232,0.000031035932,0.013742306,0.96620715],"study_design_scores_gemma":[0.00013778791,0.000048483264,0.0011776481,0.0012941848,0.0020272702,0.00080321246,0.000011310904,0.0004079901,6.8358446e-7,0.0013383229,0.9923325,0.00042060544],"about_ca_topic_score_codex":0.000013005527,"about_ca_topic_score_gemma":0.000015825686,"teacher_disagreement_score":0.9785902,"about_ca_system_score_codex":0.00009879574,"about_ca_system_score_gemma":0.00033218155,"threshold_uncertainty_score":0.9996888},"labels":[],"label_agreement":null},{"id":"W4402311821","doi":"10.1016/j.jclinepi.2024.111518","title":"Key concepts in rapid reviews: an overview","year":2024,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; University of Ottawa","funders":"University of Galway; Public Health Agency","keywords":"Key (lock); Data science; Computer science; Medicine; Computer security","score_opus":0.9843755823877942,"score_gpt":0.7904426472526447,"score_spread":0.19393293513514953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402311821","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000052577393,0.9901404,0.000662678,0.0013062798,0.0053414386,0.0011253553,0.000020374084,0.0000030446963,0.0013951915],"genre_scores_gemma":[0.000001831291,0.9853577,0.006718036,0.0027975023,0.0026126057,0.000032795397,0.000010795003,0.000042979835,0.0024257274],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.1907362,0.5596563,0.2427179,0.0024678253,0.0036252562,0.00079647684],"domain_scores_gemma":[0.1833445,0.5437394,0.25754842,0.011015934,0.002485435,0.0018663154],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.8846152,0.0011020559,0.12965168,0.00142641,0.00004535585,0.00025129932,0.0068272203,0.001629572,0.013744794],"category_scores_gemma":[0.85024524,0.00040041725,0.045725554,0.0025946337,0.00036552112,0.00037284245,0.00041294374,0.0045816787,0.013931122],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045307243,0.000080041355,0.00032826109,0.005315923,0.0004573776,0.000082245075,0.00002248308,0.0000018066795,1.4321262e-9,0.00299384,0.20889248,0.781821],"study_design_scores_gemma":[0.00016086068,0.00036709977,0.00015303848,0.023279566,0.004023749,0.00038558457,0.000020331827,0.0001135312,5.6280997e-10,0.02295278,0.9482467,0.00029675642],"about_ca_topic_score_codex":0.000004945452,"about_ca_topic_score_gemma":0.000023762743,"teacher_disagreement_score":0.78152424,"about_ca_system_score_codex":0.00010131886,"about_ca_system_score_gemma":0.0011297156,"threshold_uncertainty_score":0.9998448},"labels":[],"label_agreement":null},{"id":"W4402418527","doi":"10.1002/cl2.1433","title":"Searching for studies: A guide to information retrieval for Campbell systematic reviews","year":2024,"lang":"en","type":"article","venue":"Campbell Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; Canadian Library Association; University of Ottawa; Library and Archives Canada; Carleton University","funders":"","keywords":"Process (computing); Plan (archaeology); Information retrieval; Computer science; Data science; Management science; Engineering; Geography","score_opus":0.792525533231211,"score_gpt":0.5957657334223784,"score_spread":0.19675979980883262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402418527","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017429901,0.28778976,0.53771794,0.00094127376,0.0032021576,0.1677856,0.00010944943,0.00007626041,0.002203261],"genre_scores_gemma":[0.011127079,0.04535734,0.30059877,0.013812485,0.004969177,0.2888588,0.0004944128,0.0007892909,0.33399266],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.88374335,0.039604567,0.06530167,0.002620499,0.007347103,0.0013828386],"domain_scores_gemma":[0.8638602,0.08721303,0.026963426,0.013967171,0.006855689,0.001140502],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.49937943,0.0014557112,0.025542488,0.0016509085,0.00063434377,0.0044594603,0.0041419207,0.00027263732,0.00045410622],"category_scores_gemma":[0.58313525,0.0006365308,0.009558834,0.004575087,0.00007904668,0.0016259286,0.00037076775,0.0003478694,0.029758029],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009370522,0.000016762135,0.0000025898066,0.67407084,0.0005662319,0.0000017105772,0.0039442796,0.00003092636,0.000043525088,0.0041232225,0.3152645,0.0019260559],"study_design_scores_gemma":[0.00025256522,0.0001628074,5.8106605e-7,0.19466686,0.002471633,0.00006487485,0.0030217234,0.013490612,0.000017158445,0.002097459,0.7831427,0.0006110568],"about_ca_topic_score_codex":0.000007082515,"about_ca_topic_score_gemma":0.00002306192,"teacher_disagreement_score":0.47940397,"about_ca_system_score_codex":0.0006581455,"about_ca_system_score_gemma":0.00027891726,"threshold_uncertainty_score":0.9998193},"labels":[],"label_agreement":null},{"id":"W4402419317","doi":"10.11124/jbies-24-00167","title":"Tools, techniques, methods, and processes for the detection and mitigation of fraudulent or erroneous data in evidence synthesis: a scoping review protocol","year":2024,"lang":"en","type":"review","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Queen's University","funders":"","keywords":"Systematic review; Checklist; Best practice; Protocol (science); Computer science; Compromise; Data science; Management science; Psychology; MEDLINE; Medicine; Political science; Engineering; Alternative medicine","score_opus":0.7073902379601146,"score_gpt":0.6276917428452852,"score_spread":0.0796984951148294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402419317","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.9904964e-7,0.8194916,0.018358234,0.0006318913,0.00006185798,0.16134852,0.00007694435,0.00001811042,0.000012589642],"genre_scores_gemma":[0.000005304045,0.6967592,0.021934066,0.00004371816,0.000070051516,0.2810327,0.0000014155183,0.000038618797,0.00011491231],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9596871,0.02033223,0.013685206,0.0029619506,0.0029187612,0.0004147187],"domain_scores_gemma":[0.631856,0.33943212,0.015948353,0.01079082,0.001748321,0.00022440233],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20994326,0.00087288435,0.010197096,0.0007279251,0.00021317163,0.0013896425,0.003952776,0.0003469456,0.00036835778],"category_scores_gemma":[0.6702407,0.00034792526,0.0011204728,0.0032736922,0.00023560958,0.0014939419,0.00096892257,0.00040600455,0.000041690655],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009481504,0.00001089893,0.000003788469,0.373192,0.00012237817,0.0000019148313,0.000023437178,8.0471736e-8,0.0000023613193,0.0000040211403,0.00041258763,0.626217],"study_design_scores_gemma":[0.000013107416,0.000048228856,0.00000439459,0.7162492,0.008061843,0.00009404286,0.00006371165,0.00030787766,0.0000812484,0.00018389706,0.27457356,0.00031885688],"about_ca_topic_score_codex":0.00003915869,"about_ca_topic_score_gemma":0.0003176469,"teacher_disagreement_score":0.6258982,"about_ca_system_score_codex":0.000115311865,"about_ca_system_score_gemma":0.0012208566,"threshold_uncertainty_score":0.9998973},"labels":[],"label_agreement":null},{"id":"W4402437422","doi":"10.1016/j.bjps.2024.09.022","title":"Reporting of patient-reported outcomes amongst randomized clinical trials in plastic surgery: a systematic review using CONSORT-PRO","year":2024,"lang":"en","type":"review","venue":"Journal of Plastic Reconstructive & Aesthetic Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Consolidated Standards of Reporting Trials; Medicine; Randomized controlled trial; Surgery","score_opus":0.7747274416828348,"score_gpt":0.5737638522358558,"score_spread":0.200963589446979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402437422","genre_codex":"review","genre_gemma":"review","domain_codex":"reporting","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009540339,0.96993834,0.0015046765,0.000032414093,0.012789552,0.006073449,0.000059341433,0.000009401474,0.00005248538],"genre_scores_gemma":[0.0026989875,0.99578273,0.00085171574,0.00003232874,0.00016554988,0.00024343292,0.000012824539,0.000129568,0.00008288123],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.34617886,0.26641923,0.37338796,0.0023720495,0.010697044,0.0009448389],"domain_scores_gemma":[0.018564101,0.5718744,0.40145218,0.0031785914,0.004405365,0.0005253885],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.792521,0.0019314275,0.19202593,0.0067331316,0.00010132837,0.0007520086,0.0016374394,0.0008009497,0.001073415],"category_scores_gemma":[0.96545434,0.00082653604,0.0821724,0.005048084,0.000919974,0.0004589062,0.00025051794,0.0020625175,0.00018861299],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080163067,0.00032555553,0.01660382,0.7371654,0.018147396,0.0026196353,0.00011544612,0.000021552825,8.053815e-8,0.00006939622,0.0068479027,0.21728219],"study_design_scores_gemma":[0.0023819362,0.000044974036,0.00004763145,0.8800303,0.094416045,0.017107107,0.00034484867,0.00035319314,1.05281636e-7,0.0006156121,0.0038649058,0.0007933749],"about_ca_topic_score_codex":0.000014016413,"about_ca_topic_score_gemma":0.000003410205,"teacher_disagreement_score":0.32761475,"about_ca_system_score_codex":0.00036477565,"about_ca_system_score_gemma":0.0058165947,"threshold_uncertainty_score":0.9998397},"labels":[],"label_agreement":null},{"id":"W4402537836","doi":"10.1016/j.jclinepi.2024.111534","title":"Comments, suggestions, and criticisms of the Pragmatic Explanatory Continuum Indicator Summary-2 design tool: a citation analysis","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Centre for Family Medicine; Ottawa Hospital","funders":"Health Research Board","keywords":"Citation; Citation analysis; Medicine; Data science; Psychology; Information retrieval; Computer science; Library science","score_opus":0.835104217688364,"score_gpt":0.6349352798674791,"score_spread":0.20016893782088485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402537836","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3317978,0.014359992,0.6170879,0.03377125,0.0020186135,0.00060623646,0.000034633347,0.0000046872906,0.00031888366],"genre_scores_gemma":[0.97113943,0.0007183298,0.02465432,0.0026888822,0.00018284335,0.000009153571,0.0000027266485,0.00000827746,0.0005960471],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.84079933,0.12032257,0.03606572,0.0005571168,0.002013378,0.0002418872],"domain_scores_gemma":[0.4713571,0.49777913,0.027082724,0.0020238191,0.0014307931,0.00032641832],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5371923,0.00018807263,0.008007352,0.00074188784,0.000077449746,0.00011981115,0.0011458882,0.00022330396,0.0009912584],"category_scores_gemma":[0.61739314,0.00007468255,0.0041371533,0.0014920393,0.00036666417,0.00020805249,0.000108237065,0.0006312962,0.00006588716],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040723207,0.00011995964,0.64970803,0.00011978829,0.0038484416,0.0000137899015,0.00027717263,0.00035530754,0.000013939505,0.013653495,0.31110084,0.020748526],"study_design_scores_gemma":[0.0004380833,0.00033139004,0.7543775,0.00034359182,0.0065484755,0.000067624744,0.0004796844,0.033917807,0.000005566713,0.14304183,0.060287174,0.00016126508],"about_ca_topic_score_codex":0.0000050847525,"about_ca_topic_score_gemma":0.000013248489,"teacher_disagreement_score":0.63934165,"about_ca_system_score_codex":0.000019508358,"about_ca_system_score_gemma":0.00021126158,"threshold_uncertainty_score":0.999922},"labels":[],"label_agreement":null},{"id":"W4402557249","doi":"10.1002/gin2.70003","title":"MATCH‐IT: A decision support tool for multiple comparisons presenting data from network meta‐analysis to facilitate guideline development","year":2024,"lang":"en","type":"article","venue":"Clinical and Public Health Guidelines","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Norges Forskningsråd; Universitetet i Oslo","keywords":"Guideline; Computer science; Meta-analysis; Decision support system; Data mining; Data science; Medicine","score_opus":0.9734504592119979,"score_gpt":0.6786357126738491,"score_spread":0.29481474653814876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402557249","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034720353,0.0104426965,0.86626923,0.11568309,0.0010109586,0.0016134644,0.001385527,0.00003969294,0.000083286315],"genre_scores_gemma":[0.011911563,0.0003856929,0.9510973,0.025968209,0.0012613849,0.00025543934,0.0018624924,0.0000338152,0.007224083],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94327164,0.006551058,0.041311268,0.0036800632,0.0041245813,0.0010613932],"domain_scores_gemma":[0.9149411,0.06571037,0.004288991,0.0081453705,0.0050136596,0.0019005036],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.332444,0.0005241593,0.008202795,0.0005553591,0.00051695324,0.002555744,0.0030714658,0.00018855845,0.0066321134],"category_scores_gemma":[0.17637043,0.0002598486,0.0032487814,0.00318469,0.00008790374,0.0005294558,0.0015581567,0.0002852418,0.0014067831],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011154371,0.00004785578,0.016750721,0.000049055456,0.015747463,0.0000020159591,0.00016804757,0.00056741585,7.946711e-8,0.000068925634,0.8356193,0.130968],"study_design_scores_gemma":[0.00014464499,0.000029408948,0.0020780158,0.00001723458,0.0057240953,0.0000011477485,0.00019749421,0.30539966,4.5205837e-8,0.0010289939,0.68518955,0.00018973862],"about_ca_topic_score_codex":0.00037704885,"about_ca_topic_score_gemma":0.003982981,"teacher_disagreement_score":0.30483222,"about_ca_system_score_codex":0.00002533823,"about_ca_system_score_gemma":0.001133772,"threshold_uncertainty_score":0.9999854},"labels":[],"label_agreement":null},{"id":"W4402596020","doi":"10.1186/s12874-024-02320-4","title":"An exploration of available methods and tools to improve the efficiency of systematic review production: a scoping review","year":2024,"lang":"en","type":"review","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Public Health Ontario","funders":"Masarykova Univerzita; Care and Public Health Research Institute, Universiteit Maastricht; Trakya Üniversitesi; Universidad de Granada; Lékařská fakulta, Masarykova univerzita; Università di Bologna; Università Cattolica del Sacro Cuore; University of Toronto; Centro de Investigação em Tecnologias e Serviços de Saúde; Universiteit Maastricht; RTI International; Gesellschaft für Forschungsförderung Niederösterreich; Amsterdam University Medical Centers; McMaster University; Ben-Gurion University of the Negev; Universiteit van Amsterdam; Universiteit Utrecht; Universidade de Aveiro","keywords":"Production (economics); Computer science; Systematic review; Data science; Management science; MEDLINE; Risk analysis (engineering); Process management; Medicine; Business; Engineering; Political science","score_opus":0.9848696628343485,"score_gpt":0.7803256948354731,"score_spread":0.20454396799887542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402596020","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.8882095e-7,0.8140009,0.16504443,0.00097591407,0.00050786365,0.01917582,0.000012155564,0.0000065007166,0.00027625577],"genre_scores_gemma":[8.92871e-8,0.886235,0.107424036,0.0002355025,0.00017835462,0.0040082247,0.000009833824,0.00003530429,0.0018736436],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.21959466,0.7188938,0.03742541,0.0036041879,0.019558322,0.00092359923],"domain_scores_gemma":[0.29057762,0.64843285,0.022606911,0.024706813,0.011961371,0.0017144107],"candidate_categories":["metaresearch","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8808245,0.00066358683,0.030241208,0.0013016819,0.00018143016,0.00038786614,0.005960022,0.00045471656,0.005275914],"category_scores_gemma":[0.9335799,0.0002401644,0.0031927133,0.008724361,0.00076891744,0.0005054552,0.001181812,0.0013830502,0.0013257333],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016957468,0.000025925767,7.4955786e-8,0.70149267,0.00015357402,0.0000021680357,0.000082094484,1.0510165e-7,0.0000026276514,0.0006962746,0.0074420646,0.29010072],"study_design_scores_gemma":[0.000026529966,0.00022107414,2.944195e-8,0.9218795,0.005084588,0.00008274423,0.00018841069,0.00008174934,0.000006847317,0.0009785108,0.07127275,0.00017730579],"about_ca_topic_score_codex":0.000018113182,"about_ca_topic_score_gemma":0.000041393527,"teacher_disagreement_score":0.2899234,"about_ca_system_score_codex":0.00007947361,"about_ca_system_score_gemma":0.004204002,"threshold_uncertainty_score":0.9994519},"labels":[],"label_agreement":null},{"id":"W4402755179","doi":"10.22037/ghfbb.v17i3.3005","title":"Evaluating the effectiveness of citation count as a measure of methodological quality in esophagogastric surgery research: a comparative analysis with the MINORS score and levels of evidence.","year":2024,"lang":"en","type":"review","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Citation; Measure (data warehouse); Quality (philosophy); Medicine; General surgery; Data mining; Computer science; Library science","score_opus":0.9942480381315729,"score_gpt":0.7369400811929159,"score_spread":0.25730795693865705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402755179","genre_codex":"review","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04952113,0.94405866,0.0008534902,0.00006642732,0.000041131287,0.0052866857,0.0000551386,0.0000013022963,0.00011601256],"genre_scores_gemma":[0.8022148,0.19335276,0.00044869602,0.000005019078,0.000021884702,0.0037982962,0.0000062681843,0.000011107659,0.00014119681],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.47114375,0.49882573,0.013446295,0.0016286968,0.014485862,0.0004696635],"domain_scores_gemma":[0.52719396,0.4555018,0.010424046,0.0025791875,0.004208796,0.00009224533],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.79146165,0.0003847949,0.01340335,0.0020503923,0.00008494227,0.00022407102,0.0014382678,0.00015801226,0.00009047967],"category_scores_gemma":[0.30100647,0.00010461924,0.0029320258,0.018616598,0.00068225735,0.00013032109,0.00023500844,0.00054205355,0.000007172174],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001843389,0.00007152372,0.010342089,0.025174381,0.006701744,0.0000035238595,0.001610987,0.0001892577,0.0000020583186,0.00079437695,0.00012080834,0.9548049],"study_design_scores_gemma":[0.0002392856,0.00025455488,0.9236702,0.021781303,0.041613422,0.000019114954,0.0039286744,0.00075152377,0.000018166314,0.0057013934,0.0015812697,0.0004411008],"about_ca_topic_score_codex":0.00018519386,"about_ca_topic_score_gemma":0.00014856733,"teacher_disagreement_score":0.9543638,"about_ca_system_score_codex":0.00010289519,"about_ca_system_score_gemma":0.00054304657,"threshold_uncertainty_score":0.9162262},"labels":[],"label_agreement":null},{"id":"W4402761393","doi":"10.1177/00236772241247106","title":"Understanding <i>p</i> -values and significance","year":2024,"lang":"en","type":"article","venue":"Laboratory Animals","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada's Michael Smith Genome Sciences Centre","funders":"","keywords":"Selection (genetic algorithm); Interpretation (philosophy); Computer science; Statistics; Multiple comparisons problem; Selection bias; Econometrics; Data science; Mathematics; Machine learning","score_opus":0.7807173623407296,"score_gpt":0.5086724211872989,"score_spread":0.2720449411534307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402761393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67176545,0.0930011,0.118936166,0.005558992,0.0022197173,0.0017458533,0.0003678608,0.00018350357,0.10622138],"genre_scores_gemma":[0.9940646,0.00007033073,0.0011212658,0.00033415417,0.00011753571,0.000013355216,6.87645e-7,0.000011803641,0.0042662104],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911977,0.003007433,0.0027774794,0.0008172785,0.0020223162,0.00017778369],"domain_scores_gemma":[0.99489105,0.0029817186,0.0005615655,0.0011417657,0.00029808044,0.00012582132],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.054589786,0.00018474001,0.0012628553,0.00020323752,0.00013714108,0.0021559263,0.00050814054,0.000057596357,0.0041642915],"category_scores_gemma":[0.006217475,0.000093357354,0.00031733414,0.0017163425,0.000091483715,0.00032656803,0.00006168457,0.000112561764,0.002243933],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008391598,0.000018731325,0.011938067,0.00024127979,0.0002847428,0.00008975188,0.0015473164,0.000020926791,0.017147647,0.45062447,0.5155511,0.0025275727],"study_design_scores_gemma":[0.00009347903,0.00007197673,0.0030117617,0.00014621354,0.00021758118,0.000010536102,0.0035027165,0.005115044,0.00095743575,0.21560846,0.7708872,0.00037761038],"about_ca_topic_score_codex":9.187242e-7,"about_ca_topic_score_gemma":0.0000035750168,"teacher_disagreement_score":0.32229924,"about_ca_system_score_codex":0.000037866826,"about_ca_system_score_gemma":0.00008013169,"threshold_uncertainty_score":0.9988799},"labels":[],"label_agreement":null},{"id":"W4402906530","doi":"10.1186/s13012-024-01396-2","title":"A living critical interpretive synthesis to yield a framework on the production and dissemination of living evidence syntheses for decision-making","year":2024,"lang":"en","type":"review","venue":"Implementation Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University; McMaster University","funders":"","keywords":"Health informatics; MEDLINE; Medicine; Cornerstone; Conceptual framework; Public health; Sociology; Nursing; Political science; Social science","score_opus":0.709549059818774,"score_gpt":0.6634754295668492,"score_spread":0.04607363025192479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402906530","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018937148,0.72549826,0.26470044,0.0016579904,0.001532522,0.0059740446,0.00025867263,0.000016579326,0.0001721204],"genre_scores_gemma":[0.80367,0.1787061,0.01565717,0.00010847987,0.00014447389,0.0015976611,3.6752905e-8,0.000026211324,0.00008989443],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9834479,0.0030981507,0.0060861288,0.0018745296,0.005139906,0.00035335048],"domain_scores_gemma":[0.012413781,0.9803549,0.0031308276,0.002204232,0.0017804506,0.0001157767],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14038767,0.00041060275,0.0027307984,0.0013897408,0.000518805,0.0025410785,0.0021933753,0.00009099872,0.0045877523],"category_scores_gemma":[0.9957913,0.00018168734,0.0010162944,0.004301499,0.00033713775,0.00073425815,0.00058364624,0.00022470046,0.00017283103],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003164212,0.000017782992,0.000037892623,0.00209123,0.00005807722,3.966943e-7,0.0037198188,0.000002226477,0.0000136300805,0.007836499,0.006353241,0.979866],"study_design_scores_gemma":[1.2424134e-7,0.00008243156,0.00009622295,0.9875745,0.001098158,0.000013206099,0.0056270235,0.0003771199,0.0000060911825,0.0006450869,0.0042550545,0.00022494294],"about_ca_topic_score_codex":0.000004006558,"about_ca_topic_score_gemma":0.000021022195,"teacher_disagreement_score":0.9854833,"about_ca_system_score_codex":0.00018931495,"about_ca_system_score_gemma":0.00032274597,"threshold_uncertainty_score":0.9984944},"labels":[],"label_agreement":null},{"id":"W4402942343","doi":"10.1002/csan.21396","title":"Mastering Meta‐Analysis","year":2024,"lang":"hu","type":"article","venue":"CSA News","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.8920311673530718,"score_gpt":0.5640168811546543,"score_spread":0.32801428619841744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402942343","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008144339,0.52132994,0.24988134,0.013183585,0.0049031936,0.0019346407,0.0002579086,0.00008354644,0.20028152],"genre_scores_gemma":[0.5495043,0.00082962116,0.0060241544,0.0009419652,0.00057880866,0.00009081914,0.000021125696,0.0000539814,0.44195527],"study_design_codex":"meta_analysis","study_design_gemma":"not_applicable","domain_scores_codex":[0.9687042,0.009836313,0.012444748,0.0024780366,0.0059618205,0.00057488703],"domain_scores_gemma":[0.98546207,0.0043454706,0.0023715573,0.0069083744,0.0005033808,0.0004091226],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.08131178,0.00073013885,0.011787778,0.0018213034,0.00020685159,0.007919099,0.0026682941,0.000198414,0.31106272],"category_scores_gemma":[0.0046752985,0.00033790272,0.028520312,0.009698895,0.000089902904,0.0005384783,0.00041189615,0.00036275297,0.09011782],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040887485,0.000058160564,0.0011397719,0.00056635804,0.71667683,0.00018665254,0.0021215423,0.00096752663,0.00009821172,0.005865369,0.2256038,0.046711687],"study_design_scores_gemma":[0.000027929254,0.000015721294,0.00015827412,0.000018987925,0.39561173,0.000008412745,0.00054881605,0.036563277,0.000012789527,0.0010617966,0.565721,0.00025131655],"about_ca_topic_score_codex":0.00012437592,"about_ca_topic_score_gemma":0.00031220345,"teacher_disagreement_score":0.5413599,"about_ca_system_score_codex":0.00005007345,"about_ca_system_score_gemma":0.00012685229,"threshold_uncertainty_score":0.9999073},"labels":[],"label_agreement":null},{"id":"W4403028809","doi":"10.2139/ssrn.4952882","title":"Increasing Observational Study Registrations Amidst Inadequate Policies and Ongoing Debates on Their Merits","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Observational study; Political science; Business; Medicine; Internal medicine","score_opus":0.6712954031311326,"score_gpt":0.5075875599575473,"score_spread":0.16370784317358522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403028809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9785438,0.009065899,0.0028428482,0.00586525,0.00044473994,0.0008606557,0.000028277493,0.000019215142,0.0023292676],"genre_scores_gemma":[0.9920609,0.001242947,0.0003143958,0.00016131152,0.00050543895,0.000044225708,0.000015548327,0.000035832916,0.0056194165],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9779831,0.0082675405,0.006908003,0.0012593948,0.0042042816,0.0013776508],"domain_scores_gemma":[0.9885234,0.0037053823,0.0045804735,0.001973828,0.0010324863,0.00018440053],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14436583,0.0006182538,0.0027502477,0.00089935237,0.00064357667,0.0045419508,0.0017800127,0.00018051534,0.0001816019],"category_scores_gemma":[0.016278284,0.00031988937,0.0012472091,0.000935387,0.00009301476,0.00020554097,0.00068403105,0.0041056084,0.00024768198],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097410375,0.00063246896,0.09137102,0.00024555824,0.0081146015,0.000039622497,0.010826119,0.0029722014,0.00026742902,0.7955621,0.0053072423,0.08456425],"study_design_scores_gemma":[0.00019283243,0.00027119258,0.024280371,0.00032151875,0.00061445555,0.00045435716,0.013127032,0.003750924,0.000006277066,0.9540961,0.002486853,0.00039810038],"about_ca_topic_score_codex":0.00038869222,"about_ca_topic_score_gemma":0.004989337,"teacher_disagreement_score":0.158534,"about_ca_system_score_codex":0.0007453235,"about_ca_system_score_gemma":0.0031064518,"threshold_uncertainty_score":0.9999253},"labels":[],"label_agreement":null},{"id":"W4403157407","doi":"10.1016/j.jdent.2024.105393","title":"Are open science practices in dentistry associated with higher Altmetric scores and citation rates?","year":2024,"lang":"en","type":"article","venue":"Journal of Dentistry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Universidade Federal de Pelotas","keywords":"Citation; Dentistry; Medicine; Computer science; Library science","score_opus":0.7546833269897529,"score_gpt":0.5906321773602287,"score_spread":0.16405114962952427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403157407","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.991884,0.004807086,0.00063460384,0.0005630294,0.00090387004,0.000191076,0.0000061185033,0.0000017032988,0.0010085301],"genre_scores_gemma":[0.992877,0.000048693164,0.0013508192,0.000064831955,0.00006241312,0.0000033730257,7.40191e-7,0.000007043212,0.0055850684],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9889141,0.0019361116,0.0037768255,0.00051846274,0.0046698786,0.00018463258],"domain_scores_gemma":[0.98060465,0.0037958869,0.013238641,0.0006564562,0.0015421186,0.00016224214],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08102123,0.00015408512,0.0013095484,0.001314487,0.00012627649,0.00881532,0.0021464867,0.00005974285,0.0010810435],"category_scores_gemma":[0.06339309,0.00007444922,0.00023198724,0.0060785897,0.00013518639,0.0026803564,0.00022829596,0.00029914113,0.00012274188],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024085351,0.00012254356,0.966259,0.000116008945,0.0003403906,0.0021990708,0.00017818892,0.000059547092,0.0006803006,0.00054353994,0.024002822,0.005474522],"study_design_scores_gemma":[0.00029264,0.00005435552,0.9917861,0.0006544018,0.00023138279,0.00071923505,0.00071523926,0.0008165371,0.00007984976,0.0020259847,0.0025165891,0.00010767143],"about_ca_topic_score_codex":0.000013486626,"about_ca_topic_score_gemma":0.000118020354,"teacher_disagreement_score":0.025527133,"about_ca_system_score_codex":0.0001040771,"about_ca_system_score_gemma":0.00029377884,"threshold_uncertainty_score":0.9998321},"labels":[],"label_agreement":null},{"id":"W4403162096","doi":"10.1002/cl2.1445","title":"Campbell Standards: Modernizing Campbell's Methodologic Expectations for Campbell Collaboration Intervention Reviews (MECCIR)","year":2024,"lang":"en","type":"article","venue":"Campbell Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; Campbell Scientific (Canada); University of Toronto","funders":"","keywords":"Checklist; Systematic review; Psychology; Intervention (counseling); Medical education; MEDLINE; Political science; Medicine; Law; Psychiatry","score_opus":0.8294823114157444,"score_gpt":0.6085799639560249,"score_spread":0.22090234745971948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403162096","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007337475,0.3318417,0.6197892,0.00048379865,0.002852363,0.039820563,0.0002876519,0.000107615,0.004083356],"genre_scores_gemma":[0.18679301,0.06204813,0.35403037,0.0029216325,0.0052296314,0.1170747,0.0017188867,0.0011775554,0.2690061],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.86707956,0.078464314,0.041391917,0.0041468395,0.007631285,0.0012860778],"domain_scores_gemma":[0.9327976,0.026774315,0.023733228,0.010238439,0.005681925,0.0007744878],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.3526476,0.0017498921,0.017019924,0.0015831632,0.00086296,0.005099119,0.0035634907,0.00051852694,0.0047470834],"category_scores_gemma":[0.21726601,0.0008938053,0.009364405,0.0057814657,0.00016599627,0.0015788478,0.00031177475,0.0006229725,0.011446207],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004060498,0.00028477554,0.0001137797,0.2952498,0.0013806273,0.000031121133,0.01333274,0.00035897977,0.0015151824,0.015723214,0.6252831,0.046686083],"study_design_scores_gemma":[0.0005215597,0.00021941015,0.000005938081,0.027051888,0.0029981749,0.0001059307,0.006915736,0.0341695,0.00016045784,0.010306878,0.9164154,0.0011291069],"about_ca_topic_score_codex":0.000027579314,"about_ca_topic_score_gemma":0.00025340452,"teacher_disagreement_score":0.29113233,"about_ca_system_score_codex":0.0009834333,"about_ca_system_score_gemma":0.00047314868,"threshold_uncertainty_score":0.9995247},"labels":[],"label_agreement":null},{"id":"W4403174346","doi":"10.1186/s13063-024-08505-y","title":"Design and rationale for an empirical investigation of the resource use and costs of investigator-initiated randomized trials in Switzerland, the UK, and Germany","year":2024,"lang":"en","type":"article","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Universität Basel; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Randomized controlled trial; Medicine; Resource (disambiguation); Empirical research; Data collection; Cost database; Resource use; Clinical trial; Computer science; Environmental resource management; Database; Economics","score_opus":0.9020296590149597,"score_gpt":0.5712132160989397,"score_spread":0.33081644291601997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403174346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98092705,0.0032096654,0.0071152514,0.0021948856,0.00008159632,0.006407152,0.00004132039,0.000002616114,0.000020467109],"genre_scores_gemma":[0.99590325,0.000103923645,0.0031083063,0.00039361505,0.000055567314,0.00023283369,0.00000673515,0.000007861804,0.00018791891],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.86205405,0.12470809,0.011209413,0.00052794843,0.0013829796,0.00011752594],"domain_scores_gemma":[0.6183782,0.3738915,0.0059150048,0.0011304822,0.0005215255,0.00016329592],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.49326825,0.00015846093,0.0046791127,0.00022893054,0.00007857872,0.0005774136,0.00028891163,0.00008560319,0.00007591313],"category_scores_gemma":[0.45625654,0.000053216845,0.0005779696,0.0006167969,0.00035668464,0.00020706904,0.000052016705,0.000075409094,0.0000017070971],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07128012,0.00026892408,0.22854275,0.0021557047,0.0073537384,0.000008630047,0.09122169,0.0019200617,0.13896388,0.076559424,0.32690322,0.054821838],"study_design_scores_gemma":[0.13372882,0.00049529923,0.048729625,0.0018303641,0.0076439194,0.000044999142,0.0025922882,0.2101725,0.014624684,0.57122326,0.008151371,0.00076284265],"about_ca_topic_score_codex":0.000025124004,"about_ca_topic_score_gemma":0.000028490158,"teacher_disagreement_score":0.49466386,"about_ca_system_score_codex":0.000008599322,"about_ca_system_score_gemma":0.00015637424,"threshold_uncertainty_score":0.55680126},"labels":[],"label_agreement":null},{"id":"W4403226435","doi":"10.1016/j.cjca.2024.08.200","title":"THE HEAVY BURDEN OF LOW-RISK MULTICENTRIC OBSERVATIONAL STUDIES IN CANADA","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Observational study; Environmental health; Internal medicine","score_opus":0.6553464426184995,"score_gpt":0.4775777383995327,"score_spread":0.1777687042189668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403226435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85606605,0.12719679,0.0015327664,0.00708737,0.005440342,0.00031837638,0.000094026116,6.1116003e-7,0.002263673],"genre_scores_gemma":[0.9984484,0.0005495692,0.00007946328,0.00006613137,0.00037654155,0.0000025991224,5.7734377e-7,0.0000041547605,0.00047262083],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9890086,0.0045795236,0.0047229384,0.00020437034,0.0012464765,0.00023806402],"domain_scores_gemma":[0.98655045,0.009516896,0.001644391,0.0006270959,0.0014307599,0.00023039003],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.041556414,0.00011683285,0.0020333608,0.0004236502,0.00009724803,0.00011174129,0.00097605377,0.000039479546,0.00015460429],"category_scores_gemma":[0.0408209,0.00004992189,0.00073615595,0.0009661658,0.0001344217,0.000082243496,0.00002085002,0.00024454758,0.000032513406],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010194201,6.4333796e-7,0.37464368,0.000072264294,0.0017984572,0.0004623223,0.0012316057,0.07805386,0.000006370235,0.0022979958,0.5055833,0.0358393],"study_design_scores_gemma":[0.00014988592,0.000032507873,0.12954174,0.00013400127,0.00023531233,0.00018435466,0.0057046516,0.0059400867,0.0000036411966,0.004417083,0.85355216,0.00010455609],"about_ca_topic_score_codex":0.32806873,"about_ca_topic_score_gemma":0.92363095,"teacher_disagreement_score":0.5955622,"about_ca_system_score_codex":0.0004482515,"about_ca_system_score_gemma":0.006813338,"threshold_uncertainty_score":0.9988171},"labels":[],"label_agreement":null},{"id":"W4403228773","doi":"10.1186/s12874-024-02349-5","title":"Do authors of systematic reviews of epidemiological observational studies assess the methodologies of the included primary studies? An empirical examination of methodological tool use in the literature","year":2024,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Observational study; Systematic review; Data extraction; Scopus; MEDLINE; Medicine; Strengthening the reporting of observational studies in epidemiology; Descriptive statistics; Meta-analysis; Statistics; Pathology; Mathematics","score_opus":0.9969178312483066,"score_gpt":0.8001490210117719,"score_spread":0.1967688102365347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403228773","genre_codex":"empirical","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65483457,0.13688572,0.19138876,0.008169396,0.001164992,0.007284813,0.000050828974,0.000011233935,0.00020968294],"genre_scores_gemma":[0.28845584,0.014252668,0.6942067,0.00092560996,0.00029283037,0.0012508264,0.000016670545,0.000025788915,0.0005730323],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.055112265,0.9089481,0.020282596,0.0014283953,0.013617731,0.000610901],"domain_scores_gemma":[0.029964048,0.9530942,0.0063587357,0.004610213,0.0058380472,0.00013479701],"candidate_categories":["metaresearch","sts","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.92138904,0.00044164152,0.011938008,0.00083962077,0.00017413202,0.00012864152,0.006575868,0.0006690334,0.00044748437],"category_scores_gemma":[0.9840694,0.000118269716,0.0024561898,0.007285896,0.004062059,0.00031360568,0.0018864551,0.0018924633,0.000009071321],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007294459,0.0013130888,0.11108936,0.2025071,0.004671374,0.00007300057,0.09132575,0.00059505325,0.005753623,0.45458612,0.045561187,0.0817949],"study_design_scores_gemma":[0.0005085791,0.001172077,0.5348501,0.018473906,0.0011590555,0.00014204626,0.05365893,0.0062158788,0.00046721348,0.38030654,0.002672793,0.0003728872],"about_ca_topic_score_codex":0.000016421445,"about_ca_topic_score_gemma":0.00008104422,"teacher_disagreement_score":0.502818,"about_ca_system_score_codex":0.00010526776,"about_ca_system_score_gemma":0.00074323843,"threshold_uncertainty_score":0.998799},"labels":[],"label_agreement":null},{"id":"W4403276296","doi":"10.1136/bmjopen-2024-085441","title":"Quality and completeness of, and spin in reporting of, pilot and feasibility studies in hip and knee arthroplasty: a protocol for a methodological survey","year":2024,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Impact; McMaster University","funders":"","keywords":"Medicine; Protocol (science); Completeness (order theory); Hip arthroplasty; Arthroplasty; Medical physics; Physical therapy; Alternative medicine; Surgery; Pathology","score_opus":0.992896031716474,"score_gpt":0.7862980126744291,"score_spread":0.2065980190420449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403276296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84575754,0.00051605055,0.0013789298,0.00017172321,0.000020148625,0.15205105,0.000022497463,0.0000012730534,0.00008076621],"genre_scores_gemma":[0.91030496,0.0000072888934,0.022029294,0.000026867974,0.000008103173,0.06750372,0.0000011924457,0.000005269008,0.00011327788],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9593324,0.023818366,0.014350214,0.0012540572,0.0010558696,0.00018909393],"domain_scores_gemma":[0.9686755,0.024816895,0.005084961,0.00089640764,0.00045904276,0.000067195804],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4418441,0.00015824224,0.004006227,0.00016197638,0.000045873094,0.0003317828,0.00020154048,0.00004317423,0.000038066737],"category_scores_gemma":[0.2287634,0.00007535727,0.00011107075,0.00055535114,0.0002738421,0.0001776218,0.00065193075,0.000074778334,5.2918034e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026360247,0.000046548626,0.98016703,0.0025307955,0.00006366918,0.000005797584,0.0008457148,0.0000015167819,0.00009380253,0.00062451756,0.00016207687,0.01519494],"study_design_scores_gemma":[0.0007223989,0.00024561078,0.9767302,0.00048151254,0.00002149825,0.000018312456,0.0012292855,0.0015885943,0.000011198157,0.01865032,0.00020434766,0.00009668643],"about_ca_topic_score_codex":0.00043206383,"about_ca_topic_score_gemma":0.0030416842,"teacher_disagreement_score":0.2130807,"about_ca_system_score_codex":0.000010782502,"about_ca_system_score_gemma":0.00007235069,"threshold_uncertainty_score":0.777733},"labels":[],"label_agreement":null},{"id":"W4403295421","doi":"10.1016/j.ajogmf.2024.101481","title":"Trustworthiness criteria for meta-analyses of randomized controlled studies: OBGYN journal guidelines","year":2024,"lang":"en","type":"editorial","venue":"American Journal of Obstetrics & Gynecology MFM","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canarie; Intecsea (Canada)","funders":"","keywords":"Trustworthiness; Randomized controlled trial; Meta-analysis; Psychology; Medicine; Computer science; Internal medicine; Social psychology","score_opus":0.6986981676186591,"score_gpt":0.6076447256856997,"score_spread":0.09105344193295939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403295421","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007038747,0.22736791,0.018143518,0.0021136042,0.7489816,0.0022232498,0.00025350417,0.000006012842,0.00020674622],"genre_scores_gemma":[0.010695746,0.05126144,0.12666853,0.0013143249,0.7703519,0.0014023257,0.00007454695,0.00044860688,0.03778262],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8445233,0.05522074,0.080799885,0.0016910754,0.016807659,0.00095730694],"domain_scores_gemma":[0.053290572,0.6929468,0.15597905,0.0036520718,0.093473,0.00065854494],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.4245048,0.0016305457,0.09616137,0.006854161,0.00030280932,0.0014703993,0.006244269,0.00074851577,0.004417474],"category_scores_gemma":[0.95013666,0.000644262,0.056652516,0.005889449,0.0014390455,0.00044038479,0.00039536768,0.0021783493,0.000109639666],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0053132954,0.00009983378,0.000008396127,0.0001875318,0.15224694,0.00014043826,0.0003671946,0.0004413312,0.0000071167105,0.00006155534,0.8350881,0.006038325],"study_design_scores_gemma":[0.052457467,0.0010238466,0.0000011386486,0.00016528838,0.20963418,0.00011344854,0.0025522462,0.0011803656,0.0000041895587,0.007994847,0.72438794,0.00048503338],"about_ca_topic_score_codex":0.000012853907,"about_ca_topic_score_gemma":0.0000101887335,"teacher_disagreement_score":0.79123276,"about_ca_system_score_codex":0.00038566728,"about_ca_system_score_gemma":0.0027366474,"threshold_uncertainty_score":0.9996442},"labels":[],"label_agreement":null},{"id":"W4403303777","doi":"10.1037/amp0001316","title":"On editor bias and transparency: Reply to Cowan (2024), King (2024), and Thurston and Noor (2024).","year":2024,"lang":"en","type":"letter","venue":"American Psychologist","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Transparency (behavior); Psychology; Political science; Law","score_opus":0.5056226445765749,"score_gpt":0.5028529699841188,"score_spread":0.0027696745924561395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403303777","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010588994,0.008802294,0.0017455947,0.9099777,0.024649654,0.0022552009,0.00066172803,0.000071342,0.041247547],"genre_scores_gemma":[0.015979161,0.0010517681,0.003079462,0.80829185,0.01030865,0.00028248804,0.000056181543,0.00015178489,0.16079862],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98177993,0.003908721,0.0055399667,0.004216108,0.0038218747,0.0007333708],"domain_scores_gemma":[0.98661053,0.005189724,0.0030839092,0.0043485146,0.00033664377,0.00043064862],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.022703076,0.0010770586,0.005486376,0.0012551977,0.00024500527,0.0025064512,0.0015580424,0.0003840367,0.0044177133],"category_scores_gemma":[0.008535464,0.00059164944,0.0008757791,0.0023293262,0.0011960444,0.00013554725,0.00024078654,0.0017968444,0.0017561683],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020776215,0.000019780326,0.0013895788,0.00015262913,0.00027597093,0.00019432965,0.00048227594,9.872333e-7,0.0000071913,0.00006596088,0.947643,0.04974751],"study_design_scores_gemma":[0.00014950217,0.0006045848,0.0036165963,0.00031756263,0.0005605327,0.00009551048,0.00045703683,0.000052831092,8.1838e-7,0.0019270926,0.9915696,0.00064836093],"about_ca_topic_score_codex":0.00048503635,"about_ca_topic_score_gemma":0.000112548485,"teacher_disagreement_score":0.119551085,"about_ca_system_score_codex":0.000060555536,"about_ca_system_score_gemma":0.00007350496,"threshold_uncertainty_score":0.99981606},"labels":[],"label_agreement":null},{"id":"W4403318668","doi":"10.1186/s12916-024-03621-7","title":"Harm effects in non-registered versus registered randomized controlled trials of medications: a retrospective cohort study of clinical trials","year":2024,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Sichuan University; Anhui Medical University; National Natural Science Foundation of China; West China Hospital, Sichuan University; Lanzhou University","keywords":"Medicine; Retrospective cohort study; Randomized controlled trial; Clinical trial; Harm; Cohort study; MEDLINE; Emergency medicine; Intensive care medicine; Internal medicine","score_opus":0.8409458446153157,"score_gpt":0.6554504956132655,"score_spread":0.18549534900205022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403318668","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7801973,0.034620907,0.05800644,0.0036052743,0.014704752,0.08967862,0.000056937297,0.00003700581,0.019092716],"genre_scores_gemma":[0.993183,0.00035917707,0.00079719315,0.000043840788,0.0006175606,0.0016342667,0.000012167504,0.000018387469,0.003334392],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.27172363,0.5085214,0.19494161,0.0037653374,0.020466154,0.0005819216],"domain_scores_gemma":[0.037102856,0.885239,0.06606575,0.008190559,0.0029859978,0.00041582866],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.88697976,0.00048366925,0.0752606,0.00152143,0.000041046558,0.00012471531,0.001513871,0.00022097824,0.004142102],"category_scores_gemma":[0.9544239,0.00017658029,0.008382425,0.0025236767,0.0005221118,0.000121783116,0.00010920591,0.00035762123,0.000110668545],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.51723176,0.0032481593,0.2479097,0.003068381,0.054462776,0.0001466888,0.014818209,0.000043734675,0.0004214958,0.007648298,0.13249247,0.018508336],"study_design_scores_gemma":[0.8711922,0.001727952,0.07252951,0.0028491945,0.02544098,0.0000041692965,0.0038402912,0.017951764,0.000012248778,0.0035800515,0.000624083,0.00024751376],"about_ca_topic_score_codex":0.00023289416,"about_ca_topic_score_gemma":0.00024646654,"teacher_disagreement_score":0.37671766,"about_ca_system_score_codex":0.00006464222,"about_ca_system_score_gemma":0.00039890312,"threshold_uncertainty_score":0.99676824},"labels":[],"label_agreement":null},{"id":"W4403361508","doi":"10.1016/j.jdent.2024.105407","title":"Altmetric and impact analysis of randomized clinical trials in dentistry","year":2024,"lang":"en","type":"article","venue":"Journal of Dentistry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Dentistry; Randomized controlled trial; Evidence-based dentistry; Medicine; Clinical trial; Orthodontics; Alternative medicine; Surgery","score_opus":0.8250556323408108,"score_gpt":0.680430279325393,"score_spread":0.1446253530154178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403361508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9400858,0.027701084,0.03028521,0.00012710024,0.0012942435,0.00025623976,0.00002931766,0.0000010653397,0.0002199128],"genre_scores_gemma":[0.9960694,0.0010259777,0.0014795428,0.000018567347,0.00016062874,0.0000022278643,0.000001993076,0.000006285307,0.0012354179],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.85379326,0.07923062,0.059033725,0.0007403278,0.006931804,0.0002702724],"domain_scores_gemma":[0.8277317,0.14036217,0.02820291,0.0017495196,0.0015549968,0.00039867096],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.6504587,0.00021110741,0.016559307,0.0043609138,0.000024180319,0.0011473382,0.00094192795,0.00015676933,0.005693215],"category_scores_gemma":[0.36700147,0.000089383066,0.016178923,0.007313833,0.00012155563,0.00032943615,0.00008545914,0.00039828953,0.00008443014],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003298861,0.00038319067,0.77774554,0.00032770337,0.05913353,0.0018868543,0.00029125038,0.000722328,0.00032988013,0.00062212005,0.051676072,0.10358269],"study_design_scores_gemma":[0.0414854,0.00020455095,0.77821285,0.00070552673,0.07686133,0.0018382416,0.00087817194,0.08583167,0.00007083326,0.009536698,0.0039319363,0.0004427795],"about_ca_topic_score_codex":0.000014546031,"about_ca_topic_score_gemma":0.000018998153,"teacher_disagreement_score":0.28345722,"about_ca_system_score_codex":0.000039889408,"about_ca_system_score_gemma":0.00018564794,"threshold_uncertainty_score":0.99988955},"labels":[],"label_agreement":null},{"id":"W4403457902","doi":"10.1177/08465371241280874","title":"Risk of Bias in Liver Imaging Reporting and Data System Studies Using QUADAS-2","year":2024,"lang":"en","type":"article","venue":"Canadian Association of Radiologists Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University; Juravinski Hospital; Ottawa Hospital; Queen Elizabeth II Health Sciences Centre; Hamilton Health Sciences; Dalhousie University","funders":"","keywords":"Medicine; Selection bias; Diagnostic accuracy; Medical physics; Risk assessment; Radiology; Computer science; Pathology","score_opus":0.8093572919797344,"score_gpt":0.5451589416966496,"score_spread":0.2641983502830848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403457902","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94421417,0.049885567,0.0029391693,0.000707913,0.0009827999,0.00025354102,0.00016867959,0.0000039994165,0.0008441833],"genre_scores_gemma":[0.99648577,0.00057125615,0.0025335501,0.000019589335,0.00010327704,7.313747e-7,0.000003049424,0.000005678912,0.0002770834],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9821391,0.0065677115,0.009182275,0.0004408887,0.0014421379,0.00022784695],"domain_scores_gemma":[0.9696028,0.0059511005,0.021890735,0.0011034635,0.0012581373,0.00019376239],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22572103,0.00013322855,0.0020736582,0.0009123984,0.00013045108,0.00039571317,0.0006953072,0.000067227425,0.00007743423],"category_scores_gemma":[0.2338841,0.00007509032,0.00036213742,0.0008392216,0.000061064915,0.0003630015,0.0000751438,0.00026092428,0.000009572615],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.4408157e-7,0.000002279596,0.97170836,0.00011254294,0.00044772853,0.00014369722,0.00094836194,0.0003391582,0.000017533486,0.000299452,0.01642152,0.009558526],"study_design_scores_gemma":[0.000318942,0.00002949964,0.5023003,0.0015361952,0.0010903337,0.0013987982,0.021549331,0.4542933,0.000009733522,0.0020654697,0.015079641,0.00032840547],"about_ca_topic_score_codex":0.0062906276,"about_ca_topic_score_gemma":0.023429254,"teacher_disagreement_score":0.46940804,"about_ca_system_score_codex":0.0008926066,"about_ca_system_score_gemma":0.0005505163,"threshold_uncertainty_score":0.9943906},"labels":[],"label_agreement":null},{"id":"W4403458056","doi":"10.1016/j.jclinepi.2024.111568","title":"Many randomized trials in a large systematic review were not registered and had evidence of selective outcome reporting: a metaepidemiological study","year":2024,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Canadian Institutes of Health Research","keywords":"Epidemiology; Medicine; Meta-analysis; Randomized controlled trial; Systematic review; Outcome (game theory); MEDLINE; Internal medicine","score_opus":0.9846993043956908,"score_gpt":0.7822405296101224,"score_spread":0.2024587747855684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403458056","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009643299,0.9779673,0.0039939987,0.0025120322,0.0014988647,0.013846411,0.000024481958,0.000005390204,0.00005508996],"genre_scores_gemma":[0.0007624637,0.9912897,0.0044003725,0.0016434861,0.00039274807,0.0004778021,0.000002700416,0.00004007169,0.0009906831],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.010927121,0.5942986,0.38881776,0.0021063613,0.0032704761,0.0005796953],"domain_scores_gemma":[0.0034944476,0.5869243,0.40318665,0.0038061258,0.0021497093,0.00043876912],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"category_scores_codex":[0.9888144,0.0015044984,0.42977157,0.0017128917,0.00006690104,0.00016440653,0.0042817146,0.001442572,0.0005349628],"category_scores_gemma":[0.99846905,0.000498301,0.085722394,0.0024058314,0.00055076956,0.00027097124,0.0008057558,0.0051843487,0.00023314572],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022620333,0.0006344581,0.0067457655,0.93467224,0.015683558,0.0005324971,0.000100686746,0.0000029002586,1.7310493e-8,0.0018908613,0.017036801,0.020438166],"study_design_scores_gemma":[0.0091517875,0.0011122457,0.00034987018,0.80409336,0.13683061,0.0013443644,0.00015990522,0.0003643959,5.100067e-9,0.0097913705,0.03626098,0.0005410998],"about_ca_topic_score_codex":0.000015812146,"about_ca_topic_score_gemma":0.000017576673,"teacher_disagreement_score":0.3440492,"about_ca_system_score_codex":0.00012878554,"about_ca_system_score_gemma":0.0009198567,"threshold_uncertainty_score":0.9998538},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","research_integrity"],"domain":"reporting","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4403532912","doi":"10.1016/j.jclinepi.2024.111572","title":"“How-to”: scoping review?","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":115,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; St. Michael's Hospital","funders":"National Health and Medical Research Council","keywords":"Medicine; MEDLINE; Political science","score_opus":0.9665318706159284,"score_gpt":0.7560317524350013,"score_spread":0.21050011818092706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403532912","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007739248,0.26477066,0.36409616,0.347621,0.009454783,0.000949984,0.000004686659,0.000007801332,0.005355666],"genre_scores_gemma":[0.21907619,0.13378838,0.300785,0.26028877,0.018577082,0.00005811658,0.0000042064344,0.000102985134,0.06731924],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7076865,0.1734983,0.11236051,0.001452818,0.0044166287,0.00058526435],"domain_scores_gemma":[0.18324071,0.75560695,0.050379273,0.0051469733,0.0040552593,0.0015708178],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8060857,0.0002282814,0.01829493,0.00040290397,0.00004387429,0.0002825209,0.0021535365,0.00020090112,0.0054063722],"category_scores_gemma":[0.9292855,0.000087986184,0.009362581,0.001149647,0.00010483316,0.00027404894,0.00015896384,0.0008743525,0.0043303054],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008791762,0.00002284421,0.015034049,0.0009629892,0.00026401447,0.000056342767,0.000017542043,0.00003832819,0.0000025762408,0.0054010074,0.81852704,0.15966445],"study_design_scores_gemma":[0.00011845958,0.00035504307,0.0074646194,0.02669091,0.00043987617,0.0002810609,0.000036369624,0.0015285509,8.9175376e-7,0.046032857,0.9169017,0.0001496509],"about_ca_topic_score_codex":7.509544e-7,"about_ca_topic_score_gemma":0.0000042114034,"teacher_disagreement_score":0.5821087,"about_ca_system_score_codex":0.00001758849,"about_ca_system_score_gemma":0.00034229938,"threshold_uncertainty_score":0.99644494},"labels":[],"label_agreement":null},{"id":"W4403566155","doi":"10.1016/j.jclinepi.2024.111579","title":"What advice can we offer to authors? Reflections from the statisticians’ bench","year":2024,"lang":"en","type":"editorial","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Advice (programming); Bench to bedside; Medical education; Medicine; Medical physics; Psychology; Computer science","score_opus":0.8859619843426795,"score_gpt":0.7010354682968198,"score_spread":0.18492651604585963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403566155","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012963738,0.00929647,0.019890128,0.12800646,0.8413088,0.00037752453,0.0004422932,0.0000054599545,0.0005432794],"genre_scores_gemma":[0.00013727792,0.009119588,0.02140883,0.009977642,0.9265083,0.000023539887,0.00005140872,0.000049479284,0.03272392],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.63878393,0.24272686,0.10521514,0.0025788292,0.009809835,0.0008853778],"domain_scores_gemma":[0.06699774,0.8684026,0.052088674,0.0050103315,0.0063585807,0.0011420749],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.6432152,0.0006784797,0.0237552,0.00054132007,0.0002147862,0.0011103487,0.0058356947,0.002008697,0.008214703],"category_scores_gemma":[0.9375064,0.00025276782,0.010098961,0.001437057,0.00030075954,0.00026640523,0.00047801615,0.006434369,0.004744661],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005259571,0.000044815642,0.0006925828,0.000027489736,0.0013003919,0.000038016187,0.00030747187,0.00010074801,2.5231626e-7,0.0006236572,0.968043,0.028768929],"study_design_scores_gemma":[0.00013608654,0.0003415951,0.0014290853,0.0005647268,0.0016575545,0.000011752042,0.00050958776,0.00034563706,3.605806e-8,0.16389018,0.8309293,0.00018449302],"about_ca_topic_score_codex":0.00028760286,"about_ca_topic_score_gemma":0.0030077414,"teacher_disagreement_score":0.62567574,"about_ca_system_score_codex":0.00012266924,"about_ca_system_score_gemma":0.001618726,"threshold_uncertainty_score":0.99999243},"labels":[],"label_agreement":null},{"id":"W4403566336","doi":"10.1016/j.jclinepi.2024.111573","title":"When results from clinical trials are different from observational studies","year":2024,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Children's Hospital of Eastern Ontario; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Observational study; Medicine; Medical physics; Family medicine; Internal medicine","score_opus":0.9913192770044542,"score_gpt":0.7615032332523817,"score_spread":0.22981604375207254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403566336","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014088172,0.022807559,0.0041559497,0.92263615,0.032973513,0.0005801139,0.0024947796,0.000007938754,0.0002558387],"genre_scores_gemma":[0.0010389606,0.008359903,0.0207786,0.8498315,0.10528685,0.000020585458,0.00049807347,0.00006338128,0.014122132],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.08475197,0.60732716,0.2952567,0.003605278,0.008307562,0.00075130665],"domain_scores_gemma":[0.004807855,0.7826064,0.20253865,0.004844308,0.0046651303,0.00053763384],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.8816932,0.0011558819,0.097625844,0.000627465,0.000110645306,0.00042478362,0.0061186072,0.004170788,0.00842916],"category_scores_gemma":[0.98561925,0.00044126494,0.045605086,0.0004421997,0.0007806347,0.00022662812,0.00082636107,0.011749779,0.0047751814],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028618562,0.00009572516,0.08569673,0.000041652707,0.013252606,0.00038748223,0.00006620643,0.000013480328,1.16856086e-7,0.00011005436,0.8885387,0.01151104],"study_design_scores_gemma":[0.0008340148,0.0001991141,0.0928507,0.0006632796,0.0039693387,0.000009476609,0.00006976414,0.0004901467,5.0882722e-8,0.3058387,0.594852,0.00022341435],"about_ca_topic_score_codex":0.000038084785,"about_ca_topic_score_gemma":0.00004926516,"teacher_disagreement_score":0.30572867,"about_ca_system_score_codex":0.00010002187,"about_ca_system_score_gemma":0.0006158526,"threshold_uncertainty_score":0.9998039},"labels":[],"label_agreement":null},{"id":"W4403587378","doi":"10.1016/j.jclinepi.2024.111578","title":"GRADE Notes 4: how to use GRADE when there is “no” evidence? A case study of using unpublished registry data","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Family medicine","score_opus":0.9802702806093347,"score_gpt":0.7200195068608085,"score_spread":0.26025077374852623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403587378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9231879,0.004200831,0.031482268,0.03824959,0.002240689,0.00057052984,0.00004216403,0.000004405038,0.000021618896],"genre_scores_gemma":[0.9491247,0.00027794685,0.046140835,0.0024099082,0.0009995278,0.0000031972475,0.0000014057515,0.000020033985,0.0010224645],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.78112894,0.1481094,0.062368117,0.0025869566,0.00510704,0.00069953484],"domain_scores_gemma":[0.26403254,0.67661893,0.04160306,0.012405533,0.004141325,0.0011986145],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.54681695,0.00038256144,0.013226672,0.00059861335,0.00009548688,0.00082164555,0.004942399,0.00035315842,0.0016624305],"category_scores_gemma":[0.89218026,0.00016679677,0.0034326282,0.0012561894,0.00022535947,0.0016550114,0.00089099654,0.0012418734,0.00016882044],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007887769,0.00041647116,0.5361083,0.00013256683,0.0015522346,0.002428288,0.00090749556,0.00023260016,0.000020757834,0.00015084319,0.44706032,0.010911216],"study_design_scores_gemma":[0.0025554162,0.0068316148,0.11566213,0.004699137,0.010079923,0.021519499,0.019130731,0.26208478,0.000007835822,0.055826206,0.50020033,0.0014023812],"about_ca_topic_score_codex":0.00052346394,"about_ca_topic_score_gemma":0.00023767006,"teacher_disagreement_score":0.5285095,"about_ca_system_score_codex":0.000034568973,"about_ca_system_score_gemma":0.00045512425,"threshold_uncertainty_score":0.9992502},"labels":[],"label_agreement":null},{"id":"W4403824124","doi":"10.1093/eurpub/ckae144.1053","title":"Using artificial intelligence to support and streamline rapid systematic evidence reviews","year":2024,"lang":"en","type":"article","venue":"European Journal of Public Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Systematic review; Computer science; Data science; MEDLINE; Chemistry","score_opus":0.9409119269849412,"score_gpt":0.6070485299786323,"score_spread":0.33386339700630885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403824124","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061406167,0.05613391,0.9183111,0.016695939,0.001002337,0.0010177712,0.0000057069474,0.000007090025,0.00068549096],"genre_scores_gemma":[0.94824004,0.0029404468,0.044833962,0.0023052858,0.00085219485,0.0000037722343,8.883511e-7,0.00003960985,0.00078380347],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.72739184,0.20718515,0.05257229,0.001748615,0.00997172,0.0011303548],"domain_scores_gemma":[0.9854306,0.0036135293,0.0069651944,0.0016269109,0.0012598523,0.0011038958],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.6357483,0.00027704643,0.0037655956,0.0010737685,0.00015448949,0.00292609,0.0015993578,0.000020108942,0.0021625524],"category_scores_gemma":[0.10058501,0.00012802526,0.0009808558,0.002269174,0.000049812857,0.00080426165,0.00017292102,0.0003290097,0.0026210756],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020201321,0.000040375035,0.0001038207,0.0069628516,0.0001258888,0.00015736617,0.0023045812,0.000044164,0.000046167333,0.0048978855,0.018186446,0.96712846],"study_design_scores_gemma":[0.00011519908,0.0038703477,0.0011193721,0.0675613,0.0008681267,0.005314174,0.008769708,0.037292354,0.000030524836,0.004857401,0.8691411,0.0010603962],"about_ca_topic_score_codex":0.000003004997,"about_ca_topic_score_gemma":0.0000052671553,"teacher_disagreement_score":0.966068,"about_ca_system_score_codex":0.000119308854,"about_ca_system_score_gemma":0.0006251912,"threshold_uncertainty_score":0.9987496},"labels":[],"label_agreement":null},{"id":"W4403875864","doi":"10.1186/s12874-024-02366-4","title":"Interpretation of statistical findings in randomised trials: a survey of statisticians using thematic analysis of open-ended questions","year":2024,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Statistical Society of Australia; Department of Health and Social Care; National Institute for Health and Care Research; United Kingdom Clinical Research Collaboration","keywords":"Thematic analysis; Interpretation (philosophy); Clinical trial; Descriptive statistics; Psychology; Medical education; Medicine; Qualitative research; Computer science; Statistics; Pathology; Sociology; Social science; Mathematics","score_opus":0.9732457615044802,"score_gpt":0.7657554605446573,"score_spread":0.2074903009598229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403875864","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13087605,0.00073677994,0.8664378,0.00008275315,0.00012866237,0.0011218464,0.0002879144,0.0000016791323,0.00032649803],"genre_scores_gemma":[0.74428296,0.00006717565,0.25537854,0.000010163147,0.000010824305,0.00006447126,0.00003915376,0.000008818511,0.0001379043],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.17825527,0.77621996,0.029041879,0.0014747591,0.014377783,0.0006303635],"domain_scores_gemma":[0.112415746,0.8795839,0.002930118,0.001724021,0.003052799,0.00029344228],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.85534114,0.00018997586,0.010353115,0.0043863775,0.00004420649,0.00018847555,0.002417782,0.00021804689,0.016141055],"category_scores_gemma":[0.9651953,0.000097359014,0.001122142,0.010531106,0.0008369048,0.00013825134,0.00044004756,0.00049496046,0.00002995181],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01214907,0.0017768021,0.08623441,0.008205648,0.020165602,0.00014747704,0.020965941,0.006724435,0.012100412,0.43060502,0.013011956,0.38791323],"study_design_scores_gemma":[0.0015468692,0.00013348596,0.038466975,0.00061350444,0.0014647364,0.000003325148,0.0012913956,0.9121779,0.00009450997,0.04409654,0.000024819568,0.000085920045],"about_ca_topic_score_codex":0.0042796484,"about_ca_topic_score_gemma":0.008020255,"teacher_disagreement_score":0.9054535,"about_ca_system_score_codex":0.000071261224,"about_ca_system_score_gemma":0.0021631953,"threshold_uncertainty_score":0.9847583},"labels":[],"label_agreement":null},{"id":"W4403999140","doi":"10.1101/2024.10.31.24316540","title":"Meta-Analytical Approaches to Ordinal Outcome Data in Clinical Interventional Studies: A Scoping Review with Reproducible Research","year":2024,"lang":"en","type":"review","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Outcome (game theory); Ordinal data; Medical physics; Data science; Management science; Computer science; Psychology; Medicine; Mathematics; Engineering; Machine learning; Mathematical economics","score_opus":0.9970165772528735,"score_gpt":0.7792720954026405,"score_spread":0.21774448185023298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403999140","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000067327796,0.9880371,0.00055466796,0.0029850388,0.00043940812,0.006969538,0.00009742972,0.000012177481,0.00089791475],"genre_scores_gemma":[0.0000059162794,0.9736085,0.004395779,0.00019437104,0.00039184638,0.0014806974,0.000080720136,0.0000737804,0.019768372],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.7711838,0.11894928,0.07191797,0.013647163,0.022909185,0.001392637],"domain_scores_gemma":[0.8386315,0.06820621,0.01633804,0.07107412,0.0043746936,0.0013754443],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.75354373,0.0011655217,0.042335667,0.002435344,0.00015562777,0.0013732564,0.011920972,0.00028842577,0.0058160587],"category_scores_gemma":[0.3442149,0.0004244873,0.011821265,0.012910475,0.00040119627,0.00036813223,0.0056920704,0.002426414,0.017216023],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000100844345,0.00039802457,0.002530265,0.43097204,0.037077025,0.0003324083,0.000070548405,0.0000017491648,8.5509516e-10,0.0028471153,0.1822269,0.34353384],"study_design_scores_gemma":[0.00005022976,0.00010639527,0.000016750419,0.2009293,0.05351664,0.00006704982,0.00006149328,0.000108862136,2.1454083e-9,0.00027603167,0.74450153,0.0003657064],"about_ca_topic_score_codex":0.00000970467,"about_ca_topic_score_gemma":0.0002543156,"teacher_disagreement_score":0.56227463,"about_ca_system_score_codex":0.00017667643,"about_ca_system_score_gemma":0.001104179,"threshold_uncertainty_score":0.999875},"labels":[],"label_agreement":null},{"id":"W4404029537","doi":"10.1101/2024.11.03.24316666","title":"Site-variable allocation ratios in randomized controlled trials: implications for sample size, recruitment efficiency, and statistical analysis","year":2024,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Academic Medical Organization of Southwestern Ontario","keywords":"Statistics; Sample size determination; Sample (material); Econometrics; Variable (mathematics); Randomized controlled trial; Mathematics; Medicine; Internal medicine; Chemistry; Chromatography","score_opus":0.6596926435772785,"score_gpt":0.5533221718997041,"score_spread":0.10637047167757441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404029537","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025694456,0.004687078,0.943095,0.0033488509,0.00046198396,0.020898106,0.0011821348,0.000015746678,0.00061660993],"genre_scores_gemma":[0.8293274,0.0005567392,0.13648954,0.00023576197,0.0001978716,0.029113427,0.0005567203,0.00003867171,0.0034838344],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.90488553,0.05514696,0.03305689,0.0030232077,0.003406755,0.00048064525],"domain_scores_gemma":[0.56411403,0.41763994,0.011549716,0.0044670478,0.0019591702,0.00027011184],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.48518264,0.00059148093,0.027556606,0.001565038,0.00014594119,0.0021254406,0.0010758034,0.00028610608,0.0038692362],"category_scores_gemma":[0.6779297,0.00027197468,0.006480298,0.0025738324,0.00012372574,0.000061456194,0.00044009046,0.00035749524,0.00014463531],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.038238686,0.0016535165,0.08799527,0.0031587519,0.08350727,0.000009141248,0.0064843777,0.082560904,0.0012597765,0.60735977,0.052556057,0.03521646],"study_design_scores_gemma":[0.04337089,0.000029372364,0.003488228,0.00010972399,0.030708998,0.0000010070629,0.00012427126,0.53260714,0.0000056641293,0.38478807,0.004362789,0.00040386379],"about_ca_topic_score_codex":0.00014953363,"about_ca_topic_score_gemma":0.00027896132,"teacher_disagreement_score":0.8066055,"about_ca_system_score_codex":0.00010460237,"about_ca_system_score_gemma":0.00039795876,"threshold_uncertainty_score":0.99997324},"labels":[],"label_agreement":null},{"id":"W4404059633","doi":"10.1371/journal.pbio.3002870","title":"Biomedical researchers’ perspectives on the reproducibility of research","year":2024,"lang":"en","type":"article","venue":"PLoS Biology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Reproducibility; Replication (statistics); Biomedicine; Publication; Sample (material); Psychology; Medical education; MEDLINE; Medicine; Applied psychology; Political science; Biology; Bioinformatics; Statistics","score_opus":0.9493751255063255,"score_gpt":0.6721426569058415,"score_spread":0.277232468600484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404059633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9004493,0.0072502936,0.0003242158,0.05670268,0.00026087885,0.00095091254,0.000035596808,0.000012732855,0.034013383],"genre_scores_gemma":[0.9936137,0.00007270851,0.00022676174,0.000050852017,0.000177982,0.00004485366,0.0000021443204,0.0000053190843,0.0058056866],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9271205,0.058436878,0.0046412596,0.0034178921,0.005922504,0.00046097714],"domain_scores_gemma":[0.89826286,0.079956576,0.0007448571,0.017643478,0.0031910245,0.00020120708],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.47628388,0.000113354974,0.0012459453,0.0006169645,0.00012693119,0.0002138236,0.0021262756,0.00011065486,0.015416543],"category_scores_gemma":[0.47066087,0.00003619509,0.00069094106,0.0030704446,0.0013335702,0.00004069317,0.00033772812,0.00055740366,0.005203576],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057080964,0.00062241097,0.014538221,0.0001870016,0.0009793052,0.000018961173,0.015181719,8.917992e-7,0.022600843,0.5950209,0.3224066,0.02838608],"study_design_scores_gemma":[0.00011291497,0.0010354088,0.008318204,0.0001979685,0.00009135256,0.000010942144,0.043649785,0.004716805,0.003103146,0.39034227,0.5482206,0.00020062506],"about_ca_topic_score_codex":0.000025526484,"about_ca_topic_score_gemma":0.0000052607943,"teacher_disagreement_score":0.22581401,"about_ca_system_score_codex":0.000046122146,"about_ca_system_score_gemma":0.0001582327,"threshold_uncertainty_score":0.995571},"labels":[],"label_agreement":null},{"id":"W4404086179","doi":"10.1002/cl2.70005","title":"New search guidance for Campbell systematic reviews","year":2024,"lang":"en","type":"editorial","venue":"Campbell Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Psychology","score_opus":0.6963401152339855,"score_gpt":0.5494274990337847,"score_spread":0.1469126162002008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404086179","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.3658655e-7,0.44412577,0.059304617,0.00017178904,0.3936411,0.09832584,0.00028143625,0.00005865824,0.004090139],"genre_scores_gemma":[0.0000058508467,0.030448839,0.0152837625,0.00030200538,0.39045274,0.033687063,0.0003951256,0.0005031858,0.5289214],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.64479715,0.16611983,0.14280392,0.010069959,0.033173878,0.0030352473],"domain_scores_gemma":[0.5760148,0.21267484,0.13190775,0.061866116,0.014049222,0.0034872435],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.609297,0.0047305725,0.08574487,0.0022631392,0.00067238294,0.008934768,0.017370714,0.002535297,0.006100021],"category_scores_gemma":[0.65310365,0.0020818217,0.030425102,0.006327844,0.00018399881,0.00075829244,0.0011752488,0.0025127842,0.20027274],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041692047,0.000027914817,0.000001186285,0.4854625,0.000663801,0.000011959097,0.00048265315,0.0000035512671,0.0000046760897,0.00035828527,0.5125508,0.0004285201],"study_design_scores_gemma":[0.00027230717,0.0000993401,9.84313e-8,0.33570096,0.007184731,0.00004054809,0.00022059037,0.0008552007,0.0000023452772,0.0012624487,0.6531148,0.0012466504],"about_ca_topic_score_codex":0.0000718289,"about_ca_topic_score_gemma":0.00013293939,"teacher_disagreement_score":0.5248313,"about_ca_system_score_codex":0.0011630802,"about_ca_system_score_gemma":0.0020018825,"threshold_uncertainty_score":0.99978846},"labels":[],"label_agreement":null},{"id":"W4404129538","doi":"10.1016/j.neuchi.2024.101609","title":"Understanding the role of induction, intensions and extensions in pragmatic clinical research and practice","year":2024,"lang":"en","type":"review","venue":"Neurochirurgie","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta Hospital; Health Sciences Centre; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Clinical Practice; Medicine; Psychology; Computer science; Epistemology; Philosophy; Family medicine","score_opus":0.961233602531254,"score_gpt":0.6829549332168551,"score_spread":0.27827866931439893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404129538","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000059246944,0.99076533,0.00014508475,0.0015028041,0.00043373878,0.0015039772,0.00001565767,0.0000046254736,0.005569515],"genre_scores_gemma":[0.0010103668,0.99739337,0.00031610113,0.00008387603,0.00010310574,0.00006071588,0.0000033896983,0.000029774656,0.0009993168],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9328884,0.04821231,0.01257792,0.0016659908,0.0042940113,0.00036138692],"domain_scores_gemma":[0.8480161,0.14065588,0.00520128,0.004309446,0.0015631687,0.00025416992],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20372032,0.00037745293,0.0059245843,0.0012915332,0.00025476597,0.00084774394,0.0011102789,0.00026603794,0.0001928954],"category_scores_gemma":[0.28669846,0.00014583104,0.0010928598,0.0038581304,0.0005732294,0.00022375911,0.00090381585,0.0019090164,0.00034941308],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014803597,0.00022899544,0.00010718138,0.005804454,0.0006697446,0.00009982096,0.001202274,0.0000022799827,0.000002127313,0.07197365,0.07209887,0.8477958],"study_design_scores_gemma":[0.000045543013,0.00006239877,0.000038680075,0.003974809,0.0013565328,0.00036358778,0.004464219,0.00028262637,1.2583306e-8,0.04748915,0.9418103,0.00011211683],"about_ca_topic_score_codex":0.000010093062,"about_ca_topic_score_gemma":0.00004354002,"teacher_disagreement_score":0.86971146,"about_ca_system_score_codex":0.000048069553,"about_ca_system_score_gemma":0.00034485324,"threshold_uncertainty_score":0.82938325},"labels":[],"label_agreement":null},{"id":"W4404184484","doi":"10.1186/s12874-024-02384-2","title":"The optimal approach for retrieving systematic reviews was achieved when searching MEDLINE and Epistemonikos in addition to reference checking: a methodological validation study","year":2024,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Cochrane; St. Michael's Hospital","funders":"","keywords":"MEDLINE; Systematic review; Medicine; Research design; Computer science; Medical physics; Information retrieval; Statistics","score_opus":0.9826355418614335,"score_gpt":0.7286096551981484,"score_spread":0.2540258866632852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404184484","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025312234,0.0073262667,0.9518094,0.002948608,0.0002270322,0.011795491,0.000010055551,0.000018887078,0.0005520243],"genre_scores_gemma":[0.11800542,0.0007623898,0.8702592,0.00017739579,0.0003800431,0.006692997,0.00003497073,0.0000407072,0.0036468306],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.19645995,0.76517844,0.016883,0.003655472,0.01622571,0.0015974188],"domain_scores_gemma":[0.17022617,0.8212724,0.0017896355,0.0038524014,0.0018662455,0.0009931428],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.90138745,0.00041042984,0.005852677,0.001228781,0.00060435385,0.0015743632,0.003176059,0.00037187187,0.0008313557],"category_scores_gemma":[0.93880546,0.00016650684,0.0007917463,0.0032309012,0.00038796657,0.00023680567,0.0010602617,0.0016414808,0.00015934288],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018347452,0.00096878945,0.00541138,0.07184557,0.0012101807,0.00017123595,0.027903888,0.00052621675,0.0014582453,0.07636821,0.045270994,0.76703054],"study_design_scores_gemma":[0.001724792,0.003183884,0.003753325,0.011146648,0.00070176285,0.00029558694,0.03846982,0.8258579,0.00014589072,0.051113937,0.062595665,0.0010108019],"about_ca_topic_score_codex":0.000052987256,"about_ca_topic_score_gemma":0.00023213244,"teacher_disagreement_score":0.8253317,"about_ca_system_score_codex":0.00015077154,"about_ca_system_score_gemma":0.00056316407,"threshold_uncertainty_score":0.9994621},"labels":[],"label_agreement":null},{"id":"W4404203790","doi":"10.1016/j.jclinepi.2024.111610","title":"The influence of intervention fidelity on treatment effect estimates in clinical trials of complex interventions: a metaepidemiological study","year":2024,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Concordia University; University of Sheffield; University of Oxford","keywords":"Meta-analysis; Psychological intervention; Epidemiology; Medicine; Intervention (counseling); Fidelity; Clinical trial; Randomized controlled trial; Physical therapy; Internal medicine; Psychiatry; Computer science","score_opus":0.986289619663549,"score_gpt":0.819838185501042,"score_spread":0.16645143416250696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404203790","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030910715,0.96149284,0.0013494637,0.00057914056,0.002110621,0.0034616673,0.000057301255,0.0000032755213,0.00003498624],"genre_scores_gemma":[0.015758596,0.98129827,0.00208018,0.000093138064,0.0004322527,0.00013688087,0.000010195979,0.00002183451,0.00016863752],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.046838757,0.6707855,0.2782343,0.0015141118,0.0021858609,0.00044149713],"domain_scores_gemma":[0.0135344025,0.79002094,0.1911683,0.0034541348,0.0014971732,0.00032504686],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9531654,0.0010052694,0.12300273,0.0010546095,0.000067811,0.00009517013,0.0041648936,0.0010385135,0.0006045885],"category_scores_gemma":[0.97720265,0.00028163148,0.09738607,0.0013872932,0.0009241408,0.000116348594,0.000486555,0.0026804043,0.00029073897],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032586546,0.0020616169,0.041385613,0.0034424036,0.0076145995,0.000028375734,0.000017260974,0.00032052913,2.6545921e-8,0.00088428264,0.005389325,0.9385301],"study_design_scores_gemma":[0.0038838892,0.04461679,0.20708978,0.06095989,0.05530848,0.00014495826,0.00023570987,0.0020049785,8.8767834e-8,0.06129182,0.56386346,0.0006001914],"about_ca_topic_score_codex":0.000056129953,"about_ca_topic_score_gemma":0.000083643834,"teacher_disagreement_score":0.9379299,"about_ca_system_score_codex":0.0001361062,"about_ca_system_score_gemma":0.00038389757,"threshold_uncertainty_score":0.9999636},"labels":[],"label_agreement":null},{"id":"W4404217643","doi":"10.21203/rs.3.rs-5417882/v1","title":"Ranking of Treatments in Network Meta-Analysis: Incorporating Minimally Important Differences","year":2024,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Ranking (information retrieval); Meta-analysis; Computer science; Artificial intelligence; Medicine; Internal medicine","score_opus":0.8757764587309842,"score_gpt":0.6119563872940322,"score_spread":0.26382007143695196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404217643","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81030667,0.16043858,0.001193904,0.0018762299,0.00056657766,0.0072941333,0.0006699744,0.000030374724,0.01762355],"genre_scores_gemma":[0.98908305,0.00022382206,0.0041800803,0.000015436166,0.00014763331,0.0006920822,0.000076099066,0.000032849985,0.0055489396],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9009735,0.046963945,0.023906708,0.003659367,0.023442434,0.0010540318],"domain_scores_gemma":[0.9664564,0.014097152,0.008650607,0.007213123,0.003292566,0.00029016146],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.31639957,0.00078241737,0.016980952,0.0044783065,0.00018746381,0.0023211527,0.004426895,0.00042905944,0.0091999285],"category_scores_gemma":[0.025321843,0.00035412956,0.015370617,0.012589033,0.00022578232,0.00011655174,0.003713603,0.001813846,0.0005668051],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048727987,0.0003752024,0.58435553,0.002278408,0.3820407,0.0003730123,0.002501963,0.010916916,0.00003294367,0.006100207,0.0076070814,0.0033693009],"study_design_scores_gemma":[0.00033730365,0.00029461712,0.09626711,0.0009984961,0.27572745,0.000004806473,0.003820616,0.102740854,0.000028838687,0.5179626,0.0008371106,0.0009802448],"about_ca_topic_score_codex":0.0006244263,"about_ca_topic_score_gemma":0.0025802972,"teacher_disagreement_score":0.51186234,"about_ca_system_score_codex":0.00017794166,"about_ca_system_score_gemma":0.00074670045,"threshold_uncertainty_score":0.99989104},"labels":[],"label_agreement":null},{"id":"W4404276879","doi":"10.1016/j.neuchi.2024.101608","title":"Understanding statistical populations and inferences","year":2024,"lang":"en","type":"review","venue":"Neurochirurgie","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta Hospital; Health Sciences Centre; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Medicine; Computer science","score_opus":0.9735242587513826,"score_gpt":0.6413291486731167,"score_spread":0.33219511007826585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404276879","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012040775,0.96621513,0.02045699,0.00011419303,0.0009134531,0.00066186546,0.00016699104,0.000016320591,0.011453842],"genre_scores_gemma":[0.00012695322,0.9936105,0.0011651148,0.00005293165,0.00015311711,0.00004502274,0.0000484795,0.000035909226,0.004761944],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9794075,0.006460664,0.00884026,0.0015170885,0.0034931833,0.0002813274],"domain_scores_gemma":[0.9871241,0.0074449047,0.0027949987,0.0022489731,0.00014621705,0.00024083],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.022074843,0.00060413365,0.007930725,0.0008887525,0.00019502999,0.0030376243,0.0011867849,0.00019460295,0.0045064944],"category_scores_gemma":[0.019374661,0.00025950593,0.0019458341,0.0016647249,0.00010964315,0.00014414031,0.0003324012,0.0005276202,0.006201458],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.381606e-7,0.000012252537,0.000035969977,0.0046444796,0.00019698545,0.000047385252,0.00004559319,0.0000011778083,1.1986016e-8,0.27359998,0.13028273,0.5911331],"study_design_scores_gemma":[0.000017074004,0.000015438934,0.000018218587,0.0013893093,0.0026776954,0.000050329534,0.000040590232,0.0003370191,1.0487607e-9,0.077946864,0.9172975,0.0002099911],"about_ca_topic_score_codex":0.000003661164,"about_ca_topic_score_gemma":0.000022282968,"teacher_disagreement_score":0.7870147,"about_ca_system_score_codex":0.00006030798,"about_ca_system_score_gemma":0.00020518816,"threshold_uncertainty_score":0.9999857},"labels":[],"label_agreement":null},{"id":"W4404292401","doi":"10.1136/bmjopen-2023-082648","title":"Methodological standards in the design and reporting of pilot and feasibility studies in emergency medicine literature: a systematic review","year":2024,"lang":"en","type":"review","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; McMaster University; Impact","funders":"","keywords":"Medicine; Consolidated Standards of Reporting Trials; Quartile; MEDLINE; Clinical trial; Data extraction; Alternative medicine; Research design; Randomized controlled trial; Systematic review; Clinical study design; Quality (philosophy); Family medicine; Internal medicine; Confidence interval; Statistics","score_opus":0.9894559985345602,"score_gpt":0.7799530501726725,"score_spread":0.20950294836188776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404292401","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002507106,0.94917196,0.00042067227,0.00043785194,0.00017620462,0.04915531,0.000018602686,0.0000016589189,0.00061524333],"genre_scores_gemma":[0.000008382341,0.99149406,0.0031485294,0.00007509382,0.000032713226,0.0042745615,0.000004066577,0.0000121835965,0.000950421],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.4809225,0.37241527,0.13115332,0.00388149,0.011071917,0.0005555197],"domain_scores_gemma":[0.7858877,0.085667565,0.11128364,0.01324414,0.003679557,0.0002373977],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.84348696,0.00061087025,0.035670873,0.00045844066,0.00005958351,0.00037574148,0.0025521186,0.00013087434,0.00038106416],"category_scores_gemma":[0.71097577,0.00016998233,0.0012429442,0.004183188,0.00016765496,0.00016867596,0.0010638833,0.00048345252,0.000013979931],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005079614,0.000020176016,0.0000472159,0.97259897,0.00034251637,0.00007108237,0.0011495368,9.320206e-8,2.4429664e-8,0.00034342328,0.0149526745,0.010469216],"study_design_scores_gemma":[0.0000828343,0.00015959032,0.000024880073,0.9599372,0.006195218,0.0003161665,0.0008332607,0.000023956214,5.424413e-9,0.008973483,0.023252398,0.00020100329],"about_ca_topic_score_codex":0.000015055563,"about_ca_topic_score_gemma":0.000039198694,"teacher_disagreement_score":0.3049652,"about_ca_system_score_codex":0.000076180004,"about_ca_system_score_gemma":0.00025315225,"threshold_uncertainty_score":0.9786456},"labels":[],"label_agreement":null},{"id":"W4404296217","doi":"10.29173/cjen295","title":"The significance of significance","year":2003,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Nursing","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Clinical significance; Medicine; Internal medicine","score_opus":0.5963832615658649,"score_gpt":0.48865312934567956,"score_spread":0.10773013222018529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404296217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4985356,0.09175026,0.08674489,0.011164013,0.032550965,0.001971936,0.000053695476,0.000003743864,0.2772249],"genre_scores_gemma":[0.9938729,0.00007622408,0.0012072002,0.00003073009,0.0001070714,0.0000020816733,1.3120989e-7,0.000008904908,0.004694791],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9858185,0.0040984396,0.007381464,0.00026289027,0.002097738,0.0003409746],"domain_scores_gemma":[0.98866194,0.0011319594,0.0060244747,0.0013843086,0.0022464904,0.0005508147],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.054270685,0.00016263236,0.0013427511,0.00033731188,0.00035142526,0.00018401573,0.001624083,0.000047711903,0.007675857],"category_scores_gemma":[0.03271692,0.00007647637,0.001204483,0.0014460757,0.00015191248,0.00018501058,0.0000029333223,0.0001890802,0.00011415126],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012836897,0.000053158965,0.05737957,0.00003684623,0.00038443843,0.000042955748,0.00432169,0.0013055644,0.0020220603,0.066167936,0.76108,0.10719292],"study_design_scores_gemma":[0.00015938038,0.00011225369,0.011737123,0.0001798968,0.00024785017,0.00006225092,0.0063675335,0.00034924602,0.0008207501,0.074485786,0.9052259,0.00025208408],"about_ca_topic_score_codex":0.00018619021,"about_ca_topic_score_gemma":0.0027268745,"teacher_disagreement_score":0.49533728,"about_ca_system_score_codex":0.00009403009,"about_ca_system_score_gemma":0.001169199,"threshold_uncertainty_score":0.99323124},"labels":[],"label_agreement":null},{"id":"W4404379159","doi":"10.1186/s12888-024-06263-4","title":"Missing outcome data in randomised clinical trials of psychological interventions: a review of published trial reports in major psychiatry journals","year":2024,"lang":"en","type":"review","venue":"BMC Psychiatry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"Copenhagen Trial Unit, Centre for Clinical Intervention Research","keywords":"Psychological intervention; Psychiatry; Clinical trial; Psychology; MEDLINE; Randomized controlled trial; Medicine; Clinical psychology; Psychotherapist","score_opus":0.9529249900940138,"score_gpt":0.7374344434529199,"score_spread":0.2154905466410939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404379159","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000033924218,0.96427643,0.0009936711,0.0014711651,0.019855238,0.012035059,0.00030005642,0.000010384183,0.0010240544],"genre_scores_gemma":[0.000007858925,0.9700672,0.027002549,0.0002606243,0.0012639898,0.0004110162,0.00022431866,0.00006592429,0.00069649756],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.4010512,0.24464197,0.3346178,0.0072209826,0.011472782,0.0009952727],"domain_scores_gemma":[0.7712563,0.031808946,0.16610028,0.028825562,0.0013683266,0.0006405838],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.79661167,0.0012764725,0.062935814,0.003765315,0.00005274212,0.0009901482,0.008246078,0.0012101105,0.013202147],"category_scores_gemma":[0.5829026,0.0005773224,0.041747153,0.0077429754,0.00019988365,0.00058826635,0.0009944665,0.0023337535,0.00030873757],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019269866,0.0023021274,0.016465293,0.3414153,0.0014664023,0.00001806789,0.000010841373,2.729017e-7,1.6173383e-8,0.00026161832,0.3434506,0.29268247],"study_design_scores_gemma":[0.027920706,0.00020237434,0.0004719388,0.53493655,0.016057765,0.0002351339,0.00005767995,0.000024187413,2.3512448e-9,0.014081654,0.4053827,0.00062929915],"about_ca_topic_score_codex":0.000012792538,"about_ca_topic_score_gemma":0.00018286545,"teacher_disagreement_score":0.37020513,"about_ca_system_score_codex":0.00007036102,"about_ca_system_score_gemma":0.0023780523,"threshold_uncertainty_score":0.9999987},"labels":[],"label_agreement":null},{"id":"W4404448288","doi":"10.1093/eurheartj/ehae724","title":"Definitions of clinical study outcome measures for cardiovascular diseases: the European Unified Registries for Heart Care Evaluation and Randomized Trials (EuroHeart).","year":2025,"lang":"en","type":"review","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Abbott Vascular; National Institutes of Health; Novartis Pharma; Bausch Health; Edwards Lifesciences; Vifor Pharma; Novo Nordisk; Osiris Therapeutics; Daiichi-Sankyo; University of Leeds; University of Oxford; ARCA Biopharma; AstraZeneca; Alnylam Pharmaceuticals; Insmed; Saint Luke's Health System; Esperion Therapeutics; Kowa Company; Audentes Therapeutics; Cytokinetics; MicroPort; Genesis Pharma; Novavax; European Association of Cardiovascular Imaging; Daiichi Sankyo Europe; Yale University; Agios Pharmaceuticals; Ionis Pharmaceuticals; Silence Therapeutics; Medpace; British Heart Foundation; University of Pittsburgh; Boston Scientific Corporation; Prothena; Array BioPharma; Alexion Pharmaceuticals; Bristol-Myers Squibb; Teva Pharmaceutical Industries; Servier; Abbott Laboratories; Bayer; Gilead Sciences; GlaxoSmithKline; National Institute for Health and Care Research; CSL Behring; Feinstein Institutes for Medical Research; Eli Lilly and Company; Amarin Corporation; Idorsia Pharmaceuticals; H. Lundbeck A/S; European Society of Cardiology; Amgen; Novartis Pharmaceuticals Corporation; Pfizer; Sanofi; Regeneron Pharmaceuticals","keywords":"Medicine; Randomized controlled trial; Intensive care medicine; Heart failure; Outcome (game theory); Clinical trial; MEDLINE; Physical therapy; Emergency medicine; Internal medicine","score_opus":0.94044386476403,"score_gpt":0.6236083261380418,"score_spread":0.3168355386259881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404448288","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008487378,0.9248492,0.005957635,0.00012455076,0.00073250214,0.06658992,0.0009363056,0.0000070707733,0.00079429056],"genre_scores_gemma":[0.0017608807,0.9452762,0.00041857534,0.000052910233,0.00038009716,0.051211644,0.0002071147,0.000036666508,0.0006559273],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.5381148,0.4101351,0.04210377,0.0022312554,0.0069594965,0.00045558755],"domain_scores_gemma":[0.77540696,0.20122631,0.012674332,0.0056857606,0.0048063854,0.00020028657],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.73366517,0.00054168253,0.035491847,0.0004193238,0.00032486962,0.0007700019,0.0014228165,0.00014016077,0.00002924161],"category_scores_gemma":[0.7947267,0.00020584346,0.03472412,0.0010015258,0.00023910827,0.00008107942,0.00017336666,0.00018705567,0.0000105279705],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037116505,0.00006873845,0.00012995153,0.0052807718,0.0074933297,3.0371524e-7,0.00008023772,0.000005911881,1.9453954e-10,0.0005742175,0.008830719,0.9771646],"study_design_scores_gemma":[0.01824462,0.000028852528,0.00073864055,0.0004944996,0.12440447,0.0000014435043,0.00057957316,0.0000156719,5.5283698e-9,0.0027224452,0.8525759,0.00019386304],"about_ca_topic_score_codex":0.000006804647,"about_ca_topic_score_gemma":0.000012900584,"teacher_disagreement_score":0.9769708,"about_ca_system_score_codex":0.00003209253,"about_ca_system_score_gemma":0.0004770098,"threshold_uncertainty_score":0.9788273},"labels":[],"label_agreement":null},{"id":"W4404469831","doi":"10.1159/000542283","title":"Acknowledgement to Reviewers","year":2024,"lang":"en","type":"article","venue":"Medical Principles and Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Acknowledgement; Family medicine; Computer security","score_opus":0.8180910354072141,"score_gpt":0.6138681711377648,"score_spread":0.20422286426944924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404469831","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042006564,0.075980335,0.08423161,0.24048324,0.003109672,0.0013522523,0.000008998383,0.00003799345,0.59059525],"genre_scores_gemma":[0.35391158,0.018587261,0.09783971,0.07599746,0.0041932445,0.00042154646,0.000018297156,0.00010656106,0.44892433],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9796576,0.0075997054,0.0045516603,0.0009408797,0.007024177,0.00022597802],"domain_scores_gemma":[0.9561509,0.037750132,0.0010794444,0.0028136026,0.0011357992,0.0010701263],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.21183896,0.00016773745,0.0012682746,0.00017271683,0.00009890806,0.0012563629,0.00090124283,0.00007082337,0.044616006],"category_scores_gemma":[0.48438853,0.00007489538,0.00044636015,0.0010286929,0.000047387002,0.00032180396,0.00037281116,0.00023968612,0.027962342],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071579066,0.00003078312,0.00012019075,0.0001609413,0.00013118477,0.000066892964,0.00060903246,0.0000035931366,0.000005743433,0.0341542,0.49322325,0.47148702],"study_design_scores_gemma":[0.000035710174,0.000032594857,0.000321615,0.00016434336,0.00015592463,0.00007051569,0.00042481764,0.0035989957,0.000001232531,0.00093676784,0.9941658,0.00009169733],"about_ca_topic_score_codex":0.000005490225,"about_ca_topic_score_gemma":0.000016826145,"teacher_disagreement_score":0.5009425,"about_ca_system_score_codex":0.000023083187,"about_ca_system_score_gemma":0.00012716916,"threshold_uncertainty_score":0.9997804},"labels":[],"label_agreement":null},{"id":"W4404517784","doi":"10.1136/bmj-2024-079183","title":"Extension of the PRISMA 2020 statement for living systematic reviews (PRISMA-LSR): checklist and explanation","year":2024,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Systematic review; Checklist; Statement (logic); Computer science; Extension (predicate logic); Medicine; MEDLINE; Data science; Psychology; Political science","score_opus":0.6241767003896916,"score_gpt":0.5307679890381688,"score_spread":0.09340871135152284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404517784","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17902017,0.25556436,0.43090665,0.036581863,0.0084187705,0.076357014,0.00014574615,0.000068109744,0.012937312],"genre_scores_gemma":[0.93551713,0.0012609982,0.012437432,0.0005009893,0.00033932176,0.0016616888,0.00000804032,0.000034827273,0.0482396],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98194647,0.005471716,0.009512191,0.00061154866,0.0023141403,0.00014396012],"domain_scores_gemma":[0.98674893,0.006574209,0.004064775,0.0020598306,0.0004889958,0.00006327153],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14880745,0.00018859156,0.0022835236,0.00013375645,0.00010724943,0.0005302767,0.0006231429,0.0000471473,0.0005236704],"category_scores_gemma":[0.062194068,0.000069388574,0.0009877682,0.0006986916,0.000027635415,0.00017316392,0.00013531157,0.000067702225,0.00027225504],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032635144,0.00003095366,0.00062485214,0.03940516,0.00020953559,0.0000021967585,0.0023100644,0.000025762303,0.0005940268,0.0030206335,0.9384781,0.015295435],"study_design_scores_gemma":[0.00024528362,0.000118565426,0.00802471,0.04097901,0.0019656415,0.00006979839,0.0035902727,0.18433276,0.0002154162,0.007852583,0.7521092,0.0004967281],"about_ca_topic_score_codex":0.00000515709,"about_ca_topic_score_gemma":0.000014503168,"teacher_disagreement_score":0.75649697,"about_ca_system_score_codex":0.00003015685,"about_ca_system_score_gemma":0.000042427437,"threshold_uncertainty_score":0.9457055},"labels":[],"label_agreement":null},{"id":"W4404583649","doi":"10.1371/journal.pone.0291163","title":"Usability and agreement of the SWIFT-ActiveScreener systematic review support tool: Preliminary evaluation for use in clinical research","year":2024,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Care; Toronto Metropolitan University; McMaster University; Lawson Health Research Institute; Western University","funders":"Atlas Institute for Veterans and Families","keywords":"Usability; Context (archaeology); Scope (computer science); Inclusion (mineral); Fidelity; Computer science; Process (computing); Systematic review; Inclusion and exclusion criteria; Process management; Management science; Medicine; MEDLINE; Psychology; Human–computer interaction; Engineering; Pathology; Alternative medicine","score_opus":0.9498911911848844,"score_gpt":0.6370141784267956,"score_spread":0.31287701275808877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404583649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93326473,0.03792974,0.00080398767,0.0027126672,0.0001356808,0.02417205,0.00005542375,0.0000047426092,0.0009209885],"genre_scores_gemma":[0.98867583,0.0012683398,0.0031397173,0.00019102969,0.000048608745,0.0016314383,0.000007333407,0.00001221695,0.0050254967],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.92805845,0.044446584,0.014274446,0.0012540525,0.011687658,0.00027883495],"domain_scores_gemma":[0.9590535,0.031166216,0.0020398682,0.0045116874,0.0031382386,0.00009045158],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.46123457,0.0001393222,0.0031018527,0.00018781112,0.00006382898,0.00029697627,0.00079345464,0.00006511742,0.0012629753],"category_scores_gemma":[0.22076875,0.0000562672,0.00086039404,0.0012056909,0.00012953501,0.00027001387,0.0002270133,0.00020614052,0.00015957118],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010038945,0.002908548,0.110341914,0.8368318,0.002394318,0.0000035336625,0.0010716269,0.000009776269,0.000264019,0.002976196,0.028636903,0.014460942],"study_design_scores_gemma":[0.0010112773,0.0016967533,0.31795123,0.36721176,0.016745036,0.000008761282,0.0013692137,0.27299458,0.00032933403,0.018083556,0.0019876023,0.000610869],"about_ca_topic_score_codex":0.0000106607495,"about_ca_topic_score_gemma":0.000060963972,"teacher_disagreement_score":0.46962008,"about_ca_system_score_codex":0.00006393677,"about_ca_system_score_gemma":0.00018145886,"threshold_uncertainty_score":0.99965},"labels":[],"label_agreement":null},{"id":"W4404612233","doi":"10.1007/s12599-024-00909-z","title":"Correction: Practical Techniques for Theorizing from Literature Reviews","year":2024,"lang":"en","type":"article","venue":"Business & Information Systems Engineering","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Computer science; Information retrieval; Data science; Management science; Engineering","score_opus":0.3495325840850425,"score_gpt":0.45281773522304064,"score_spread":0.10328515113799813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404612233","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017380214,0.010410769,0.9771054,0.0003470628,0.0073995716,0.0015664928,0.00005582723,0.0001362477,0.002804871],"genre_scores_gemma":[0.74627566,0.002212675,0.21212746,0.0009129406,0.010610025,0.006510276,0.0014962829,0.00019993255,0.019654736],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99045783,0.0006278021,0.0066165947,0.00039832466,0.0016895257,0.00020993687],"domain_scores_gemma":[0.9920519,0.0032717516,0.0015284827,0.0013371053,0.0017235128,0.00008725159],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.035197623,0.00031756918,0.0017535831,0.0006801258,0.00009758425,0.0054702293,0.0004972739,0.00016365004,0.0002484286],"category_scores_gemma":[0.02924381,0.00016831249,0.00071427197,0.002531261,0.000009692646,0.0036244122,0.00005403757,0.0002107942,0.0015036355],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012444127,0.000014653961,0.0001019778,0.0032801186,0.00027294032,0.000006913964,0.0025210152,0.005829047,0.00029102707,0.047546633,0.74951136,0.19061184],"study_design_scores_gemma":[0.000032664568,0.0000042370016,0.00013834702,0.0012432232,0.000059344453,0.00003705096,0.00016960365,0.24139139,0.000030303747,0.00009499247,0.75665337,0.00014545355],"about_ca_topic_score_codex":0.000010293095,"about_ca_topic_score_gemma":7.567145e-7,"teacher_disagreement_score":0.7649779,"about_ca_system_score_codex":0.00007456265,"about_ca_system_score_gemma":0.00006314295,"threshold_uncertainty_score":0.99927384},"labels":[],"label_agreement":null},{"id":"W4404629274","doi":"10.1371/journal.pone.0305027","title":"Discrepancies between pre-specified and reported primary outcomes: A cross-sectional analysis of randomized controlled trials in gastroenterology and hepatology journals","year":2024,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Medicine; Hepatology; Internal medicine; Randomized controlled trial; Quartile; Clinical trial; Referral; MEDLINE; Logistic regression; Family medicine; Confidence interval","score_opus":0.7417332006496214,"score_gpt":0.5270432218599843,"score_spread":0.21468997878963714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404629274","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98676044,0.0066092834,0.0034179015,0.0009386381,0.00007173564,0.0018290739,0.00006951815,0.000007225385,0.00029620738],"genre_scores_gemma":[0.9959181,0.0004564725,0.0014191967,0.00008828449,0.000052331197,0.00020072045,0.00002030121,0.000008420432,0.001836152],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.92343706,0.038368978,0.032726772,0.0011970708,0.0039480194,0.00032207716],"domain_scores_gemma":[0.91547865,0.07222021,0.010081573,0.0012008438,0.00087110925,0.0001475917],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.33710974,0.00030062298,0.036483064,0.0025441141,0.0000617694,0.0007990659,0.0003842981,0.00014826441,0.0022570516],"category_scores_gemma":[0.18931088,0.00012956641,0.004966204,0.0014584711,0.00030752254,0.00020359886,0.00012779403,0.00021875509,0.000010721345],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008824438,0.00013246482,0.9444864,0.00009078115,0.045648154,0.00001363948,0.0002276651,0.000009699505,0.00024142684,0.00018048327,0.000059016194,0.00008584389],"study_design_scores_gemma":[0.03091961,0.000048226102,0.93842256,0.00007279955,0.020865144,0.000009769705,0.0000375395,0.006818763,0.000011460282,0.0026808935,0.000026537055,0.00008668919],"about_ca_topic_score_codex":0.000032823213,"about_ca_topic_score_gemma":0.00014190143,"teacher_disagreement_score":0.14779885,"about_ca_system_score_codex":0.000032443328,"about_ca_system_score_gemma":0.000068817804,"threshold_uncertainty_score":0.998655},"labels":[],"label_agreement":null},{"id":"W4404630651","doi":"10.1016/j.jclinepi.2024.111616","title":"Research culture influences in health and biomedical research: rapid scoping review and content analysis","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital; Queen's University; St. Michael's Hospital","funders":"Medical Research Council; Anschutz Medical Campus, University of Colorado; Agence Nationale de la Recherche; UK Research and Innovation","keywords":"Content analysis; Medicine; Psychology; Sociology; Social science","score_opus":0.9880919341178612,"score_gpt":0.8100845576768024,"score_spread":0.1780073764410588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404630651","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06600754,0.80613524,0.002008607,0.12455723,0.00034359342,0.0006926136,0.0000045851566,0.0000019778433,0.00024863583],"genre_scores_gemma":[0.1989464,0.7799353,0.00876336,0.010552442,0.0006411353,0.000022887429,0.0000031639179,0.000011257046,0.0011240277],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.41893873,0.49163213,0.078869574,0.0019474156,0.007489192,0.0011229559],"domain_scores_gemma":[0.16451107,0.8029616,0.020194449,0.0030176635,0.006402658,0.0029125677],"candidate_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.90982014,0.0001899617,0.014823574,0.0023188824,0.00014861012,0.00025684288,0.0011998625,0.00029432,0.0012481312],"category_scores_gemma":[0.8218359,0.0000762634,0.002191015,0.005993498,0.0013307914,0.00024297985,0.00032730433,0.002757023,0.0001098671],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066277964,0.0001622801,0.4746964,0.008004919,0.0022715437,0.0001533984,0.0008036696,0.000018529814,0.0000035868395,0.008014039,0.2533547,0.25245064],"study_design_scores_gemma":[0.0011257285,0.0049403645,0.32460985,0.085682504,0.0017536995,0.0005348179,0.0060138493,0.009637372,3.3005276e-7,0.09940003,0.46584967,0.00045180015],"about_ca_topic_score_codex":0.000059478945,"about_ca_topic_score_gemma":0.00009425722,"teacher_disagreement_score":0.31132945,"about_ca_system_score_codex":0.000042834836,"about_ca_system_score_gemma":0.0008850607,"threshold_uncertainty_score":0.9998024},"labels":[],"label_agreement":null},{"id":"W4404634668","doi":"10.1001/jamanetworkopen.2024.29630","title":"Data-Driven Cutoff Selection for the Patient Health Questionnaire-9 Depression Screening Tool","year":2024,"lang":"en","type":"article","venue":"JAMA Network Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Manitoba; University of Calgary; McGill University; McMaster University; McGill University Health Centre; University of Waterloo; Jewish General Hospital","funders":"Menzies Centre for Australian Studies, King's College London, University of London; Samsung; Canadian Institutes of Health Research; University of Ioannina; Berlin Institute of Health; University of Cape Town; Humboldt-Universität zu Berlin; Universidad de Buenos Aires; Chinese University of Hong Kong; Inyuvesi Yakwazulu-Natali; National Cancer Institute; New York University Shanghai; King Abdulaziz University; Medical Center, University of Rochester; Bar-Ilan University; Queensland University of Technology; Universitätsklinikum Hamburg-Eppendorf; Freie Universität Berlin; Monash University; Australian National University; Universidade de São Paulo; Shimane University; Universiti Kebangsaan Malaysia; George Washington University; King's College London; McGill University Health Centre; McGill University; University of Technology Sydney; Harvard T.H. Chan School of Public Health; Instituto Nacional de Psiquiatría Ramón de la Fuente Muñiz; Sungkyunkwan University; York University; University of Rochester; University of Washington; Johns Hopkins University; University of Pittsburgh; Vrije Universiteit Amsterdam; University of Queensland; University of Wollongong; Duke Global Health Institute, Duke University; Iran University of Medical Sciences","keywords":"Cutoff; Youden's J statistic; Population; Patient Health Questionnaire; Depression (economics); Medicine; Statistics; Receiver operating characteristic; Mathematics; Depressive symptoms; Psychiatry","score_opus":0.6593322612331025,"score_gpt":0.5355563684734069,"score_spread":0.12377589275969558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404634668","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027040457,0.01439098,0.96359754,0.012060123,0.0013964401,0.0044751787,0.00009065211,0.000029613087,0.0012554311],"genre_scores_gemma":[0.9131623,0.00030941173,0.07034489,0.00399175,0.0022352466,0.0007527686,0.00023749702,0.00005074082,0.008915383],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9849032,0.006363556,0.004716438,0.0012850934,0.0023600948,0.00037160463],"domain_scores_gemma":[0.98894125,0.0052215257,0.0018860848,0.003387265,0.000452105,0.00011179677],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1031057,0.00021369466,0.0013376425,0.00009147332,0.0007698654,0.0067755464,0.0038017854,0.00007385857,0.0012030853],"category_scores_gemma":[0.0084220935,0.000087438755,0.0004921903,0.0014005018,0.000023951729,0.001087661,0.0011104306,0.00022279484,0.00051951397],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013711844,0.000007740574,0.006709053,0.00002193345,0.00011358045,4.4603428e-7,0.00012875727,0.011643955,4.4099963e-7,0.0012196596,0.57940173,0.40073898],"study_design_scores_gemma":[0.00006089762,0.000031474465,0.006108004,0.00030152244,0.00007114997,0.000006216432,0.00006626579,0.5092526,5.003651e-7,0.001129954,0.48290387,0.00006753475],"about_ca_topic_score_codex":0.00014017598,"about_ca_topic_score_gemma":0.00035232515,"teacher_disagreement_score":0.91045827,"about_ca_system_score_codex":0.000051380295,"about_ca_system_score_gemma":0.00017544618,"threshold_uncertainty_score":0.9999304},"labels":[],"label_agreement":null},{"id":"W4404672217","doi":"10.1159/000542008","title":"Acknowledgement to Reviewers","year":2024,"lang":"en","type":"article","venue":"Neuroepidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Acknowledgement; Family medicine","score_opus":0.894418350935105,"score_gpt":0.6342698106458511,"score_spread":0.26014854028925394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404672217","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08341309,0.051813576,0.29223633,0.1918965,0.027940812,0.0048100012,0.000048696285,0.00018761482,0.3476534],"genre_scores_gemma":[0.58481103,0.0013967351,0.027059603,0.09119145,0.002496306,0.00055784924,0.000017476304,0.00010015171,0.2923694],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96367854,0.022723071,0.009645756,0.0017334175,0.0018049352,0.00041431],"domain_scores_gemma":[0.9747972,0.019025927,0.0009952025,0.0042214626,0.0006475567,0.00031263908],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.15394358,0.00023564363,0.0032794378,0.00044886916,0.00006169543,0.00029294714,0.0016231415,0.000063885156,0.028607862],"category_scores_gemma":[0.24583739,0.000107197484,0.0016138491,0.0016730124,0.00004085332,0.00009114057,0.0002433938,0.00019771775,0.16941988],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010430998,0.0000059324375,0.0022072499,0.000036078367,0.000040225015,0.000014562277,0.00006023184,0.00006100231,0.0000739249,0.013433533,0.9057201,0.078346096],"study_design_scores_gemma":[0.000017408145,0.000047032725,0.0035126715,0.00003246121,0.00006383562,0.0000158309,0.000018737597,0.0030670734,0.0000050191834,0.010625498,0.9825058,0.00008865192],"about_ca_topic_score_codex":0.0000022995666,"about_ca_topic_score_gemma":0.000010268587,"teacher_disagreement_score":0.50139797,"about_ca_system_score_codex":0.000027121932,"about_ca_system_score_gemma":0.000041224346,"threshold_uncertainty_score":0.97228014},"labels":[],"label_agreement":null},{"id":"W4404672233","doi":"10.1159/000542179","title":"Acknowledgement to Reviewers","year":2024,"lang":"en","type":"article","venue":"Psychopathology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Acknowledgement; Psychology; Psychoanalysis","score_opus":0.8050692578643128,"score_gpt":0.6211406686822102,"score_spread":0.18392858918210264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404672233","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057924606,0.047157563,0.25709403,0.03434419,0.023670213,0.002564345,0.000029829793,0.00008478231,0.57713044],"genre_scores_gemma":[0.5789389,0.0006105031,0.037469633,0.012977295,0.0017062594,0.00056007225,0.000010334473,0.000066831104,0.36766016],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9864934,0.0048790667,0.0051217224,0.0012472157,0.001994545,0.00026406586],"domain_scores_gemma":[0.99431187,0.0012333686,0.00047245715,0.0032685988,0.00053737947,0.00017632055],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.09097448,0.00019307596,0.0018455223,0.00053257286,0.000053061936,0.0005675395,0.0013749435,0.00005747016,0.042988073],"category_scores_gemma":[0.018839607,0.00009219285,0.0011484608,0.001944818,0.000032126594,0.000086190885,0.000118786345,0.00011993868,0.2625924],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014083632,0.0000134528045,0.0008361756,0.0000351193,0.000028526654,0.000024194032,0.00034819345,0.00000385835,0.00012912563,0.0051768743,0.7955492,0.19785386],"study_design_scores_gemma":[0.000030113513,0.000037952297,0.0015809076,0.000046052148,0.00006212333,0.00003371169,0.00007299105,0.00026997286,0.000005753103,0.009730652,0.98803216,0.000097626245],"about_ca_topic_score_codex":4.4466074e-7,"about_ca_topic_score_gemma":0.0000073216584,"teacher_disagreement_score":0.52101433,"about_ca_system_score_codex":0.000024733828,"about_ca_system_score_gemma":0.000026594995,"threshold_uncertainty_score":0.9894251},"labels":[],"label_agreement":null},{"id":"W4404697941","doi":"10.1002/ejp.4756","title":"Evaluating multiplicity reporting in analgesic clinical trials: An analytical review","year":2024,"lang":"en","type":"review","venue":"European Journal of Pain","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Bonferroni correction; Multiple comparisons problem; Medicine; Clinical trial; Analgesic; Randomized controlled trial; Data extraction; Sample size determination; Consolidated Standards of Reporting Trials; MEDLINE; Statistics; Surgery; Internal medicine; Anesthesia; Mathematics","score_opus":0.9846195852081763,"score_gpt":0.7698069997102193,"score_spread":0.214812585497957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404697941","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000031482843,0.990129,0.005702551,0.00021266837,0.0008422758,0.0013439062,0.0000088324505,0.000005912774,0.00172335],"genre_scores_gemma":[0.000035721652,0.9897807,0.006827932,0.00040018954,0.0017196117,0.0000068257177,0.000009648367,0.000084023224,0.0011353521],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.025321832,0.7663733,0.19697501,0.0019159833,0.008918353,0.00049555436],"domain_scores_gemma":[0.3781035,0.16723861,0.43672287,0.011246861,0.004978664,0.0017095071],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.98385084,0.000910796,0.04149691,0.00167102,0.000085561456,0.001331652,0.004392528,0.00017199264,0.0030415107],"category_scores_gemma":[0.9253759,0.0003723403,0.025732854,0.004070041,0.00009306228,0.0002953278,0.00037151578,0.0028711394,0.0025720207],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030464691,0.00007423597,0.000113727525,0.01128795,0.0006679221,0.0013788923,0.000037099737,0.0000063405378,5.7277333e-8,0.000019482433,0.045276694,0.9411346],"study_design_scores_gemma":[0.00014921934,0.00026389802,0.000074501084,0.11505224,0.010842542,0.00041617616,0.000065726774,0.0063924855,3.2703478e-9,0.00012476702,0.86629826,0.00032019697],"about_ca_topic_score_codex":0.0000013692163,"about_ca_topic_score_gemma":0.0000047586204,"teacher_disagreement_score":0.9408144,"about_ca_system_score_codex":0.00014053243,"about_ca_system_score_gemma":0.0008370331,"threshold_uncertainty_score":0.99987286},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4404771219","doi":"10.1101/2024.11.25.24316905","title":"Assessing the feasibility and impact of clinical trial trustworthiness checks via an application to Cochrane Reviews: Stage 2 of the INSPECT-SR project","year":2024,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Centre for Global Health Research","funders":"National Institute for Health and Care Research","keywords":"Trustworthiness; Stage (stratigraphy); Systematic review; Cochrane collaboration; Process management; Computer science; Business; Political science; MEDLINE; Computer security; Law; Geology","score_opus":0.7921343506849283,"score_gpt":0.657622913223708,"score_spread":0.1345114374612203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404771219","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9775955,0.0062108613,0.006143328,0.00032708579,0.0007713329,0.008344336,0.00006594057,0.000006716751,0.0005348744],"genre_scores_gemma":[0.9974631,0.00046011902,0.0008824961,0.00004695268,0.0003135726,0.0002760668,0.0000076833085,0.000018655537,0.000531329],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9366744,0.035072558,0.020846194,0.0022558789,0.0048855483,0.00026541884],"domain_scores_gemma":[0.97061265,0.0047678486,0.013072332,0.010180141,0.001211949,0.00015508512],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.30972236,0.00045887858,0.0068313032,0.00022407001,0.000110965055,0.00075993926,0.00328216,0.0002741676,0.00042788722],"category_scores_gemma":[0.06676704,0.00014526502,0.0043347212,0.0018741315,0.00026840225,0.00012874317,0.0013839346,0.0008919053,0.00004668515],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000993708,0.0007962016,0.7553331,0.005203113,0.0011588051,0.000002452121,0.0030765876,0.00044927085,0.0006343461,0.00048219613,0.0044282153,0.22744198],"study_design_scores_gemma":[0.002894644,0.0005261149,0.9323793,0.0016290083,0.0023792374,0.000008434828,0.0005813293,0.035606794,0.000084463776,0.011710775,0.011588283,0.00061159057],"about_ca_topic_score_codex":0.0002034771,"about_ca_topic_score_gemma":0.0001929904,"teacher_disagreement_score":0.24295533,"about_ca_system_score_codex":0.000055402554,"about_ca_system_score_gemma":0.0005869882,"threshold_uncertainty_score":0.941094},"labels":[],"label_agreement":null},{"id":"W4404801655","doi":"10.1016/j.jpurol.2024.11.018","title":"When you cannot trust what you see: The confounding effect","year":2024,"lang":"en","type":"editorial","venue":"Journal of Pediatric Urology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Confounding; MEDLINE; Internal medicine; Law","score_opus":0.24352245625093477,"score_gpt":0.45968958100378327,"score_spread":0.2161671247528485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404801655","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028132214,0.07247532,0.0005775403,0.0038120009,0.91862166,0.0005175397,0.000045473273,0.0000053732456,0.0011318928],"genre_scores_gemma":[0.0016358485,0.005078162,0.00013044864,0.00031777687,0.9720344,0.00001857776,0.000013603986,0.00005795762,0.02071324],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9494053,0.021075694,0.015615676,0.0010814526,0.012221276,0.00060060783],"domain_scores_gemma":[0.91027504,0.05881885,0.023747502,0.0032895885,0.0034994371,0.00036960948],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.23953986,0.00077044376,0.0077460413,0.0018246315,0.00023740304,0.004130312,0.0057189055,0.0011766956,0.006859012],"category_scores_gemma":[0.15542881,0.0002918079,0.0053073512,0.0016731386,0.00013863837,0.00057242956,0.00041103573,0.0033760786,0.004486069],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045332676,0.000020904263,0.0004663565,0.00008515057,0.0012129713,0.00021123716,0.000466493,0.000024112493,9.065998e-7,0.000035947625,0.99421144,0.0032191589],"study_design_scores_gemma":[0.00040090067,0.0005505815,0.000038844024,0.000015624713,0.010050666,0.00019077938,0.00022985741,0.00017462751,2.6619222e-7,0.0025328037,0.98557854,0.00023649941],"about_ca_topic_score_codex":0.000020803554,"about_ca_topic_score_gemma":0.000025777532,"teacher_disagreement_score":0.084111035,"about_ca_system_score_codex":0.00016787747,"about_ca_system_score_gemma":0.0011941253,"threshold_uncertainty_score":0.9999534},"labels":[],"label_agreement":null},{"id":"W4404840467","doi":"10.32920/27926781.v1","title":"A cross-sectional description of open access publication costs, policies and impact in emergency medicine and critical care journals","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; McMaster University","funders":"","keywords":"Cross-sectional study; Medicine; Family medicine; Medical emergency","score_opus":0.8802126189463708,"score_gpt":0.6923778208821509,"score_spread":0.18783479806421988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404840467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9267093,0.031970613,0.002050782,0.007074372,0.00095738296,0.0014266744,0.00017006874,0.0000055193836,0.029635284],"genre_scores_gemma":[0.99463594,0.0011376122,0.0003427307,0.00006782851,0.0001423345,0.00007318984,0.00003427319,0.000009983183,0.003556111],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98320854,0.002815996,0.009625195,0.001089416,0.0030714748,0.00018935897],"domain_scores_gemma":[0.98976225,0.0013808748,0.0027141136,0.0014822698,0.004442728,0.00021774501],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.060841683,0.00030527235,0.0027339596,0.0017672299,0.00009315343,0.008508168,0.002421628,0.0002153135,0.037781466],"category_scores_gemma":[0.055918798,0.00014009241,0.00055187393,0.0015494418,0.00018897478,0.0011442659,0.0040080533,0.00042493216,0.000040140214],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008362115,0.000021350408,0.9578884,0.00066903635,0.00011380304,7.28777e-7,0.0010833113,0.00001965913,0.00007760779,0.0052840095,0.03206183,0.0027718479],"study_design_scores_gemma":[0.000106670865,0.000033041095,0.9179659,0.0002809399,0.00013667047,0.000019408963,0.0011206607,0.0017498806,0.0000046763507,0.077377856,0.0010698718,0.0001344616],"about_ca_topic_score_codex":0.0036692305,"about_ca_topic_score_gemma":0.00094998226,"teacher_disagreement_score":0.072093844,"about_ca_system_score_codex":0.00012904151,"about_ca_system_score_gemma":0.00020645797,"threshold_uncertainty_score":0.9925211},"labels":[{"model":"gemma","categories":["bibliometrics","scholarly_communication","open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4404885682","doi":"10.1177/10731911241299723","title":"How to Produce, Identify, and Motivate Robust Psychological Science: A Roadmap and a Response to Vize et al.","year":2024,"lang":"en","type":"article","venue":"Assessment","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; Robustness (evolution); Honesty; Social psychology; Harm","score_opus":0.6464401411361708,"score_gpt":0.6135188932584112,"score_spread":0.03292124787775952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404885682","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86955786,0.00045314056,0.024395054,0.10267805,0.000383829,0.0010586779,0.00000898188,0.00001468733,0.0014497016],"genre_scores_gemma":[0.95857954,0.000029919041,0.02658702,0.004408432,0.000030119645,0.00012835015,6.2368764e-7,0.000009282916,0.010226693],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9873243,0.003909424,0.0020216915,0.0020924672,0.004318044,0.00033408435],"domain_scores_gemma":[0.9949498,0.0018002742,0.0003557003,0.0019815927,0.0004697261,0.00044288626],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13936381,0.00024500175,0.0012344832,0.0007537943,0.00019269019,0.007867528,0.00096041075,0.000037565504,0.00043245213],"category_scores_gemma":[0.018963993,0.000115737785,0.00024673782,0.0030161585,0.0001234047,0.00050225167,0.00053601206,0.00016501044,0.0003887115],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010744547,0.00022750831,0.017141439,0.000083968844,0.00018363445,0.00013589763,0.0029368908,0.00013215542,0.06414045,0.0077347565,0.7828965,0.124279365],"study_design_scores_gemma":[0.00014704766,0.00034120775,0.510453,0.00011809921,0.000072676805,0.000049651095,0.0009565425,0.0023212072,0.00009536071,0.0017603891,0.48342022,0.00026463933],"about_ca_topic_score_codex":0.000004303994,"about_ca_topic_score_gemma":0.00000809348,"teacher_disagreement_score":0.49331152,"about_ca_system_score_codex":0.00006196319,"about_ca_system_score_gemma":0.00013469318,"threshold_uncertainty_score":0.9931624},"labels":[],"label_agreement":null},{"id":"W4404906065","doi":"10.1038/s41387-026-00444-8","title":"Evaluating the Reproducibility and Verifiability of Nutrition Research: A Case Study of Studies Assessing the Relationship Between Potatoes and Colorectal Cancer","year":2024,"lang":"en","type":"preprint","venue":"Nutrition and Diabetes","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University at Buffalo; National Institutes of Health; Novo Nordisk; Pfizer; Abbott Diabetes Care; Gordon and Betty Moore Foundation; General Mills; Indiana University Foundation; Eli Lilly and Company; Northarvest Bean Growers Association; U.S. Department of Agriculture","keywords":"Reproducibility; Colorectal cancer; Cancer; Medicine; Statistics; Mathematics; Internal medicine","score_opus":0.926268136237507,"score_gpt":0.6748433276723124,"score_spread":0.25142480856519467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404906065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9447219,0.0502279,0.0000023194225,0.001641364,0.00011506455,0.0031764817,0.00008583707,0.0000047740027,0.000024392273],"genre_scores_gemma":[0.9983831,0.00039892775,0.00030286057,0.0000076770075,0.000113319875,0.0007566593,0.000004651748,0.000007867257,0.00002492001],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96129733,0.028599065,0.0049262717,0.0020231393,0.0029448986,0.0002092676],"domain_scores_gemma":[0.92976975,0.06268173,0.0021914202,0.0026876421,0.0025988482,0.00007062393],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22588757,0.00023762346,0.0020882536,0.00029884864,0.0005817152,0.0007853902,0.0003481385,0.00012354262,0.00002762745],"category_scores_gemma":[0.13962176,0.00010136621,0.00029488717,0.0009214251,0.0008334212,0.00012951896,0.0010005877,0.000670184,0.0000011670313],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074480668,0.00029225028,0.9765569,0.005114567,0.00034584728,0.0000023166715,0.007941259,0.0000063802963,0.00014056398,0.00013396327,0.00036917898,0.009089303],"study_design_scores_gemma":[0.00042541913,0.0002992852,0.7210543,0.001668011,0.0010930892,0.0000088039305,0.08867554,0.002470677,0.0001554987,0.18397892,0.000032524604,0.00013793648],"about_ca_topic_score_codex":0.00025661066,"about_ca_topic_score_gemma":0.00017736979,"teacher_disagreement_score":0.25550264,"about_ca_system_score_codex":0.00004254845,"about_ca_system_score_gemma":0.000087770975,"threshold_uncertainty_score":0.8676256},"labels":[],"label_agreement":null},{"id":"W4404923291","doi":"10.1186/s12916-024-03778-1","title":"Integration of non-randomized studies with randomized controlled trials in meta-analyses of clinical studies: a meta-epidemiological study on effect estimation of interventions","year":2024,"lang":"en","type":"review","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"West China Hospital, Sichuan University; Sichuan Provincial Administration of Traditional Chinese Medicine; National Science Fund for Distinguished Young Scholars; Sichuan University; National Natural Science Foundation of China","keywords":"Medicine; Randomized controlled trial; Meta-analysis; Systematic review; MEDLINE; Concordance; Psychological intervention; Internal medicine; Psychiatry","score_opus":0.9831690436353597,"score_gpt":0.7817473869103255,"score_spread":0.2014216567250342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404923291","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044920848,0.93350893,0.030788105,0.00014165306,0.00056055177,0.034362707,0.00003249281,0.0000062544214,0.00015007246],"genre_scores_gemma":[0.01309245,0.96739185,0.005331669,0.00002449246,0.00014046664,0.012934863,0.000037657133,0.0000326177,0.0010139219],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.11776625,0.6848536,0.18629107,0.0024532552,0.00831945,0.0003163455],"domain_scores_gemma":[0.03587907,0.84003437,0.11635516,0.003933676,0.0036662559,0.00013149586],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.9116199,0.0017174792,0.44267595,0.0035870576,0.0000430413,0.000049076134,0.0014924826,0.00034291274,0.0012202694],"category_scores_gemma":[0.963791,0.0003585033,0.13212284,0.0035188468,0.0018170602,0.00010217241,0.00021424235,0.0007100983,0.000045878605],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12182882,0.00074278447,0.000011736233,0.031246133,0.818803,0.0000078472,0.0010757729,0.00032265869,3.9481262e-7,0.00049723225,0.002194961,0.023268677],"study_design_scores_gemma":[0.28266245,0.0015426088,0.0000028182503,0.021653412,0.68877435,0.0000021296833,0.0018253593,0.0020979699,5.2374526e-7,0.001122058,0.00015756107,0.00015877954],"about_ca_topic_score_codex":0.000055693945,"about_ca_topic_score_gemma":0.00011224216,"teacher_disagreement_score":0.31055313,"about_ca_system_score_codex":0.000056023087,"about_ca_system_score_gemma":0.00026120455,"threshold_uncertainty_score":0.9998867},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4405092109","doi":"10.3148/cjdpr-2024-019","title":"How Many Participants Are Needed? Strategies for Calculating Sample Size in Nutrition Research","year":2024,"lang":"en","type":"review","venue":"Canadian Journal of Dietetic Practice and Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Lawson Health Research Institute; Western University","funders":"","keywords":"Sample size determination; Sample (material); Robustness (evolution); Computer science; Estimation; Reliability (semiconductor); A priori and a posteriori; Statistics; Management science; Data science; Power (physics); Mathematics; Engineering","score_opus":0.9409783114672453,"score_gpt":0.6857773407491243,"score_spread":0.255200970718121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405092109","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015486473,0.9854295,0.00016629173,0.011325608,0.0002878207,0.0018900976,0.000107569,8.2392495e-7,0.0006374156],"genre_scores_gemma":[0.0041840863,0.9896654,0.0025871438,0.000045930796,0.00059128593,0.00021231364,0.000003887511,0.00004439252,0.002665564],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.95430976,0.029897436,0.0068923207,0.0009243998,0.0066435523,0.0013325443],"domain_scores_gemma":[0.78073883,0.19600424,0.0060825003,0.0024667394,0.012522249,0.0021854402],"candidate_categories":["metaresearch","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.315243,0.00038148093,0.0053589726,0.0040319553,0.0005906755,0.010464674,0.0018764663,0.00037476557,0.00040517037],"category_scores_gemma":[0.52487385,0.0001954776,0.0015578985,0.0044553704,0.00037139383,0.0010301663,0.00014369126,0.0029180597,0.00016225122],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035881472,0.00015092008,0.00006630899,0.050022963,0.0013060804,0.0014899501,0.0028271396,0.0000046945484,0.00000176124,0.0051857345,0.2673078,0.67160076],"study_design_scores_gemma":[0.00014831373,0.00020185977,0.000008528473,0.016743708,0.0008410251,0.00016399735,0.056623615,0.00017704153,1.5311534e-7,0.015533285,0.9093933,0.00016513605],"about_ca_topic_score_codex":0.002527016,"about_ca_topic_score_gemma":0.014016317,"teacher_disagreement_score":0.67143565,"about_ca_system_score_codex":0.00043257003,"about_ca_system_score_gemma":0.0069698826,"threshold_uncertainty_score":0.99938226},"labels":[],"label_agreement":null},{"id":"W4405171875","doi":"10.1097/sap.0000000000004182","title":"Progression of Pilot Trials to Completed Randomized Controlled Trials in Plastic Surgery","year":2024,"lang":"en","type":"review","venue":"Annals of Plastic Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Medicine; Randomized controlled trial; Plastic surgery; Surgery; Pilot trial; MEDLINE","score_opus":0.9248641531703756,"score_gpt":0.6241553032629867,"score_spread":0.3007088499073889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405171875","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00055012887,0.978351,0.001786307,0.00008589982,0.008246092,0.010191968,0.0006142329,0.00001683529,0.00015755459],"genre_scores_gemma":[0.0062787663,0.9899086,0.000101717094,0.000047063546,0.0005099668,0.0024312253,0.0001591875,0.00009938491,0.0004641091],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.3310403,0.4350417,0.21348232,0.0033771223,0.015730029,0.0013285364],"domain_scores_gemma":[0.035969637,0.87928843,0.0784855,0.0032551137,0.0025288782,0.00047241274],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.8468468,0.0017639833,0.26171988,0.011167293,0.0000657976,0.0007130108,0.0019037421,0.00053812575,0.0065350356],"category_scores_gemma":[0.97857237,0.0006794975,0.08304633,0.0069631976,0.0002735838,0.00018108307,0.00033258667,0.0005567824,0.0017793585],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.046999548,0.0007642574,0.00022502367,0.04375558,0.023312824,0.00011503163,0.00008621749,0.000073865594,0.000005160917,0.0004430793,0.49406803,0.3901514],"study_design_scores_gemma":[0.037392396,0.0002755576,0.00012444265,0.24550317,0.064890966,0.000023247523,0.00010076343,0.0012986262,0.0000064008555,0.0019779552,0.6464765,0.0019299423],"about_ca_topic_score_codex":0.000026261498,"about_ca_topic_score_gemma":0.000011267589,"teacher_disagreement_score":0.44424674,"about_ca_system_score_codex":0.00004154274,"about_ca_system_score_gemma":0.0018545189,"threshold_uncertainty_score":0.9995656},"labels":[],"label_agreement":null},{"id":"W4405189507","doi":"10.2196/55827","title":"Evaluation of RMES, an Automated Software Tool Utilizing AI, for Literature Screening with Reference to Published Systematic Reviews as Case-Studies: Development and Usability Study","year":2024,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Systematic review; Usability; MEDLINE; Medicine; Medical literature; Computer science; Workload; Medical physics; Information retrieval; Pathology","score_opus":0.829700384117312,"score_gpt":0.6546861646467547,"score_spread":0.1750142194705573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405189507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.954834,0.01022406,0.007923563,0.00020367277,0.00007292017,0.026231823,0.000047928344,0.00004785602,0.00041417478],"genre_scores_gemma":[0.980512,0.000017850829,0.012608122,0.000029828823,0.000014904374,0.006490884,0.000019901052,0.000016256477,0.0002902264],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9345241,0.04048655,0.009454958,0.001560628,0.01340254,0.00057121564],"domain_scores_gemma":[0.96068895,0.013440832,0.0018127337,0.002914157,0.020855557,0.00028777766],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.47290644,0.0003720134,0.0034634026,0.0012125766,0.00056468,0.003094071,0.0009345554,0.00009358285,0.00028205084],"category_scores_gemma":[0.13529345,0.00015897755,0.00030192235,0.00486451,0.00010746505,0.002134462,0.00035369417,0.00040051673,0.00015914025],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022777442,0.0008925156,0.004091079,0.1391692,0.0038569327,0.00012906997,0.5352858,0.00021365104,0.00004492544,0.0024819882,0.031567577,0.28203952],"study_design_scores_gemma":[0.0024522599,0.0059536644,0.009840395,0.083349325,0.0022237194,0.0008724906,0.44898507,0.4175917,0.00017704,0.006030482,0.02093123,0.0015926303],"about_ca_topic_score_codex":0.000011041776,"about_ca_topic_score_gemma":0.00015059215,"teacher_disagreement_score":0.41737804,"about_ca_system_score_codex":0.00030071673,"about_ca_system_score_gemma":0.0005201141,"threshold_uncertainty_score":0.99794084},"labels":[],"label_agreement":null},{"id":"W4405332237","doi":"10.1016/j.ajcnut.2024.10.013","title":"Reliability and reproducibility of systematic reviews informing the 2020–2025 Dietary Guidelines for Americans: a pilot study","year":2024,"lang":"en","type":"article","venue":"American Journal of Clinical Nutrition","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; Dalhousie University; University of Ottawa","funders":"","keywords":"Reliability (semiconductor); Reproducibility; Systematic review; Medicine; Reliability engineering; MEDLINE; Engineering; Statistics; Political science; Mathematics","score_opus":0.8760867293532165,"score_gpt":0.6446863699942547,"score_spread":0.23140035935896186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405332237","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9268137,0.031668168,0.01781852,0.0127434805,0.0015754976,0.009264757,0.000032781034,0.00000820315,0.000074879856],"genre_scores_gemma":[0.9750917,0.003868347,0.019454027,0.0005835049,0.00063458644,0.00017476376,0.0000013101895,0.000011250911,0.0001805062],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.925892,0.024960706,0.044214893,0.0014269407,0.003289862,0.00021558849],"domain_scores_gemma":[0.8393991,0.10013155,0.038730755,0.010187909,0.011174647,0.00037603066],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.49160078,0.00025960966,0.00806803,0.00020443449,0.00009895562,0.00030734565,0.0012288274,0.000029999086,0.00009112935],"category_scores_gemma":[0.5894196,0.000097045806,0.002716494,0.0017715978,0.0005157216,0.00038294855,0.00011328699,0.00036075182,0.00002592044],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012208439,0.0041443803,0.041009847,0.03862387,0.0021873915,0.000020526299,0.001958313,0.00008041784,0.00015389772,0.00013608598,0.23813654,0.6723279],"study_design_scores_gemma":[0.006978275,0.11197545,0.1756027,0.07749213,0.02541725,0.0008379648,0.09935864,0.048976332,0.000043313277,0.09062274,0.36059293,0.0021022784],"about_ca_topic_score_codex":0.000034224828,"about_ca_topic_score_gemma":0.000013277851,"teacher_disagreement_score":0.6702256,"about_ca_system_score_codex":0.000025431598,"about_ca_system_score_gemma":0.0001376303,"threshold_uncertainty_score":0.5515143},"labels":[],"label_agreement":null},{"id":"W4405437513","doi":"10.1016/j.jclinepi.2024.111644","title":"Identification of latent classes of randomized controlled trials based on integrity and reporting characteristics","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Nova Scotia Health Authority","funders":"Canadian Institutes of Health Research","keywords":"Randomized controlled trial; Identification (biology); Medicine; Internal medicine; Biology","score_opus":0.9290253707040388,"score_gpt":0.6990929105773075,"score_spread":0.2299324601267313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405437513","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7824301,0.0033252968,0.19896123,0.010874132,0.0030046455,0.0011307952,0.000015575471,0.0000023140078,0.00025588198],"genre_scores_gemma":[0.9944049,0.00078236696,0.0038906923,0.00032618313,0.00030961708,0.000008633976,0.0000013031054,0.0000048179236,0.0002714703],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.13697185,0.4461146,0.4123522,0.000895152,0.0034054224,0.00026078845],"domain_scores_gemma":[0.012985877,0.7218599,0.26130134,0.00095786655,0.0027447902,0.0001502496],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.95044327,0.00018878865,0.06149614,0.0005052835,0.0000227848,0.00008180023,0.0005150251,0.00026280648,0.00063361344],"category_scores_gemma":[0.9918905,0.00006538752,0.015581102,0.00031743592,0.00031056616,0.000085640095,0.000035849847,0.0007136848,0.000018438674],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1257237,0.0010003046,0.59886014,0.0013488397,0.014619921,0.00009094923,0.00024936354,0.0013218912,0.0014479734,0.05130367,0.028435651,0.17559762],"study_design_scores_gemma":[0.07017682,0.0007784077,0.17457846,0.0015281311,0.008484401,0.0000631866,0.0000879211,0.62457603,0.0000790207,0.116772726,0.0026798798,0.00019501276],"about_ca_topic_score_codex":0.0000031730551,"about_ca_topic_score_gemma":7.761575e-7,"teacher_disagreement_score":0.6232542,"about_ca_system_score_codex":0.000010550423,"about_ca_system_score_gemma":0.00029752334,"threshold_uncertainty_score":0.9942776},"labels":[],"label_agreement":null},{"id":"W4405537876","doi":"10.1056/evide2400405","title":"Treating Patients, Not P Values","year":2024,"lang":"en","type":"letter","venue":"NEJM Evidence","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lunenfeld-Tanenbaum Research Institute","funders":"","keywords":"Medicine; Internal medicine; Environmental science","score_opus":0.8284456049357547,"score_gpt":0.5512059667402742,"score_spread":0.2772396381954805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405537876","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003384161,0.013386593,0.0012163242,0.95106435,0.0044595897,0.0018147869,0.00012090904,0.000058413236,0.024494885],"genre_scores_gemma":[0.008059826,0.00021287941,0.0024878208,0.65713817,0.004882701,0.0001467762,0.00005632275,0.000083482715,0.32693204],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9610774,0.010398111,0.011321495,0.0025632298,0.014131009,0.00050875684],"domain_scores_gemma":[0.9635247,0.021228684,0.006162709,0.00710832,0.0018512923,0.00012428418],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.06708491,0.0007217018,0.0051422175,0.0006800936,0.00017848118,0.00391705,0.0044601397,0.0005516934,0.018715415],"category_scores_gemma":[0.11314822,0.0003327629,0.0037510071,0.0016900923,0.00009528693,0.0005527563,0.00046172782,0.001461774,0.07297736],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014550584,0.000005573493,0.0019049423,0.00029392954,0.00012437633,0.00007925953,0.00024020075,0.0000032274352,0.0000021990604,0.000028952763,0.98310816,0.014207735],"study_design_scores_gemma":[0.000032528165,0.000040717183,0.00090450107,0.0014046433,0.0005571017,0.000007904196,0.00003666416,0.00076946354,0.000007780079,0.0029409039,0.99295646,0.00034134043],"about_ca_topic_score_codex":0.000023566565,"about_ca_topic_score_gemma":0.000004558239,"teacher_disagreement_score":0.30243716,"about_ca_system_score_codex":0.0001234195,"about_ca_system_score_gemma":0.00015637472,"threshold_uncertainty_score":0.99991244},"labels":[],"label_agreement":null},{"id":"W4405571378","doi":"10.1093/jalm/jfae117","title":"Assessing Adherence to the PRISMA-DTA Guideline in Diagnostic Test Accuracy Systematic Reviews: A Five-Year Follow-up Analysis","year":2024,"lang":"en","type":"article","venue":"The Journal of Applied Laboratory Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McMaster University; University of Toronto; Sunnybrook Health Science Centre; Health Sciences Centre; Ottawa Hospital; Jewish General Hospital; University of Ottawa","funders":"","keywords":"Systematic review; Medicine; Guideline; Data extraction; MEDLINE; Meta-analysis; Confidence interval; Test (biology); Subspecialty; Protocol (science); Family medicine; Internal medicine; Pathology; Alternative medicine","score_opus":0.4326021184447779,"score_gpt":0.5092336159156355,"score_spread":0.07663149747085762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405571378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38078785,0.31488973,0.18879615,0.0797309,0.006821613,0.019817565,0.00008938699,0.00006204994,0.009004758],"genre_scores_gemma":[0.9915968,0.0020483152,0.0016192805,0.0029325688,0.0008020521,0.000113632195,0.0000030377678,0.000028123695,0.00085617433],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9609102,0.010202599,0.021879407,0.0006031263,0.006042025,0.00036262433],"domain_scores_gemma":[0.7158646,0.24890938,0.02192083,0.0076726032,0.004995264,0.0006373139],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.33911777,0.00043991487,0.006065982,0.0011947457,0.0001825707,0.0008753731,0.0035200242,0.00008114818,0.0024574783],"category_scores_gemma":[0.4518415,0.00013328886,0.0010079159,0.013569205,0.00012679577,0.00038766765,0.00017039792,0.0006743228,0.0012913418],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000714636,0.0001341038,0.0015506238,0.005919727,0.003123512,0.0001606771,0.021586724,0.003841276,0.0018212692,0.0015098905,0.941456,0.01882473],"study_design_scores_gemma":[0.0030780549,0.0011953287,0.004388116,0.059109434,0.05973691,0.00016691188,0.117515154,0.039487112,0.00015272728,0.010068498,0.7036259,0.0014758618],"about_ca_topic_score_codex":0.00001886842,"about_ca_topic_score_gemma":0.00012451416,"teacher_disagreement_score":0.61080897,"about_ca_system_score_codex":0.000117974385,"about_ca_system_score_gemma":0.00033848433,"threshold_uncertainty_score":0.99948627},"labels":[],"label_agreement":null},{"id":"W4405632842","doi":"10.1161/strokeaha.124.045754","title":"Adaptive Platform Trials in Stroke","year":2024,"lang":"en","type":"review","venue":"Stroke","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Institute of Neurological Disorders and Stroke; National Health and Medical Research Council; Medical Research Council","keywords":"Medicine; Clinical trial; Context (archaeology); Stroke (engine); Protocol (science); Randomized controlled trial; Psychological intervention; Stroke recovery; Clinical study design; Intervention (counseling); Physical medicine and rehabilitation; Rehabilitation; Physical therapy; Intensive care medicine; Alternative medicine; Surgery; Pathology; Nursing","score_opus":0.9186021591347936,"score_gpt":0.6184959664076148,"score_spread":0.30010619272717876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405632842","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000025107304,0.94632244,0.00056179764,0.00003933149,0.0014862934,0.002657558,0.0011410202,0.000011122388,0.047777947],"genre_scores_gemma":[0.000017293069,0.8605887,0.0009545004,0.000027981,0.00044380175,0.00031368452,0.000036828584,0.000044966782,0.13757224],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.90509874,0.032956984,0.048548948,0.002941866,0.009719837,0.00073364144],"domain_scores_gemma":[0.9537464,0.024933755,0.014978775,0.0056352895,0.0004443196,0.0002614938],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.34465772,0.0010640258,0.04016681,0.0024682826,0.0000678551,0.0018494055,0.0036710212,0.00054336427,0.014399827],"category_scores_gemma":[0.08455756,0.00041334302,0.020136835,0.0025789496,0.00006580725,0.00023526815,0.00042346158,0.0010283681,0.04465075],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023272512,0.000017047323,0.0000051236843,0.0023974243,0.00092357374,0.0000373141,0.00006882402,9.614777e-7,4.5590166e-8,0.0025898567,0.076275475,0.91768205],"study_design_scores_gemma":[0.00009423809,0.000038477956,0.0000016434975,0.0048294803,0.0047684144,0.000017304947,0.00023369111,0.00010463692,8.88276e-8,0.0019166259,0.9876551,0.00034029814],"about_ca_topic_score_codex":0.000017350647,"about_ca_topic_score_gemma":0.00010356331,"teacher_disagreement_score":0.9173417,"about_ca_system_score_codex":0.0002082633,"about_ca_system_score_gemma":0.00056894834,"threshold_uncertainty_score":0.99983186},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4405656521","doi":"10.1080/02699931.2024.2443016","title":"Credibility of results in emotion science: a <i>Z</i> -curve analysis of results in the journals <i>Cognition &amp; Emotion</i> and <i>Emotion</i>","year":2024,"lang":"en","type":"article","venue":"Cognition & Emotion","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Replication (statistics); False positive paradox; Credibility; Psychology; Selection bias; Sample (material); Selection (genetic algorithm); Publication bias; Sample size determination; Response bias; Cognition; Test (biology); Meta-analysis; Cognitive psychology; Social psychology; Statistics; Confidence interval; Computer science; Artificial intelligence; Mathematics; Psychiatry; Medicine","score_opus":0.46777561511446336,"score_gpt":0.4796669029086554,"score_spread":0.011891287794192018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405656521","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9662868,0.0007981461,0.02049147,0.002351766,0.0004602229,0.001394365,0.0007581285,0.000019561332,0.0074395416],"genre_scores_gemma":[0.99787545,0.00037766906,0.0007305274,0.00018293236,0.00010620901,0.000031903666,0.0004486926,0.000013484337,0.00023312445],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9676062,0.010325377,0.0127650425,0.0019338621,0.0068978495,0.00047166072],"domain_scores_gemma":[0.9839178,0.0048726085,0.0049181306,0.0022503443,0.0038702677,0.00017086264],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18401854,0.00041765303,0.0024692174,0.0050153336,0.00028206577,0.0010873274,0.0010238535,0.00023078687,0.0005812676],"category_scores_gemma":[0.045631558,0.0002493982,0.0012911401,0.021231046,0.0006365835,0.0016588591,0.00013909892,0.0005083013,0.00016306488],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028498808,0.008086504,0.094975956,0.004167237,0.0046652043,0.0001262294,0.12988678,0.020314202,0.09036076,0.00951327,0.05088122,0.5841727],"study_design_scores_gemma":[0.002756507,0.00030965955,0.84983516,0.0021790506,0.0036105365,0.00007614614,0.01013346,0.078021415,0.0014865317,0.04921637,0.0017541663,0.0006210102],"about_ca_topic_score_codex":0.0000952805,"about_ca_topic_score_gemma":0.00038557843,"teacher_disagreement_score":0.7548592,"about_ca_system_score_codex":0.00013288329,"about_ca_system_score_gemma":0.00022159728,"threshold_uncertainty_score":0.9999958},"labels":[],"label_agreement":null},{"id":"W4405662074","doi":"10.1186/s12931-024-03056-x","title":"Assessing the comparative effects of interventions in COPD: a tutorial on network meta-analysis for clinicians","year":2024,"lang":"en","type":"review","venue":"Respiratory Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"","keywords":"Medicine; Meta-analysis; Psychological intervention; Randomized controlled trial; Intensive care medicine; Systematic review; Evidence-based medicine; COPD; Clinical trial; Intervention (counseling); MEDLINE; Physical therapy; Alternative medicine; Psychiatry; Surgery; Pathology","score_opus":0.9885703319873888,"score_gpt":0.7821011631063578,"score_spread":0.20646916888103095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405662074","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013351624,0.98849463,0.0017308664,0.00008206477,0.0007702814,0.006600918,0.0000988511,0.0000043419886,0.0022046769],"genre_scores_gemma":[0.0020989242,0.9490613,0.0011246302,0.00026611332,0.0036407392,0.014545772,0.000090343776,0.0002000481,0.028972145],"study_design_codex":"meta_analysis","study_design_gemma":"not_applicable","domain_scores_codex":[0.82045937,0.14385687,0.022066396,0.0023904091,0.010379518,0.00084747054],"domain_scores_gemma":[0.8294409,0.15423107,0.0073244455,0.0063288766,0.0024930972,0.00018164453],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.42704841,0.00071482774,0.028482165,0.003776157,0.00037836735,0.0026274584,0.004547683,0.00042299402,0.0016134698],"category_scores_gemma":[0.05694096,0.00026299327,0.04754925,0.017654538,0.00034704353,0.00018616454,0.0005574265,0.0018518898,0.0019748895],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023776698,0.00049778743,0.00006534867,0.048763305,0.41611013,0.00004640163,0.00060870044,0.0008714618,2.7886426e-7,0.011706872,0.36075968,0.16054629],"study_design_scores_gemma":[0.000077363475,0.00016524144,0.000011433506,0.0025819978,0.20371154,4.014212e-7,0.00014275328,0.00025630652,2.3821889e-7,0.0010858915,0.7918052,0.00016161206],"about_ca_topic_score_codex":0.000013323757,"about_ca_topic_score_gemma":0.0003075725,"teacher_disagreement_score":0.43104556,"about_ca_system_score_codex":0.00021029465,"about_ca_system_score_gemma":0.001063531,"threshold_uncertainty_score":0.99998224},"labels":[],"label_agreement":null},{"id":"W4405747285","doi":"10.1016/j.jclinepi.2024.111653","title":"Confidence intervals of the relative risk and odds ratio can predict when the optimal information size in a meta-analysis is not met","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Toronto General Hospital","funders":"","keywords":"Confidence interval; Odds ratio; Meta-analysis; Relative risk; Statistics; Medicine; Mathematics; Internal medicine","score_opus":0.8610448185638434,"score_gpt":0.6283855817333882,"score_spread":0.2326592368304552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405747285","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2667178,0.010672174,0.5989239,0.12058981,0.0011158999,0.0009894001,0.00019787492,0.0000033833444,0.0007897507],"genre_scores_gemma":[0.9877571,0.00051080383,0.0065196124,0.004368743,0.00008287476,0.000009612822,5.601375e-7,0.0000035096361,0.0007471957],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8285387,0.12326062,0.04503147,0.0005266196,0.0023979717,0.00024457616],"domain_scores_gemma":[0.3945846,0.55511916,0.045380037,0.0025927713,0.0020816573,0.00024177594],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5688426,0.00022439467,0.011815296,0.00038076213,0.00007125255,0.0001728504,0.0016764492,0.00022119647,0.0031839772],"category_scores_gemma":[0.7032167,0.000066241955,0.011500638,0.0013793743,0.0004791481,0.0006037995,0.00022584853,0.0011673667,0.00004552882],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003245729,0.0001276143,0.47186434,0.00017111786,0.2774793,0.0000142379595,0.016911555,0.01496035,0.000006463652,0.10809268,0.08364982,0.026397951],"study_design_scores_gemma":[0.00047804936,0.0005557272,0.3904806,0.00008957831,0.17098467,0.000063041385,0.0014756962,0.20690776,0.000011134784,0.2027994,0.025967613,0.00018673358],"about_ca_topic_score_codex":0.00012674592,"about_ca_topic_score_gemma":0.00015001043,"teacher_disagreement_score":0.7210393,"about_ca_system_score_codex":0.00002065852,"about_ca_system_score_gemma":0.00022462921,"threshold_uncertainty_score":0.99839896},"labels":[],"label_agreement":null},{"id":"W4405781461","doi":"10.2319/bridges_edited-11-23-24.1","title":"Building bridges from research outcomes to clinical practice decisions","year":2024,"lang":"en","type":"article","venue":"The Angle Orthodontist","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Generalizability theory; Variance (accounting); Knowledge translation; Value (mathematics); Interpretation (philosophy); Clinical Practice; Psychology; Computer science; Medical education; Medicine; Nursing; Knowledge management; Business","score_opus":0.9215126506822529,"score_gpt":0.7044043807239988,"score_spread":0.21710826995825405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405781461","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41304353,0.010321696,0.4606772,0.08358099,0.004684303,0.0018231492,0.0001605078,0.0000656382,0.02564298],"genre_scores_gemma":[0.66312665,0.00023776274,0.26993665,0.0031331305,0.0013090209,0.0000988643,0.000008623946,0.00005341293,0.06209587],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9427745,0.037242275,0.008292732,0.0017095319,0.009457164,0.000523808],"domain_scores_gemma":[0.72118616,0.26691124,0.0012079923,0.008028737,0.0022195335,0.000446349],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.36696753,0.00025353144,0.0022754427,0.00044236163,0.00051592244,0.0045740968,0.0036205673,0.00010340724,0.0041320845],"category_scores_gemma":[0.4503369,0.00009890116,0.0019262321,0.002994358,0.00015674422,0.00043485587,0.0008464134,0.0006426537,0.031471714],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013359072,0.000056793873,0.035948507,0.000004252848,0.00033244147,0.0001095706,0.00043400278,0.000025889449,0.000025317835,0.019493291,0.6426508,0.30090576],"study_design_scores_gemma":[0.00004817111,0.000034764034,0.11695491,0.00006952562,0.00018564553,0.000016905244,0.00076764426,0.0009272067,0.000007439604,0.009697911,0.8711742,0.00011564839],"about_ca_topic_score_codex":0.00045533935,"about_ca_topic_score_gemma":0.00046628248,"teacher_disagreement_score":0.30079013,"about_ca_system_score_codex":0.00004466189,"about_ca_system_score_gemma":0.00013663108,"threshold_uncertainty_score":0.99677825},"labels":[],"label_agreement":null},{"id":"W4405828412","doi":"10.1186/s13063-024-08701-w","title":"Enrolment patterns in a randomized controlled trial of probiotics in critically ill patients: a retrospective analysis of the PROSPECT trial","year":2024,"lang":"en","type":"article","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Queen's University; McMaster University; Université de Sherbrooke; Université de Montréal; Université Laval; University of Toronto","funders":"Canadian Institutes of Health Research; Health Canada; Canadian Frailty Network; Academic Medical Organization of Southwestern Ontario; McMaster University","keywords":"Medicine; Randomized controlled trial; Discontinuation; Clinical trial; Emergency medicine; Intensive care medicine; Internal medicine","score_opus":0.44293957170709847,"score_gpt":0.5165661288628354,"score_spread":0.0736265571557369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405828412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95145285,0.00038327847,0.0015662591,0.0008480675,0.0015255045,0.04282376,0.00014803091,0.00000458068,0.0012476371],"genre_scores_gemma":[0.9975929,0.000031787404,0.00020209396,0.000084023464,0.000106090054,0.0012441488,0.000005467345,0.000009826195,0.000723607],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.876812,0.07630073,0.039069958,0.0011149215,0.0063771065,0.0003252934],"domain_scores_gemma":[0.8648422,0.105709925,0.01832589,0.004752046,0.006226871,0.00014311189],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.38618907,0.00032865527,0.02668064,0.0017633453,0.0000262981,0.00032989727,0.0011029607,0.0001433383,0.0027973917],"category_scores_gemma":[0.5982871,0.00011793719,0.012501536,0.0052674497,0.00013468075,0.000113273476,0.00011712293,0.00021741021,0.000024205094],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9800127,0.000870656,0.007384654,0.00006729161,0.005301743,0.0000021982676,0.0011297666,0.00011124343,0.00003093634,0.0043493863,0.00023957941,0.00049985724],"study_design_scores_gemma":[0.97467303,0.00039346318,0.0029725386,0.00017695023,0.007983022,8.277522e-8,0.00016222241,0.006591991,0.00003969863,0.006848312,0.000041275114,0.0001174401],"about_ca_topic_score_codex":0.000055496985,"about_ca_topic_score_gemma":0.00027046763,"teacher_disagreement_score":0.21209805,"about_ca_system_score_codex":0.00013310433,"about_ca_system_score_gemma":0.00021893176,"threshold_uncertainty_score":0.99811417},"labels":[],"label_agreement":null},{"id":"W4405925846","doi":"10.1016/j.jss.2024.12.019","title":"Spin Reporting Is Common in Pilot Randomized Controlled Trials in Surgery: A Methodological Survey","year":2024,"lang":"en","type":"review","venue":"Journal of Surgical Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Impact; McMaster University","funders":"","keywords":"Randomized controlled trial; Medicine; Medical physics; Surgery","score_opus":0.9904387141212286,"score_gpt":0.7806918366659592,"score_spread":0.20974687745526943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405925846","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008624153,0.98971146,0.00012522882,0.0011611512,0.00072915864,0.005570837,0.000023525386,0.0000021373378,0.0018140749],"genre_scores_gemma":[0.0012554172,0.993446,0.0005180967,0.000022322945,0.00043400342,0.0003132163,0.000007399093,0.000040902523,0.0039626355],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.024300132,0.7662701,0.18471573,0.0015702861,0.02212032,0.0010234345],"domain_scores_gemma":[0.007858952,0.87625134,0.10774122,0.002687186,0.0048431726,0.00061813707],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.99252516,0.0009460861,0.20364997,0.011235398,0.00009778494,0.0027868075,0.0036205796,0.00076009834,0.011976078],"category_scores_gemma":[0.9746058,0.00030052592,0.05355972,0.012292345,0.00037621177,0.00022675471,0.0006556493,0.005955393,0.0011795498],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05544885,0.00059634564,0.0013281065,0.0068809194,0.0053226976,0.012852605,0.00013025673,0.000006186888,2.635228e-7,0.0005682156,0.10353476,0.81333077],"study_design_scores_gemma":[0.049317893,0.00018872759,0.00011934743,0.029913252,0.0031687163,0.0009881994,0.00009345768,0.00034992312,1.5046359e-7,0.012802122,0.90260845,0.0004497383],"about_ca_topic_score_codex":0.0001745024,"about_ca_topic_score_gemma":0.000106261745,"teacher_disagreement_score":0.81288105,"about_ca_system_score_codex":0.00041518587,"about_ca_system_score_gemma":0.002624335,"threshold_uncertainty_score":0.9999714},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4406048753","doi":"10.1136/jnis-2024-022539","title":"Statistical principles in neurointervention part 2. Multivariable analysis: generalized linear models, modification, confounding, and mediation","year":2025,"lang":"en","type":"review","venue":"Journal of NeuroInterventional Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Libin Cardiovascular Institute of Alberta; Hotchkiss Brain Institute; Alberta Children's Hospital; University of Calgary","funders":"Neurological Foundation of New Zealand","keywords":"Statistical inference; Multivariable calculus; Confounding; Mediation; Series (stratigraphy); Statistical hypothesis testing; Computer science; Automatic summarization; Linear model; Statistical theory; Data science; Econometrics; Management science; Statistics; Mathematics; Machine learning; Artificial intelligence; Engineering","score_opus":0.7443632682510481,"score_gpt":0.5434936243457235,"score_spread":0.2008696439053247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406048753","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00055683433,0.8916683,0.10517369,0.00017466312,0.0013118092,0.0006833164,0.00024015678,0.0000049598366,0.00018624683],"genre_scores_gemma":[0.0008153114,0.9901025,0.0028783877,0.000059273243,0.00030906056,0.000045120454,0.0003609748,0.000033246328,0.0053961067],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9501815,0.018402811,0.026005635,0.0010290991,0.0040825647,0.00029841706],"domain_scores_gemma":[0.95438176,0.018706152,0.023368541,0.0013865876,0.0019106793,0.00024626474],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.086057335,0.00057986565,0.010867089,0.004987646,0.0000993292,0.00077552925,0.0010742196,0.00021361311,0.0023181688],"category_scores_gemma":[0.048967116,0.00034412683,0.010485302,0.0031921589,0.0000775759,0.0006201029,0.00020220282,0.00062328245,0.000059033704],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022583263,0.0029271825,0.022742659,0.03754823,0.01869248,0.0007285379,0.00015632891,0.022322014,0.0000032176642,0.07762132,0.1135647,0.7034675],"study_design_scores_gemma":[0.0003903478,0.000068246416,0.0050469325,0.010864078,0.007420475,0.00023112174,0.000025494086,0.054374505,1.480864e-7,0.0059593823,0.9151582,0.00046105232],"about_ca_topic_score_codex":0.000012100524,"about_ca_topic_score_gemma":0.000025782747,"teacher_disagreement_score":0.80159354,"about_ca_system_score_codex":0.00013225111,"about_ca_system_score_gemma":0.00051376957,"threshold_uncertainty_score":0.99990106},"labels":[],"label_agreement":null},{"id":"W4406098344","doi":"10.1136/bmj-2024-080472","title":"Reporting of cluster randomised crossover trials: extension of the CONSORT 2010 statement with explanation and elaboration","year":2025,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Medical Research Council; National Institutes of Health","keywords":"Consolidated Standards of Reporting Trials; Crossover study; Crossover; Cluster randomised controlled trial; Popularity; Cluster (spacecraft); Psychological intervention; Guideline; Medicine; Cluster analysis; Computer science; Randomized controlled trial; Family medicine; Medical physics; Alternative medicine; Psychology; Artificial intelligence; Nursing; Surgery; Placebo","score_opus":0.7009469794854789,"score_gpt":0.5737507248437231,"score_spread":0.12719625464175577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406098344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9446844,0.00040270804,0.044830903,0.002437678,0.00033120625,0.0030544002,0.000009889146,0.0000016511367,0.0042472025],"genre_scores_gemma":[0.9913262,0.000011204105,0.0020070416,0.00012772204,0.000014953071,0.000039532842,0.000002520651,0.0000021954136,0.0064686225],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.96900475,0.0070957164,0.021093795,0.00038691703,0.0023401026,0.00007869019],"domain_scores_gemma":[0.95787853,0.004680165,0.033989966,0.001534074,0.0018938531,0.000023425777],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23032996,0.000085867665,0.0019623577,0.00011980346,0.000060379185,0.00012127949,0.00018301635,0.000033239954,0.00035238007],"category_scores_gemma":[0.14507045,0.000029571534,0.00033911076,0.0005334749,0.000051380914,0.00011246301,0.000045577726,0.00003756355,0.00000460892],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004840688,0.00019996945,0.21204211,0.0006538262,0.0015852298,0.0000046534014,0.0034936904,0.0034325954,0.020026455,0.007320243,0.7051703,0.041230284],"study_design_scores_gemma":[0.05941208,0.0003007125,0.67423147,0.002579893,0.00489458,0.00003639139,0.00940275,0.08126433,0.037289005,0.022309689,0.10754535,0.0007337226],"about_ca_topic_score_codex":0.000014617506,"about_ca_topic_score_gemma":0.000034091106,"teacher_disagreement_score":0.5976249,"about_ca_system_score_codex":0.000008586664,"about_ca_system_score_gemma":0.0001076686,"threshold_uncertainty_score":0.862131},"labels":[],"label_agreement":null},{"id":"W4406149795","doi":"10.3390/stats8010005","title":"Exact Inference for Random Effects Meta-Analyses for Small, Sparse Data","year":2025,"lang":"en","type":"article","venue":"Stats","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Heart, Lung, and Blood Institute; Natural Sciences and Engineering Research Council of Canada; National Institutes of Health; University of Toronto","keywords":"Inference; Statistical inference; Sample size determination; Computer science; Meta-analysis; Event (particle physics); Contrast (vision); Data mining; Causal inference; Frequentist inference; Rare events; Econometrics; Statistics; Mathematics; Artificial intelligence; Bayesian inference; Medicine","score_opus":0.9433484354650475,"score_gpt":0.650374056839172,"score_spread":0.2929743786258755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406149795","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030513396,0.004503084,0.9840845,0.0008825994,0.00047384613,0.003542504,0.000575696,0.000009954862,0.0028765094],"genre_scores_gemma":[0.69495374,0.00011811609,0.18881449,0.0024307899,0.00021923214,0.0024588143,0.0005380734,0.000043331685,0.11042339],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98663867,0.0042234696,0.005548193,0.0014632631,0.0017734781,0.00035290967],"domain_scores_gemma":[0.93105865,0.056974098,0.0026593308,0.007876551,0.0012938696,0.00013750365],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08489258,0.00035220524,0.005619329,0.00039764607,0.00020906514,0.0009875799,0.0036417919,0.00007413424,0.0017126293],"category_scores_gemma":[0.17441642,0.00015076796,0.003166836,0.0010775853,0.000051335555,0.00032294015,0.0003634191,0.00007955829,0.00035106193],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019859213,0.00014275635,0.0009614331,0.00082688674,0.02067211,0.000003816987,0.00020781656,0.00030247594,0.0005922756,0.010534566,0.8549738,0.11058345],"study_design_scores_gemma":[0.0024649962,0.00010556011,0.00086879934,0.000053276275,0.03667964,9.3047754e-7,0.0001972057,0.048954587,0.0010844647,0.090003245,0.81921005,0.00037721868],"about_ca_topic_score_codex":0.000022094233,"about_ca_topic_score_gemma":0.00018056578,"teacher_disagreement_score":0.79526997,"about_ca_system_score_codex":0.00001575472,"about_ca_system_score_gemma":0.00016774949,"threshold_uncertainty_score":0.9991999},"labels":[],"label_agreement":null},{"id":"W4406183280","doi":"10.1080/08989621.2025.2450451","title":"Publisher and journal reciprocity for peer review: Not so much","year":2025,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Peer review; Publication; Incentive; Publishing; Reciprocity (cultural anthropology); Public relations; Revenue; Psychology; Political science; Business; Economics; Social psychology; Accounting; Law","score_opus":0.9255360272906197,"score_gpt":0.7014977101768047,"score_spread":0.22403831711381494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406183280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54533553,0.028644674,0.0035213951,0.3351773,0.0015582094,0.009134911,0.00004998569,0.000009674653,0.07656832],"genre_scores_gemma":[0.7592888,0.003261808,0.0072193397,0.00926051,0.00032141936,0.0011446916,0.000016797196,0.000028121216,0.21945854],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9478865,0.021174002,0.010599201,0.0017815189,0.01766499,0.00089375366],"domain_scores_gemma":[0.83149,0.082300626,0.0034954993,0.012757758,0.06926929,0.0006868272],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.65358,0.00019879629,0.0023716302,0.00086502545,0.00051550264,0.004670162,0.002603834,0.00015267663,0.00543487],"category_scores_gemma":[0.5238494,0.00010100873,0.00078749005,0.003610549,0.00033169927,0.00088511535,0.00050142413,0.0009547751,0.00034818525],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029275709,0.000064700595,0.068405576,0.00050557446,0.000034748628,8.1475974e-7,0.00020735801,5.096453e-7,0.00001126361,0.00093569205,0.8870756,0.0427289],"study_design_scores_gemma":[0.0002621485,0.000023986673,0.05763252,0.00027196715,0.000032331438,0.0000053123485,0.0010944877,0.00033658222,0.0000070814267,0.08608914,0.85414916,0.00009524411],"about_ca_topic_score_codex":0.00015723908,"about_ca_topic_score_gemma":0.0005673433,"teacher_disagreement_score":0.3259168,"about_ca_system_score_codex":0.00021229615,"about_ca_system_score_gemma":0.0005811258,"threshold_uncertainty_score":0.9963631},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4406189780","doi":"10.11124/jbies-24-00509","title":"A year in review: innovations and insights from 2024","year":2025,"lang":"en","type":"article","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Evidence-based practice; Systematic review; Summit; Medicine; Health care; Hindsight bias; Political science; MEDLINE; Library science; Psychology; Alternative medicine","score_opus":0.3711477399404184,"score_gpt":0.49061400704799757,"score_spread":0.11946626710757918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406189780","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47474182,0.36734274,0.0065102833,0.06356696,0.0011214032,0.0036144597,0.000048072758,0.000028840399,0.08302543],"genre_scores_gemma":[0.94909716,0.012994105,0.0056864745,0.0035575393,0.000052383653,0.0003369535,0.0000015032235,0.000010184316,0.028263703],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9880741,0.0043481924,0.0048200036,0.00082224194,0.0017971641,0.00013827726],"domain_scores_gemma":[0.9699976,0.02445046,0.0015516593,0.0032378845,0.0006850031,0.00007742169],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.02981951,0.00018082582,0.0020609912,0.00062921527,0.00007593391,0.0004012751,0.0010057534,0.00006738318,0.0069793044],"category_scores_gemma":[0.19501999,0.00009338138,0.0003853652,0.0039681545,0.000056696048,0.00040587684,0.00016074388,0.00012903611,0.0021176762],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008112014,0.00006466321,0.12851618,0.000690338,0.00021771612,0.000014165291,0.0005901288,0.0000054128486,0.00057095784,0.015196929,0.7303886,0.1237368],"study_design_scores_gemma":[0.0001147939,0.000014392059,0.29645225,0.01826645,0.00077617,0.000002249746,0.0012743186,0.0017593384,0.00026746505,0.083231896,0.5974132,0.00042751254],"about_ca_topic_score_codex":0.000079020196,"about_ca_topic_score_gemma":0.00015764363,"teacher_disagreement_score":0.47435534,"about_ca_system_score_codex":0.00003346636,"about_ca_system_score_gemma":0.000092156115,"threshold_uncertainty_score":0.99900496},"labels":[],"label_agreement":null},{"id":"W4406204076","doi":"10.1055/s-0044-1796641","title":"Building Credibility with Comprehensive Citation Practices","year":2025,"lang":"en","type":"article","venue":"Indian journal of radiology and imaging - new series/Indian journal of radiology and imaging/Indian Journal of Radiology & Imaging","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Credibility; Citation; Computer science; Impact factor; Productivity; Data science; Quality (philosophy); Knowledge management; Process (computing); Engineering ethics; World Wide Web; Political science; Engineering; Epistemology","score_opus":0.13457046094293554,"score_gpt":0.4141515160450954,"score_spread":0.2795810551021599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406204076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8627323,0.07279525,0.028065478,0.03142105,0.0042051803,0.0004990371,0.000027143538,0.000010738877,0.00024383828],"genre_scores_gemma":[0.95610654,0.003127587,0.03565266,0.002997817,0.0017968313,0.0000032889482,0.0000058743967,0.00006892826,0.00024048291],"study_design_codex":"observational","study_design_gemma":"case_report","domain_scores_codex":[0.9669626,0.014373549,0.014098402,0.0012736559,0.0018537536,0.001438073],"domain_scores_gemma":[0.94186234,0.009346052,0.04034032,0.0014335053,0.005526565,0.0014912226],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.053822886,0.0013043403,0.0083935205,0.0061956574,0.0010058093,0.0010699187,0.0033110008,0.0004311058,0.0004438384],"category_scores_gemma":[0.02516955,0.0008313724,0.0020723196,0.0019952,0.0034874454,0.005199568,0.00023319857,0.004131239,0.000014628042],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022947018,0.00015197485,0.84128475,0.0002342798,0.003991708,0.01814684,0.01032114,0.0005801543,0.0028052875,0.00080872176,0.060786143,0.05859431],"study_design_scores_gemma":[0.006160806,0.0016616707,0.12026043,0.0011592436,0.0021044484,0.8043404,0.017388267,0.00040413934,0.00022423976,0.02117338,0.024268111,0.0008548431],"about_ca_topic_score_codex":0.000022518341,"about_ca_topic_score_gemma":0.000018287048,"teacher_disagreement_score":0.78619355,"about_ca_system_score_codex":0.00035076644,"about_ca_system_score_gemma":0.0030424062,"threshold_uncertainty_score":0.9999708},"labels":[],"label_agreement":null},{"id":"W4406270319","doi":"10.1080/2833373x.2024.2443410","title":"Systematic review methods in environmental health: a critical interpretive synthesis to inform the evolution of systematic review guidance","year":2024,"lang":"en","type":"article","venue":"Evidence-Based Toxicology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"National Council for Air and Stream Improvement","keywords":"Systematic review; Engineering ethics; Management science; Environmental planning; Psychology; MEDLINE; Political science; Environmental science; Engineering","score_opus":0.4712982345289953,"score_gpt":0.5614201650963901,"score_spread":0.09012193056739487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406270319","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004819168,0.8397071,0.11146284,0.038124606,0.0003741219,0.010019188,0.000036751353,0.000013665612,0.00021358137],"genre_scores_gemma":[0.803166,0.06649788,0.040597226,0.061569434,0.00013095711,0.025154224,0.0000031180969,0.00010505581,0.0027761282],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8886534,0.08161574,0.02335537,0.0014153187,0.0043451693,0.00061499176],"domain_scores_gemma":[0.77074075,0.21645713,0.0057429248,0.0061715427,0.00054816564,0.0003394587],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.27659366,0.00049627415,0.010530744,0.00070479553,0.00013518732,0.0002556516,0.0030043772,0.00013567484,0.00607573],"category_scores_gemma":[0.68236494,0.00021900058,0.0022340338,0.003585929,0.00026270573,0.00044294583,0.00026881692,0.0003693595,0.0031161234],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005579697,0.000048786686,0.00003069436,0.9869585,0.00015708063,0.000008830089,0.0003523065,0.000016931259,0.00008632335,0.0029505517,0.0090844035,0.00029999285],"study_design_scores_gemma":[0.000014355248,0.00018964916,0.000093058356,0.99174976,0.0019460862,0.000050021015,0.0005119196,0.0046989433,0.000031843432,0.00031354956,0.00021085005,0.00018993784],"about_ca_topic_score_codex":0.000022950802,"about_ca_topic_score_gemma":0.00003483182,"teacher_disagreement_score":0.8031178,"about_ca_system_score_codex":0.001260303,"about_ca_system_score_gemma":0.00060354633,"threshold_uncertainty_score":0.99766004},"labels":[],"label_agreement":null},{"id":"W4406346417","doi":"10.1111/jan.16744","title":"Evaluating Intervention Reporting in Nursing Journal <scp>RCTs</scp> Using the <scp>TIDieR</scp> Checklist: A Cross‐Sectional Study","year":2025,"lang":"en","type":"article","venue":"Journal of Advanced Nursing","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"China Scholarship Council; National Natural Science Foundation of China; Sichuan University; National Science Foundation","keywords":"Checklist; Cross-sectional study; Intervention (counseling); Nursing; Medicine; Psychology","score_opus":0.5442469273545134,"score_gpt":0.611132493097689,"score_spread":0.06688556574317561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406346417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90324533,0.00461783,0.084731966,0.0001511648,0.0038830792,0.00070372515,0.0000012607735,0.000005920201,0.0026597048],"genre_scores_gemma":[0.9703912,0.000020770885,0.026531143,0.00006898704,0.0006636488,0.0000072806324,7.941041e-7,0.000029466606,0.002286675],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.94702876,0.011799325,0.031183846,0.0009916774,0.008174396,0.0008219942],"domain_scores_gemma":[0.9293799,0.009860449,0.053552907,0.0016408076,0.0052932356,0.0002727473],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23087193,0.00048404577,0.0031388074,0.0018484584,0.0012427232,0.0033191321,0.001741886,0.00015252181,0.00009460655],"category_scores_gemma":[0.2251039,0.0002683924,0.002812675,0.0034535404,0.00020039779,0.001717083,0.00010829822,0.001602216,0.000016045884],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048242255,0.0015056079,0.5687201,0.00010255611,0.0007175353,0.00018816681,0.016835991,0.1657203,0.011279656,0.00024905486,0.003250848,0.23138194],"study_design_scores_gemma":[0.0036592889,0.0007837344,0.6696153,0.010656203,0.0013152449,0.0038746705,0.17682289,0.08396955,0.00089197204,0.046502754,0.0017526505,0.00015571377],"about_ca_topic_score_codex":0.000005319579,"about_ca_topic_score_gemma":0.000008348931,"teacher_disagreement_score":0.23122624,"about_ca_system_score_codex":0.0012486739,"about_ca_system_score_gemma":0.0004693453,"threshold_uncertainty_score":0.9999768},"labels":[],"label_agreement":null},{"id":"W4406352715","doi":"10.5195/jmla.2025.1591","title":"What’s beyond the core? Database coverage in qualitative information reveal","year":2025,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Smiths Detection (Canada); Shared Services Canada","funders":"","keywords":"Core (optical fiber); Database; Computer science; Qualitative research; Data science; Information retrieval; Sociology; Telecommunications","score_opus":0.33886223434209856,"score_gpt":0.5003087286078293,"score_spread":0.1614464942657307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406352715","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29224753,0.002854352,0.009236809,0.6457378,0.012554885,0.0012961663,0.000117777745,0.0000081204225,0.0359465],"genre_scores_gemma":[0.8107845,0.0010001468,0.0011557334,0.0701288,0.0007477083,0.000023790531,0.00004853229,0.000013642283,0.11609713],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96589494,0.016942343,0.00814891,0.0001618508,0.008681189,0.00017077218],"domain_scores_gemma":[0.9581349,0.025846066,0.013716607,0.0013501084,0.0007835838,0.00016876518],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15562387,0.00013116538,0.0012452492,0.0003210525,0.00014672101,0.0013434548,0.0024341147,0.00012338943,0.0034667682],"category_scores_gemma":[0.15817583,0.00004601469,0.0009300169,0.0020153115,0.000051100167,0.005020391,0.0002962341,0.0006652623,0.00020326964],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022222683,0.000043615593,0.02517297,0.000017973365,0.00017468123,0.000003530809,0.0047993837,0.0000402576,0.0000024544927,0.010307958,0.9510502,0.008364752],"study_design_scores_gemma":[0.001062006,0.000035934478,0.06068608,0.0005152211,0.00018840865,0.000014145516,0.014146591,0.002850076,0.00002908742,0.14438877,0.7759561,0.0001275929],"about_ca_topic_score_codex":0.0000025170302,"about_ca_topic_score_gemma":0.000006197644,"teacher_disagreement_score":0.575609,"about_ca_system_score_codex":0.00010991424,"about_ca_system_score_gemma":0.00050980673,"threshold_uncertainty_score":0.9996933},"labels":[],"label_agreement":null},{"id":"W4406412942","doi":"10.1016/s1544-8800(09)70156-3","title":"10.1016/s1544-8800(09)70156-3","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Stroke (engine); Internal medicine; Physics","score_opus":0.42967693553277647,"score_gpt":0.4066060805949409,"score_spread":0.02307085493783556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406412942","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005849667,0.00024651366,0.00004164828,0.00067907956,0.0000040011214,0.00045198726,0.000015006139,0.000017234475,0.99795955],"genre_scores_gemma":[0.0001796599,3.0259866e-7,0.0008180082,0.000093942144,0.00013169559,0.000030565643,0.0000055993614,0.0000154812,0.99872476],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98747355,0.0028806913,0.004629276,0.0008866998,0.0037925877,0.00033722652],"domain_scores_gemma":[0.993488,0.0013125762,0.0008540599,0.0035656032,0.0004577806,0.00032198837],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.034431837,0.00027907273,0.0022321045,0.00027539686,0.0001322942,0.00075298606,0.0019764681,0.00007775496,0.99991417],"category_scores_gemma":[0.006631108,0.00014293457,0.0011841985,0.0014728582,0.000036208367,0.00019649255,0.000097059754,0.00011394755,0.9998851],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048707357,0.0000160207,6.736334e-7,0.0000025568283,0.000030668816,0.0000020799487,0.00001687546,0.000045622615,0.0000042812558,0.0000026884024,0.5419943,0.45787936],"study_design_scores_gemma":[0.00008720411,0.000047917372,0.00012061445,0.000012465208,0.00008524355,0.000009208266,0.0000050397744,0.0013000488,0.000007869722,0.0001482022,0.9980006,0.00017557468],"about_ca_topic_score_codex":0.000012174532,"about_ca_topic_score_gemma":6.178674e-7,"teacher_disagreement_score":0.4577038,"about_ca_system_score_codex":0.000025348741,"about_ca_system_score_gemma":0.000039232174,"threshold_uncertainty_score":0.9942556},"labels":[],"label_agreement":null},{"id":"W4406413203","doi":"10.1016/s1553-3212(07)70251-0","title":"10.1016/s1553-3212(07)70251-0","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Psychology; Medicine; Computer science; Artificial intelligence","score_opus":0.43393427484600644,"score_gpt":0.40849645148336106,"score_spread":0.025437823362645384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406413203","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00059804355,0.00025350158,0.000042508625,0.0006787761,0.000003906812,0.00044926145,0.000014554224,0.000017330476,0.9979421],"genre_scores_gemma":[0.00025980195,3.26822e-7,0.0007964626,0.000143397,0.00013059375,0.000030860112,0.000005604597,0.0000153255,0.99861765],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9875548,0.0028466065,0.0046372297,0.0008891852,0.003732136,0.00034002677],"domain_scores_gemma":[0.99344504,0.0013404548,0.0008619424,0.0035853519,0.0004523714,0.00031484224],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.035274457,0.0002787613,0.0022315118,0.00026600933,0.00013655005,0.00076624326,0.001990687,0.00007808043,0.99994415],"category_scores_gemma":[0.0068998523,0.00014278175,0.0011921789,0.0013014581,0.000036513433,0.00019606647,0.00009760685,0.00011477518,0.99992704],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050870376,0.000017640097,7.303876e-7,0.0000028392205,0.0000341285,0.0000023545567,0.000019256033,0.000048710684,0.0000039658516,0.0000030806136,0.6091353,0.3907269],"study_design_scores_gemma":[0.00008571712,0.000046538094,0.00009264817,0.000012578838,0.0000846458,0.000009059799,0.0000051517854,0.0012243299,0.000007168131,0.00016111325,0.9980964,0.00017463898],"about_ca_topic_score_codex":0.000009105631,"about_ca_topic_score_gemma":4.602015e-7,"teacher_disagreement_score":0.39055225,"about_ca_system_score_codex":0.000025274123,"about_ca_system_score_gemma":0.00003973076,"threshold_uncertainty_score":0.99338794},"labels":[],"label_agreement":null},{"id":"W4406419660","doi":"10.1136/bjo-2024-326254","title":"Can large language models fully automate or partially assist paper selection in systematic reviews?","year":2025,"lang":"en","type":"article","venue":"British Journal of Ophthalmology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Selection (genetic algorithm); Medicine; Systematic review; Data science; Natural language processing; MEDLINE; Artificial intelligence; Computer science","score_opus":0.3990391644726624,"score_gpt":0.48874668105355656,"score_spread":0.08970751658089415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406419660","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91193956,0.04736707,0.016091546,0.0019157003,0.0015188241,0.0030384099,0.000039879138,0.000012189722,0.018076802],"genre_scores_gemma":[0.9802906,0.00020895743,0.0017833982,0.00036707515,0.0000750551,0.000060629376,0.0000018016251,0.0000118881235,0.017200604],"study_design_codex":"not_applicable","study_design_gemma":"case_report","domain_scores_codex":[0.9657714,0.018780425,0.012771788,0.0005150089,0.0017680492,0.0003933798],"domain_scores_gemma":[0.9890591,0.0024167506,0.0065716724,0.0007745093,0.0010396162,0.00013838471],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10515943,0.00026001016,0.0056140777,0.0006792609,0.00013294625,0.00067821506,0.001393007,0.0001713283,0.007386366],"category_scores_gemma":[0.042416524,0.00014952976,0.0013715047,0.001817577,0.000042002615,0.0004375775,0.000105562955,0.0003832934,0.00019572666],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081094773,0.004982937,0.17540722,0.07158952,0.0072371145,0.13702796,0.007752526,0.009361041,0.0031487606,0.026506485,0.48813456,0.06804092],"study_design_scores_gemma":[0.005777569,0.0011520152,0.18456246,0.051887102,0.0033466502,0.6051874,0.005981635,0.06363411,0.00009335753,0.061575476,0.015053257,0.0017489505],"about_ca_topic_score_codex":0.00008464838,"about_ca_topic_score_gemma":0.0004952258,"teacher_disagreement_score":0.47308132,"about_ca_system_score_codex":0.00011712124,"about_ca_system_score_gemma":0.0002857294,"threshold_uncertainty_score":0.99352103},"labels":[],"label_agreement":null},{"id":"W4406515852","doi":"10.1016/s0967-0653(97)83151-1","title":"10.1016/s0967-0653(97)83151-1","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Stock (firearms); Econometrics; Business; Economics; Geography; Archaeology","score_opus":0.35705443591540253,"score_gpt":0.38149341404588044,"score_spread":0.024438978130477906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406515852","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013101194,0.00028323717,0.000037547765,0.00060993305,0.0000038293674,0.0004450221,0.000014081745,0.000016703212,0.9984586],"genre_scores_gemma":[0.00005905681,3.228693e-7,0.00075142115,0.00012740685,0.00013550374,0.00003125375,0.0000059918884,0.000015130121,0.9988739],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9875981,0.0028777504,0.0045942003,0.00087738613,0.003719674,0.00033286767],"domain_scores_gemma":[0.9936106,0.0013190511,0.00085133663,0.0034578745,0.00044590558,0.00031523645],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.03549241,0.00027672693,0.002186767,0.00026299476,0.0001363054,0.00078086375,0.0019728271,0.00007815128,0.99996847],"category_scores_gemma":[0.0070450245,0.00014083226,0.0011746549,0.0014385128,0.000036650355,0.00020180362,0.00009348115,0.000115045164,0.9999886],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005048898,0.000016084963,2.5117515e-7,0.000002644525,0.000031388056,0.0000020697978,0.000018930554,0.0000389062,9.416477e-7,0.000002905718,0.43383753,0.5660433],"study_design_scores_gemma":[0.0000914112,0.00004630248,0.000013023962,0.000012481213,0.000084926185,0.000008002513,0.0000058722267,0.001068881,0.0000076028273,0.00014937509,0.998338,0.0001741468],"about_ca_topic_score_codex":0.000009393927,"about_ca_topic_score_gemma":5.178862e-7,"teacher_disagreement_score":0.56586915,"about_ca_system_score_codex":0.000023885019,"about_ca_system_score_gemma":0.000035469024,"threshold_uncertainty_score":0.9931635},"labels":[],"label_agreement":null},{"id":"W4406534107","doi":"10.1007/s00404-024-07865-9","title":"Manuscript publication of abstracts presented at gynecologic surgery societies’ annual meetings","year":2025,"lang":"en","type":"article","venue":"Archives of Gynecology and Obstetrics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"Cedars-Sinai Medical Center","keywords":"Medicine; General surgery; Gynecology; Family medicine","score_opus":0.32344393229367024,"score_gpt":0.41836331706069024,"score_spread":0.09491938476702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406534107","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91878146,0.0034925018,0.00051135005,0.0026095866,0.000727114,0.0005153426,0.00005576523,0.000007655253,0.073299214],"genre_scores_gemma":[0.9644166,0.00039455385,0.0015645132,0.00034864826,0.000009086311,0.00002021174,0.000021055595,0.0000041083727,0.03322121],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98935956,0.0030370278,0.0055938615,0.00063176017,0.0011152455,0.0002625332],"domain_scores_gemma":[0.8145498,0.17599006,0.006239883,0.0017939197,0.0013011284,0.0001251773],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.020466466,0.00019279728,0.0021871303,0.0010788925,0.00015791475,0.00006336272,0.0008685007,0.00017466988,0.0010655165],"category_scores_gemma":[0.29478073,0.00011587033,0.0008514735,0.0015822892,0.00044043714,0.00016020553,0.00040456923,0.00015872772,0.00006609239],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029745172,0.00027633,0.54498637,0.0003932167,0.0004460276,0.0000046809964,0.0015539775,0.000066552144,0.00044294808,0.005854243,0.37090942,0.07503646],"study_design_scores_gemma":[0.00023656938,0.00005961458,0.82752407,0.000023306606,0.00016327958,0.000002574522,0.0012744727,0.0006180382,0.00054147845,0.020639855,0.14879934,0.0001174075],"about_ca_topic_score_codex":0.0000065303266,"about_ca_topic_score_gemma":0.000018265531,"teacher_disagreement_score":0.28253767,"about_ca_system_score_codex":0.000019095007,"about_ca_system_score_gemma":0.00011871117,"threshold_uncertainty_score":0.99984765},"labels":[],"label_agreement":null},{"id":"W4406546203","doi":"10.1016/s1541-9800(11)70141-7","title":"10.1016/s1541-9800(11)70141-7","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Environmental science","score_opus":0.4240781454292331,"score_gpt":0.4056125548748171,"score_spread":0.01846559055441599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406546203","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007923778,0.00022088423,0.00003744817,0.00077733723,0.000004339961,0.00044887897,0.000014650183,0.000017464807,0.9976866],"genre_scores_gemma":[0.00028876096,2.695603e-7,0.0009404587,0.0001369581,0.00013694218,0.000031677497,0.000005733843,0.000015924154,0.99844325],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98736364,0.0029331183,0.004660435,0.00090014277,0.0038037724,0.00033890706],"domain_scores_gemma":[0.9933078,0.0014194826,0.00086131576,0.0036513647,0.00044570008,0.0003142899],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.03661413,0.0002808141,0.0022191855,0.0002580464,0.00013790747,0.00074714166,0.0020306823,0.00007978445,0.99992484],"category_scores_gemma":[0.0067815883,0.00014408979,0.0012221282,0.001438978,0.000037530874,0.00018210418,0.00009983103,0.00010086064,0.9998321],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039189067,0.000018107115,0.0000015651304,0.0000030967453,0.000028710223,0.0000021624503,0.000019322642,0.00005609651,0.000003938565,0.0000034331529,0.64097285,0.3588868],"study_design_scores_gemma":[0.000086878026,0.000040146973,0.00010450904,0.000012783621,0.00008512383,0.000008663441,0.000005408884,0.0015071736,0.000007775602,0.00014780335,0.9978168,0.00017691164],"about_ca_topic_score_codex":0.000012257836,"about_ca_topic_score_gemma":9.833402e-7,"teacher_disagreement_score":0.3587099,"about_ca_system_score_codex":0.000024199095,"about_ca_system_score_gemma":0.00003475597,"threshold_uncertainty_score":0.9920085},"labels":[],"label_agreement":null},{"id":"W4406568787","doi":"10.1016/s1553-3212(07)70098-5","title":"10.1016/s1553-3212(07)70098-5","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Psychology; Computer science; Artificial intelligence","score_opus":0.43708482604450916,"score_gpt":0.4086485397788195,"score_spread":0.02843628626568967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406568787","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00046008773,0.0002187275,0.0000421582,0.00072090584,0.0000038925473,0.0004523723,0.00001662538,0.000017379412,0.99806786],"genre_scores_gemma":[0.00018286471,3.174706e-7,0.0007418675,0.00019350993,0.0001309308,0.000030952793,0.000007002075,0.000015312167,0.9986972],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98756313,0.0028719897,0.0046025496,0.00088686094,0.0037389535,0.00033654054],"domain_scores_gemma":[0.9935706,0.001275789,0.00086238864,0.003536404,0.00043849117,0.00031629737],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.03455889,0.00027924866,0.002225947,0.000261446,0.00013325334,0.000753462,0.0019823432,0.00007783408,0.99993527],"category_scores_gemma":[0.0053908993,0.00014274832,0.0011939758,0.0012735745,0.00003596539,0.00019901477,0.00009559331,0.00011304278,0.9999256],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004869633,0.000017893577,6.0481767e-7,0.000003208101,0.00003369163,0.0000022829854,0.000019868003,0.000048604415,0.0000042837173,0.000002662513,0.6205444,0.37931764],"study_design_scores_gemma":[0.000084307925,0.000048534264,0.000068189314,0.000012228982,0.000082473045,0.000008985915,0.0000043627942,0.0010054292,0.0000073184156,0.00015416896,0.9983484,0.00017556662],"about_ca_topic_score_codex":0.0000079137735,"about_ca_topic_score_gemma":3.5985255e-7,"teacher_disagreement_score":0.37914205,"about_ca_system_score_codex":0.000025491856,"about_ca_system_score_gemma":0.000037359707,"threshold_uncertainty_score":0.99412477},"labels":[],"label_agreement":null},{"id":"W4406579211","doi":"10.1016/s1541-9800(08)70610-0","title":"10.1016/s1541-9800(08)70610-0","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Computer science","score_opus":0.41240607568223253,"score_gpt":0.40287537552186686,"score_spread":0.009530700160365668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406579211","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005273733,0.00030911088,0.0000388147,0.0006540868,0.0000040232826,0.00044976725,0.000014934177,0.00001733524,0.9979845],"genre_scores_gemma":[0.00024547792,2.9811352e-7,0.0008329032,0.00014039296,0.00013242131,0.0000308541,0.0000058240917,0.000015753805,0.9985961],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.987419,0.0029037911,0.0046639517,0.0008950179,0.0037784362,0.00033981958],"domain_scores_gemma":[0.9934489,0.0013122694,0.0008609083,0.0036099043,0.00044877557,0.0003192381],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.035449535,0.0002805167,0.0022381095,0.00028291758,0.00013565567,0.0007612156,0.001999426,0.00007813421,0.9999372],"category_scores_gemma":[0.006887273,0.00014359078,0.0011986259,0.0014984412,0.000036759466,0.00019976085,0.000092460265,0.00011328775,0.9998906],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047919325,0.000017132501,7.204566e-7,0.0000027517144,0.00003295726,0.0000022378822,0.000018334042,0.00004454633,0.00000458421,0.0000029108603,0.60343534,0.39643368],"study_design_scores_gemma":[0.00009122838,0.000047029385,0.000083280436,0.000012868234,0.00008553464,0.00000916857,0.000004971143,0.0013275692,0.000008713222,0.0001660541,0.99798715,0.00017641258],"about_ca_topic_score_codex":0.000008287132,"about_ca_topic_score_gemma":4.5547756e-7,"teacher_disagreement_score":0.39625728,"about_ca_system_score_codex":0.00002498572,"about_ca_system_score_gemma":0.00003773867,"threshold_uncertainty_score":0.9932077},"labels":[],"label_agreement":null},{"id":"W4406599244","doi":"10.11124/jbies-24-00308","title":"Update to the PRISMA guidelines for network meta-analyses and scoping reviews and development of guidelines for rapid reviews: a scoping review protocol","year":2025,"lang":"en","type":"review","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; McMaster University; Impact; Bruyère; Hospital for Sick Children; Ottawa Hospital; Translational Research in Oncology; University of Alberta; Queen's University; University of Toronto; Royal College of Physicians and Surgeons of Canada; Institute for Clinical Evaluative Sciences; Public Health Agency of Canada; University of Ottawa; Canadian Patient Safety Institute; Ottawa Public Health; Canadian Agency for Drugs and Technologies in Health; St. Michael's Hospital","funders":"National Health and Medical Research Council; Canadian Institutes of Health Research; World Health Organization","keywords":"Protocol (science); Systematic review; Meta-analysis; Computer science; Data science; MEDLINE; Medicine; Political science; Alternative medicine","score_opus":0.9196061829053211,"score_gpt":0.6802755331760034,"score_spread":0.23933064972931772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406599244","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.0242264e-9,0.6326487,0.06689566,0.004187205,0.00012316638,0.29607975,0.00003789005,0.00000749991,0.000020131049],"genre_scores_gemma":[1.0087938e-9,0.45800516,0.22440009,0.0019319822,0.00020658433,0.31482738,0.000005068286,0.000028990717,0.0005947493],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9050904,0.025647717,0.06085757,0.0037563331,0.0037381013,0.00090987247],"domain_scores_gemma":[0.76753825,0.12825555,0.069845095,0.015421308,0.018164633,0.0007751974],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.39122868,0.0018672099,0.045183014,0.00076039,0.00073990406,0.0010746629,0.004496586,0.00031528762,0.0011637982],"category_scores_gemma":[0.68480235,0.00070502394,0.011012375,0.003437415,0.00013349461,0.0004792285,0.0010453296,0.00023942522,0.00019387162],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034252055,0.0000056734793,4.68887e-7,0.31332847,0.0011344609,1.4089397e-7,0.000015310845,0.0000022336721,1.4729008e-7,0.000010089602,0.18448222,0.50101733],"study_design_scores_gemma":[0.000029794679,0.000018281531,1.122897e-7,0.44983214,0.025111385,0.0000052218775,0.000009714406,0.000031634263,0.000002403959,0.0000541166,0.5245568,0.00034837401],"about_ca_topic_score_codex":0.000005140888,"about_ca_topic_score_gemma":0.0000849686,"teacher_disagreement_score":0.50066894,"about_ca_system_score_codex":0.000076706085,"about_ca_system_score_gemma":0.0016407915,"threshold_uncertainty_score":0.99996233},"labels":[],"label_agreement":null},{"id":"W4406603412","doi":"10.11124/jbies-24-00331","title":"Methods for data extraction and data transformation in convergent integrated mixed methods systematic reviews","year":2025,"lang":"en","type":"article","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Trinity Western University; University of Ottawa; Kingston Health Sciences Centre; Queen's University","funders":"","keywords":"Data extraction; Computer science; Context (archaeology); Multimethodology; Data science; Process (computing); Qualitative property; Systematic review; Management science; Data mining; Psychology; Engineering; MEDLINE; Political science","score_opus":0.7628773299585225,"score_gpt":0.6495505058318494,"score_spread":0.11332682412667316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406603412","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032280627,0.02733105,0.9637563,0.002159652,0.00062413176,0.0054647457,0.0000617709,0.000010691352,0.00026884567],"genre_scores_gemma":[0.01161811,0.0052098283,0.97955006,0.00024841173,0.000033776334,0.0014970051,0.00006806429,0.00001690882,0.0017578119],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.86008054,0.114365004,0.020064166,0.0028849395,0.0021393325,0.00046601403],"domain_scores_gemma":[0.66653496,0.29175192,0.011380502,0.028331367,0.0016931434,0.0003081338],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.52987486,0.00040245816,0.0054971348,0.00083455205,0.00016524438,0.00094765425,0.0051261857,0.00016320005,0.0008358016],"category_scores_gemma":[0.6019077,0.00020308819,0.00056889333,0.0024162936,0.00006627143,0.0026893031,0.00046694928,0.00018759546,0.00017636323],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026019075,0.0000462312,0.0002951749,0.017367026,0.00024820873,5.8252766e-7,0.0003581235,0.0000068311765,0.0015948531,0.00074661797,0.02317892,0.9561314],"study_design_scores_gemma":[0.00015073126,0.000019711122,0.000899999,0.015206057,0.0027189523,0.000012274824,0.002580605,0.7268023,0.0013480255,0.0036444897,0.24626298,0.0003538653],"about_ca_topic_score_codex":0.00008703857,"about_ca_topic_score_gemma":0.00017342769,"teacher_disagreement_score":0.9557775,"about_ca_system_score_codex":0.000095948235,"about_ca_system_score_gemma":0.00014863681,"threshold_uncertainty_score":0.9525814},"labels":[],"label_agreement":null},{"id":"W4406646335","doi":"10.1016/b978-84-8086-956-0.00006-x","title":"10.1016/b978-84-8086-956-0.00006-x","year":2000,"lang":"en","type":"book-chapter","venue":"Time to knit","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Materials science; Chemistry","score_opus":0.39756325423699374,"score_gpt":0.3768616057054138,"score_spread":0.020701648531579908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406646335","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.6682376e-7,0.0014252003,0.00002715349,0.0003562206,0.000012429735,0.0011500614,0.00017607308,0.000030515572,0.99682176],"genre_scores_gemma":[0.0000012120204,0.0000019749914,0.00045785317,0.00015608867,0.0004537294,0.000040987397,0.00008430701,0.00009037957,0.9987135],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9777806,0.0016937378,0.010133375,0.0021153798,0.0077630836,0.0005138431],"domain_scores_gemma":[0.98494583,0.0020852715,0.0040191957,0.0074024363,0.0009958468,0.0005514245],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.034304094,0.0010024249,0.0069329697,0.0010463784,0.0001866008,0.001282021,0.0040279683,0.0004990509,0.9999231],"category_scores_gemma":[0.004353541,0.0005591654,0.0040832856,0.00044920854,0.00010151401,0.00018056786,0.0003297556,0.0004840533,0.9998759],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008561769,0.000009605983,2.6203141e-8,0.000012805521,0.00018214405,0.000011776273,0.0000109921,0.000013905849,5.5086787e-7,0.00015056929,0.57784873,0.42175034],"study_design_scores_gemma":[0.00009775464,0.000080230784,0.0000020970067,0.000114074246,0.00053776905,0.000022647728,0.0000012944614,0.00015043386,9.452161e-7,0.0032701376,0.9951257,0.0005969314],"about_ca_topic_score_codex":0.000007867916,"about_ca_topic_score_gemma":0.000001126892,"teacher_disagreement_score":0.4211534,"about_ca_system_score_codex":0.00008356051,"about_ca_system_score_gemma":0.00013449605,"threshold_uncertainty_score":0.9997547},"labels":[],"label_agreement":null},{"id":"W4406647237","doi":"10.1016/b978-84-8086-219-6.00018-2","title":"10.1016/b978-84-8086-219-6.00018-2","year":2000,"lang":"en","type":"book-chapter","venue":"Time to knit","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine","score_opus":0.41098158812452296,"score_gpt":0.37970614040596307,"score_spread":0.03127544771855989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406647237","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.468688e-7,0.0012348953,0.000027054994,0.00038401602,0.000015000272,0.0011434238,0.00015809602,0.000029785564,0.9970072],"genre_scores_gemma":[0.0000010383793,0.0000020323562,0.0004763288,0.00017875075,0.00045472672,0.00004030959,0.00006116374,0.00008865214,0.998697],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9779107,0.0016339035,0.010026997,0.0020826284,0.007837999,0.00050774805],"domain_scores_gemma":[0.9850069,0.00214202,0.004005903,0.007310559,0.0009890074,0.0005455851],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.03468385,0.000983582,0.006844128,0.0010126922,0.00018427263,0.0012443122,0.003987112,0.0005019971,0.99992],"category_scores_gemma":[0.004414239,0.0005473952,0.0039982363,0.00044240858,0.00010084026,0.00017841648,0.00032644704,0.00047876898,0.9998706],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008368261,0.00000980251,2.340753e-8,0.000012486193,0.00018337565,0.000011721886,0.000011615778,0.000010516823,5.0737657e-7,0.00015972575,0.5796593,0.4199326],"study_design_scores_gemma":[0.00009813433,0.00008020284,0.0000017115822,0.00013185418,0.0005288667,0.000023614995,0.0000013622899,0.00015561456,8.719364e-7,0.003439296,0.99495393,0.0005845418],"about_ca_topic_score_codex":0.00000745912,"about_ca_topic_score_gemma":0.0000010624336,"teacher_disagreement_score":0.41934806,"about_ca_system_score_codex":0.00008250716,"about_ca_system_score_gemma":0.00013300983,"threshold_uncertainty_score":0.9997925},"labels":[],"label_agreement":null},{"id":"W4406682337","doi":"10.1016/j.jclinepi.2025.111684","title":"Risk of bias assessment tools often addressed items not related to risk of bias and used numerical scores","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Risk assessment; Medicine; Statistics; Environmental health; Computer science; Psychology; Mathematics","score_opus":0.9081162111132932,"score_gpt":0.674554332401094,"score_spread":0.23356187871219924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406682337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9296261,0.0011228133,0.058806825,0.008180558,0.0009787119,0.00047288075,0.00006141951,0.000002524571,0.0007481431],"genre_scores_gemma":[0.963888,0.0013751031,0.032281414,0.0016198794,0.000095284,0.0000059466606,0.0000017657335,0.000009204949,0.00072342006],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.77297014,0.15782742,0.06511028,0.0009812437,0.002696765,0.00041417094],"domain_scores_gemma":[0.46584973,0.47132754,0.05770699,0.0021572458,0.0024726745,0.0004858283],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5839194,0.00033021675,0.018128071,0.00074251037,0.00007707067,0.000071814444,0.0017187928,0.00047032672,0.0011115881],"category_scores_gemma":[0.893011,0.00014853754,0.0052888244,0.0014800581,0.0003896633,0.0001790041,0.0003067399,0.0012277586,0.00005970424],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019611741,0.00019001453,0.92695147,0.000040891402,0.0015785749,0.000006054544,0.000064989865,0.0018919723,0.0000380738,0.002092984,0.03266699,0.034281854],"study_design_scores_gemma":[0.0009956191,0.0008479637,0.9387552,0.00025389896,0.0012228197,0.00001235297,0.00013125935,0.014272212,0.000019779769,0.026501196,0.016867591,0.00012011958],"about_ca_topic_score_codex":0.00007299055,"about_ca_topic_score_gemma":0.000016278771,"teacher_disagreement_score":0.3135001,"about_ca_system_score_codex":0.000025498815,"about_ca_system_score_gemma":0.00038446722,"threshold_uncertainty_score":0.9998015},"labels":[],"label_agreement":null},{"id":"W4406722266","doi":"10.1101/2025.01.21.634094","title":"Meta all the way down: An overview of neuroimaging meta-analyses","year":2025,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"","keywords":"Neuroimaging; Meta-analysis; Psychology; Computer science; Medicine; Neuroscience; Internal medicine","score_opus":0.7878116833615131,"score_gpt":0.5006370427035084,"score_spread":0.2871746406580047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406722266","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20993632,0.69121563,0.049142614,0.017883403,0.008292579,0.015868595,0.00536832,0.0004745776,0.0018179561],"genre_scores_gemma":[0.97789264,0.0019026218,0.015512272,0.0029656745,0.00029737505,0.0007171539,9.678023e-7,0.00010703455,0.00060428464],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.95297015,0.022678852,0.013159002,0.0033954475,0.0071217683,0.00067475386],"domain_scores_gemma":[0.95795476,0.004520439,0.012612936,0.020046573,0.004474366,0.0003909166],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.11251123,0.0014167954,0.013921765,0.0011020212,0.00027719498,0.002308522,0.008940187,0.00038230777,0.0073369658],"category_scores_gemma":[0.017502103,0.0006119144,0.012082735,0.0035489255,0.0002472667,0.00046666237,0.0020437709,0.001048597,0.0005264964],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064192085,0.0016789177,0.010378107,0.006853642,0.6579246,0.00020011156,0.00037601875,0.009402524,0.16891132,0.049066044,0.09503645,0.00010809011],"study_design_scores_gemma":[0.0004254156,0.000081730395,0.03468008,0.00030870663,0.51304406,1.05311585e-7,0.00004901047,0.012581491,0.030608155,0.0004521097,0.40541518,0.0023539492],"about_ca_topic_score_codex":0.00018232843,"about_ca_topic_score_gemma":0.000019086032,"teacher_disagreement_score":0.7679563,"about_ca_system_score_codex":0.0000777489,"about_ca_system_score_gemma":0.0005733401,"threshold_uncertainty_score":0.9998582},"labels":[],"label_agreement":null},{"id":"W4406757179","doi":"10.1016/j.jclinepi.2025.111686","title":"Scoping review of registration of observational studies finds inadequate registration policies, increased registration, and a debate converging toward proregistration","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital","funders":"","keywords":"Observational study; Image registration; Trial registration; Pre-Registration; Medicine; Medical physics; Computer science; Artificial intelligence; Clinical trial; Medical education; Pathology","score_opus":0.9213214502791692,"score_gpt":0.6788924227953477,"score_spread":0.24242902748382156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406757179","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39886168,0.16197215,0.26543868,0.1623233,0.0020705617,0.0038190747,0.000040040253,0.000012755733,0.0054617613],"genre_scores_gemma":[0.90861964,0.053012673,0.03082328,0.0059007495,0.00038888227,0.000033220764,0.000035832552,0.000011746629,0.0011739644],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.87391406,0.045729794,0.075975046,0.0009717149,0.003062788,0.0003466091],"domain_scores_gemma":[0.6206201,0.18762738,0.17102142,0.0033251198,0.017011847,0.00039416502],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.38254556,0.00027080072,0.009255894,0.00037978575,0.000095415926,0.000055799643,0.00076303416,0.0002498587,0.000112331036],"category_scores_gemma":[0.72040284,0.00015528158,0.0016361543,0.001014674,0.000596203,0.0004675064,0.00007811314,0.00040116452,0.000003546917],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047620444,0.0003455667,0.5193073,0.037550583,0.0020269486,0.000013433422,0.000531258,0.0005189527,0.00026706004,0.2555906,0.15312794,0.030244142],"study_design_scores_gemma":[0.0028234047,0.0017332797,0.5731409,0.12728642,0.0025247796,0.00018162666,0.0013967325,0.011450957,0.00023396197,0.26848635,0.010163367,0.00057818904],"about_ca_topic_score_codex":0.00005664461,"about_ca_topic_score_gemma":0.00011501965,"teacher_disagreement_score":0.50975794,"about_ca_system_score_codex":0.000045367902,"about_ca_system_score_gemma":0.0013890141,"threshold_uncertainty_score":0.6357993},"labels":[],"label_agreement":null},{"id":"W4406774899","doi":"10.11124/jbies-24-00279","title":"Conducting pairwise and network meta-analyses in updated and living systematic reviews: a scoping review protocol","year":2025,"lang":"en","type":"review","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Public Health Ontario; University of Toronto; St. Michael's Hospital","funders":"Canadian Institutes of Health Research; Pierre Elliott Trudeau Foundation","keywords":"Systematic review; PsycINFO; MEDLINE; Computer science; Meta-analysis; Grey literature; Information retrieval; Protocol (science); Data science; Cochrane Library; Pairwise comparison; Medicine; Artificial intelligence; Alternative medicine","score_opus":0.8549922051454166,"score_gpt":0.6211246348290091,"score_spread":0.23386757031640748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406774899","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.1312668e-7,0.7501124,0.00023552732,0.00015296506,0.00007295346,0.24915147,0.0000071970862,0.000015608064,0.0002517823],"genre_scores_gemma":[8.534834e-7,0.68513864,0.0021299864,0.00022572721,0.0000670984,0.3110267,0.0000014465584,0.000036249206,0.001373285],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.7909291,0.15615799,0.043292597,0.0039214953,0.0048136264,0.0008851979],"domain_scores_gemma":[0.58623934,0.344652,0.053831384,0.0129975965,0.0016565474,0.00062315416],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.38357487,0.0019082541,0.07138684,0.001436849,0.0003621424,0.0022897504,0.0032207577,0.00043969808,0.0052342955],"category_scores_gemma":[0.6603824,0.0008223973,0.009492781,0.007219426,0.00017067065,0.0010723165,0.001070816,0.0007071108,0.0006050515],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.671266e-7,0.000015178929,0.00002080199,0.8506274,0.0023112244,0.000011836108,0.000036133093,0.0000014902557,8.358067e-8,0.000015832482,0.0055578826,0.14140143],"study_design_scores_gemma":[0.00001915979,0.000011310406,0.0000015442681,0.8273068,0.078774415,0.000058209956,0.00005633308,0.00007978599,1.0944833e-7,0.000052024294,0.09307386,0.000566458],"about_ca_topic_score_codex":0.000033656826,"about_ca_topic_score_gemma":0.000095412885,"teacher_disagreement_score":0.27680752,"about_ca_system_score_codex":0.00014607074,"about_ca_system_score_gemma":0.00072250934,"threshold_uncertainty_score":0.99942267},"labels":[],"label_agreement":null},{"id":"W4406855740","doi":"10.1073/pnas.2401236121","title":"How can we make sound replication decisions?","year":2025,"lang":"en","type":"article","venue":"Proceedings of the National Academy of Sciences","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Booth University College","funders":"National Institute of Biomedical Imaging and Bioengineering; National Institute of Mental Health; National Institute on Alcohol Abuse and Alcoholism; National Science Foundation; Nokia Foundation; Amsterdam Brain and Cognition; University of Texas at Austin; Wellcome Trust; U.S. Department of Defense; University of Chicago; Advanced Research Projects Agency; National Institutes of Health","keywords":"Replication (statistics); Perspective (graphical); Replicate; Publishing; Computer science; Point (geometry); Data science; Management science; Psychology; Political science; Biology; Economics; Artificial intelligence; Law; Mathematics","score_opus":0.6269567163850973,"score_gpt":0.5145677510687184,"score_spread":0.11238896531637887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406855740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74887383,0.0013999661,0.0004228675,0.18051822,0.00012236527,0.001069577,0.000039306586,0.000008967677,0.067544915],"genre_scores_gemma":[0.98108196,0.00004402504,0.0044501903,0.0006488297,0.0000385874,0.000020459687,7.981335e-8,0.0000020100592,0.013713833],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98771894,0.00018358327,0.0031784547,0.00080329983,0.007965538,0.00015015497],"domain_scores_gemma":[0.9879017,0.003539851,0.00550794,0.00016849663,0.0028250106,0.000057004847],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.075811915,0.00014180326,0.0009435893,0.00065919606,0.00035005398,0.00055878394,0.0043885186,0.00008834101,0.00011983728],"category_scores_gemma":[0.099596985,0.000060660986,0.00065190584,0.0048867255,0.00059131917,0.00040557873,0.0003166939,0.00014344152,0.000015245069],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007875684,0.00006455744,0.04626505,0.00007207354,0.000098700795,3.839918e-9,0.0003159869,0.000086789616,0.026584785,0.8079279,0.08251825,0.036058027],"study_design_scores_gemma":[0.00007773517,0.000011872262,0.06402406,0.00011430463,0.00004871928,0.0000033803456,0.0007186419,0.0022180977,0.009890695,0.8959602,0.026858278,0.000073982774],"about_ca_topic_score_codex":0.0000020303257,"about_ca_topic_score_gemma":4.7241343e-7,"teacher_disagreement_score":0.23220818,"about_ca_system_score_codex":0.00003814569,"about_ca_system_score_gemma":0.00006909338,"threshold_uncertainty_score":0.95164615},"labels":[],"label_agreement":null},{"id":"W4406892577","doi":"10.1109/fllm63129.2024.10852425","title":"Screening Automation for Systematic Reviews: A 5-Tier Prompting Approach Meeting Cochrane’s Sensitivity Requirement","year":2024,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada","funders":"","keywords":"Sensitivity (control systems); Automation; Computer science; Tier 1 network; Systematic review; Engineering; World Wide Web; MEDLINE; Electronic engineering; The Internet","score_opus":0.7465126771264413,"score_gpt":0.5402911369114785,"score_spread":0.20622154021496286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406892577","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018295638,0.0058478946,0.9668869,0.00040499042,0.0002653078,0.008902302,0.00000690031,0.00007903002,0.015777119],"genre_scores_gemma":[0.48774582,0.000038833216,0.4878236,0.00030602276,0.00037718672,0.0022342433,0.000037069567,0.000053289845,0.021383926],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.96055716,0.017111523,0.0148435375,0.0016147386,0.0054194806,0.00045354298],"domain_scores_gemma":[0.97471786,0.017084932,0.0043877256,0.0026421333,0.0010108927,0.00015644298],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.40208155,0.00042059444,0.0051956493,0.00047333367,0.00031006234,0.002916035,0.0006475379,0.0000788605,0.00074941706],"category_scores_gemma":[0.11775264,0.00018526634,0.0025777214,0.0015189929,0.000029817125,0.00060798076,0.0001285734,0.0001358426,0.0011965415],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021788768,0.00026873933,0.0010634607,0.5619826,0.0029048333,0.000042861408,0.008657504,0.004211364,0.0048863296,0.053284686,0.23476356,0.12791231],"study_design_scores_gemma":[0.000086099404,0.000020673131,0.00002835614,0.019278025,0.0005487004,0.000049190574,0.0013054572,0.9710317,0.00006417487,0.00071670767,0.006627155,0.00024373409],"about_ca_topic_score_codex":0.000010823157,"about_ca_topic_score_gemma":0.000008341859,"teacher_disagreement_score":0.96682036,"about_ca_system_score_codex":0.00008004762,"about_ca_system_score_gemma":0.00005023332,"threshold_uncertainty_score":0.99958116},"labels":[],"label_agreement":null},{"id":"W4407027472","doi":"10.1016/b978-0-323-91790-2.00079-4","title":"Historical controlled studies","year":2025,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"History","score_opus":0.579509448678798,"score_gpt":0.4792363049510266,"score_spread":0.10027314372777135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407027472","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002366943,0.058831695,0.00007076121,0.0006814906,0.0018871977,0.001727549,0.000011560036,0.000013463462,0.9367739],"genre_scores_gemma":[0.000064666885,0.0003110785,0.0007597402,0.0007042039,0.00040220743,0.00014521585,0.0000024095013,0.000031111613,0.9975794],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97107905,0.0031272827,0.016704993,0.0017928636,0.006962954,0.00033286758],"domain_scores_gemma":[0.9739788,0.0087014185,0.008685462,0.005836136,0.002605825,0.00019231757],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.07155097,0.0008782872,0.016953567,0.0008954975,0.00021599949,0.0004800806,0.0024954288,0.00038375976,0.007745116],"category_scores_gemma":[0.03157159,0.00039812212,0.008248315,0.00009661658,0.00012149963,0.000047578687,0.00043893585,0.0005254557,0.006418196],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014698591,0.0000051449515,0.000010602988,0.00008002228,0.001733616,0.000019777966,0.00011979644,3.150684e-7,5.0331687e-7,0.023438571,0.22897154,0.7456054],"study_design_scores_gemma":[0.0005049777,0.000026527592,0.0000027053447,0.0002661342,0.001659451,0.0000045611023,0.000026208254,0.00001895698,3.2388712e-7,0.083387405,0.91379565,0.00030709847],"about_ca_topic_score_codex":2.0747216e-7,"about_ca_topic_score_gemma":0.000015992966,"teacher_disagreement_score":0.7452983,"about_ca_system_score_codex":0.00048683488,"about_ca_system_score_gemma":0.00023384103,"threshold_uncertainty_score":0.99984705},"labels":[],"label_agreement":null},{"id":"W4407135489","doi":"10.1136/bmj-2024-080785","title":"Guidance for protocol content and reporting of factorial randomised trials: explanation and elaboration of the CONSORT 2010 and SPIRIT 2013 extensions","year":2025,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Women's College Hospital; University of Toronto","funders":"Medical Research Council","keywords":"Elaboration; Consolidated Standards of Reporting Trials; Protocol (science); Computer science; Factorial; Information retrieval; Clinical trial; Medicine; Alternative medicine; Medical physics; Mathematics; Pathology","score_opus":0.8655102694660279,"score_gpt":0.6090826073865173,"score_spread":0.2564276620795106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407135489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48025137,0.0013548433,0.10522505,0.012315607,0.0016679289,0.39760873,0.000116735915,0.00000661685,0.0014531271],"genre_scores_gemma":[0.92128295,0.00003857102,0.015627595,0.0001943965,0.00025585445,0.055701658,0.0000064624205,0.000010423753,0.0068821004],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9832828,0.0030957083,0.012374974,0.00033153765,0.00084960554,0.00006535497],"domain_scores_gemma":[0.972114,0.0066631227,0.018649338,0.0007903427,0.0017505088,0.000032644733],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12330612,0.00009264514,0.0020225835,0.000094796036,0.00008477602,0.00011566384,0.00013208158,0.00005132769,0.00005963469],"category_scores_gemma":[0.2811441,0.00003773439,0.0003031843,0.00023548391,0.00006896944,0.000098050965,0.00004412935,0.000033241937,4.9203044e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003567589,0.00015149225,0.1878548,0.0016477577,0.0009685271,0.000001254705,0.001699145,0.000055273602,0.08660086,0.015918948,0.6231565,0.07837787],"study_design_scores_gemma":[0.06610607,0.00039809756,0.42183334,0.0021963792,0.0027567707,0.000026748672,0.0045062513,0.029523527,0.023390938,0.03408845,0.4145194,0.00065403053],"about_ca_topic_score_codex":0.000025365069,"about_ca_topic_score_gemma":0.000039490707,"teacher_disagreement_score":0.44103158,"about_ca_system_score_codex":0.0000042698343,"about_ca_system_score_gemma":0.000080984195,"threshold_uncertainty_score":0.90274084},"labels":[],"label_agreement":null},{"id":"W4407180265","doi":"10.11124/jbies-24-00292","title":"Textual evidence systematic reviews series paper 2: challenges and strategies in developing a search strategy for systematic reviews of textual evidence","year":2025,"lang":"en","type":"article","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick; Saint John Regional Hospital; Dalhousie University","funders":"","keywords":"Systematic review; Computer science; Variety (cybernetics); Data science; Transparency (behavior); Process (computing); Best practice; Grey literature; Management science; MEDLINE; Political science; Engineering; Artificial intelligence","score_opus":0.6491484225707768,"score_gpt":0.5207255089799707,"score_spread":0.12842291359080604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407180265","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00611949,0.93504214,0.01861582,0.0064034844,0.0001894801,0.031785764,0.00001545083,0.000032673277,0.0017957017],"genre_scores_gemma":[0.708166,0.26704565,0.010500307,0.00030905745,0.00007973854,0.010791575,7.793424e-7,0.00004290139,0.0030639921],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9102154,0.0546508,0.026428616,0.0027332879,0.0049958806,0.0009760537],"domain_scores_gemma":[0.75072515,0.22584742,0.012343074,0.0076336046,0.0031265365,0.0003242081],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28571382,0.0010737785,0.015801007,0.001347184,0.00029945638,0.0016038778,0.0040025073,0.00031944693,0.00054480875],"category_scores_gemma":[0.56420225,0.00055413204,0.0021014463,0.00293466,0.00039685125,0.0047366787,0.0004954695,0.00034718227,0.0004436187],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007012677,0.000060523907,0.0006344763,0.94212186,0.0003289108,0.000009784319,0.0025932943,0.00006143349,0.0007714212,0.03870644,0.0016547816,0.012986966],"study_design_scores_gemma":[0.00012815639,0.00019818443,0.0022480031,0.94676423,0.0016296734,0.00005230279,0.041359518,0.001854303,0.0003118502,0.003387266,0.0012815315,0.00078498654],"about_ca_topic_score_codex":0.000068654,"about_ca_topic_score_gemma":0.00069427956,"teacher_disagreement_score":0.7020465,"about_ca_system_score_codex":0.00024804918,"about_ca_system_score_gemma":0.0008814215,"threshold_uncertainty_score":0.999691},"labels":[],"label_agreement":null},{"id":"W4407252929","doi":"10.1016/j.jclinepi.2025.111712","title":"Scoping reviews and their role in identifying research priorities","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Queen's University","funders":"National Health and Medical Research Council","keywords":"Medicine; Data science; Computer science","score_opus":0.9766174710971349,"score_gpt":0.7756920353259925,"score_spread":0.2009254357711424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407252929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66641957,0.2511522,0.040225655,0.027109373,0.0028278762,0.0013704482,0.0000018561324,0.000002471547,0.010890555],"genre_scores_gemma":[0.9117554,0.047764573,0.026465088,0.006010534,0.0010864212,0.000028084418,4.6068612e-7,0.000012899816,0.0068765264],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.4405106,0.44614714,0.10879492,0.0013326369,0.002423899,0.00079078355],"domain_scores_gemma":[0.16010343,0.7997097,0.033462875,0.0032035818,0.003077037,0.00044341825],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.878517,0.00016871131,0.013622031,0.0009552311,0.00010442729,0.00016434325,0.0015242763,0.00023716746,0.00054300105],"category_scores_gemma":[0.88315284,0.00006943837,0.0024327666,0.0011930763,0.0003336845,0.00022789615,0.00031853563,0.0013536921,0.00015697871],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028723402,0.000039479983,0.7735669,0.00022688511,0.00009676401,0.00000645946,0.00020601126,0.000013459088,0.000016102213,0.009180684,0.02969242,0.1869261],"study_design_scores_gemma":[0.00039760376,0.00013013087,0.34357053,0.0034827208,0.000046675425,0.000028904,0.0012233753,0.0017762559,0.0000027630451,0.46808523,0.18116869,0.000087116685],"about_ca_topic_score_codex":0.0000145876975,"about_ca_topic_score_gemma":0.0000890911,"teacher_disagreement_score":0.45890456,"about_ca_system_score_codex":0.00002613499,"about_ca_system_score_gemma":0.0002848515,"threshold_uncertainty_score":0.93117476},"labels":[],"label_agreement":null},{"id":"W4407383743","doi":"10.1101/2025.02.06.25321746","title":"Updating the PRISMA reporting guideline for network meta-analysis: a scoping review","year":2025,"lang":"en","type":"review","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; University of Ottawa; Ottawa Hospital; Public Health Ontario; Ottawa Public Health; University of Toronto; Canadian Arthritis Patient Alliance; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Guideline; Meta-analysis; Computer science; Systematic review; Data science; Psychology; MEDLINE; Medicine; Political science","score_opus":0.9022403400993704,"score_gpt":0.6401712731050925,"score_spread":0.2620690669942779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407383743","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.5701782e-8,0.91127425,0.07325836,0.0016570686,0.00042248174,0.010697763,0.0000396235,0.000018678538,0.0026317483],"genre_scores_gemma":[1.7395098e-7,0.9547589,0.027223026,0.0024175583,0.0004972121,0.0037247362,0.00015856937,0.00004783847,0.011171981],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8009143,0.042834748,0.14284155,0.004081494,0.008301567,0.0010263207],"domain_scores_gemma":[0.6408158,0.070274845,0.25707635,0.025576405,0.0058999253,0.00035668394],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.6364131,0.0013558553,0.065157354,0.0008297563,0.0007270794,0.0015829192,0.006769963,0.00030428462,0.009697783],"category_scores_gemma":[0.4654913,0.00046272489,0.07760268,0.014173512,0.00006812717,0.00016745973,0.00079120806,0.0006221877,0.00058361795],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.8993218e-7,0.000013324131,0.000026872349,0.1431245,0.16993977,0.0000082561555,0.000013908989,0.0001193304,4.311747e-9,0.00047892268,0.2649475,0.4213272],"study_design_scores_gemma":[0.000012445329,0.0000036717918,2.2395237e-7,0.03998733,0.419553,0.000008410331,0.000009077665,0.0002563319,9.470101e-9,0.00024523537,0.53970534,0.0002189174],"about_ca_topic_score_codex":0.000006428881,"about_ca_topic_score_gemma":0.00006200181,"teacher_disagreement_score":0.4211083,"about_ca_system_score_codex":0.00005281671,"about_ca_system_score_gemma":0.0009091957,"threshold_uncertainty_score":0.99991924},"labels":[],"label_agreement":null},{"id":"W4407406196","doi":"10.1136/bmjgh-2024-018087","title":"Extending a parallel cluster randomised trial into a stepped-wedge cluster randomised trial: implications for interpretation","year":2025,"lang":"en","type":"article","venue":"BMJ Global Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Cluster randomised controlled trial; Cluster (spacecraft); Randomized controlled trial; Interpretation (philosophy); Wedge (geometry); Medicine; Physical therapy; Computer science; Internal medicine; Mathematics","score_opus":0.4420831479774818,"score_gpt":0.5930740557463584,"score_spread":0.15099090776887658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407406196","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012361761,0.0013599946,0.8933132,0.02663429,0.0025979232,0.056850296,0.00009609244,0.00003664795,0.0067497403],"genre_scores_gemma":[0.87603915,0.00016789295,0.055830725,0.021094197,0.0013420786,0.027498042,0.00023450534,0.000057609886,0.017735796],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9647739,0.015398455,0.015610492,0.0015389839,0.002013905,0.00066429324],"domain_scores_gemma":[0.9760189,0.012688236,0.0066860626,0.0030908154,0.0011303589,0.00038559895],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12277505,0.00047367087,0.005172194,0.00043582285,0.0005720948,0.0010309576,0.001577237,0.00019469052,0.00036923165],"category_scores_gemma":[0.053187616,0.00026932228,0.0034227623,0.0017504657,0.00007252234,0.00031511518,0.00018639676,0.00015986597,0.00039474282],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6269598,0.00018033393,0.00011126076,0.00019451343,0.00032043154,2.3558233e-7,0.0003893544,0.00019540355,0.0000019149295,0.007865176,0.2795738,0.084207766],"study_design_scores_gemma":[0.8750988,0.00035131475,0.000510623,0.00016417995,0.00039513063,0.000004593269,0.00030370383,0.030623298,4.831599e-7,0.04189053,0.05040799,0.00024934873],"about_ca_topic_score_codex":0.000079678284,"about_ca_topic_score_gemma":0.00033979342,"teacher_disagreement_score":0.8636774,"about_ca_system_score_codex":0.0005326601,"about_ca_system_score_gemma":0.0011369576,"threshold_uncertainty_score":0.9999759},"labels":[],"label_agreement":null},{"id":"W4407512472","doi":"10.1016/j.jclinepi.2025.111723","title":"Author’s reply: “The importance of properly specifying your target trial emulation: commentary on Mésidor et al.”","year":2025,"lang":"fr","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut universitaire de cardiologie et de pneumologie de Québec; Centre hospitalier de l'Université Laval; Université Laval; Institut National de Santé Publique du Québec; Institut National de la Recherche Scientifique","funders":"","keywords":"Emulation; Psychology; Medicine; Computer science; Social psychology","score_opus":0.9104910697410754,"score_gpt":0.6719743925924444,"score_spread":0.238516677148631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407512472","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007172526,0.004567043,0.016358707,0.94892496,0.01913668,0.0017882565,0.00008158078,0.0000028871527,0.001967334],"genre_scores_gemma":[0.0017070867,0.001098267,0.029756099,0.93633837,0.010748237,0.000024246227,0.0000389496,0.000033623204,0.020255126],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.4540314,0.37793538,0.1578205,0.0024568336,0.0067058923,0.0010499816],"domain_scores_gemma":[0.36996216,0.45527607,0.16383947,0.006691668,0.0036966077,0.0005340246],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity"],"category_scores_codex":[0.73585546,0.000979811,0.035438668,0.00067907077,0.00026929032,0.00018688977,0.005485209,0.0014034242,0.013295324],"category_scores_gemma":[0.71815073,0.00040844572,0.01938976,0.0011308031,0.0009685083,0.00031997275,0.00044185916,0.008232302,0.0004383114],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032819095,0.0003152001,0.09519111,0.00015413521,0.0019799722,0.00012388275,0.00008045605,0.0008618082,4.626889e-7,0.0016309606,0.88662475,0.009755337],"study_design_scores_gemma":[0.0055547575,0.0022889809,0.011872927,0.0010699611,0.0013554799,0.0000876183,0.00011939491,0.0032275931,5.3395553e-7,0.023228578,0.95089996,0.00029422887],"about_ca_topic_score_codex":0.00003972687,"about_ca_topic_score_gemma":0.00001891181,"teacher_disagreement_score":0.08406926,"about_ca_system_score_codex":0.00015650128,"about_ca_system_score_gemma":0.0014128007,"threshold_uncertainty_score":0.9998956},"labels":[],"label_agreement":null},{"id":"W4407554448","doi":"10.1016/j.amjsurg.2025.116250","title":"Inconsistency between abstract and main text reporting is common in pilot randomized controlled trials of surgical interventions: A methodological survey","year":2025,"lang":"en","type":"review","venue":"The American Journal of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Impact; McMaster University","funders":"","keywords":"Medicine; Randomized controlled trial; Confidence interval; Psychological intervention; MEDLINE; Clinical trial; Intervention (counseling); Family medicine; Surgery; Internal medicine; Psychiatry","score_opus":0.944213899314882,"score_gpt":0.6576468836200432,"score_spread":0.2865670156948388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407554448","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012694973,0.9833057,0.00087875983,0.00039041284,0.00027829016,0.0021037313,0.000110625246,0.0000016195057,0.00023589024],"genre_scores_gemma":[0.022753041,0.9757815,0.0007974215,0.000041129326,0.00012100964,0.00007420487,0.000008731447,0.000015672327,0.00040728346],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.3095457,0.52470344,0.16012901,0.0008356426,0.004379864,0.00040632946],"domain_scores_gemma":[0.024690907,0.70996684,0.26235318,0.0016694594,0.0011561597,0.0001634519],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.92468756,0.00066115503,0.14435272,0.0025766136,0.00009281953,0.00038280638,0.0016288081,0.00013709912,0.001310608],"category_scores_gemma":[0.799959,0.00021429571,0.041949444,0.0031983168,0.00079803844,0.000119365686,0.00025158116,0.0009604908,0.000012317912],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008457886,0.000125271,0.009575327,0.0027448356,0.0067480854,0.00012422445,0.0000629682,0.0000012529412,9.913168e-8,0.000030064715,0.002364007,0.96976596],"study_design_scores_gemma":[0.16469033,0.0012594145,0.09209184,0.38251576,0.16211168,0.005242033,0.0038073494,0.000076120414,0.0000014216955,0.033453133,0.15121397,0.003536944],"about_ca_topic_score_codex":0.00018883489,"about_ca_topic_score_gemma":0.000015919946,"teacher_disagreement_score":0.966229,"about_ca_system_score_codex":0.00005702999,"about_ca_system_score_gemma":0.0008137667,"threshold_uncertainty_score":0.9996023},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad","metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4407571610","doi":"10.1093/jsxmed/qdae204","title":"Improving the reports of systematic reviews in sexual medicine","year":2025,"lang":"en","type":"article","venue":"The Journal of Sexual Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute for Work & Health; Queen's University; University of Toronto; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Sexual medicine; Medicine; Psychology; Gynecology","score_opus":0.6700134982523235,"score_gpt":0.534318773613846,"score_spread":0.13569472463847743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407571610","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62602085,0.2652933,0.033713043,0.05508496,0.0053668367,0.006931285,0.00000224619,0.0000063739385,0.0075810906],"genre_scores_gemma":[0.98852986,0.00056334375,0.00024058571,0.0015425314,0.0005808547,0.000018800687,5.879333e-7,0.000011136696,0.008512308],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9356896,0.022876749,0.03376255,0.00043133512,0.0069457437,0.0002939982],"domain_scores_gemma":[0.93940574,0.023983864,0.030199053,0.004367072,0.0019139155,0.00013036876],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.44905782,0.00030804542,0.0074315257,0.00077896466,0.00011292258,0.00004776755,0.0025321606,0.000069583504,0.0012262244],"category_scores_gemma":[0.2656757,0.00007677408,0.00018760553,0.0027782833,0.00041662238,0.00016033894,0.000155023,0.0005220415,0.000033151962],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021711372,0.00029969096,0.011500006,0.053538237,0.0021267228,0.0003460426,0.043141533,0.00042474014,0.082885124,0.0021636283,0.7056964,0.09766074],"study_design_scores_gemma":[0.00831083,0.017360497,0.038587593,0.20123227,0.03985242,0.01253381,0.5140377,0.014443642,0.00053736666,0.04747523,0.10405108,0.0015775517],"about_ca_topic_score_codex":0.0001951422,"about_ca_topic_score_gemma":0.00011433204,"teacher_disagreement_score":0.60164535,"about_ca_system_score_codex":0.000056741224,"about_ca_system_score_gemma":0.00013855146,"threshold_uncertainty_score":0.9996868},"labels":[],"label_agreement":null},{"id":"W4407598427","doi":"10.1016/j.jclinepi.2025.111726","title":"Review of the quality of reporting of statistical analysis plans for cluster randomized trials","year":2025,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"National Institute for Health and Care Research; Canadian Institutes of Health Research; Department of Health and Social Care; Medical Research Council; University of Birmingham; Race Forward","keywords":"Randomized controlled trial; Cluster (spacecraft); Quality (philosophy); Cluster randomised controlled trial; Medicine; Statistics; Computer science; Mathematics; Internal medicine; Physics","score_opus":0.978608925241826,"score_gpt":0.8016430446490015,"score_spread":0.17696588059282448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407598427","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007303327,0.76048034,0.23448572,0.0010295628,0.00089549896,0.0025369665,0.00036958687,4.1973715e-7,0.00019457251],"genre_scores_gemma":[0.000022174554,0.96643156,0.031859767,0.0009565811,0.00025885235,0.000046096797,0.000020514886,0.000009237764,0.00039524044],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.025194596,0.567293,0.40365294,0.00082201714,0.0027666234,0.00027082083],"domain_scores_gemma":[0.0016502829,0.57338643,0.4178532,0.0026968468,0.0042767916,0.00013644563],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.97527605,0.000545813,0.26922828,0.0008270584,0.00004117493,0.000018086132,0.003588829,0.0007925191,0.0016481094],"category_scores_gemma":[0.99783564,0.00016939535,0.13614915,0.0024487982,0.0007780856,0.00005319058,0.00030716808,0.0010719784,0.0000058252617],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00284494,0.00022523146,0.005618716,0.27516198,0.038992196,0.0000013987421,0.000013006505,0.00003702178,3.8439865e-8,0.008829992,0.09443464,0.57384086],"study_design_scores_gemma":[0.010062728,0.00018191991,0.00083441916,0.12571216,0.18612777,0.000023312887,0.000020285934,0.00030088276,8.99658e-8,0.030131327,0.6463814,0.00022374844],"about_ca_topic_score_codex":0.00001681635,"about_ca_topic_score_gemma":0.0000150023725,"teacher_disagreement_score":0.5736171,"about_ca_system_score_codex":0.000025297051,"about_ca_system_score_gemma":0.0017511607,"threshold_uncertainty_score":0.99926454},"labels":[],"label_agreement":null},{"id":"W4407621336","doi":"10.1016/j.jclinepi.2025.111706","title":"Corrigendum to ʻMethodological systematic review recommends improvements to conduct and reporting when meta-analyzing interrupted time series studies’. Journal of Clinical Epidemiology 145 (2022) 55–69","year":2025,"lang":"en","type":"erratum","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Interrupted time series; Epidemiology; Meta-analysis; Medicine; Series (stratigraphy); Clinical epidemiology; Computer science; Internal medicine; Nursing; Biology","score_opus":0.9767739070445735,"score_gpt":0.739472509018612,"score_spread":0.2373013980259615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407621336","genre_codex":"review","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008320399,0.5769925,0.09540661,0.17649393,0.14152353,0.0064103096,0.00013569181,0.0000214576,0.0021839147],"genre_scores_gemma":[0.00017282124,0.14098859,0.3907486,0.14451577,0.010171922,0.00023755629,0.00005082191,0.00015280469,0.31296113],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.09531199,0.5410429,0.35429624,0.0034342539,0.0043753656,0.0015392619],"domain_scores_gemma":[0.01598079,0.51676536,0.44198057,0.006139913,0.016573241,0.0025601443],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"category_scores_codex":[0.9452056,0.0018768607,0.1885241,0.002174618,0.00028440132,0.0001948635,0.007214739,0.0026942682,0.006154645],"category_scores_gemma":[0.9942858,0.0008041003,0.03909341,0.0020391427,0.0007945938,0.0004848856,0.002541103,0.009174761,0.00043963184],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030764774,0.00016203902,0.006759445,0.01886933,0.042811733,0.00019995202,0.0000920756,0.000012840877,0.000001421502,0.00021737292,0.92095774,0.009608371],"study_design_scores_gemma":[0.001207813,0.0074824695,0.0029175833,0.07543692,0.12281474,0.0026633362,0.00092270254,0.00045421714,7.094704e-7,0.05029682,0.7344826,0.0013201333],"about_ca_topic_score_codex":0.000013938333,"about_ca_topic_score_gemma":0.000026970467,"teacher_disagreement_score":0.43600392,"about_ca_system_score_codex":0.0002350389,"about_ca_system_score_gemma":0.0018003064,"threshold_uncertainty_score":0.99944097},"labels":[],"label_agreement":null},{"id":"W4407622897","doi":"10.1016/j.dentre.2025.100152","title":"Key strategies for evidence synthesis through systematic reviews in Dentistry","year":2025,"lang":"en","type":"article","venue":"Dentistry Review","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences","funders":"","keywords":"Key (lock); Systematic review; Dentistry; Medicine; MEDLINE; Computer science; Political science; Computer security","score_opus":0.7865398093065465,"score_gpt":0.5829395226084298,"score_spread":0.2036002866981167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407622897","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00070024625,0.8850801,0.097891964,0.0012171522,0.0011146105,0.009264347,0.000028971026,0.00001167003,0.004690922],"genre_scores_gemma":[0.12046296,0.7220207,0.03456753,0.008613163,0.00030545416,0.023400577,0.000041262396,0.000098511,0.09048985],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9527694,0.019406753,0.02207587,0.0018174059,0.003380831,0.0005497601],"domain_scores_gemma":[0.95717657,0.02502152,0.008961102,0.0074644852,0.0012370781,0.00013925035],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.14334705,0.0005962053,0.010726261,0.0002765002,0.00017801371,0.0017041855,0.003834756,0.00015567156,0.0037973907],"category_scores_gemma":[0.22884922,0.00031372023,0.0037774802,0.0032834602,0.000083192244,0.0010352981,0.00023830956,0.00022491194,0.0048701917],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043821296,0.00008306819,0.0015259411,0.6313399,0.00028435545,0.000051066294,0.000088557106,0.0000056191884,0.00006804253,0.01728298,0.3431036,0.006162502],"study_design_scores_gemma":[0.00018747155,0.000020505844,0.0009835239,0.5367218,0.0038980613,0.00017437933,0.0007248192,0.00032580405,0.00005228547,0.017282488,0.43899757,0.0006312847],"about_ca_topic_score_codex":0.000017785587,"about_ca_topic_score_gemma":0.00010295381,"teacher_disagreement_score":0.16305943,"about_ca_system_score_codex":0.0001188963,"about_ca_system_score_gemma":0.00024608002,"threshold_uncertainty_score":0.9999315},"labels":[],"label_agreement":null},{"id":"W4407624627","doi":"10.2196/65371","title":"Improving Systematic Review Updates With Natural Language Processing Through Abstract Component Classification and Selection: Algorithm Development and Validation","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Component (thermodynamics); Computer science; Selection (genetic algorithm); Data mining; Artificial intelligence; Natural language processing; Data science; World Wide Web","score_opus":0.20336716739577387,"score_gpt":0.4528848757690538,"score_spread":0.2495177083732799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407624627","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20496543,0.09971054,0.67366296,0.003997657,0.00034875417,0.011107404,0.000011004708,0.00013117537,0.006065063],"genre_scores_gemma":[0.78299284,0.0008517356,0.20960931,0.004072092,0.00007270334,0.00067023403,0.0001303979,0.000020004805,0.0015806607],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99032384,0.0005593942,0.005621902,0.00026798295,0.0030589614,0.0001678889],"domain_scores_gemma":[0.9952291,0.0007297177,0.0029172031,0.0004719929,0.00053870823,0.0001132615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019789875,0.00022588103,0.001685682,0.00016195465,0.00022454516,0.00072463846,0.00040723718,0.0000881683,0.0001762643],"category_scores_gemma":[0.0037839306,0.00010273773,0.00010738724,0.00080535514,0.000077796394,0.00069445564,0.00009265219,0.00023386648,0.000060516995],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006597144,0.00009106213,0.00081183115,0.33618984,0.0003509676,0.0000047703315,0.012048862,0.000002120559,0.000025379504,0.0008633487,0.005492588,0.64411265],"study_design_scores_gemma":[0.0010467395,0.000070168804,0.0072503337,0.12645096,0.0013950575,0.00032238476,0.031203113,0.8211747,0.00024856272,0.00027482095,0.009750039,0.0008131633],"about_ca_topic_score_codex":0.0000030865303,"about_ca_topic_score_gemma":0.0000052720793,"teacher_disagreement_score":0.82117254,"about_ca_system_score_codex":0.0000526307,"about_ca_system_score_gemma":0.00019331541,"threshold_uncertainty_score":0.6987705},"labels":[],"label_agreement":null},{"id":"W4407636794","doi":"10.1136/bmjopen-2023-082917","title":"Mixed-methods study to develop extensions to the SPIRIT and CONSORT statements for factorial randomised trials: the Reporting Factorial Trials (RAFT) study","year":2025,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"Medical Research Council","keywords":"Consolidated Standards of Reporting Trials; Checklist; Medicine; Delphi method; Protocol (science); Research design; Factorial experiment; Clinical trial; Medical education; Family medicine; Alternative medicine; Psychology; Statistics; Mathematics; Pathology","score_opus":0.9377680745596528,"score_gpt":0.7463278082719067,"score_spread":0.19144026628774613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407636794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3707873,0.00013309752,0.26537684,0.005713456,0.016705303,0.33986232,0.00013917744,0.00001513905,0.0012673651],"genre_scores_gemma":[0.85680634,0.0000049019022,0.05920014,0.0021866271,0.0029234714,0.052857205,0.00001816986,0.000064285996,0.025938878],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.39537296,0.45443046,0.12908751,0.0058902944,0.013718898,0.0014998816],"domain_scores_gemma":[0.51985085,0.39131436,0.061668254,0.016197827,0.010144884,0.0008237855],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.85476375,0.0004978879,0.011138497,0.0003425649,0.0011191794,0.005310275,0.0039482317,0.000073895615,0.0010572724],"category_scores_gemma":[0.89447576,0.00016840191,0.0013566847,0.0024163586,0.000036778012,0.00027421612,0.0021202038,0.0001791311,0.00013249578],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009741331,0.00081952894,0.020658903,0.0000388687,0.0052088043,0.000012223068,0.021923637,0.00010928779,0.00026986943,0.0004753184,0.795871,0.14487123],"study_design_scores_gemma":[0.039531693,0.0009910817,0.028751614,0.00015246846,0.0048276586,0.0000039388533,0.0994053,0.000232699,0.00017021217,0.0045266263,0.8207608,0.0006458974],"about_ca_topic_score_codex":0.0002661386,"about_ca_topic_score_gemma":0.0009685715,"teacher_disagreement_score":0.48601902,"about_ca_system_score_codex":0.00006033144,"about_ca_system_score_gemma":0.0008137945,"threshold_uncertainty_score":0.9998559},"labels":[],"label_agreement":null},{"id":"W4407669278","doi":"10.21203/rs.3.rs-6026144/v1","title":"AppRaise: Software for quantifying evidence uncertainty in systematic reviews using a Bayesian mixture model","year":2025,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Bayesian probability; Systematic review; Econometrics; Computer science; Software; Statistics; Artificial intelligence; Mathematics; MEDLINE; Chemistry","score_opus":0.9233297706630603,"score_gpt":0.669244660493915,"score_spread":0.25408511016914537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407669278","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024331966,0.094641306,0.86598194,0.0009732069,0.00052810385,0.034618936,0.00036239246,0.000027964508,0.000432978],"genre_scores_gemma":[0.49648613,0.009039875,0.42509365,0.00059442216,0.00088228285,0.03104542,0.0003088438,0.00026831104,0.03628107],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.85915226,0.08959016,0.026245402,0.0050833453,0.018164031,0.0017648189],"domain_scores_gemma":[0.8386288,0.110052004,0.013045736,0.020990556,0.016532583,0.00075026485],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.46956375,0.0010079626,0.01352608,0.0034131997,0.0005895762,0.0034640818,0.007689105,0.0008300515,0.000619937],"category_scores_gemma":[0.6205567,0.00053696637,0.0051103784,0.006394187,0.00016312374,0.0004345657,0.002722384,0.0023086183,0.00031732072],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000087222885,0.00016960106,0.0036368938,0.6657756,0.000397864,0.000027273254,0.0030914007,0.2763098,0.00004080749,0.0021832157,0.042934097,0.0053462526],"study_design_scores_gemma":[0.00014603224,0.000033639317,0.000038102586,0.14702933,0.00028321572,0.0000040104037,0.0009616905,0.8353609,0.0000022910442,0.013196231,0.00252523,0.0004193383],"about_ca_topic_score_codex":0.00022089174,"about_ca_topic_score_gemma":0.00064982777,"teacher_disagreement_score":0.5590511,"about_ca_system_score_codex":0.00082800956,"about_ca_system_score_gemma":0.0024685655,"threshold_uncertainty_score":0.9999931},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"software","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"software","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4407841731","doi":"10.1113/ep092157","title":"The state of mechanistic research in the evidence‐based medicine era: A sandwalk between triangulation and hierarchies","year":2025,"lang":"en","type":"editorial","venue":"Experimental Physiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; TrygFonden","keywords":"Triangulation; State (computer science); Medicine; Psychology; Data science; Computer science; Geography; Cartography; Algorithm","score_opus":0.7368623324524288,"score_gpt":0.6152460157910857,"score_spread":0.1216163166613431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407841731","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16578488,0.17607316,0.0019130984,0.013617088,0.62456656,0.013307266,0.00048253412,0.000021260437,0.004234156],"genre_scores_gemma":[0.8980716,0.0006247957,0.0001743146,0.00008907088,0.09813043,0.00040402164,0.00011586401,0.000016867512,0.0023730786],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.943204,0.042564772,0.006029221,0.0011342128,0.0066743926,0.00039340457],"domain_scores_gemma":[0.8809362,0.1141966,0.0020183136,0.0021210099,0.0006797858,0.000048072103],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11462882,0.00031698283,0.0031328273,0.0006461247,0.00034928505,0.00021992887,0.00237108,0.00020600724,0.0003137748],"category_scores_gemma":[0.05167835,0.000111874564,0.0004559106,0.0014713255,0.0008003191,0.000094782736,0.00031514175,0.0007589656,0.000036119363],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018704365,0.000041354786,0.000018086,0.00011976382,0.0001453358,0.00000222295,0.001915542,0.000012117736,0.0071824873,0.0009677151,0.9822639,0.0071443897],"study_design_scores_gemma":[0.0022256633,0.002180747,0.00966402,0.00216744,0.0003800094,0.0000010878101,0.008309624,0.0022274498,0.0014499346,0.24422437,0.7266269,0.0005427819],"about_ca_topic_score_codex":0.00026114847,"about_ca_topic_score_gemma":0.000045842757,"teacher_disagreement_score":0.7322867,"about_ca_system_score_codex":0.00006982755,"about_ca_system_score_gemma":0.00028965555,"threshold_uncertainty_score":0.9563098},"labels":[],"label_agreement":null},{"id":"W4407947630","doi":"10.1186/s13063-025-08756-3","title":"Guidelines for the content of statistical analysis plans in clinical trials: protocol for an extension to cluster randomized trials","year":2025,"lang":"en","type":"article","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Center for Advancing Translational Sciences; National Institute for Health Research Applied Research Collaboration West; Patient-Centered Outcomes Research Institute; Foreign, Commonwealth and Development Office; Medical Research Council; National Institute for Health and Care Research","keywords":"Randomized controlled trial; Guideline; Protocol (science); Medicine; Clinical trial; Randomization; Sample size determination; Cluster randomised controlled trial; External validity; Medical physics; Research design; Cluster (spacecraft); Data monitoring committee; Data mining; Computer science; Alternative medicine; Statistics; Surgery; Pathology","score_opus":0.9854993069532706,"score_gpt":0.7811029058233352,"score_spread":0.2043964011299354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407947630","genre_codex":"methods","genre_gemma":"protocol","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003886985,0.000073547664,0.63764906,0.0043827426,0.0004028243,0.35660723,0.00044038144,0.0000032920977,0.000052221665],"genre_scores_gemma":[0.0050873067,0.000020883583,0.13870256,0.0035506634,0.000928583,0.8453046,0.00006140883,0.000022737628,0.006321257],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.18206854,0.6004924,0.20803402,0.0028966751,0.005808482,0.0006998337],"domain_scores_gemma":[0.029242652,0.9322748,0.027248977,0.0041474625,0.006856616,0.00022945831],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9504376,0.0003782641,0.040507395,0.0010691432,0.00011586317,0.00055913464,0.0015785176,0.00022094908,0.0017892602],"category_scores_gemma":[0.98091304,0.00012311933,0.015474452,0.0018282818,0.00011920622,0.000103458464,0.0001107801,0.00011126339,0.000036511286],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.30221638,0.00043141082,0.0005295655,0.00018576093,0.009352761,5.486506e-7,0.00019278679,0.0018967747,0.00024257494,0.012263626,0.5291528,0.143535],"study_design_scores_gemma":[0.4541189,0.000770311,0.0015093271,0.00036147397,0.04309628,5.545972e-7,0.0013400549,0.26019704,0.00023044694,0.07332639,0.16459684,0.00045236267],"about_ca_topic_score_codex":0.000070877875,"about_ca_topic_score_gemma":0.000347636,"teacher_disagreement_score":0.4989465,"about_ca_system_score_codex":0.000023288649,"about_ca_system_score_gemma":0.00027328604,"threshold_uncertainty_score":0.9991232},"labels":[],"label_agreement":null},{"id":"W4407949291","doi":"10.1097/ms9.0000000000003034","title":"Exploring the evolution of evidence synthesis: a bibliometric analysis of umbrella reviews in medicine","year":2025,"lang":"en","type":"review","venue":"Annals of Medicine and Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bibliometrics; Citation; Systematic review; Web of science; Data science; Field (mathematics); Thematic analysis; Scopus; Medicine; MEDLINE; Library science; Political science; Computer science; Social science; Sociology; Meta-analysis; Qualitative research; Pathology","score_opus":0.9656022386831907,"score_gpt":0.6232191038898994,"score_spread":0.3423831347932913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407949291","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034150245,0.9959717,0.00028749122,0.0017737196,0.00022855157,0.0008400285,0.000013688516,0.0000014886768,0.0005418564],"genre_scores_gemma":[0.0023682383,0.9967781,0.000027132957,0.00012572635,0.000092406524,0.00016007962,0.0000064291444,0.000009308973,0.00043258577],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9458774,0.018903408,0.028135702,0.0010664904,0.0056939777,0.000323037],"domain_scores_gemma":[0.7585847,0.20779915,0.025505079,0.0052707535,0.0026586617,0.0001816996],"candidate_categories":["metaresearch","metaepi_broad","bibliometrics","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.3375327,0.0005550423,0.03315978,0.1554905,0.00004788366,0.000026265741,0.0017250396,0.0001565408,0.0010956505],"category_scores_gemma":[0.4304545,0.00018399415,0.0055413563,0.33046585,0.0005297273,0.00025448433,0.00018303115,0.00027573158,0.000012646212],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051261613,0.000027572218,0.003069712,0.027942076,0.0016088823,0.0000026467637,0.00017234059,0.0000022603474,4.856756e-7,0.00012337515,0.0486033,0.91844225],"study_design_scores_gemma":[0.00004520633,0.000054873115,0.0072087618,0.21616583,0.023324478,0.000004110705,0.00069681415,0.00006853363,0.0000011053646,0.0002510442,0.75197697,0.00020224688],"about_ca_topic_score_codex":0.00065204006,"about_ca_topic_score_gemma":0.00006788784,"teacher_disagreement_score":0.91823995,"about_ca_system_score_codex":0.000024934383,"about_ca_system_score_gemma":0.000342531,"threshold_uncertainty_score":0.9998175},"labels":[],"label_agreement":null},{"id":"W4408070566","doi":"10.1111/jebm.70006","title":"Inadequate Reporting of Harm From Randomized Clinical Trials in Top Medical Publications","year":2025,"lang":"en","type":"review","venue":"Journal of Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"National Natural Science Foundation of China","keywords":"Consolidated Standards of Reporting Trials; Harm; Medicine; Randomized controlled trial; Family medicine; Alternative medicine; Descriptive statistics; Medical journal; Psychology; Internal medicine; Pathology","score_opus":0.9714145874832354,"score_gpt":0.7366030185621091,"score_spread":0.2348115689211263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408070566","genre_codex":"review","genre_gemma":"review","domain_codex":"reporting","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000029133804,0.94333905,0.029827585,0.02182151,0.0021267466,0.0023227762,0.000014148441,0.0000029793116,0.0005160479],"genre_scores_gemma":[0.00015207926,0.99233633,0.0033336435,0.0006896951,0.0017252413,0.00009074089,0.000019745989,0.000018016963,0.0016345155],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.14781943,0.40695485,0.41426724,0.002068131,0.028269675,0.0006206638],"domain_scores_gemma":[0.009737177,0.6556275,0.32292235,0.004247249,0.006682217,0.00078354793],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9342591,0.00072579953,0.09094124,0.004388515,0.00006212686,0.0002502177,0.0049690143,0.00078759104,0.019158997],"category_scores_gemma":[0.9934424,0.00024322608,0.020961752,0.0056427037,0.000617126,0.0004200699,0.00019966504,0.002083716,0.00007989409],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007209166,0.00012516289,0.00049426,0.0043808036,0.0012923023,0.00010517502,0.000064504165,0.0000041732533,1.9357763e-7,0.00017900167,0.057193905,0.9354396],"study_design_scores_gemma":[0.016838888,0.00014114914,0.000064363165,0.26675206,0.013810368,0.00005243263,0.00012785563,0.0005890349,4.924236e-7,0.0021705108,0.69924766,0.00020518084],"about_ca_topic_score_codex":0.00009455562,"about_ca_topic_score_gemma":0.000026535636,"teacher_disagreement_score":0.9352344,"about_ca_system_score_codex":0.00016496298,"about_ca_system_score_gemma":0.009903991,"threshold_uncertainty_score":0.99570894},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4408160042","doi":"10.1016/j.jclinepi.2025.111752","title":"Definitions of validity terms for use in discussions of randomized controlled trials","year":2025,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa; Western University","funders":"","keywords":"Randomized controlled trial; External validity; Psychology; Medicine; Social psychology; Surgery","score_opus":0.9842806358083748,"score_gpt":0.7543407124057709,"score_spread":0.22993992340260383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408160042","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000036310943,0.9092984,0.08032618,0.0011358364,0.002299569,0.0061010583,0.00032266224,8.645117e-7,0.00047910315],"genre_scores_gemma":[0.000100352234,0.9730701,0.025267899,0.00019231549,0.00035140422,0.0002629883,0.000016554863,0.000011365132,0.00072702905],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.04986847,0.65373236,0.2933335,0.0008134548,0.0019189563,0.0003332535],"domain_scores_gemma":[0.0037100317,0.7527042,0.23900361,0.001994162,0.0023657344,0.00022225847],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9445666,0.00060014287,0.3261659,0.0019384774,0.000044272107,0.000052880805,0.0025544302,0.0011127894,0.0012845631],"category_scores_gemma":[0.9958105,0.0001781064,0.14562596,0.0010850662,0.0005497272,0.00013622406,0.00017292867,0.001150267,0.000022412358],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.034134973,0.0014995623,0.0046713357,0.016548341,0.02426688,0.000012462583,0.0000385001,0.00010995651,1.05435866e-7,0.10592457,0.09667105,0.71612227],"study_design_scores_gemma":[0.12323645,0.00037540356,0.0002112642,0.028049702,0.051235974,0.000025471716,0.00003063659,0.00053079944,3.6253965e-8,0.3739046,0.42213786,0.00026182074],"about_ca_topic_score_codex":0.0000066265197,"about_ca_topic_score_gemma":0.000016513324,"teacher_disagreement_score":0.7158604,"about_ca_system_score_codex":0.000027180224,"about_ca_system_score_gemma":0.001247455,"threshold_uncertainty_score":0.9996284},"labels":[],"label_agreement":null},{"id":"W4408173758","doi":"10.1017/rsm.2024.6","title":"A practical guide to evaluating sensitivity of literature search strings for systematic reviews using relative recall","year":2025,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Australian Research Council","keywords":"Recall; Systematic review; Sensitivity (control systems); Computer science; Research methodology; Information retrieval; Management science; Psychology; MEDLINE; Sociology; Political science; Cognitive psychology; Engineering","score_opus":0.9529631762949683,"score_gpt":0.7824454287408193,"score_spread":0.17051774755414895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408173758","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038571367,0.0021817742,0.97810143,0.0019949584,0.00011622808,0.010196601,0.000028799901,0.0000068861746,0.0035162074],"genre_scores_gemma":[0.0074531506,0.000060858074,0.9818941,0.00008433569,0.00007132949,0.0008914482,0.0000012728564,0.000023749053,0.009519768],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.2837029,0.67878914,0.019813629,0.0028286094,0.013544785,0.001320924],"domain_scores_gemma":[0.19744347,0.7713102,0.0048750066,0.0076436144,0.018179256,0.0005484218],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.88239557,0.00041432897,0.007851126,0.002241256,0.00048351465,0.0011566379,0.0014867138,0.00026121995,0.00043028797],"category_scores_gemma":[0.9484475,0.00021080459,0.002454067,0.008500503,0.00016627145,0.00047755352,0.00071846106,0.00074223394,0.00019076704],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005615361,0.0007176453,0.0014531153,0.1511838,0.004097297,0.00005589698,0.007617408,0.0011851606,0.21798827,0.08473226,0.11008532,0.4203223],"study_design_scores_gemma":[0.0003805317,0.00032249908,0.00029849922,0.08045484,0.001842771,0.00005855913,0.0049245264,0.80936366,0.037671797,0.022086779,0.041883796,0.00071174646],"about_ca_topic_score_codex":0.000039211845,"about_ca_topic_score_gemma":0.000012048135,"teacher_disagreement_score":0.8081785,"about_ca_system_score_codex":0.0003419573,"about_ca_system_score_gemma":0.00070435484,"threshold_uncertainty_score":0.99988025},"labels":[],"label_agreement":null},{"id":"W4408190056","doi":"10.1097/ccm.0000000000006637","title":"Effect of Monetary Incentives on Peer Review Acceptance and Completion: A Quasi-Randomized Interventional Trial","year":2025,"lang":"en","type":"article","venue":"Critical Care Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston Health Sciences Centre; Queen's University","funders":"","keywords":"Medicine; Randomized controlled trial; Incentive; Family medicine; Surgery","score_opus":0.44049065504169505,"score_gpt":0.5728607875541634,"score_spread":0.13237013251246832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408190056","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09105622,0.60702926,0.060711164,0.14767495,0.0036924083,0.010674275,0.00010077498,0.000023542063,0.07903743],"genre_scores_gemma":[0.99559903,0.0003179165,0.00021578549,0.0014286594,0.00014893207,0.00012006273,0.000038165912,0.0000041525664,0.0021272886],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9708093,0.018054705,0.0058388417,0.0006305259,0.00452628,0.00014034114],"domain_scores_gemma":[0.9539983,0.041113343,0.0009301484,0.0013194627,0.002511673,0.00012705137],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10776974,0.0002221084,0.005809628,0.00022687869,0.000071339215,0.00006312736,0.0005466612,0.000054056974,0.008312357],"category_scores_gemma":[0.35781336,0.000091554604,0.0013711366,0.00064977136,0.00071358593,0.000068738766,0.00009368516,0.0001678975,0.00007129059],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.092605546,0.00038514312,0.0032522837,0.02667583,0.00080751814,0.000027305015,0.000691014,0.0000012527778,0.000018066248,0.16152611,0.5310105,0.1829994],"study_design_scores_gemma":[0.6517736,0.010513151,0.005299372,0.049945448,0.012109872,0.000024105368,0.003118014,0.0023779129,0.0000981964,0.03328626,0.23075268,0.000701395],"about_ca_topic_score_codex":0.000004690132,"about_ca_topic_score_gemma":0.000002432282,"teacher_disagreement_score":0.9045428,"about_ca_system_score_codex":0.000019468192,"about_ca_system_score_gemma":0.000024192297,"threshold_uncertainty_score":0.9925942},"labels":[],"label_agreement":null},{"id":"W4408245171","doi":"10.1136/bmjebm-2024-113077","title":"Rating certainty when the target threshold is the null and the point estimate is close to the null","year":2025,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Einstein Stiftung Berlin; National Natural Science Foundation of China","keywords":"Certainty; Null hypothesis; Null (SQL); Harm; Confidence interval; Point estimation; Point (geometry); Range (aeronautics); Grading (engineering); Econometrics; Mathematics; Statistics; Computer science; Psychology; Social psychology; Data mining; Engineering","score_opus":0.5544545072542626,"score_gpt":0.533779388139586,"score_spread":0.020675119114676566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408245171","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009351308,0.021710891,0.029775148,0.92800164,0.000651152,0.005321885,0.000014140179,0.0000142868,0.0051595704],"genre_scores_gemma":[0.7165158,0.00041544155,0.0035984947,0.25585034,0.0009456702,0.00102852,0.0000039704355,0.00003017279,0.021611637],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9746692,0.011079651,0.006529301,0.0012185246,0.0059741857,0.0005291013],"domain_scores_gemma":[0.9257597,0.0599296,0.0034981547,0.009029307,0.0015373081,0.00024593883],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22326648,0.00050421094,0.002601177,0.00021641956,0.0012182159,0.0010039604,0.0043192743,0.000087850116,0.007346946],"category_scores_gemma":[0.1373863,0.00011545572,0.0010137409,0.0020731129,0.00094572816,0.00021893939,0.00047594134,0.00051400124,0.0006686706],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000124449,0.000015265288,0.0039338795,0.00008633265,0.00021276454,0.000006079075,0.008129672,0.0003654196,0.000033264638,0.009124847,0.96762097,0.010347043],"study_design_scores_gemma":[0.0021293415,0.00023573186,0.0057477965,0.0042176982,0.002196837,0.00003820795,0.014854908,0.20721635,0.0002951888,0.12864043,0.6339806,0.00044694656],"about_ca_topic_score_codex":0.00043957305,"about_ca_topic_score_gemma":0.00016124432,"teacher_disagreement_score":0.70716447,"about_ca_system_score_codex":0.000052747313,"about_ca_system_score_gemma":0.00031508997,"threshold_uncertainty_score":0.9935605},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4408263323","doi":"10.29173/pathfinder118","title":"Evidence Synthesis Institute Canada 2024","year":2025,"lang":"en","type":"article","venue":"Pathfinder A Canadian Journal for Information Science Students and Early Career Professionals","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.4901341364552667,"score_gpt":0.5034305286489958,"score_spread":0.013296392193729134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408263323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.939817,0.0017223142,0.013682319,0.013187731,0.014159321,0.0023964406,0.00022851209,0.000005631899,0.014800702],"genre_scores_gemma":[0.9867056,0.000020367444,0.0004630842,0.0028145239,0.000055865556,0.00008653693,0.0000014754606,0.0000034812977,0.009849046],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98694885,0.00067681324,0.0043809256,0.00045482308,0.006941929,0.0005966632],"domain_scores_gemma":[0.9896019,0.0017135609,0.0018528103,0.00096458005,0.0048623276,0.0010048371],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07530563,0.00024653642,0.001036837,0.0016367922,0.0026624047,0.006592763,0.0031638932,0.00007607367,0.0009921953],"category_scores_gemma":[0.05094648,0.00013333064,0.00034843487,0.0024491732,0.00026619883,0.005605062,0.00018068828,0.00027305132,0.00008394838],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012046812,0.000011583028,0.5940526,0.00008077941,0.0001490108,0.000008376181,0.00395921,0.00012782273,0.000008679945,0.0066035646,0.32191968,0.07306666],"study_design_scores_gemma":[0.00022789407,0.000023961498,0.61193526,0.0005976757,0.00010894356,0.00002476845,0.007038034,0.00044897047,0.000023315026,0.0023731755,0.3769268,0.00027118574],"about_ca_topic_score_codex":0.10643215,"about_ca_topic_score_gemma":0.40814584,"teacher_disagreement_score":0.30171368,"about_ca_system_score_codex":0.00039794095,"about_ca_system_score_gemma":0.014327137,"threshold_uncertainty_score":0.999921},"labels":[],"label_agreement":null},{"id":"W4408298481","doi":"10.1186/s12874-025-02499-0","title":"Ranking of treatments in network meta-analysis: incorporating minimally important differences","year":2025,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Ranking (information retrieval); Statistics; Bayesian network; Mathematics; Computer science; Medicine; Machine learning","score_opus":0.9728456260694304,"score_gpt":0.7115555423479419,"score_spread":0.26129008372148843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408298481","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32055917,0.029019166,0.63102144,0.0033638806,0.00041590552,0.0020481597,0.000018075949,0.00001135007,0.013542829],"genre_scores_gemma":[0.7503509,0.00017968079,0.2428867,0.00026029695,0.00007900367,0.00030730318,0.000008682111,0.000009817787,0.005917641],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.44981262,0.49255985,0.028617138,0.002949669,0.024554696,0.0015060087],"domain_scores_gemma":[0.4145862,0.56832945,0.0073417462,0.0059007434,0.0031703576,0.0006714995],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7238237,0.00034876703,0.013366775,0.0029334824,0.00017886233,0.00020521128,0.0037817385,0.00036773662,0.019322842],"category_scores_gemma":[0.6338161,0.00015457568,0.0051881527,0.013494301,0.00066629826,0.00010354515,0.0007935247,0.0007560559,0.000099957935],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012092716,0.00022302175,0.8751851,0.00015446208,0.06866177,0.00007479009,0.0003967324,0.00031416139,0.000077984056,0.035473403,0.0034467394,0.015870936],"study_design_scores_gemma":[0.0014273098,0.00040055564,0.3215086,0.00015858762,0.095032096,0.000010984263,0.0037587117,0.08052804,0.00011918594,0.4940895,0.002496807,0.00046959583],"about_ca_topic_score_codex":0.0004964844,"about_ca_topic_score_gemma":0.008358,"teacher_disagreement_score":0.5536765,"about_ca_system_score_codex":0.000061132465,"about_ca_system_score_gemma":0.001492526,"threshold_uncertainty_score":0.98157364},"labels":[],"label_agreement":null},{"id":"W4408354914","doi":"10.2196/64682","title":"GPT-3.5 Turbo and GPT-4 Turbo in Title and Abstract Screening for Systematic Reviews","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Turbo; Turbo code; Computer science; Systematic review; Turbo equalizer; Sensitivity (control systems); Selection (genetic algorithm); Systematic error; MEDLINE; Chemistry; Algorithm; Artificial intelligence; Engineering; Statistics; Mathematics; Decoding methods; Biochemistry; Electronic engineering; Concatenated error correction code","score_opus":0.532833534534895,"score_gpt":0.5358457267401503,"score_spread":0.003012192205255282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408354914","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13416646,0.05352239,0.16653053,0.008959959,0.0023875204,0.038841084,0.00009488149,0.000105873994,0.5953913],"genre_scores_gemma":[0.7833725,0.0031396085,0.10287946,0.015502238,0.00052587845,0.0028598898,0.00006979224,0.00006802438,0.09158257],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99139506,0.00054354855,0.0061189006,0.00018983425,0.0015761873,0.00017646165],"domain_scores_gemma":[0.99424267,0.0032390752,0.0014155707,0.00080187095,0.00014757559,0.00015323289],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.039197885,0.00016935769,0.002086957,0.0002712614,0.00005646213,0.000324834,0.0005061666,0.00013123457,0.0016188518],"category_scores_gemma":[0.024456235,0.00007904916,0.0002995051,0.0004848532,0.000059618436,0.00017942073,0.00011051448,0.000175184,0.00058282295],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009437287,0.00006776731,0.00235944,0.06366956,0.00020423734,0.0000058499763,0.0041750744,0.000004387624,0.0000025729507,0.007985283,0.6307841,0.29073232],"study_design_scores_gemma":[0.0009317738,0.000050461444,0.0035903908,0.016724903,0.00025164426,0.000034785844,0.003676669,0.11155374,0.000007071418,0.006471559,0.8563018,0.00040522963],"about_ca_topic_score_codex":0.0000020722225,"about_ca_topic_score_gemma":0.000008288091,"teacher_disagreement_score":0.6492061,"about_ca_system_score_codex":0.000013624256,"about_ca_system_score_gemma":0.000048833994,"threshold_uncertainty_score":0.9992938},"labels":[],"label_agreement":null},{"id":"W4408383217","doi":"10.1136/bmjebm-2024-113527","title":"Improving peer review of systematic reviews and related review types by involving librarians and information specialists as methodological peer reviewers: a randomised controlled trial","year":2025,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Ottawa Hospital","funders":"","keywords":"Peer review; Psychological intervention; Systematic review; Medicine; Randomized controlled trial; Family medicine; Inclusion (mineral); Intervention (counseling); MEDLINE; Medical education; Psychology; Nursing; Internal medicine; Social psychology","score_opus":0.6790106756671164,"score_gpt":0.5482039948117332,"score_spread":0.13080668085538316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408383217","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000106783235,0.88385516,0.006676424,0.065288305,0.0006428916,0.039974794,0.0000065579616,0.000015615746,0.003433477],"genre_scores_gemma":[0.0006044837,0.944857,0.0053932164,0.031783804,0.00023083603,0.0039588194,0.00006528744,0.000019765559,0.013086781],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.8564191,0.0869972,0.04312805,0.0014938957,0.011460891,0.0005008814],"domain_scores_gemma":[0.65450734,0.23898953,0.071442574,0.0112239225,0.022706,0.0011306166],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5551242,0.0006588887,0.019062959,0.0005923758,0.00016007069,0.00033452275,0.0012069484,0.00022310358,0.004929542],"category_scores_gemma":[0.9314585,0.00027667233,0.0018805341,0.0026608207,0.0003079614,0.0014939982,0.00016977894,0.00038194354,0.00016263878],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004836698,0.000032091604,0.00003787976,0.4803014,0.00032135422,0.0000048450706,0.00014469493,4.169878e-7,0.000051463667,0.0015781774,0.50049776,0.012193169],"study_design_scores_gemma":[0.07677841,0.00033015065,0.00002422087,0.7830864,0.007735647,0.000029423614,0.0001442759,0.00077846274,0.00000651994,0.0009266523,0.12984477,0.00031507068],"about_ca_topic_score_codex":0.000030372112,"about_ca_topic_score_gemma":0.0000018508043,"teacher_disagreement_score":0.37633422,"about_ca_system_score_codex":0.00006577734,"about_ca_system_score_gemma":0.0004536362,"threshold_uncertainty_score":0.9999685},"labels":[],"label_agreement":null},{"id":"W4408392245","doi":"10.1016/j.jid.2025.02.144","title":"Evaluating Adverse Event Reporting in Parallel-Group Randomized Trials Published in Dermatology-Specific Journals: A Methodological Systematic Review","year":2025,"lang":"en","type":"article","venue":"Journal of Investigative Dermatology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Toronto; Women's College Hospital","funders":"","keywords":"Adverse effect; Randomized controlled trial; Medicine; Dermatology; Systematic review; Event (particle physics); MEDLINE; Surgery; Internal medicine; Biology","score_opus":0.8888659937409314,"score_gpt":0.6356163268781653,"score_spread":0.2532496668627662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408392245","genre_codex":"review","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29931766,0.47375906,0.13803336,0.070071355,0.0019828142,0.014646678,0.000006338381,0.000017693774,0.0021650558],"genre_scores_gemma":[0.79209644,0.010930038,0.18565778,0.009651283,0.00012684194,0.0010616038,0.000008709132,0.000042575506,0.00042470792],"study_design_codex":"systematic_review","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.23512895,0.5741627,0.18096597,0.0016723993,0.007051447,0.0010185244],"domain_scores_gemma":[0.2776794,0.34544116,0.35981154,0.0055244514,0.0106456,0.00089784106],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7520533,0.0006763302,0.04328472,0.0036198592,0.00014292862,0.0004514205,0.0026461268,0.0004108426,0.00199868],"category_scores_gemma":[0.93374735,0.00031093985,0.007095164,0.004971799,0.00060936133,0.00088337687,0.00028682695,0.0015885594,0.00009421316],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02062342,0.0029460452,0.08634959,0.37393573,0.023244023,0.025153361,0.016828869,0.009585807,0.0099969655,0.12980027,0.2937045,0.007831427],"study_design_scores_gemma":[0.09107344,0.00017231658,0.0070570544,0.25056908,0.0076931613,0.022582935,0.00798505,0.021075685,0.001046945,0.58817816,0.0013748547,0.0011913264],"about_ca_topic_score_codex":0.000007495233,"about_ca_topic_score_gemma":0.00003007061,"teacher_disagreement_score":0.4927788,"about_ca_system_score_codex":0.00025983094,"about_ca_system_score_gemma":0.0006952696,"threshold_uncertainty_score":0.99993426},"labels":[],"label_agreement":null},{"id":"W4408468622","doi":"","title":"Evaluation of publication bias in the assessment of probiotic treatment for gastrointestinal disease in dogs and cats.","year":2025,"lang":"en","type":"article","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"CATS; Probiotic; Gastrointestinal disease; Medicine; Disease; Internal medicine; Gastroenterology; Biology","score_opus":0.8115341133161663,"score_gpt":0.5530764848286454,"score_spread":0.25845762848752096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408468622","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98035175,0.0004251967,0.0043142163,0.0042998306,0.000032592423,0.007879166,0.000018391429,9.117453e-7,0.0026779785],"genre_scores_gemma":[0.99535275,0.0000033429158,0.0010005945,0.000024262428,0.000003686799,0.0033222858,0.000007837689,0.0000011834074,0.00028406247],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.989835,0.0047492264,0.0030447408,0.00033298138,0.0019199569,0.00011805658],"domain_scores_gemma":[0.99486554,0.0020656304,0.0012922388,0.0008097196,0.0009348842,0.00003198617],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1168331,0.000073778945,0.00064443366,0.0003485711,0.000015905813,0.000105756364,0.00029126185,0.000010429252,0.00003826583],"category_scores_gemma":[0.032476217,0.000031042484,0.00019131017,0.00084347295,0.000026554131,0.000079148536,0.000018587214,0.000021106307,8.048428e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071786662,0.00023491865,0.81561595,0.00006999286,0.00002806773,9.3330904e-8,0.00014258419,0.0002558538,0.0000058556698,0.0028271654,0.0005586255,0.1802537],"study_design_scores_gemma":[0.00038462307,0.000016301316,0.94831043,0.00002431053,0.00022720733,3.1563988e-7,0.00012237031,0.046188384,0.0000053775134,0.0044899834,0.00021094976,0.000019716188],"about_ca_topic_score_codex":0.00004312387,"about_ca_topic_score_gemma":0.00019523897,"teacher_disagreement_score":0.18023399,"about_ca_system_score_codex":0.00009164869,"about_ca_system_score_gemma":0.00016617996,"threshold_uncertainty_score":0.9756737},"labels":[],"label_agreement":null},{"id":"W4408514388","doi":"10.1016/j.jclinepi.2025.111759","title":"Methods resources for authors new to conducting systematic reviews with network meta-analysis: a scoping review","year":2025,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Faculty of Medicine and Health, University of Sydney; Universitetet i Oslo; Universiteit Stellenbosch; Universidad de Antioquia; University of Ioannina; University of Toronto; Government of the United Kingdom","keywords":"Meta-analysis; Systematic review; Medicine; Data science; MEDLINE; Computer science; Management science; Engineering; Political science; Pathology","score_opus":0.9882160922035522,"score_gpt":0.7936850226481404,"score_spread":0.19453106955541177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408514388","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.4751813e-8,0.6094024,0.3766594,0.0023832412,0.0009995119,0.010386658,0.000009810584,0.00000413181,0.0001547891],"genre_scores_gemma":[1.3187089e-8,0.6113977,0.37543574,0.0054873168,0.001036052,0.0006432955,0.0000047436642,0.000032543718,0.005962611],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.1343587,0.6228235,0.23486818,0.0031572648,0.0036453546,0.0011470377],"domain_scores_gemma":[0.015480937,0.7126044,0.25811055,0.008069941,0.0041646613,0.0015694901],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.9373108,0.0018308896,0.32934743,0.0020952532,0.00025689916,0.00039818068,0.00798138,0.0011824488,0.0028596406],"category_scores_gemma":[0.96180284,0.0006267334,0.15326904,0.010324082,0.00017805072,0.0002474123,0.0005306525,0.002454447,0.00036687215],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012441326,0.000025993426,0.000015732858,0.5009924,0.16775532,0.00000607908,0.000018646688,0.00022668163,8.046421e-10,0.0003155353,0.13814247,0.19248867],"study_design_scores_gemma":[0.000056105575,0.00014783304,4.125634e-7,0.2626578,0.3490777,0.000053985594,0.00000990969,0.000029820878,9.1201285e-10,0.0008728734,0.3868796,0.00021396583],"about_ca_topic_score_codex":0.0000066995735,"about_ca_topic_score_gemma":0.000043482207,"teacher_disagreement_score":0.24873713,"about_ca_system_score_codex":0.00008610316,"about_ca_system_score_gemma":0.0023518677,"threshold_uncertainty_score":0.99984694},"labels":[],"label_agreement":null},{"id":"W4408515389","doi":"10.1016/j.jclinepi.2025.111760","title":"A scoping review identifies comments suggesting modifications to PRISMA-P 2015","year":2025,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Ottawa Hospital; Women's College Hospital; University of Toronto","funders":"","keywords":"Systematic review; MEDLINE; Data science; Medicine; Management science; Psychology; Computer science; Biology; Engineering","score_opus":0.9702381121086805,"score_gpt":0.7769018401399942,"score_spread":0.1933362719686863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408515389","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011817158,0.9550012,0.02714895,0.011134477,0.0028821253,0.002674189,0.00002267927,0.0000038599383,0.0011313679],"genre_scores_gemma":[6.1897504e-7,0.97000945,0.016569594,0.0074000936,0.00073603174,0.0001011336,0.000011156177,0.000020164867,0.005151779],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.46180868,0.31698424,0.21392797,0.0021400668,0.0043548215,0.0007842204],"domain_scores_gemma":[0.06986639,0.72568184,0.18950856,0.007755823,0.0059904656,0.0011969282],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.76445895,0.00074360374,0.076998234,0.0012033901,0.00017192756,0.00023698226,0.006398131,0.0007228029,0.0021780443],"category_scores_gemma":[0.950042,0.00033446995,0.022276238,0.0025733917,0.00016895775,0.00020737307,0.0007124024,0.0020304858,0.003040608],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018204397,0.000049972947,0.0003183266,0.043273713,0.0005023289,0.000007267041,0.0000053390677,0.000009589689,2.3957352e-9,0.00028339648,0.43126738,0.52428085],"study_design_scores_gemma":[0.00006513167,0.000056282548,0.00006284568,0.34686795,0.0028133565,0.000064679305,0.0000066786156,0.000020945581,2.836173e-9,0.0020154424,0.64787096,0.00015569669],"about_ca_topic_score_codex":0.000004448041,"about_ca_topic_score_gemma":0.000008872397,"teacher_disagreement_score":0.52412516,"about_ca_system_score_codex":0.00007915849,"about_ca_system_score_gemma":0.0020659824,"threshold_uncertainty_score":0.9999107},"labels":[],"label_agreement":null},{"id":"W4408636096","doi":"10.1017/rsm.2024.3","title":"Visualization toolkits for enriching meta-analyses through evidence maps, bibliometrics, and alternative impact metrics","year":2025,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Australian Research Council; National Natural Science Foundation of China","keywords":"Bibliometrics; Visualization; Computer science; Meta-analysis; Data science; Information retrieval; Data mining; Medicine","score_opus":0.982746142638343,"score_gpt":0.805248268991111,"score_spread":0.17749787364723202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408636096","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001713831,0.048691392,0.9437038,0.0013378415,0.0001898894,0.0016460272,0.000069546004,0.0000126415825,0.0026350443],"genre_scores_gemma":[0.12253013,0.0048987484,0.86258554,0.0002664572,0.00014614195,0.0008595919,0.0000070266415,0.000043935863,0.0086624315],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8034738,0.16681205,0.01066261,0.0031474973,0.014674415,0.0012296609],"domain_scores_gemma":[0.1908421,0.78373504,0.0048310026,0.0062780106,0.01381948,0.0004943533],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.5816067,0.0005222296,0.0063630454,0.026919322,0.0007534629,0.00436651,0.003158907,0.0002025652,0.002600378],"category_scores_gemma":[0.8696154,0.0002434018,0.0038821585,0.08964452,0.00023364996,0.0015205265,0.0007456948,0.00039299444,0.00011309801],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011004592,0.00026643637,0.006843273,0.00076185085,0.027601728,0.000007911289,0.00092468574,0.00068270747,0.005437054,0.050499726,0.148387,0.75847757],"study_design_scores_gemma":[0.00045908566,0.00038359806,0.008023359,0.00042704315,0.022276776,0.0000124529915,0.002605938,0.17205834,0.058541358,0.44629043,0.28779453,0.001127085],"about_ca_topic_score_codex":0.0003299767,"about_ca_topic_score_gemma":0.000013354721,"teacher_disagreement_score":0.7573505,"about_ca_system_score_codex":0.00023062559,"about_ca_system_score_gemma":0.00032468373,"threshold_uncertainty_score":0.9983114},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4408649545","doi":"10.1136/bmj-2024-079839","title":"Risk of Bias in Network Meta-Analysis (RoB NMA) tool","year":2025,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Toronto; Ottawa Public Health; Ottawa Hospital; Precision Nanosystems (Canada); University of Ottawa; Public Health Ontario; University of British Columbia; MD Precision (Canada); St. Michael's Hospital","funders":"National Institute for Health and Care Research","keywords":"Computer science; Meta-analysis; World Wide Web; Data science; Information retrieval; Medicine; Internal medicine","score_opus":0.8278278243402993,"score_gpt":0.5615752718343169,"score_spread":0.26625255250598245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408649545","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2779559,0.046190728,0.31865293,0.015489457,0.0013996155,0.006757143,0.00021437995,0.000030075555,0.3333098],"genre_scores_gemma":[0.9141762,0.00005098663,0.017108688,0.0005738256,0.000068045934,0.00012118025,0.0000054684297,0.000006378001,0.067889206],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9637347,0.019513074,0.01215795,0.0008297648,0.0035196522,0.00024486802],"domain_scores_gemma":[0.9785276,0.010250477,0.005644871,0.004835683,0.00068780157,0.000053588217],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.23623891,0.00022763944,0.00829466,0.00097071106,0.00006256286,0.00026372581,0.0015146148,0.00008577863,0.02008427],"category_scores_gemma":[0.0606276,0.00010021301,0.010590576,0.0099613,0.00004318483,0.000100502715,0.0001719782,0.00013575668,0.0009699917],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007995204,0.00006113395,0.36127836,0.00003171281,0.13786046,0.000004908713,0.00013660867,0.04063236,0.0000029606613,0.008843141,0.44655728,0.0045830775],"study_design_scores_gemma":[0.0002561421,0.000022702074,0.22074144,0.000016598866,0.46383718,0.000001051224,0.00035921237,0.049790528,0.000024496174,0.048065446,0.21655162,0.00033358776],"about_ca_topic_score_codex":0.00012610258,"about_ca_topic_score_gemma":0.0007742688,"teacher_disagreement_score":0.63622034,"about_ca_system_score_codex":0.0000160828,"about_ca_system_score_gemma":0.0000672871,"threshold_uncertainty_score":0.9998079},"labels":[],"label_agreement":null},{"id":"W4408680055","doi":"10.1002/cesm.70014","title":"Certainty of evidence assessment in high‐impact medical journals: A meta‐epidemiological survey","year":2025,"lang":"en","type":"review","venue":"Cochrane Evidence Synthesis and Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Certainty; Epidemiology; Meta-analysis; Survey research; Psychology; Medicine; Environmental health; Family medicine; Applied psychology; Pathology; Epistemology; Philosophy","score_opus":0.9351485616518844,"score_gpt":0.7386915363724521,"score_spread":0.19645702527943232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408680055","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000027568918,0.9313664,0.06525145,0.0010836193,0.00037108143,0.0016277502,0.000073951276,0.0000068877193,0.00019129291],"genre_scores_gemma":[0.00034098182,0.93203944,0.06613342,0.00016258609,0.00009442547,0.00052173564,0.0000046452124,0.000026882239,0.00067590486],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.2867917,0.64586604,0.04651175,0.004663736,0.014892387,0.0012743687],"domain_scores_gemma":[0.05613239,0.91043836,0.022010878,0.0075803357,0.0027937496,0.001044267],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"category_scores_codex":[0.82018054,0.001570073,0.054738242,0.002144859,0.00017025013,0.0007849046,0.0062458315,0.0016097622,0.029955372],"category_scores_gemma":[0.92747265,0.0005562954,0.013156724,0.005597704,0.00049569405,0.00049815373,0.0010550008,0.0023133499,0.00008285555],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014410509,0.00006860993,0.0018261867,0.013743043,0.0026684466,0.000027831315,0.000022379805,0.000011031529,9.299373e-7,0.0002061958,0.003482149,0.97792876],"study_design_scores_gemma":[0.0002725602,0.00037123405,0.042566348,0.56684875,0.06880308,0.0003460328,0.00016335044,0.002674699,0.000007989867,0.007217535,0.30834755,0.002380844],"about_ca_topic_score_codex":0.00058560836,"about_ca_topic_score_gemma":0.0001800159,"teacher_disagreement_score":0.97554797,"about_ca_system_score_codex":0.00024006117,"about_ca_system_score_gemma":0.00293392,"threshold_uncertainty_score":0.9999884},"labels":[],"label_agreement":null},{"id":"W4408803648","doi":"10.5194/egusphere-2024-2994-ac1","title":"Response to Reviewer Comments (egusphere-2024-2994)","year":2025,"lang":"en","type":"peer-review","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Materials science","score_opus":0.704242594889408,"score_gpt":0.5770604724569569,"score_spread":0.12718212243245108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408803648","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003672145,0.18974204,0.0065866024,0.3508376,0.011111046,0.005662936,0.00049050286,0.000020346328,0.43554524],"genre_scores_gemma":[0.0000017757148,0.008016621,0.006978818,0.13121682,0.0002512436,0.00043807266,0.00012190238,0.00003287779,0.8529419],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.87524533,0.06475905,0.03414465,0.0043238127,0.020640863,0.00088629907],"domain_scores_gemma":[0.92155087,0.024502803,0.012627499,0.027287126,0.013056858,0.0009748483],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.37262017,0.001283265,0.018586876,0.0010318395,0.0002207612,0.0013842183,0.008197388,0.00043147395,0.5259418],"category_scores_gemma":[0.39805275,0.0005786149,0.008251006,0.006078198,0.000053215976,0.00015863474,0.0015158133,0.0007201473,0.12130824],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018095283,0.00004413493,0.000027038748,0.0023312129,0.0003968754,0.000009048879,0.000020876763,0.000001262315,6.1873124e-7,0.00016751143,0.9387808,0.05820256],"study_design_scores_gemma":[0.00011212858,0.000047736212,0.000049905775,0.009994583,0.0013777885,0.0000046669143,0.00003608991,0.000023902596,8.5321045e-7,0.00037080355,0.9874372,0.0005443256],"about_ca_topic_score_codex":0.00007435166,"about_ca_topic_score_gemma":0.00020709181,"teacher_disagreement_score":0.4173966,"about_ca_system_score_codex":0.00020731536,"about_ca_system_score_gemma":0.0006716634,"threshold_uncertainty_score":0.9999919},"labels":[],"label_agreement":null},{"id":"W4408808323","doi":"10.1016/s1473-3099(25)00146-x","title":"DoxyPEP open-label extension: well done is better than well said","year":2025,"lang":"en","type":"article","venue":"The Lancet Infectious Diseases","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Centre for Disease Control; St. Michael's Hospital","funders":"","keywords":"Extension (predicate logic); Computer science; Programming language","score_opus":0.44492012045867824,"score_gpt":0.4808178662342212,"score_spread":0.035897745775542944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408808323","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47308388,0.00960651,0.0038612497,0.029907292,0.0019542759,0.0026421652,0.0001642265,0.00011363213,0.47866678],"genre_scores_gemma":[0.9141862,0.0002326679,0.00019404353,0.029992148,0.00053472247,0.00014095737,0.000013051716,0.000019333935,0.0546869],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9885882,0.004623369,0.0031783243,0.0010549385,0.002128557,0.00042658197],"domain_scores_gemma":[0.98857516,0.0030364115,0.0015799057,0.006001958,0.00063920795,0.00016735928],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.01897046,0.00038264302,0.0030930701,0.00024570353,0.0005290978,0.0022402336,0.0035977405,0.00007945965,0.016309347],"category_scores_gemma":[0.0052519217,0.000161567,0.00085105904,0.0017880553,0.00014665494,0.00032945382,0.0007791679,0.00021805144,0.015325811],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028707793,0.0002363475,0.15153424,0.000046232446,0.00031182976,0.000007682369,0.000077916884,0.000017648576,0.000030264026,0.0024806573,0.83623326,0.008995194],"study_design_scores_gemma":[0.001257876,0.00006054997,0.08414819,0.00011266335,0.0008078454,0.000012259152,0.00012576196,0.00083079666,0.00004865006,0.076334,0.8359706,0.00029083408],"about_ca_topic_score_codex":0.000108587126,"about_ca_topic_score_gemma":0.00010336677,"teacher_disagreement_score":0.4411023,"about_ca_system_score_codex":0.00004330447,"about_ca_system_score_gemma":0.00009327194,"threshold_uncertainty_score":0.9987955},"labels":[],"label_agreement":null},{"id":"W4408814168","doi":"10.1186/s40900-025-00682-7","title":"The People’s Review protocol: planning an innovative study powered by the public","year":2025,"lang":"en","type":"review","venue":"Research Involvement and Engagement","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Cochrane","funders":"College of Medicine, Nursing and Health Sciences, National University of Ireland, Galway; Health Research Board","keywords":"Systematic review; Public relations; Health care; Public health; Best practice; Psychology; Medicine; MEDLINE; Political science; Nursing","score_opus":0.9335043258358434,"score_gpt":0.6949012319450646,"score_spread":0.23860309389077883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408814168","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000020187854,0.77412224,0.00007122837,0.0015517921,0.00012327931,0.22002749,0.000024920226,0.000008261013,0.004068747],"genre_scores_gemma":[0.000008716496,0.72846466,0.000028192138,0.00021736948,0.00007774453,0.25686207,0.000060516835,0.000022409253,0.014258319],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7332219,0.22142346,0.018870499,0.003395143,0.021389162,0.0016998329],"domain_scores_gemma":[0.95370334,0.027361624,0.005105945,0.00885254,0.004625124,0.00035140725],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5897032,0.0008052076,0.006499794,0.00090672873,0.0033787638,0.006344288,0.0072092493,0.00012740566,0.0021288393],"category_scores_gemma":[0.056326557,0.00025785062,0.0011803336,0.0099184,0.00025453666,0.00032502605,0.0027442672,0.0020279312,0.00041483043],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002198314,0.00020644066,0.00011631439,0.014340606,0.00068095926,0.000002548088,0.0005571345,4.5072603e-8,2.1776922e-8,0.0009457121,0.40825525,0.57489276],"study_design_scores_gemma":[0.00017882633,0.00028913456,0.000022146414,0.0094462205,0.00038318586,0.0000011110242,0.0063400757,0.00002021555,2.6247273e-8,0.00030426646,0.982772,0.00024281618],"about_ca_topic_score_codex":0.000029908924,"about_ca_topic_score_gemma":0.00015286494,"teacher_disagreement_score":0.57465,"about_ca_system_score_codex":0.00023150991,"about_ca_system_score_gemma":0.0009207611,"threshold_uncertainty_score":0.99998736},"labels":[],"label_agreement":null},{"id":"W4408875896","doi":"10.1136/bmj-2024-081199","title":"Development of ROBUST-RCT: Risk Of Bias instrument for Use in SysTematic reviews-for Randomised Controlled Trials","year":2025,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; McMaster University; Impact","funders":"","keywords":"Randomized controlled trial; Systematic review; Medicine; Computer science; MEDLINE; Medical physics; Surgery; Biology","score_opus":0.8589632687708348,"score_gpt":0.5519271193988864,"score_spread":0.30703614937194845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408875896","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12995337,0.010568417,0.69935924,0.0004992477,0.00096463674,0.15742059,0.00010554868,0.0000055816668,0.001123387],"genre_scores_gemma":[0.198537,0.0005031943,0.74592036,0.00023401773,0.00008343452,0.036812734,0.000021757256,0.000026644682,0.017860837],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.87863517,0.050002404,0.06726624,0.0008256448,0.0029749612,0.00029556188],"domain_scores_gemma":[0.74195915,0.20102584,0.050795987,0.0036795118,0.0024347182,0.000104761224],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6239677,0.00028830153,0.022869019,0.00074224046,0.00006348168,0.0001726726,0.00088699226,0.00008958846,0.00029906776],"category_scores_gemma":[0.7234228,0.00011427818,0.005511835,0.000966475,0.000026370608,0.000103416096,0.000059956787,0.000049804832,0.00003536271],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.037232753,0.002088866,0.027160043,0.3295139,0.03370639,0.0000027157112,0.008583696,0.0053000436,0.0019531515,0.01957421,0.3799359,0.15494832],"study_design_scores_gemma":[0.51386255,0.0003561765,0.0039380584,0.0739643,0.029531803,0.0000037043105,0.005690674,0.19765116,0.0035724686,0.010913002,0.1589964,0.0015196808],"about_ca_topic_score_codex":0.000008474495,"about_ca_topic_score_gemma":0.00008553059,"teacher_disagreement_score":0.47662982,"about_ca_system_score_codex":0.00005165141,"about_ca_system_score_gemma":0.00028945072,"threshold_uncertainty_score":0.9916375},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4408938606","doi":"10.1001/jamanetworkopen.2025.2276","title":"Reporting of Trial Registration Numbers in Publications of Vaccine Randomized Clinical Trials","year":2025,"lang":"en","type":"article","venue":"JAMA Network Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Trial registration; Randomized controlled trial; Clinical trial; Medicine; Pre-Registration; Medical physics; Family medicine; Internal medicine; Medical education","score_opus":0.8779958115187578,"score_gpt":0.6752477819524022,"score_spread":0.20274802956635563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408938606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43738484,0.0017339567,0.09640057,0.02805614,0.002826118,0.02591736,0.000013865708,0.00001022353,0.40765694],"genre_scores_gemma":[0.96807975,0.00010175154,0.012084808,0.00020513627,0.000327979,0.00032781367,0.000022732364,0.0000057476873,0.01884429],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.2250948,0.38712838,0.37600693,0.0031363112,0.007907581,0.0007260028],"domain_scores_gemma":[0.3826613,0.2844278,0.31602564,0.0113066705,0.0053430484,0.00023555965],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8725667,0.00014687385,0.0124059,0.00028607197,0.000054660384,0.00070147,0.0020699468,0.00016036507,0.0025771188],"category_scores_gemma":[0.8338986,0.00007233041,0.002813229,0.003191754,0.000055137436,0.00036183163,0.00027395427,0.00018295567,0.000027941567],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.104913056,0.00029412683,0.14811622,0.000054602937,0.0010253985,0.0000010838511,0.00017265361,0.0012021296,0.0000072256375,0.07311584,0.61732614,0.053771503],"study_design_scores_gemma":[0.69459265,0.00012011141,0.06714925,0.00084222737,0.0017013445,0.0000025896154,0.0006618188,0.031181412,0.000020532238,0.10940098,0.09404672,0.00028034003],"about_ca_topic_score_codex":0.00017877502,"about_ca_topic_score_gemma":0.00031054261,"teacher_disagreement_score":0.5896796,"about_ca_system_score_codex":0.00001607854,"about_ca_system_score_gemma":0.00044730864,"threshold_uncertainty_score":0.99833465},"labels":[],"label_agreement":null},{"id":"W4408959459","doi":"10.1002/gin2.70021","title":"Comparison between two tools assessing the methodological quality of systematic reviews: ReMarQ and AMSTAR 2","year":2025,"lang":"en","type":"article","venue":"Clinical and Public Health Guidelines","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Quality (philosophy); Management science; Computer science; Engineering; Chemistry; MEDLINE; Epistemology; Philosophy","score_opus":0.9935692851380888,"score_gpt":0.8094921504423684,"score_spread":0.1840771346957204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408959459","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25398707,0.128817,0.37898862,0.22857279,0.001088391,0.006152186,0.000042927953,0.000025773183,0.0023252182],"genre_scores_gemma":[0.7920164,0.008255682,0.15994823,0.03557619,0.00091439276,0.00022690726,0.000025543608,0.00001930687,0.0030173354],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.54625547,0.33615026,0.10927946,0.0024604104,0.0049793576,0.00087504706],"domain_scores_gemma":[0.49883538,0.44757003,0.037441712,0.008030128,0.0069609634,0.001161782],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.715693,0.00029551203,0.011982012,0.00018349724,0.0003506357,0.0011589554,0.0013260362,0.00016296837,0.00021483155],"category_scores_gemma":[0.72980547,0.000103444436,0.0012866779,0.0013320796,0.00043846018,0.0002746045,0.00039362928,0.00039194187,0.00003837942],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026965236,0.00005314933,0.62694687,0.009737227,0.00016620182,1.7818056e-7,0.00011243857,0.0000012416851,9.350174e-7,0.008426212,0.06303074,0.2915221],"study_design_scores_gemma":[0.00061370427,0.00013423458,0.511318,0.0043874155,0.00043687221,0.0000044794156,0.003049264,0.006196216,5.7566626e-7,0.025419043,0.44814274,0.0002974544],"about_ca_topic_score_codex":0.0001050136,"about_ca_topic_score_gemma":0.00005143768,"teacher_disagreement_score":0.5380293,"about_ca_system_score_codex":0.000014538982,"about_ca_system_score_gemma":0.00036460074,"threshold_uncertainty_score":0.9998779},"labels":[],"label_agreement":null},{"id":"W4408959880","doi":"10.1186/s13063-025-08747-4","title":"Tolerating bad health research (part 2): still as many bad trials, but more good ones too","year":2025,"lang":"en","type":"article","venue":"Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Health Research Board","keywords":"Medicine; Research design","score_opus":0.952134657605543,"score_gpt":0.6958360006416626,"score_spread":0.25629865696388043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408959880","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3412751,0.07468713,0.038223,0.26048353,0.019579938,0.04233643,0.0008432989,0.0002003072,0.22237127],"genre_scores_gemma":[0.2610711,0.00095101417,0.01124914,0.006314315,0.003686136,0.00093692885,0.000057167526,0.000060348953,0.71567386],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.5103964,0.38999474,0.07136294,0.004050586,0.02225293,0.0019423849],"domain_scores_gemma":[0.640645,0.30265528,0.030293824,0.016150743,0.008982143,0.0012729716],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8058837,0.00043841611,0.013529552,0.001172672,0.0006412781,0.0026515527,0.0025375718,0.00020617229,0.016909558],"category_scores_gemma":[0.6818262,0.00021046479,0.003290758,0.0033990704,0.000121882396,0.000280546,0.0003839985,0.00046234595,0.0064782305],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010990386,0.00010874273,0.00077441987,0.00011532541,0.0005245513,0.000008155998,0.00072562916,0.000048068043,0.00032520932,0.024916159,0.8847229,0.08762094],"study_design_scores_gemma":[0.0016545713,0.00018332376,0.0014450423,0.00040742772,0.00036864434,0.0000052877062,0.002698885,0.001283307,0.0006329818,0.025930699,0.9650999,0.00028998262],"about_ca_topic_score_codex":0.0003482449,"about_ca_topic_score_gemma":0.000097540746,"teacher_disagreement_score":0.4933026,"about_ca_system_score_codex":0.00013116068,"about_ca_system_score_gemma":0.0011162158,"threshold_uncertainty_score":0.9983838},"labels":[],"label_agreement":null},{"id":"W4409062971","doi":"10.1016/b978-0-443-21776-0.00011-x","title":"Cavity dissection: Personal approach (Dr. Brassard)","year":2025,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Dissection (medical); Biology; Anatomy","score_opus":0.4636293305014892,"score_gpt":0.44305290360995164,"score_spread":0.020576426891537547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409062971","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000023797145,0.0026448658,0.00090560364,0.0002380806,0.0009525144,0.0012633691,0.000101285455,0.00002051455,0.99385],"genre_scores_gemma":[0.0009435084,0.000029055524,0.0011263632,0.00044801045,0.00057303667,0.00008466038,0.000047602065,0.000044371278,0.9967034],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9789527,0.0025168452,0.008551571,0.0023207096,0.007260202,0.00039796514],"domain_scores_gemma":[0.9868077,0.0017472621,0.004851272,0.005019966,0.0012842399,0.0002895321],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.046753593,0.00095860654,0.0065923366,0.000719466,0.00037071624,0.0012112147,0.0025106976,0.0005858195,0.018687556],"category_scores_gemma":[0.0038516736,0.0005198714,0.005870488,0.00017356825,0.00019121943,0.000103427374,0.00040942762,0.0008828298,0.0052677896],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055296223,0.00001551609,0.00008355392,0.00017838822,0.0006102962,0.000014432801,0.00025410487,9.624871e-7,0.0000020592875,0.01763053,0.07279214,0.90841246],"study_design_scores_gemma":[0.00010416073,0.000019629293,0.000091099275,0.00017710771,0.0007568511,0.000045023244,0.000066335524,0.00026429573,0.000001574209,0.014790184,0.98322326,0.000460501],"about_ca_topic_score_codex":8.926098e-7,"about_ca_topic_score_gemma":0.00002866782,"teacher_disagreement_score":0.9104311,"about_ca_system_score_codex":0.00013580704,"about_ca_system_score_gemma":0.000383493,"threshold_uncertainty_score":0.9998256},"labels":[],"label_agreement":null},{"id":"W4409069823","doi":"10.3899/jrheum.2024-1241","title":"Conducting a High-Quality Systematic Review","year":2025,"lang":"en","type":"review","venue":"The Journal of Rheumatology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; Sinai Health System; Mount Sinai Hospital","funders":"","keywords":"Systematic review; Medicine; Grading (engineering); Certainty; Management science; Meta-analysis; Statistic; Narrative review; MEDLINE; Evidence-based medicine; Health care; Risk analysis (engineering); Alternative medicine; Pathology; Intensive care medicine; Statistics","score_opus":0.8201571826673649,"score_gpt":0.5942517209022457,"score_spread":0.22590546176511928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409069823","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009666617,0.99355686,0.0014725021,0.00062557927,0.0012851856,0.0024289524,0.000014044962,0.0000031981313,0.00060401345],"genre_scores_gemma":[0.000019417314,0.9953162,0.00037313122,0.00032162888,0.000017745233,0.00004166559,0.0000030617061,0.000019432024,0.0038877279],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.73833257,0.18490767,0.06923641,0.000715069,0.0063525466,0.00045574404],"domain_scores_gemma":[0.7115402,0.12905173,0.14489913,0.009826544,0.004435711,0.0002466603],"candidate_categories":["metaresearch","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.4417205,0.0007583572,0.055407923,0.0008761862,0.00020566031,0.0003139859,0.008371245,0.00031846183,0.0030158774],"category_scores_gemma":[0.3353677,0.00023439151,0.010104293,0.0026023923,0.00015612366,0.00016780222,0.0004079582,0.0011214621,0.002118575],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001229337,0.000017267612,0.000011962296,0.92709315,0.0018222791,0.0000048590186,0.000054579235,4.2662975e-7,1.20478e-8,0.0023810489,0.042828016,0.025785146],"study_design_scores_gemma":[0.00006462129,0.000021506374,2.8826713e-7,0.7072086,0.019642858,0.0067728464,0.00015774739,0.0000014192498,1.8393695e-8,0.0014299642,0.26451686,0.00018327885],"about_ca_topic_score_codex":0.000022138149,"about_ca_topic_score_gemma":0.000010713919,"teacher_disagreement_score":0.22168885,"about_ca_system_score_codex":0.00009490449,"about_ca_system_score_gemma":0.0009035885,"threshold_uncertainty_score":0.99980927},"labels":[],"label_agreement":null},{"id":"W4409247985","doi":"10.12688/f1000research.51117.3","title":"Data extraction methods for systematic review (semi)automation: Update of a living systematic review","year":2025,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada)","funders":"Department of Health and Social Care; Medical Research Council; National Institute for Health and Care Research","keywords":"Open peer review; Plant biology; Data extraction; Medicine; Physiology; Data science; Computer science; Computational biology; Biology; MEDLINE","score_opus":0.8745163987746898,"score_gpt":0.7084410331933071,"score_spread":0.1660753655813827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409247985","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000013570711,0.5910108,0.36438963,0.0018971257,0.00045616805,0.03962424,0.000916207,0.000029981278,0.0016744444],"genre_scores_gemma":[0.00037728832,0.5140096,0.34611756,0.0038825793,0.00041211754,0.03679329,0.0018533753,0.00021098676,0.09634321],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.7693553,0.15676728,0.052044425,0.0044159787,0.016465493,0.0009515199],"domain_scores_gemma":[0.62975466,0.22044043,0.056411255,0.07243438,0.020266121,0.0006931399],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.6392429,0.0009741391,0.027012099,0.0014930503,0.00027273607,0.001400849,0.018573921,0.00042712723,0.0063388124],"category_scores_gemma":[0.74179196,0.0005087434,0.0049080844,0.00389387,0.00011884591,0.00060733245,0.0063019646,0.0010683291,0.0014573222],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017550668,0.000060798087,0.0000048703187,0.8455344,0.0011722844,0.0000015525624,0.000043534154,0.000010339225,0.0000056586487,0.0005786295,0.15213095,0.00045527026],"study_design_scores_gemma":[0.000037920803,0.000021047295,0.0000057955613,0.92505354,0.011499234,0.000023486744,0.00011639359,0.058163922,0.0000055344094,0.0015825923,0.003142737,0.00034777238],"about_ca_topic_score_codex":0.000022221935,"about_ca_topic_score_gemma":0.000014036769,"teacher_disagreement_score":0.1489882,"about_ca_system_score_codex":0.00023708046,"about_ca_system_score_gemma":0.0010926682,"threshold_uncertainty_score":0.9997364},"labels":[],"label_agreement":null},{"id":"W4409283522","doi":"10.1136/bmjebm-2024-113066","title":"Novel AI applications in systematic review: GPT-4 assisted data extraction, analysis, review of bias","year":2025,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Data extraction; Concordance; Comparability; Computer science; Meta-analysis; Systematic review; Statistics; Data mining; Artificial intelligence; Medicine; MEDLINE; Mathematics; Internal medicine; Biology","score_opus":0.8422006587199937,"score_gpt":0.6309828565757105,"score_spread":0.2112178021442832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409283522","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017321066,0.60899454,0.33971003,0.04215346,0.00014266236,0.007843895,0.000049195594,0.000010725601,0.0010781658],"genre_scores_gemma":[0.082199074,0.6787473,0.037296884,0.1561381,0.00068422256,0.011648525,0.002573401,0.00010763688,0.030604886],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.944508,0.015642062,0.029284943,0.001947154,0.008272148,0.00034569285],"domain_scores_gemma":[0.8758671,0.060002137,0.02553068,0.030513536,0.007701524,0.00038497924],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.30745146,0.00049164245,0.012483934,0.0021458066,0.00010652253,0.00011385581,0.0050457995,0.00011500141,0.00561469],"category_scores_gemma":[0.45812473,0.00022937424,0.0016991157,0.021817638,0.00019793198,0.0005578843,0.00024326239,0.00031940945,0.0002729697],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007035688,0.00019400685,0.00956817,0.65205747,0.0010543863,0.000004426006,0.00002008026,0.000043581582,0.00009587085,0.0008410975,0.3346226,0.001491321],"study_design_scores_gemma":[0.00033471506,0.000033044504,0.008648696,0.9242257,0.025822753,0.0000102463755,0.00020363227,0.0064741885,0.000012288249,0.0002060724,0.0337791,0.00024958607],"about_ca_topic_score_codex":0.00017443876,"about_ca_topic_score_gemma":0.00022639877,"teacher_disagreement_score":0.30241317,"about_ca_system_score_codex":0.000106755324,"about_ca_system_score_gemma":0.0007461686,"threshold_uncertainty_score":0.9989741},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4409284031","doi":"10.1016/j.jclinepi.2025.111783","title":"Gaps in completeness of reporting and methodological quality: a metaresearch study of 139 network meta-analyses published in January 2023 using PRISMA-NMA and AMSTAR-2","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"Ministero della Salute","keywords":"Meta-analysis; Completeness (order theory); Medicine; Systematic review; Family medicine; Psychology; MEDLINE; Mathematics; Internal medicine; Political science","score_opus":0.9937202421116609,"score_gpt":0.8081032306384291,"score_spread":0.18561701147323173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409284031","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96698356,0.010577651,0.01900023,0.0024716333,0.00023708443,0.0005605083,0.0000028565548,7.419371e-7,0.00016572514],"genre_scores_gemma":[0.9141159,0.00031804657,0.0849761,0.0004213072,0.000066178334,0.000007840312,7.13689e-7,0.0000048882844,0.00008903064],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.13168801,0.65160596,0.20938408,0.0021194078,0.004333452,0.00086906477],"domain_scores_gemma":[0.110962585,0.7439244,0.13811067,0.0028541484,0.0037456444,0.00040257283],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.88889766,0.00030918894,0.036729213,0.0012976317,0.000058972833,0.00008451094,0.0012627599,0.00034287438,0.0004923754],"category_scores_gemma":[0.9179108,0.00013561244,0.0037455999,0.002917001,0.00046918824,0.00027144246,0.00067139964,0.0012718459,9.3048567e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023208556,0.00036602252,0.9855282,0.00013276911,0.004205185,0.000047932193,0.00013246156,0.0043034954,0.000040641662,0.00063585537,0.001004864,0.003370546],"study_design_scores_gemma":[0.00088670116,0.00044409125,0.9087749,0.00011088466,0.00301787,0.000031290343,0.0021004362,0.012117526,0.000002587904,0.07217394,0.00023967362,0.00010008846],"about_ca_topic_score_codex":0.0007428061,"about_ca_topic_score_gemma":0.0006935271,"teacher_disagreement_score":0.09231841,"about_ca_system_score_codex":0.000022887643,"about_ca_system_score_gemma":0.0002690957,"threshold_uncertainty_score":0.97757155},"labels":[],"label_agreement":null},{"id":"W4409405608","doi":"10.1002/cesm.70026","title":"A New Process Model of Study Identification Specific to the Identification of Randomised Studies for Systematic Reviews of Medical Interventions","year":2025,"lang":"en","type":"article","venue":"Cochrane Evidence Synthesis and Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"National Institute for Health and Care Research","keywords":"Identification (biology); Systematic review; Psychological intervention; Context (archaeology); Process (computing); Computer science; Data science; Management science; MEDLINE; Medicine; Engineering","score_opus":0.7871700676508766,"score_gpt":0.6679110730213457,"score_spread":0.11925899462953093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409405608","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012745377,0.060897045,0.9155337,0.0016089925,0.00020466848,0.008975314,0.0000076878,0.0000024687295,0.000024698134],"genre_scores_gemma":[0.92411256,0.0074188737,0.061806556,0.000037362795,0.000039175444,0.0038982208,7.010533e-7,0.000012479118,0.0026740734],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.91355705,0.043092474,0.035475336,0.0014660449,0.0061415625,0.00026750754],"domain_scores_gemma":[0.79831666,0.15905799,0.026543133,0.007825897,0.008000548,0.0002557579],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3916435,0.00023337381,0.005873948,0.0005372655,0.00012492285,0.00016187692,0.0021317413,0.000069798836,0.00020231669],"category_scores_gemma":[0.55836993,0.000102062804,0.001762102,0.0016758641,0.00012205271,0.00021111009,0.00015475058,0.00007335427,0.0000094418965],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008224655,0.0011407096,0.000949281,0.3865998,0.0043830187,4.241341e-7,0.033286013,0.0017416237,0.05127099,0.013065024,0.022428164,0.48431247],"study_design_scores_gemma":[0.006120332,0.00062139385,0.0052541858,0.38857478,0.03216553,0.00001082813,0.12839879,0.23959203,0.12947673,0.06734338,0.0012217441,0.0012202732],"about_ca_topic_score_codex":0.0000067694077,"about_ca_topic_score_gemma":0.000017150758,"teacher_disagreement_score":0.9113672,"about_ca_system_score_codex":0.00001930382,"about_ca_system_score_gemma":0.00014638546,"threshold_uncertainty_score":0.62643105},"labels":[],"label_agreement":null},{"id":"W4409413502","doi":"10.1080/2833373x.2025.2480543","title":"Reporting quality of systematic review protocols in environmental and occupational toxicology: a meta-epidemiology study protocol","year":2025,"lang":"en","type":"article","venue":"Evidence-Based Toxicology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Protocol (science); Environmental epidemiology; Environmental toxicology; Epidemiology; Environmental health; Occupational exposure; Medicine; Toxicology; Biology; Pathology; Alternative medicine; Internal medicine; Toxicity","score_opus":0.9183172894409052,"score_gpt":0.6690172978865584,"score_spread":0.2492999915543468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409413502","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053552575,0.007532438,0.0030606275,0.0040922198,0.00009950653,0.9312809,0.000019764306,0.000014514041,0.0003474448],"genre_scores_gemma":[0.22870637,0.000019503172,0.002231345,0.0031305158,0.000014722303,0.7650952,0.0000022594286,0.0000091858465,0.0007909082],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7715412,0.14860131,0.072475456,0.0029190236,0.0037195643,0.0007434377],"domain_scores_gemma":[0.89995515,0.054605253,0.040293477,0.0044716457,0.00052333676,0.00015114847],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4203576,0.00052654836,0.016287465,0.00082163047,0.00013422161,0.00008907662,0.0017375173,0.00025798572,0.006388445],"category_scores_gemma":[0.5086625,0.00027015878,0.0019861183,0.0014153633,0.00035091408,0.00029998165,0.0003670372,0.00037020323,0.00014878134],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019973413,0.001282654,0.8807278,0.110917196,0.0012980838,0.000024705616,0.00012376548,0.000099013065,0.00066138903,0.0014219253,0.0028329901,0.00041071902],"study_design_scores_gemma":[0.0025608377,0.0019665428,0.932724,0.0459307,0.00611401,0.00003960164,0.0008039802,0.0018873027,0.0002077645,0.005637089,0.0014261719,0.00070200476],"about_ca_topic_score_codex":0.000032195967,"about_ca_topic_score_gemma":0.0001864466,"teacher_disagreement_score":0.17515379,"about_ca_system_score_codex":0.00018407294,"about_ca_system_score_gemma":0.00056561234,"threshold_uncertainty_score":0.9999751},"labels":[],"label_agreement":null},{"id":"W4409417735","doi":"10.1016/s0140-6736(25)00672-5","title":"CONSORT 2025 statement: updated guideline for reporting randomised trials","year":2025,"lang":"en","type":"review","venue":"The Lancet","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":314,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Robarts Clinical Trials; St. Joseph’s Healthcare Hamilton; Hospital for Sick Children; Ottawa Hospital; Women's College Hospital; University of Toronto","funders":"Medical Research Foundation; University of North Carolina at Chapel Hill; Jawaharlal Institute Of Postgraduate Medical Education and Research; Syddansk Universitet; Centers for Disease Control and Prevention; University of Aberdeen; University of Glasgow; University of Oxford; University of Exeter; South African Medical Research Council; University of Alberta; Medical Research Council; London School of Hygiene and Tropical Medicine; McMaster University; Ottawa Hospital Research Institute; Hospital for Sick Children; Northwestern University; University of Warwick; University of Ottawa; University of Toronto; University College London; Bond University; University of Miami","keywords":"Consolidated Standards of Reporting Trials; Guideline; Medicine; Statement (logic); MEDLINE; Family medicine; Randomized controlled trial; Internal medicine; Political science; Pathology","score_opus":0.9240061887951294,"score_gpt":0.6699500811175569,"score_spread":0.2540561076775725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409417735","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.6622447e-7,0.9512119,0.023938334,0.0016515615,0.0009159141,0.0102828555,0.00066171703,0.000015888038,0.01132141],"genre_scores_gemma":[4.5204908e-7,0.9198173,0.0070178322,0.000852874,0.0010820123,0.0012202684,0.0006251587,0.000023082837,0.069360964],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.77864563,0.06660347,0.14648212,0.0022155996,0.005267169,0.00078602467],"domain_scores_gemma":[0.6512385,0.1134576,0.21271613,0.018742073,0.0036437977,0.00020193012],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.7222028,0.0006972196,0.048766572,0.00040773096,0.00026032067,0.0013450914,0.0046975985,0.00021457931,0.010894422],"category_scores_gemma":[0.61891586,0.0002259653,0.011665384,0.001734217,0.000056347766,0.000076578435,0.00027181336,0.00031172423,0.0010339956],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004131075,0.000006320024,0.000001584623,0.0027123068,0.0010144871,0.00000189453,0.000011421249,0.0000031130464,6.111758e-8,0.00045191488,0.6319113,0.36384434],"study_design_scores_gemma":[0.0026552065,0.000008691208,3.0612654e-7,0.0032098354,0.0074898936,0.0000061497826,0.000033725188,0.0002008774,3.255833e-7,0.0024754445,0.98370445,0.00021510982],"about_ca_topic_score_codex":0.000007833228,"about_ca_topic_score_gemma":0.000008408012,"teacher_disagreement_score":0.36362922,"about_ca_system_score_codex":0.000054759355,"about_ca_system_score_gemma":0.0007447098,"threshold_uncertainty_score":0.9997438},"labels":[],"label_agreement":null},{"id":"W4409417738","doi":"10.1001/jama.2025.4347","title":"CONSORT 2025 Statement","year":2025,"lang":"en","type":"letter","venue":"JAMA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":219,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; University of Alberta; Robarts Clinical Trials; University of Toronto; SickKids Foundation; St. Joseph’s Healthcare Hamilton; Hospital for Sick Children; Ottawa Hospital; McMaster University; Women's College Hospital","funders":"","keywords":"Consolidated Standards of Reporting Trials; Checklist; Medicine; Delphi method; Randomized controlled trial; Psychological intervention; Quality (philosophy); Family medicine; Medical education; Computer science; Psychology; Nursing; Surgery","score_opus":0.7092553581600674,"score_gpt":0.5389724818619609,"score_spread":0.17028287629810646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409417738","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004695717,0.0008343362,0.0033510115,0.8095543,0.0013051588,0.0007775136,0.00015260273,0.000006862069,0.18397129],"genre_scores_gemma":[0.000047722468,0.000032333166,0.0009302424,0.49764875,0.00096580444,0.00005581142,0.000087402885,0.0000077202085,0.50022423],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9639046,0.011025184,0.013683711,0.0015793142,0.009419046,0.00038814588],"domain_scores_gemma":[0.9781549,0.0072387853,0.006118647,0.006785713,0.0016273491,0.000074583164],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08894824,0.00046246804,0.0053222068,0.0006772589,0.000101937076,0.0023989843,0.003311781,0.00054588856,0.09114131],"category_scores_gemma":[0.033952713,0.0002121516,0.0029256023,0.0011130812,0.000051095427,0.000131562,0.00030178472,0.0010430461,0.031645767],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.6770467e-7,0.000006874256,0.00031671277,0.00012089363,0.0003288186,0.000082591076,0.000033375974,0.0000021340295,3.6805355e-7,0.00027403265,0.97741616,0.021417156],"study_design_scores_gemma":[0.00012514248,0.000009486357,0.00032223685,0.00009443007,0.00033502534,0.0000028285913,0.00004481425,0.00015328891,0.0000025600102,0.0032085623,0.99551094,0.00019067743],"about_ca_topic_score_codex":0.000027832311,"about_ca_topic_score_gemma":0.000010400396,"teacher_disagreement_score":0.31625292,"about_ca_system_score_codex":0.00007152967,"about_ca_system_score_gemma":0.0002580479,"threshold_uncertainty_score":0.9986366},"labels":[],"label_agreement":null},{"id":"W4409423955","doi":"10.1038/s41591-025-03635-5","title":"CONSORT 2025 statement: updated guideline for reporting randomized trials","year":2025,"lang":"en","type":"review","venue":"Nature Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":197,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; University of Alberta; Robarts Clinical Trials; University of Toronto; SickKids Foundation; St. Joseph’s Healthcare Hamilton; Hospital for Sick Children; Ottawa Hospital; McMaster University; Women's College Hospital","funders":"Duke Clinical Research Institute; Klinisk Institut, Syddansk Universitet; Warwick Medical School; Great Ormond Street Institute of Child Health; University of North Carolina at Chapel Hill; Office of Science; Centers for Disease Control and Prevention; University of Exeter; Jawaharlal Institute Of Postgraduate Medical Education and Research; Syddansk Universitet; University of Aberdeen; Institut National de Recherche pour l'Agriculture, l'Alimentation et l'Environnement; Institut National de la Santé et de la Recherche Médicale; University of Toronto; University of Glasgow; University of Warwick; University of Oxford; University College London; University of Ottawa; Medical Research Council; Department of Health and Social Care; National Institute for Health and Care Research; South African Medical Research Council; University of Alberta; University of California, Los Angeles; London School of Hygiene and Tropical Medicine; Ottawa Hospital Research Institute; McMaster University; University of Miami; Northwestern University; Odense Universitetshospital; School of Medicine, University of North Carolina at Chapel Hill; Hospital for Sick Children; Bond University","keywords":"Consolidated Standards of Reporting Trials; Guideline; Statement (logic); Randomized controlled trial; Medicine; MEDLINE; Family medicine; Political science; Internal medicine; Pathology; Law","score_opus":0.8654105846994514,"score_gpt":0.6991997178147478,"score_spread":0.16621086688470366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409423955","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.1038293e-7,0.9224892,0.04379789,0.0033196518,0.003982041,0.015246047,0.00024655988,0.00002116454,0.010897335],"genre_scores_gemma":[8.2704435e-7,0.8886584,0.010392979,0.0018391323,0.0013690094,0.0010655565,0.0024176976,0.00003830961,0.09421808],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.57098013,0.10886818,0.29931074,0.0047125714,0.015136935,0.0009914524],"domain_scores_gemma":[0.30080032,0.31409007,0.35655847,0.01361253,0.01433096,0.0006076542],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.83111334,0.0013299861,0.09947609,0.0022106997,0.0002093795,0.00040736204,0.003103694,0.0013381634,0.026091324],"category_scores_gemma":[0.9418362,0.00045478888,0.018538035,0.004178578,0.0002140528,0.000103113554,0.00023646819,0.0014004183,0.00034616265],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022332864,0.000011176007,4.120382e-7,0.005369195,0.0019221894,0.000010660388,0.00001531575,4.40051e-7,9.8452325e-8,0.0012491748,0.58701116,0.40418684],"study_design_scores_gemma":[0.018703148,0.000027684315,6.589994e-8,0.016204482,0.027844718,0.000019662404,0.000057396635,0.00016876667,3.9039176e-7,0.0030709433,0.9335871,0.00031568948],"about_ca_topic_score_codex":0.00001333598,"about_ca_topic_score_gemma":0.000009930962,"teacher_disagreement_score":0.40387118,"about_ca_system_score_codex":0.0001232301,"about_ca_system_score_gemma":0.0012742416,"threshold_uncertainty_score":0.99995834},"labels":[],"label_agreement":null},{"id":"W4409424632","doi":"10.1371/journal.pmed.1004587","title":"CONSORT 2025 statement: Updated guideline for reporting randomised trials","year":2025,"lang":"en","type":"article","venue":"PLoS Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":104,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; University of Alberta; Robarts Clinical Trials; University of Toronto; SickKids Foundation; St. Joseph’s Healthcare Hamilton; Hospital for Sick Children; Ottawa Hospital; McMaster University; Women's College Hospital","funders":"University of North Carolina at Chapel Hill; University of Exeter; Jawaharlal Institute Of Postgraduate Medical Education and Research; Syddansk Universitet; Centers for Disease Control and Prevention; University of Aberdeen; University of Toronto; University of Glasgow; University of Warwick; University of Oxford; University College London; University of Ottawa; Medical Research Council; Department of Health and Social Care; National Institute for Health and Care Research; South African Medical Research Council; University of Alberta; London School of Hygiene and Tropical Medicine; McMaster University; Ottawa Hospital Research Institute; Bond University; Hospital for Sick Children; Northwestern University; University of Miami","keywords":"Consolidated Standards of Reporting Trials; Checklist; Guideline; Delphi method; Medicine; MEDLINE; Systematic review; Family medicine; Psychological intervention; Medical education; Psychology; Computer science; Nursing; Political science","score_opus":0.8920321768501197,"score_gpt":0.643598337867682,"score_spread":0.24843383898243776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409424632","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031243518,0.007816853,0.74984473,0.08867666,0.0032888679,0.017106516,0.00009919094,0.00006788151,0.101855814],"genre_scores_gemma":[0.3512465,0.00041996068,0.07694879,0.027172543,0.0022959637,0.0022410506,0.0010823193,0.00007919682,0.53851366],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8864602,0.01225388,0.09378609,0.001481485,0.005564554,0.0004538245],"domain_scores_gemma":[0.8727316,0.046709575,0.06738238,0.0058193575,0.0070288023,0.00032823335],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.53008115,0.00031346263,0.009528242,0.0006418555,0.00016905993,0.00019427054,0.0009968375,0.00008220482,0.030093504],"category_scores_gemma":[0.76565975,0.00012784557,0.0015990189,0.0015488154,0.000087129534,0.00010088484,0.00008234151,0.000114305716,0.00030820674],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025169944,0.000041792136,0.0010891213,0.00007926992,0.0009919666,0.000005852358,0.00011558596,0.000017465401,0.0015130597,0.0012362461,0.98505324,0.009604716],"study_design_scores_gemma":[0.014329258,0.00006655027,0.00015215803,0.0003054771,0.002613875,0.000002426741,0.0008398708,0.016251294,0.00075275014,0.010471677,0.9540655,0.0001491573],"about_ca_topic_score_codex":0.000018878078,"about_ca_topic_score_gemma":0.000010965441,"teacher_disagreement_score":0.6728959,"about_ca_system_score_codex":0.00003854593,"about_ca_system_score_gemma":0.0002063548,"threshold_uncertainty_score":0.9707931},"labels":[],"label_agreement":null},{"id":"W4409483458","doi":"10.1136/bmj-2024-081123","title":"CONSORT 2025 statement: updated guideline for reporting randomised trials","year":2025,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":703,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; University of Alberta; Robarts Clinical Trials; St. Joseph’s Healthcare Hamilton; Hospital for Sick Children; Ottawa Hospital; McMaster University; Women's College Hospital; University of Toronto","funders":"Centers for Disease Control and Prevention; University of Aberdeen; University of Glasgow; Hospital for Sick Children; Northwestern University; University of Warwick; University of Exeter; South African Medical Research Council; University of Alberta; Ottawa Hospital Research Institute; McMaster University; Medical Research Council; London School of Hygiene and Tropical Medicine; University of Oxford; University College London; Bond University; University of Miami","keywords":"Consolidated Standards of Reporting Trials; Guideline; Statement (logic); Computer science; Medicine; MEDLINE; Alternative medicine; Family medicine; Data science; Data mining; Pathology","score_opus":0.8625886463376011,"score_gpt":0.660331632936316,"score_spread":0.2022570134012851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409483458","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010189276,0.0014231198,0.8586429,0.026452944,0.0019473035,0.013701201,0.00009713597,0.000026393547,0.087519735],"genre_scores_gemma":[0.11430588,0.00004855421,0.19268079,0.00869829,0.0007272579,0.0022431344,0.0003606638,0.000033300377,0.6809021],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8752928,0.016110796,0.103200085,0.0013078034,0.0037044121,0.0003841379],"domain_scores_gemma":[0.8841364,0.028118292,0.07662706,0.005823707,0.005118053,0.00017653094],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6601812,0.00021980939,0.0062416913,0.00036485825,0.00015640153,0.00063268153,0.0008503056,0.000070871116,0.0145123815],"category_scores_gemma":[0.65462613,0.000100431585,0.0028971164,0.00107182,0.000026296437,0.00010623855,0.000091299364,0.000061960614,0.0005861748],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018220964,0.000016851873,0.00081550627,0.000025336172,0.00047170173,0.000003150685,0.000027551365,0.000080642145,0.00018579923,0.0016527326,0.98183227,0.014706282],"study_design_scores_gemma":[0.0051544164,0.000011009835,0.00016135004,0.000040304145,0.00058538123,0.0000018031849,0.00025651738,0.01077548,0.00029078286,0.008091813,0.9745236,0.000107546664],"about_ca_topic_score_codex":0.0000130541,"about_ca_topic_score_gemma":0.000013678415,"teacher_disagreement_score":0.6659621,"about_ca_system_score_codex":0.000026050215,"about_ca_system_score_gemma":0.00027852494,"threshold_uncertainty_score":0.9863885},"labels":[],"label_agreement":null},{"id":"W4409539156","doi":"10.1016/j.jclinepi.2025.111792","title":"Improving the completeness and transparency of protocols and reports of randomized trials: SPIRIT 2025 and CONSORT 2025","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto; University of Ottawa","funders":"","keywords":"Consolidated Standards of Reporting Trials; Transparency (behavior); Completeness (order theory); Randomized controlled trial; Medicine; Computer science; Mathematics; Surgery; Computer security","score_opus":0.935760884183555,"score_gpt":0.7066085383977609,"score_spread":0.22915234578579402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409539156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.707685,0.044498082,0.18897882,0.03186829,0.0014219284,0.024067167,0.000025734385,0.0000028536504,0.0014521091],"genre_scores_gemma":[0.9746204,0.0032982558,0.019255562,0.0014673243,0.00020955557,0.0003785526,7.288861e-7,0.0000074432783,0.00076214684],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.5225615,0.3010332,0.17246367,0.001316987,0.0022068678,0.00041776165],"domain_scores_gemma":[0.22376646,0.68339294,0.088634565,0.0016850955,0.0022889168,0.00023203343],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8032475,0.00020855918,0.028934812,0.00026543994,0.000066983106,0.000052448675,0.0005652704,0.00022860334,0.00030599357],"category_scores_gemma":[0.8705561,0.00007468796,0.0034656355,0.00034520045,0.0011821003,0.00009648327,0.000118817494,0.00043295935,8.1795287e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0073620486,0.00014659578,0.81929594,0.0007756429,0.002286823,0.000018495066,0.00013784565,0.000030317644,0.00011193506,0.0140909515,0.010023286,0.1457201],"study_design_scores_gemma":[0.06029514,0.00094897515,0.54375565,0.0018611316,0.006286699,0.00034850865,0.0005320508,0.00887447,0.000046211306,0.33577734,0.040987704,0.0002861002],"about_ca_topic_score_codex":0.000037193295,"about_ca_topic_score_gemma":0.0000127216545,"teacher_disagreement_score":0.3823597,"about_ca_system_score_codex":0.000003844537,"about_ca_system_score_gemma":0.0002706118,"threshold_uncertainty_score":0.9854817},"labels":[],"label_agreement":null},{"id":"W4409547828","doi":"10.1007/s11136-025-03949-4","title":"Explanation &amp; Elaboration document of the COSMIN Reporting Guideline 2.0 for studies on measurement properties of patient-reported outcome measures","year":2025,"lang":"en","type":"article","venue":"Quality of Life Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Western University","funders":"Warwick Medical School; Schulich School of Medicine and Dentistry, Western University; Universidade de Pernambuco; Universitair Ziekenhuis Gent; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Schulich School of Medicine and Dentistry; Brigham and Women's Hospital; National University of Singapore; Universiteit Gent; University of Oxford; University of Warwick; Amsterdam University Medical Centers; McMaster University; University College Cork; National Research Centre; Massachusetts General Hospital; Universidade Federal do Maranhão; Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Elaboration; Guideline; Quality of Life Research; Patient-reported outcome; Outcome (game theory); Medicine; Psychology; Public health; Physical therapy; Quality of life (healthcare); Nursing; Mathematics; Pathology; Philosophy","score_opus":0.9786018697437371,"score_gpt":0.6849017566620696,"score_spread":0.29370011308166744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409547828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9801993,0.0028888122,0.006964249,0.006515147,0.00025280545,0.002690708,0.00001172492,0.0000027480928,0.00047450265],"genre_scores_gemma":[0.9973828,0.000020069121,0.0015016431,0.00008432759,0.000017709775,0.00014305473,0.0000024645574,0.0000043987948,0.00084350887],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.89618725,0.025678417,0.052278206,0.00089222385,0.0246401,0.00032378073],"domain_scores_gemma":[0.86434215,0.007705099,0.05341713,0.0059732003,0.06844441,0.000117988515],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.50871265,0.00015063894,0.0024843924,0.0005057458,0.00016854581,0.00008592438,0.00078693265,0.000057601635,0.000052754767],"category_scores_gemma":[0.6983431,0.00006438009,0.00083325786,0.001605106,0.00019510931,0.00010384422,0.00018037445,0.00013116408,0.0000069647804],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013813955,0.0017573362,0.47803116,0.01161499,0.0076501262,7.2062113e-7,0.028930675,0.0075686146,0.16284402,0.04102624,0.20333904,0.055855684],"study_design_scores_gemma":[0.0040133786,0.0012937983,0.09104382,0.00716743,0.0012151685,0.0000016064001,0.15567735,0.003886617,0.5288145,0.09386214,0.11202489,0.0009993168],"about_ca_topic_score_codex":0.00019060945,"about_ca_topic_score_gemma":0.00040777714,"teacher_disagreement_score":0.38698733,"about_ca_system_score_codex":0.00013614038,"about_ca_system_score_gemma":0.00053491094,"threshold_uncertainty_score":0.5058837},"labels":[],"label_agreement":null},{"id":"W4409581619","doi":"10.2196/63343","title":"Standardizing Survey Data Collection to Enhance Reproducibility: Development and Comparative Evaluation of the ReproSchema Ecosystem","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Hospital for Sick Children; Montreal Neurological Institute and Hospital","funders":"National Institute of Biomedical Imaging and Bioengineering; National Institutes of Health","keywords":"Preprint; Data collection; Computer science; Data science; Internet privacy; World Wide Web; Statistics; Mathematics","score_opus":0.9322571704271995,"score_gpt":0.7041793731311916,"score_spread":0.22807779729600786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409581619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97579616,0.0016293037,0.015907506,0.003523299,0.00042356455,0.0007991546,0.000007279231,4.954268e-7,0.0019132075],"genre_scores_gemma":[0.9951071,0.000018499763,0.00096488604,0.000038345315,0.000036041984,0.00001041687,0.0000012134041,0.000001952877,0.0038215274],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8016358,0.11386102,0.018622737,0.002688971,0.06274206,0.00044941844],"domain_scores_gemma":[0.9216226,0.026265187,0.0065799598,0.012004534,0.033100188,0.00042756295],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.83044297,0.00010065358,0.0015805849,0.00048401183,0.0001123469,0.00035553152,0.0033894277,0.00007942639,0.0013879875],"category_scores_gemma":[0.5339348,0.000041689353,0.00019071127,0.0023548878,0.00010983666,0.00015083638,0.0013962161,0.0005420611,0.000033166863],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003230451,0.00026507117,0.094184466,0.00027200487,0.0010878615,0.0000048077527,0.008178203,0.000054753746,0.00047647336,0.00037973333,0.64004874,0.2547248],"study_design_scores_gemma":[0.001320052,0.00045331524,0.32869086,0.005823321,0.00039143043,0.00009877845,0.011451986,0.15805058,0.051937077,0.003035174,0.4384566,0.0002908478],"about_ca_topic_score_codex":0.00007076082,"about_ca_topic_score_gemma":0.0014755549,"teacher_disagreement_score":0.29650822,"about_ca_system_score_codex":0.00024376146,"about_ca_system_score_gemma":0.0020135047,"threshold_uncertainty_score":0.9995249},"labels":[],"label_agreement":null},{"id":"W4409656471","doi":"10.31234/osf.io/39h47_v1","title":"Statcheck in Canada: What Proportion of CPA Journal Articles Contain Errors in the Reporting of p-Values?","year":2017,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Accounting; Statistics; Library science; History; Business; Mathematics; Computer science","score_opus":0.7876481293510256,"score_gpt":0.5434330558111564,"score_spread":0.24421507353986915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409656471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9937829,0.0011909513,0.0011333562,0.0014159769,0.00033035953,0.0008460622,0.000003452343,4.7983264e-7,0.0012964937],"genre_scores_gemma":[0.9975783,0.00013488387,0.0015427726,0.000055987886,0.000023810948,0.000017839076,0.0000021151573,0.0000052358587,0.0006390101],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9235816,0.012105493,0.05229573,0.0009139458,0.010742297,0.0003609091],"domain_scores_gemma":[0.9089057,0.0013838662,0.084132805,0.003835608,0.0016686239,0.00007342425],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.33232722,0.00023524223,0.004537906,0.00037976285,0.00006465951,0.00082307024,0.0023452241,0.00009525968,0.0012290345],"category_scores_gemma":[0.11342704,0.000091637376,0.000999109,0.0003976354,0.000074799,0.0003463008,0.00029852104,0.00053260446,0.0000071346817],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014954105,0.00008725472,0.9373558,0.00033360766,0.00018727197,0.00015598358,0.005867303,0.0042365985,0.00010191334,0.00043105785,0.005898956,0.045329295],"study_design_scores_gemma":[0.0003579147,0.000046407233,0.7739495,0.0020602297,0.00029889468,0.00010440672,0.13112597,0.021535905,0.00068349263,0.06843979,0.0010449783,0.0003525278],"about_ca_topic_score_codex":0.44356292,"about_ca_topic_score_gemma":0.8713022,"teacher_disagreement_score":0.42773926,"about_ca_system_score_codex":0.00020749868,"about_ca_system_score_gemma":0.0027847432,"threshold_uncertainty_score":0.999684},"labels":[],"label_agreement":null},{"id":"W4409657097","doi":"10.1016/j.jclinepi.2025.111800","title":"Use of the pragmatic-explanatory continuum indicator summary tool in low- and middle-income country settings: systematic review","year":2025,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Low and middle income countries; Systematic review; Medicine; Low income; MEDLINE; Econometrics; Economics; Demographic economics; Developing country; Political science; Economic growth","score_opus":0.7382905424749643,"score_gpt":0.6045994632068149,"score_spread":0.13369107926814938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409657097","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008084526,0.9934707,0.00017923677,0.001027196,0.0015414583,0.003486827,0.00008871321,0.0000018126123,0.00012318777],"genre_scores_gemma":[0.000007946284,0.9921471,0.0015214977,0.004591782,0.0001791744,0.000070400856,0.0000066251355,0.000020557012,0.0014549491],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.45808572,0.35554117,0.18035142,0.0014059688,0.0039987974,0.00061694323],"domain_scores_gemma":[0.14504488,0.62854904,0.21843286,0.0059475964,0.0016801239,0.00034551503],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.6870168,0.000797654,0.08627428,0.0009025858,0.00006988164,0.00012084956,0.004657849,0.0010841643,0.00041966166],"category_scores_gemma":[0.9176168,0.00028791107,0.013634109,0.0018122663,0.00050482474,0.00027223505,0.0006347642,0.0025666652,0.00013019559],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006649066,0.000081494116,0.007581537,0.9309327,0.0012719065,0.000022703332,0.000014552949,7.2130797e-7,2.7097462e-9,0.00067070674,0.048330873,0.011086166],"study_design_scores_gemma":[0.00015192978,0.00004166237,0.00065675203,0.70018977,0.006525143,0.0001525198,0.000019676967,0.000033552333,3.5320888e-9,0.0011656516,0.2908895,0.00017383843],"about_ca_topic_score_codex":0.000004074253,"about_ca_topic_score_gemma":0.000018398465,"teacher_disagreement_score":0.31304082,"about_ca_system_score_codex":0.00008602929,"about_ca_system_score_gemma":0.0015495567,"threshold_uncertainty_score":0.9999573},"labels":[],"label_agreement":null},{"id":"W4409732777","doi":"10.11124/jbies-24-00556","title":"Systems for assessing the certainty or confidence of evidence in health care: a scoping review protocol","year":2025,"lang":"en","type":"review","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Trinity Western University; Western University; Queen's University","funders":"","keywords":"Certainty; Critical appraisal; Management science; Systematic review; Health care; Protocol (science); Computer science; Data extraction; Grey literature; MEDLINE; Medicine; Engineering; Alternative medicine; Political science","score_opus":0.7885477845757544,"score_gpt":0.6568216939853384,"score_spread":0.13172609059041596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409732777","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.2476613e-8,0.7100647,0.0045136726,0.0010155019,0.00024494829,0.28400517,0.00003251877,0.000009311306,0.00011415083],"genre_scores_gemma":[0.0000033306742,0.6595124,0.0010825185,0.00022080456,0.000082667146,0.3377167,0.0000014539886,0.000030694304,0.0013494731],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8530456,0.08846762,0.04447955,0.003674955,0.009237942,0.0010943357],"domain_scores_gemma":[0.53976065,0.39606023,0.04696647,0.012731147,0.004163812,0.00031771077],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3110824,0.001253677,0.027498646,0.0011083422,0.00043020252,0.0019825725,0.008590138,0.00038061486,0.0011052763],"category_scores_gemma":[0.6408888,0.00044662526,0.0063453955,0.0066292356,0.00025436166,0.0010955952,0.0005687537,0.0006004467,0.00019517193],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054508387,0.000014363839,0.000017017002,0.5788733,0.000090958565,0.0000029830658,0.00008258625,0.000008713783,3.9871576e-8,0.0000996996,0.0061039906,0.41470093],"study_design_scores_gemma":[0.000030983054,0.00003631728,0.0000029621567,0.6476179,0.0012008806,0.000017968576,0.00032321745,0.00012255383,3.838493e-7,0.00002876748,0.35033002,0.00028810205],"about_ca_topic_score_codex":0.00035600178,"about_ca_topic_score_gemma":0.00020936468,"teacher_disagreement_score":0.41441283,"about_ca_system_score_codex":0.00066379615,"about_ca_system_score_gemma":0.011127144,"threshold_uncertainty_score":0.99980783},"labels":[],"label_agreement":null},{"id":"W4409773286","doi":"10.1093/oncolo/oyaf041","title":"Early phase trials: the perils of nonpublication","year":2025,"lang":"en","type":"article","venue":"The Oncologist","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre","funders":"","keywords":"Phase (matter); Medicine; Chemistry","score_opus":0.9085590211274656,"score_gpt":0.6702365555577398,"score_spread":0.2383224655697258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409773286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46647638,0.0043554585,0.069294885,0.09013238,0.0013197657,0.004091662,0.000047989106,0.000016767422,0.3642647],"genre_scores_gemma":[0.9649567,0.00002198381,0.00037855553,0.000663813,0.0000710625,0.000089060944,0.00000164091,0.0000021731378,0.03381498],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9668121,0.023210749,0.0073910384,0.0003913639,0.0020555258,0.00013926324],"domain_scores_gemma":[0.96194196,0.026567092,0.005957894,0.0044827294,0.001015153,0.000035181398],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2942688,0.000112902424,0.0020548548,0.00012817053,0.00020491012,0.000497824,0.0027161313,0.000051434767,0.0040977933],"category_scores_gemma":[0.1422545,0.000029905448,0.0011590344,0.0015536578,0.0002650165,0.00008109109,0.00012366388,0.00010484728,0.0007369113],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055740307,0.00020789941,0.0019495283,0.00001653687,0.00032688028,4.713547e-7,0.0010608188,0.000032573353,0.00074384717,0.0864164,0.61017466,0.29901466],"study_design_scores_gemma":[0.000512854,0.00010479352,0.0131555945,0.000013652877,0.00044104786,0.000001248357,0.0014892735,0.0018845651,0.00020614061,0.023874488,0.95825577,0.000060549173],"about_ca_topic_score_codex":0.00004854459,"about_ca_topic_score_gemma":0.000029943505,"teacher_disagreement_score":0.49848035,"about_ca_system_score_codex":0.000026482068,"about_ca_system_score_gemma":0.00013051402,"threshold_uncertainty_score":0.9968126},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4409874500","doi":"10.1038/s41591-025-03668-w","title":"SPIRIT 2025 statement: updated guideline for protocols of randomized trials","year":2025,"lang":"en","type":"review","venue":"Nature Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":86,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; University of Alberta; Robarts Clinical Trials; University of Toronto; SickKids Foundation; St. Joseph’s Healthcare Hamilton; Hospital for Sick Children; Ottawa Hospital; McMaster University; Women's College Hospital","funders":"","keywords":"Guideline; Statement (logic); Randomized controlled trial; Medicine; MEDLINE; Family medicine; Intensive care medicine; Internal medicine; Political science; Pathology; Law","score_opus":0.8294964087265283,"score_gpt":0.7006191822268996,"score_spread":0.12887722649962874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409874500","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.643162e-9,0.8180172,0.026946565,0.003032618,0.0009371892,0.14685133,0.00044968637,0.000008267087,0.0037571753],"genre_scores_gemma":[8.7991765e-8,0.9008414,0.011970587,0.00079128327,0.00084638555,0.03793346,0.0012831797,0.000032752596,0.04630087],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.74912965,0.09232454,0.1415429,0.002893417,0.013467936,0.0006415896],"domain_scores_gemma":[0.7949234,0.11631142,0.07251621,0.0071096374,0.008884876,0.0002544184],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.6905626,0.0011454298,0.09745617,0.0023207804,0.00009075095,0.0001979232,0.004079535,0.0012016431,0.02557455],"category_scores_gemma":[0.7493879,0.00038248795,0.017603828,0.0043740575,0.00023362081,0.00009055025,0.0002136201,0.00095254293,0.00019831168],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005018424,0.000025370575,1.2841762e-7,0.015512271,0.0016540842,0.0000013132562,0.000012929499,3.0421242e-7,1.5468801e-7,0.0014011789,0.5365189,0.44437152],"study_design_scores_gemma":[0.030257706,0.00008117977,3.0905348e-8,0.033771314,0.018203855,0.000002553836,0.000023410952,0.000073226765,0.0000014037661,0.0031677368,0.91417986,0.00023770533],"about_ca_topic_score_codex":0.0000070821206,"about_ca_topic_score_gemma":0.000005615435,"teacher_disagreement_score":0.44413382,"about_ca_system_score_codex":0.00007761272,"about_ca_system_score_gemma":0.0010786254,"threshold_uncertainty_score":0.99986273},"labels":[],"label_agreement":null},{"id":"W4409874896","doi":"10.1016/s0140-6736(25)00770-6","title":"SPIRIT 2025 statement: updated guideline for protocols of randomised trials","year":2025,"lang":"en","type":"article","venue":"The Lancet","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; St. Joseph’s Healthcare Hamilton; University of Alberta; Robarts Clinical Trials; Ottawa Hospital; Women's College Hospital","funders":"Health Technology Assessment Programme; Jawaharlal Institute Of Postgraduate Medical Education and Research; University of Aberdeen; University of Glasgow; University of Oxford; University College London; Hospital for Sick Children; Northwestern University; University of Warwick; University of Exeter; Department of Health and Social Care; National Institute for Health and Care Research; South African Medical Research Council; University of Alberta; Ottawa Hospital Research Institute; McMaster University; Medical Research Council; London School of Hygiene and Tropical Medicine; Bond University; University of Miami","keywords":"Guideline; Statement (logic); Medicine; MEDLINE; Family medicine; Political science; Pathology","score_opus":0.8458116384046799,"score_gpt":0.6390814377879837,"score_spread":0.20673020061669622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409874896","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003237732,0.002037392,0.600602,0.11915737,0.0007238738,0.22011417,0.00084809575,0.000028313045,0.053251103],"genre_scores_gemma":[0.07474863,0.00030221566,0.2489205,0.030659696,0.0036233964,0.1730506,0.00049398665,0.00008834159,0.46811262],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96717626,0.012210144,0.017939867,0.00048877584,0.0019456693,0.00023928496],"domain_scores_gemma":[0.9798907,0.008802204,0.006278603,0.0037147435,0.001279473,0.000034266577],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.36957487,0.00016309797,0.0063115875,0.0001543934,0.00008570192,0.00032136685,0.0022714902,0.000041818606,0.0076760203],"category_scores_gemma":[0.10351199,0.000055951812,0.0015275948,0.0009010892,0.000043380678,0.00006349459,0.000092506096,0.000059829556,0.00022828465],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078952656,0.000022996974,0.00021883685,0.00007514785,0.00033679348,1.1536119e-7,0.000049837035,0.000059271788,0.00025270204,0.004664356,0.97909,0.014440441],"study_design_scores_gemma":[0.009925408,0.000023530243,0.00009004667,0.000062273866,0.00026885944,1.1486772e-7,0.00007557664,0.002866027,0.0007037207,0.022770071,0.9631616,0.00005278685],"about_ca_topic_score_codex":0.000006519516,"about_ca_topic_score_gemma":0.0000086627215,"teacher_disagreement_score":0.41486153,"about_ca_system_score_codex":0.000011523504,"about_ca_system_score_gemma":0.000106108346,"threshold_uncertainty_score":0.9932311},"labels":[],"label_agreement":null},{"id":"W4409874925","doi":"10.1371/journal.pmed.1004589","title":"SPIRIT 2025 statement: Updated guideline for protocols of randomised trials","year":2025,"lang":"en","type":"article","venue":"PLoS Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; University of Alberta; Robarts Clinical Trials; University of Toronto; SickKids Foundation; St. Joseph’s Healthcare Hamilton; Hospital for Sick Children; Ottawa Hospital; McMaster University; Women's College Hospital","funders":"University of North Carolina at Chapel Hill; Jawaharlal Institute Of Postgraduate Medical Education and Research; Syddansk Universitet; Centers for Disease Control and Prevention; University of Aberdeen; University of Glasgow; University of Oxford; University of Toronto; University College London; University of Exeter; National Institute for Health and Care Research; South African Medical Research Council; University of Alberta; Medical Research Council; London School of Hygiene and Tropical Medicine; McMaster University; Ottawa Hospital Research Institute; Hospital for Sick Children; Northwestern University; University of Warwick; University of Ottawa; Bond University; University of Miami","keywords":"Checklist; Protocol (science); Consolidated Standards of Reporting Trials; Delphi method; Guideline; Medicine; MEDLINE; Delphi; Clinical trial; Psychological intervention; Medical education; Family medicine; Alternative medicine; Computer science; Psychology; Nursing; Pathology; Political science","score_opus":0.8747243100184403,"score_gpt":0.6535485697604634,"score_spread":0.22117574025797693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409874925","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026504018,0.0037697859,0.59500986,0.09752564,0.000967177,0.25746897,0.0002474696,0.000033501827,0.04232719],"genre_scores_gemma":[0.06255111,0.00042591733,0.18353716,0.024260491,0.0029549357,0.19021973,0.0012669156,0.00014519058,0.5346385],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94734883,0.009770561,0.037182245,0.00087040337,0.00454779,0.0002801393],"domain_scores_gemma":[0.96861494,0.014552067,0.010368036,0.0027478065,0.003593205,0.00012396878],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3156661,0.0002737375,0.00865305,0.00065650046,0.00007222787,0.000091104215,0.0013378385,0.0000758172,0.030417738],"category_scores_gemma":[0.34326074,0.00010857297,0.0014001362,0.0016282374,0.00009611055,0.000088451285,0.000075320255,0.000078886864,0.00018288138],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068836886,0.000107781576,0.00029762255,0.00028628026,0.0008600031,7.8553626e-7,0.000110707435,0.0000126907735,0.002310661,0.0014891758,0.97574806,0.018087875],"study_design_scores_gemma":[0.019375913,0.00016025695,0.000044588058,0.0005112767,0.0012136311,2.385765e-7,0.00025918448,0.0053198747,0.001960582,0.008350628,0.96271557,0.000088237015],"about_ca_topic_score_codex":0.000010071713,"about_ca_topic_score_gemma":0.0000063179973,"teacher_disagreement_score":0.49231136,"about_ca_system_score_codex":0.000024430616,"about_ca_system_score_gemma":0.00017944865,"threshold_uncertainty_score":0.9704686},"labels":[],"label_agreement":null},{"id":"W4409875165","doi":"10.1001/jama.2025.4486","title":"SPIRIT 2025 Statement","year":2025,"lang":"en","type":"letter","venue":"JAMA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; University of Alberta; Robarts Clinical Trials; University of Toronto; SickKids Foundation; St. Joseph’s Healthcare Hamilton; Hospital for Sick Children; Ottawa Hospital; McMaster University; Women's College Hospital","funders":"","keywords":"Checklist; Medicine; Protocol (science); Consolidated Standards of Reporting Trials; Delphi method; Randomized controlled trial; Psychological intervention; Delphi; Evidence-based practice; MEDLINE; Medical education; Alternative medicine; Family medicine; Computer science; Nursing; Psychology; Pathology; Artificial intelligence","score_opus":0.6964237834947499,"score_gpt":0.5364808065174731,"score_spread":0.15994297697727677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409875165","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000020414507,0.0013508754,0.0025102384,0.8461339,0.0011932312,0.00067857286,0.00011327201,0.0000063230023,0.14799316],"genre_scores_gemma":[0.000016879832,0.000047905698,0.0011207442,0.5040873,0.0014108544,0.000051019502,0.00007823691,0.0000085377405,0.4931785],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9647561,0.009650238,0.013577205,0.0016251925,0.009985322,0.00040595443],"domain_scores_gemma":[0.9803382,0.005023245,0.005989605,0.0070845527,0.0014892507,0.000075128],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08688573,0.00048307492,0.0052173277,0.0007491892,0.00010423739,0.0028852758,0.0038183143,0.0005696597,0.090369515],"category_scores_gemma":[0.030175745,0.00022155173,0.003288015,0.0013167078,0.00003827637,0.00015545069,0.0003529731,0.0010904742,0.03879101],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.256187e-7,0.000007186912,0.00015727412,0.00014265512,0.0002530624,0.0000741463,0.00003221655,0.00000161163,3.2806042e-7,0.0001713634,0.9413216,0.057837836],"study_design_scores_gemma":[0.0001197522,0.000011466634,0.00019993236,0.000112901784,0.00030014693,0.0000019672743,0.000033007338,0.00015726883,0.0000023680554,0.004570296,0.9942923,0.00019858919],"about_ca_topic_score_codex":0.000025477928,"about_ca_topic_score_gemma":0.000010985765,"teacher_disagreement_score":0.34518534,"about_ca_system_score_codex":0.00007992289,"about_ca_system_score_gemma":0.00020199722,"threshold_uncertainty_score":0.9981498},"labels":[],"label_agreement":null},{"id":"W4409878505","doi":"10.1136/bmj-2024-081477","title":"SPIRIT 2025 statement: updated guideline for protocols of randomised trials","year":2025,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":286,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; University of Alberta; Robarts Clinical Trials; St. Joseph’s Healthcare Hamilton; Hospital for Sick Children; Ottawa Hospital; University of Toronto; McMaster University; Women's College Hospital","funders":"Department of Health and Social Care; Medical Research Council; National Institute for Health and Care Research","keywords":"Checklist; Protocol (science); Consolidated Standards of Reporting Trials; Guideline; Delphi method; Medicine; Delphi; MEDLINE; Clinical trial; Psychological intervention; Medical education; Evidence-based practice; Alternative medicine; Computer science; Family medicine; Psychology; Nursing; Pathology; Political science; Artificial intelligence","score_opus":0.841189515263077,"score_gpt":0.6698887693985858,"score_spread":0.17130074586449118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409878505","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00066885713,0.00060733466,0.6830049,0.028653191,0.00050278543,0.25270423,0.00025299442,0.000012279135,0.033593375],"genre_scores_gemma":[0.01081596,0.000031332107,0.313712,0.005259552,0.000642603,0.19155002,0.00028312896,0.000042710562,0.4776627],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94656086,0.012420823,0.037157442,0.0007264597,0.002909117,0.00022530327],"domain_scores_gemma":[0.9760343,0.0081072785,0.010567164,0.0026827068,0.0025437064,0.00006483238],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.42569315,0.00019340505,0.0056649726,0.00037665135,0.000064362124,0.0002934493,0.0011900311,0.000065936925,0.015410295],"category_scores_gemma":[0.208755,0.00008557216,0.002522773,0.0011412292,0.000029348073,0.000094208226,0.00008405158,0.000042301523,0.00036298612],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005108094,0.000044510944,0.00018018871,0.00009532856,0.00037674207,3.3630985e-7,0.000024601188,0.000052652696,0.00027671256,0.0019368946,0.9698472,0.026654031],"study_design_scores_gemma":[0.009088684,0.000036070658,0.000053976935,0.00008731105,0.000316459,1.7872043e-7,0.00008779327,0.004054147,0.0009902377,0.008143066,0.97706497,0.00007709959],"about_ca_topic_score_codex":0.000006733244,"about_ca_topic_score_gemma":0.000007857673,"teacher_disagreement_score":0.44406933,"about_ca_system_score_codex":0.000016465287,"about_ca_system_score_gemma":0.00023835956,"threshold_uncertainty_score":0.9854897},"labels":[],"label_agreement":null},{"id":"W4409893292","doi":"10.11124/jbies-24-00569","title":"Tools used to assess methodological quality of primary mixed methods or multi-method studies: a scoping review protocol","year":2025,"lang":"en","type":"review","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity Western University; Western University; Centre for Interdisciplinary Research in Rehabilitation; Queen's University","funders":"","keywords":"CINAHL; PsycINFO; Checklist; Critical appraisal; Data extraction; Protocol (science); Systematic review; Scopus; Inclusion (mineral); MEDLINE; Computer science; Medicine; Management science; Data science; Psychology; Psychological intervention; Alternative medicine; Nursing; Engineering","score_opus":0.9706789584533836,"score_gpt":0.7711776600848523,"score_spread":0.19950129836853125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409893292","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.8504216e-8,0.5331963,0.29796466,0.00021672115,0.00022966819,0.16812551,0.000048328235,0.000020089852,0.00019870095],"genre_scores_gemma":[4.9807864e-9,0.40428168,0.3908349,0.00027624136,0.000044019598,0.20285021,0.000001478293,0.000025468393,0.0016859999],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.34877363,0.57625854,0.057294678,0.005770606,0.01085041,0.0010521058],"domain_scores_gemma":[0.0998004,0.83985525,0.039509807,0.014982953,0.0052683437,0.0005832219],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.7450214,0.0019864982,0.073910855,0.0015625401,0.00028673848,0.000960457,0.009719022,0.0008175851,0.007453393],"category_scores_gemma":[0.95273346,0.0008289336,0.015562999,0.010252255,0.00024216609,0.00078140554,0.0025216122,0.0008409677,0.0007765487],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015381233,0.00007009629,0.0000063100015,0.41043603,0.0008620027,0.000005753924,0.000047806992,0.0000010679528,0.000005144604,0.000025901596,0.0034032094,0.5851213],"study_design_scores_gemma":[0.00007198008,0.00006592518,0.000040751416,0.6365225,0.006596819,0.00001312533,0.00015066825,0.000009375348,0.000030899344,0.00009539739,0.35567778,0.000724802],"about_ca_topic_score_codex":0.000016852457,"about_ca_topic_score_gemma":0.00003976591,"teacher_disagreement_score":0.5843965,"about_ca_system_score_codex":0.0005121662,"about_ca_system_score_gemma":0.003430989,"threshold_uncertainty_score":0.9994162},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4409911621","doi":"10.1016/j.envint.2025.109463","title":"Letter: Robins-E risk of bias tool","year":2025,"lang":"en","type":"letter","venue":"Environment International","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Occupational Cancer Research Centre; Cancer Care Ontario","funders":"World Health Organization","keywords":"Risk analysis (engineering); Business","score_opus":0.5230336761976003,"score_gpt":0.43557891772818264,"score_spread":0.08745475846941769,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409911621","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002045495,0.00045829784,0.031996623,0.8926705,0.003793295,0.0010326529,0.0019367321,0.000008537485,0.06605785],"genre_scores_gemma":[0.001686939,0.00032103615,0.0054056277,0.5015458,0.0030699042,0.00009785493,0.0008475037,0.000029373334,0.48699594],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97567916,0.0053425147,0.008196518,0.0011610008,0.009410524,0.0002102559],"domain_scores_gemma":[0.98328245,0.0046663648,0.008263274,0.0035731944,0.00018114151,0.00003360435],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.031803094,0.0004360619,0.0026774737,0.0006977627,0.000060157734,0.00038063695,0.0037453114,0.0003498109,0.10412554],"category_scores_gemma":[0.0106534185,0.00024076214,0.002987908,0.00022825997,0.00009596338,0.00013567824,0.0004525681,0.00083870644,0.00910724],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019244346,0.00003077752,0.006289004,0.000021358053,0.00079172413,0.000016323653,0.000031743853,0.00031897667,0.000006513343,0.00015704987,0.98741454,0.0049200817],"study_design_scores_gemma":[0.00011510383,0.000012683662,0.0023988092,0.00004838967,0.00029170376,0.000002967579,0.000007123586,0.0008805995,0.00002684557,0.0019803823,0.99404764,0.00018773666],"about_ca_topic_score_codex":0.0000150085825,"about_ca_topic_score_gemma":0.0000012679955,"teacher_disagreement_score":0.4209381,"about_ca_system_score_codex":0.00013531306,"about_ca_system_score_gemma":0.00004033122,"threshold_uncertainty_score":0.99768025},"labels":[],"label_agreement":null},{"id":"W4410109395","doi":"10.1136/bmj-2024-081905","title":"Core GRADE 3: rating certainty of evidence—assessing inconsistency","year":2025,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Certainty; Computer science; Rating system; Information retrieval; Medicine; Data science; Mathematics","score_opus":0.942893232330549,"score_gpt":0.6512890240102821,"score_spread":0.2916042083202669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410109395","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7109113,0.006121816,0.06988348,0.031873245,0.001901083,0.0028048516,0.000009765608,0.000024513007,0.17646998],"genre_scores_gemma":[0.97517747,0.000008046099,0.012709675,0.00051817816,0.00005210395,0.000023405886,8.7972023e-7,0.0000035787423,0.011506684],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98201233,0.005281534,0.00880422,0.000608839,0.0031155248,0.00017755618],"domain_scores_gemma":[0.98043346,0.011077818,0.0045203036,0.0027646811,0.0011401195,0.00006360969],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10367286,0.00015745984,0.002190286,0.00032341387,0.00013880443,0.00047634615,0.0011362039,0.000084366526,0.0020604483],"category_scores_gemma":[0.1483313,0.000068042966,0.0010996043,0.0017676038,0.0000709146,0.00021824201,0.00016775972,0.00014377094,0.00027470436],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066410107,0.00006098951,0.36052278,0.00041523317,0.00032603886,0.000012540039,0.00082811166,0.00024994678,0.0030217508,0.025578529,0.49214712,0.11683032],"study_design_scores_gemma":[0.0009844586,0.00012882445,0.41078693,0.007176373,0.0020141082,0.000057484525,0.022230923,0.13185214,0.0021355916,0.21332274,0.20814843,0.001161981],"about_ca_topic_score_codex":0.000033382243,"about_ca_topic_score_gemma":0.000033487675,"teacher_disagreement_score":0.2839987,"about_ca_system_score_codex":0.000024762652,"about_ca_system_score_gemma":0.00021031802,"threshold_uncertainty_score":0.9988518},"labels":[],"label_agreement":null},{"id":"W4410182947","doi":"10.3389/fmed.2025.1523630","title":"Publications of systematic review and meta-analysis in the indexed anesthesia journals: a 10-year bibliometric analysis","year":2025,"lang":"en","type":"review","venue":"Frontiers in Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Chinese Academy of Medical Sciences","keywords":"Meta-analysis; Bibliometrics; Medicine; Library science; Psychology; Computer science; Internal medicine","score_opus":0.7100274427744754,"score_gpt":0.557784869027148,"score_spread":0.15224257374732741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410182947","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.188227e-7,0.9835736,0.0075706933,0.0029279746,0.000043925666,0.0049328865,0.000040468436,0.0000034976083,0.00090640545],"genre_scores_gemma":[0.000021458702,0.9885631,0.001840979,0.0005508807,0.000020204563,0.0010841395,0.00007861551,0.000015277794,0.0078252945],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9010229,0.05354197,0.034097534,0.0017647635,0.009131561,0.00044124085],"domain_scores_gemma":[0.93459177,0.021557517,0.02943045,0.011605497,0.0025582642,0.00025650437],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","bibliometrics"],"category_scores_codex":[0.3280218,0.00090735825,0.08201802,0.3019485,0.000095047086,0.0005283376,0.0064333114,0.0003425354,0.009672331],"category_scores_gemma":[0.15024403,0.00031655282,0.016005842,0.6813622,0.00024503222,0.00024468935,0.00015790602,0.00070957356,0.000053482378],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.488866e-7,0.00008863366,0.0020147085,0.53094095,0.31595713,0.000011647918,0.00020315092,0.000008081777,1.210396e-9,0.00014281618,0.14444001,0.0061919107],"study_design_scores_gemma":[0.00007894939,0.000017168051,0.000485063,0.021128789,0.87954915,0.000016313885,0.0004744497,0.000106753316,1.0474718e-9,0.0002496531,0.09768938,0.00020432819],"about_ca_topic_score_codex":0.0000432153,"about_ca_topic_score_gemma":0.000060506165,"teacher_disagreement_score":0.563592,"about_ca_system_score_codex":0.000103068676,"about_ca_system_score_gemma":0.0002598306,"threshold_uncertainty_score":0.99992865},"labels":[],"label_agreement":null},{"id":"W4410197347","doi":"10.1016/j.jclinepi.2025.111818","title":"Do peer reviewers comment on reporting items as instructed by the journal? A secondary analysis of two randomized trials","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; McMaster University; Ottawa Public Health; University of Alberta","funders":"Janggen-Pöhn-Stiftung; Magyar Tudományos Akadémia; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Peer review; Alternative medicine; MEDLINE; Medicine; Psychology; Family medicine; Political science","score_opus":0.905153981802102,"score_gpt":0.715132319149437,"score_spread":0.19002166265266507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410197347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47970608,0.042425267,0.11818975,0.32939807,0.009445387,0.0026385076,0.000041104784,0.0000052613436,0.01815058],"genre_scores_gemma":[0.81442744,0.020966616,0.019457696,0.13216123,0.0016217267,0.0000355427,0.000019004865,0.00003415242,0.011276583],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.09096726,0.63898844,0.2630357,0.0008554165,0.005668437,0.00048472802],"domain_scores_gemma":[0.008216149,0.6791502,0.30283287,0.0028094326,0.00663307,0.00035823925],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.96696913,0.0003861394,0.060860652,0.0012963497,0.00020861143,0.00018450353,0.0027497213,0.00031310125,0.006369766],"category_scores_gemma":[0.9885736,0.0001271911,0.031502526,0.0030065393,0.00052163814,0.00015268457,0.0001717127,0.0020462365,0.000059957583],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0052487156,0.00013706755,0.048407353,0.000032857097,0.020667247,0.000012714416,0.000115824056,0.00095316686,0.000006217584,0.0033779212,0.8003256,0.120715365],"study_design_scores_gemma":[0.041320927,0.00048988865,0.0121070715,0.0006485003,0.03916027,0.00020708183,0.0008654147,0.0067343507,0.0000073317105,0.11443007,0.783787,0.00024209303],"about_ca_topic_score_codex":0.00005045148,"about_ca_topic_score_gemma":0.000010342947,"teacher_disagreement_score":0.33472136,"about_ca_system_score_codex":0.000052259355,"about_ca_system_score_gemma":0.0005703357,"threshold_uncertainty_score":0.99453855},"labels":[],"label_agreement":null},{"id":"W4410221436","doi":"10.1016/j.jclinepi.2025.111824","title":"Assessing the feasibility and impact of clinical trial trustworthiness checks via an application to Cochrane Reviews: Stage 2 of the INSPECT-SR project","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Trustworthiness; Stage (stratigraphy); Systematic review; Meta-analysis; Medicine; Cochrane collaboration; Clinical trial; Medical physics; MEDLINE; Computer science; Internal medicine; Cochrane Library; Political science","score_opus":0.9158969746153991,"score_gpt":0.7556013264309793,"score_spread":0.16029564818441977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410221436","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9219749,0.0029713605,0.06788219,0.0037545906,0.0010171414,0.002066353,0.000008276647,0.000001354089,0.00032384144],"genre_scores_gemma":[0.9910959,0.0013437856,0.005462907,0.0012477229,0.0005548294,0.000017358865,9.238558e-7,0.0000062630565,0.00027030156],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.53555745,0.3328193,0.12625456,0.0016919744,0.0031549141,0.00052177266],"domain_scores_gemma":[0.40897226,0.43354204,0.14140865,0.009859782,0.0055850246,0.00063222775],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.74537927,0.0002678568,0.015647907,0.0002027796,0.00011159667,0.000080886704,0.0024885212,0.00036278155,0.00024435704],"category_scores_gemma":[0.78347963,0.00008331559,0.0072854585,0.0014485256,0.0006356728,0.0002539414,0.00026916215,0.0010968863,0.000008400782],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017005799,0.00039491063,0.8523735,0.0001139883,0.00033448587,4.998773e-7,0.000065968925,0.0001707803,0.000018219378,0.0007010484,0.005087663,0.13903837],"study_design_scores_gemma":[0.0035457402,0.0011457469,0.96616715,0.00021429229,0.0004891053,0.000009872986,0.00012658023,0.0066343616,0.0000019923534,0.011543082,0.010039861,0.00008219961],"about_ca_topic_score_codex":0.00006426389,"about_ca_topic_score_gemma":0.0000756529,"teacher_disagreement_score":0.13895616,"about_ca_system_score_codex":0.00003449424,"about_ca_system_score_gemma":0.0008270704,"threshold_uncertainty_score":0.99896586},"labels":[],"label_agreement":null},{"id":"W4410223276","doi":"10.2196/63267","title":"Transformer-Based Language Models for Group Randomized Trial Classification in Biomedical Literature: Model Development and Validation","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Generalizability theory; Randomized controlled trial; Medical physics; Clinical trial; Computer science; External validity; Medicine; Artificial intelligence; Research design; Public health; Data mining; Machine learning; Natural language processing; Psychology; Pathology; Statistics","score_opus":0.3751806373914637,"score_gpt":0.48966508038475165,"score_spread":0.11448444299328797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410223276","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09672405,0.00018417418,0.8964659,0.001235458,0.00014678088,0.0034650913,0.000015353888,0.000010147433,0.0017530224],"genre_scores_gemma":[0.84510815,0.000049706767,0.14836985,0.0018894776,0.00007160357,0.0028878322,0.00062913954,0.000012336715,0.0009818997],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9843573,0.0014605551,0.009680419,0.00031444474,0.0039426233,0.00024468818],"domain_scores_gemma":[0.9931871,0.004178499,0.001387649,0.000723781,0.00031303515,0.00020991545],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07381323,0.00023451654,0.0023180651,0.00078311266,0.00009205074,0.00048725796,0.00068158796,0.0003121374,0.00017094772],"category_scores_gemma":[0.012240054,0.00011651021,0.0005943758,0.0011714055,0.0001369765,0.0004540655,0.000030966617,0.00023195193,0.000023880335],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06975327,0.0009719839,0.000035537076,0.0023340317,0.0004200931,0.0000036697452,0.058099713,0.0013963851,0.000037345886,0.13452952,0.024300361,0.7081181],"study_design_scores_gemma":[0.14568375,0.000022321374,0.000004420646,0.00018353574,0.000055205564,6.649045e-7,0.0010353992,0.84124094,0.00002271306,0.007500809,0.0041496353,0.00010059471],"about_ca_topic_score_codex":0.0000010000437,"about_ca_topic_score_gemma":0.000006811117,"teacher_disagreement_score":0.8398446,"about_ca_system_score_codex":0.000055528508,"about_ca_system_score_gemma":0.00040431894,"threshold_uncertainty_score":0.9960803},"labels":[],"label_agreement":null},{"id":"W4410335814","doi":"10.1136/bmj-2024-083864","title":"Core GRADE 4: rating certainty of evidence—risk of bias, publication bias, and reasons for rating up certainty","year":2025,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Certainty; Rating system; Publication bias; Computer science; Medicine; Actuarial science; Information retrieval; Business; Mathematics; Meta-analysis; Internal medicine; Economics","score_opus":0.9061735351014505,"score_gpt":0.5893847595293616,"score_spread":0.31678877557208884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410335814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8219791,0.0050467434,0.13302886,0.025783384,0.0008239756,0.0075281113,0.00022234785,0.000025550411,0.0055618947],"genre_scores_gemma":[0.972204,0.000068925336,0.020462345,0.00020596868,0.00005944741,0.00015980039,0.000015382775,0.0000076145934,0.0068164896],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98317176,0.0055295606,0.008256085,0.0007397968,0.0020872846,0.00021552735],"domain_scores_gemma":[0.9556889,0.028507723,0.01025675,0.0024305375,0.0030196162,0.00009650618],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12801556,0.00020172904,0.0022080492,0.00041346755,0.00019058453,0.0003251886,0.00082377886,0.000119165124,0.0003703801],"category_scores_gemma":[0.4403929,0.00009857267,0.0009301935,0.0016501526,0.000093887065,0.00022753309,0.00013866705,0.00013590051,0.000014482148],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003860212,0.000052683517,0.3424987,0.00072472193,0.00043940303,3.174727e-7,0.0012382627,0.0002261421,0.0012607629,0.023799753,0.5153004,0.11442029],"study_design_scores_gemma":[0.0021188702,0.00036016788,0.20693015,0.0037743216,0.0030072038,0.000018630966,0.01754966,0.5539609,0.0044267746,0.06655358,0.14034514,0.00095455395],"about_ca_topic_score_codex":0.00018139883,"about_ca_topic_score_gemma":0.0001289907,"teacher_disagreement_score":0.5537348,"about_ca_system_score_codex":0.000023831239,"about_ca_system_score_gemma":0.00018007426,"threshold_uncertainty_score":0.89789146},"labels":[],"label_agreement":null},{"id":"W4410391274","doi":"10.1016/j.ajcnut.2025.03.019","title":"Reply to Obbagy and Stoody","year":2025,"lang":"en","type":"letter","venue":"American Journal of Clinical Nutrition","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Dalhousie University; University of Ottawa; Ottawa Hospital","funders":"","keywords":"Computer science","score_opus":0.6973303675077057,"score_gpt":0.6045384001371542,"score_spread":0.09279196737055151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410391274","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057251747,0.0007193908,0.007668673,0.9825587,0.0012669924,0.00048571973,0.000036907866,0.000002547383,0.0015358776],"genre_scores_gemma":[0.003087052,0.0007264954,0.023070633,0.96102774,0.005842555,0.0000122912925,0.000010288854,0.000017039758,0.006205899],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9503275,0.018388765,0.024676967,0.00093471777,0.005410588,0.00026142836],"domain_scores_gemma":[0.9440365,0.026665205,0.023450682,0.0023297542,0.0031904317,0.0003274241],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11033025,0.00034903875,0.009608464,0.0009788747,0.00007032741,0.0006328744,0.0017990356,0.00025721383,0.0010883432],"category_scores_gemma":[0.11161037,0.00017911174,0.004095559,0.001584875,0.00027322955,0.00017115245,0.00014316349,0.0019415532,0.0003716668],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042016007,0.00006106415,0.00082574296,0.00004854606,0.0002496157,0.00008657039,0.000019354187,8.118462e-7,7.6489266e-7,0.000013215434,0.87216336,0.12648892],"study_design_scores_gemma":[0.00035983458,0.0009533858,0.0015853011,0.00047889716,0.00051501975,0.00009123271,0.00017047834,0.00002830617,7.0772177e-7,0.0037652291,0.99188817,0.00016346652],"about_ca_topic_score_codex":0.000013109131,"about_ca_topic_score_gemma":0.0000016740478,"teacher_disagreement_score":0.12632546,"about_ca_system_score_codex":0.000030342391,"about_ca_system_score_gemma":0.0001971195,"threshold_uncertainty_score":0.9998248},"labels":[],"label_agreement":null},{"id":"W4410479497","doi":"10.1186/s40814-025-01655-z","title":"Design, analysis, and reporting of pilot and feasibility trials in anesthesiology: a methodological study","year":2025,"lang":"en","type":"review","venue":"Pilot and Feasibility Studies","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Impact; McMaster University","funders":"","keywords":"Anesthesiology; Research design; Medical education; Psychology; Medicine; Sociology; Social science; Psychiatry","score_opus":0.9869291262228856,"score_gpt":0.714397161314924,"score_spread":0.2725319649079616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410479497","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04522314,0.9433773,0.0014049353,0.00006433061,0.000094826115,0.009740832,0.000027899981,0.000009602201,0.000057133486],"genre_scores_gemma":[0.03855819,0.95335865,0.0072302315,0.000029308547,0.00003725548,0.00045882084,0.000006267163,0.0000123085065,0.00030897194],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.64022046,0.2758712,0.07389271,0.0060793785,0.0032313054,0.00070499216],"domain_scores_gemma":[0.50545824,0.39357516,0.08756375,0.009769979,0.0031664418,0.00046639072],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6688441,0.0010512838,0.05843984,0.0016083871,0.00027199375,0.00032259396,0.0008835194,0.00024078708,0.00010881434],"category_scores_gemma":[0.68743056,0.0004534558,0.0028666551,0.004215128,0.0007226111,0.00013414031,0.0010657579,0.00049113977,0.0000038052162],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018876052,0.00081529573,0.67961067,0.012417338,0.006719245,0.000024994408,0.0009089896,0.0000013343214,8.995736e-7,0.00004023085,0.0001596395,0.2991126],"study_design_scores_gemma":[0.0019609986,0.0045283227,0.89041865,0.0042872457,0.062405247,0.000055014654,0.007578152,0.00007924688,9.855432e-7,0.021592876,0.0058017694,0.0012914801],"about_ca_topic_score_codex":0.000100182886,"about_ca_topic_score_gemma":0.0005945835,"teacher_disagreement_score":0.2978211,"about_ca_system_score_codex":0.00008739811,"about_ca_system_score_gemma":0.0002071626,"threshold_uncertainty_score":0.99979174},"labels":[],"label_agreement":null},{"id":"W4410541276","doi":"10.21203/rs.3.rs-6026144/v2","title":"AppRaise: Software for quantifying evidence uncertainty in systematic reviews using a Bayesian mixture model","year":2025,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Bayesian probability; Econometrics; Computer science; Software; Statistics; Mathematics; Artificial intelligence","score_opus":0.9233297706630603,"score_gpt":0.669244660493915,"score_spread":0.25408511016914537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410541276","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024331966,0.094641306,0.86598194,0.0009732069,0.00052810385,0.034618936,0.00036239246,0.000027964508,0.000432978],"genre_scores_gemma":[0.49648613,0.009039875,0.42509365,0.00059442216,0.00088228285,0.03104542,0.0003088438,0.00026831104,0.03628107],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.85915226,0.08959016,0.026245402,0.0050833453,0.018164031,0.0017648189],"domain_scores_gemma":[0.8386288,0.110052004,0.013045736,0.020990556,0.016532583,0.00075026485],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.46956375,0.0010079626,0.01352608,0.0034131997,0.0005895762,0.0034640818,0.007689105,0.0008300515,0.000619937],"category_scores_gemma":[0.6205567,0.00053696637,0.0051103784,0.006394187,0.00016312374,0.0004345657,0.002722384,0.0023086183,0.00031732072],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000087222885,0.00016960106,0.0036368938,0.6657756,0.000397864,0.000027273254,0.0030914007,0.2763098,0.00004080749,0.0021832157,0.042934097,0.0053462526],"study_design_scores_gemma":[0.00014603224,0.000033639317,0.000038102586,0.14702933,0.00028321572,0.0000040104037,0.0009616905,0.8353609,0.0000022910442,0.013196231,0.00252523,0.0004193383],"about_ca_topic_score_codex":0.00022089174,"about_ca_topic_score_gemma":0.00064982777,"teacher_disagreement_score":0.5590511,"about_ca_system_score_codex":0.00082800956,"about_ca_system_score_gemma":0.0024685655,"threshold_uncertainty_score":0.9999931},"labels":[],"label_agreement":null},{"id":"W4410564638","doi":"10.1093/ejo/cjaf040","title":"A mapping review of systematic reviews in orthodontics: a five-year analysis","year":2025,"lang":"en","type":"review","venue":"European Journal of Orthodontics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Alpha Omega Foundation","keywords":"Scopus; Credibility; Medicine; Protocol (science); MEDLINE; Meta-analysis; Dentistry; Web of science; Systematic review; Quality (philosophy); Medical physics; Orthodontics; Alternative medicine; Pathology; Political science","score_opus":0.757153134934535,"score_gpt":0.5382035246594491,"score_spread":0.21894961027508586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410564638","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000029029554,0.95709914,0.0321508,0.000061541454,0.0005155812,0.0036719302,0.000040557876,0.0000033207273,0.006454198],"genre_scores_gemma":[0.0000039062284,0.9622679,0.030195005,0.00017654397,0.0001536754,0.000024127934,0.000013797428,0.000059012866,0.0071060685],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.6529853,0.24052301,0.09599279,0.0015005744,0.008368512,0.0006298097],"domain_scores_gemma":[0.86502564,0.020307513,0.10188134,0.0077903876,0.004624613,0.0003704963],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.5188574,0.0012678384,0.062131785,0.0071039703,0.000077259814,0.0005233359,0.007119786,0.0001774849,0.0014864684],"category_scores_gemma":[0.31726438,0.00059774355,0.031154754,0.018102447,0.00009663386,0.00020654328,0.000560075,0.0012592198,0.0007948461],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020531813,0.000071592796,0.00056349044,0.8393726,0.0039121453,0.00024294476,0.00018941499,0.000013206088,3.048568e-8,0.00008382774,0.012993114,0.14255562],"study_design_scores_gemma":[0.00009619251,0.00003377588,0.000043069507,0.4890577,0.02333424,0.00007300812,0.0000968226,0.000030281753,9.357991e-9,0.000008110074,0.48697266,0.00025412237],"about_ca_topic_score_codex":0.0000015472369,"about_ca_topic_score_gemma":0.000009210817,"teacher_disagreement_score":0.47397956,"about_ca_system_score_codex":0.00015442411,"about_ca_system_score_gemma":0.0006611243,"threshold_uncertainty_score":0.99998313},"labels":[],"label_agreement":null},{"id":"W4410571235","doi":"10.3389/fmed.2025.1518399","title":"Request of endocrinology and metabolism journals for data sharing statements in clinical trial reports: a survey","year":2025,"lang":"en","type":"article","venue":"Frontiers in Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton","funders":"Natural Science Foundation of Guangdong Province; National Natural Science Foundation of China; McMaster University","keywords":"Data sharing; Medicine; Internal medicine; Alternative medicine; Pathology","score_opus":0.8674701614699706,"score_gpt":0.6622416916367473,"score_spread":0.2052284698332233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410571235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5266113,0.07952314,0.36253396,0.0060530803,0.017194439,0.005566399,0.00012989166,0.0000055656014,0.0023822002],"genre_scores_gemma":[0.8526308,0.01394854,0.119917445,0.0017489728,0.00087109423,0.00023843002,0.00032097736,0.000036394864,0.010287375],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9571056,0.010761847,0.027804138,0.0016964211,0.0022554914,0.00037650517],"domain_scores_gemma":[0.98454094,0.0053139296,0.005635815,0.0038818077,0.0005356988,0.00009180137],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.36429337,0.0001583452,0.005305569,0.0010563448,0.00003019058,0.00007073692,0.0016750843,0.00008370508,0.000266318],"category_scores_gemma":[0.2809635,0.000080473415,0.00021155541,0.001185543,0.00017355426,0.00023549842,0.00039354683,0.00022272748,0.0000013443081],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006148628,0.000057242054,0.77889544,0.00004811225,0.00022590005,0.000018564377,0.000102989805,0.0000020962439,0.000003155363,0.00014060822,0.17802799,0.041863017],"study_design_scores_gemma":[0.029577428,0.00023110906,0.67312276,0.00066029554,0.0006055549,0.000012820096,0.0015526067,0.010979256,0.0000042074985,0.068715036,0.2143493,0.00018960838],"about_ca_topic_score_codex":0.00026266943,"about_ca_topic_score_gemma":0.00039662377,"teacher_disagreement_score":0.32601947,"about_ca_system_score_codex":0.000019829255,"about_ca_system_score_gemma":0.00010148631,"threshold_uncertainty_score":0.72509325},"labels":[],"label_agreement":null},{"id":"W4410584272","doi":"10.1038/s41431-025-01861-6","title":"Tools used to appraise the quality of studies included in systematic reviews and meta-analyses in human genetics: a systematic review","year":2025,"lang":"en","type":"review","venue":"European Journal of Human Genetics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; The Quebec Population Health Research Network","funders":"Centre Hospitalier Universitaire de Québec; Ministère de la Santé; Université Laval","keywords":"Systematic review; MEDLINE; Data extraction; Critical appraisal; Meta-analysis; Publication bias; Web of science; Transparency (behavior); Medicine; Psychology; Medical physics; Data science; Computer science; Pathology; Alternative medicine; Biology","score_opus":0.948665262261804,"score_gpt":0.6605795290888528,"score_spread":0.2880857331729513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410584272","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017061738,0.98591524,0.0002424986,0.00010191356,0.00013520067,0.013033044,0.000026523558,0.0000024331832,0.00037250508],"genre_scores_gemma":[0.0006318687,0.9963107,0.0009682882,0.00029279268,0.00007193816,0.00031181163,0.0000042234983,0.000060811173,0.0013475432],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.58748615,0.3041798,0.09864233,0.0015731025,0.007537546,0.0005811024],"domain_scores_gemma":[0.88824326,0.02695628,0.07300294,0.008490752,0.0029864581,0.00032032552],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.4239358,0.0014226189,0.07027402,0.002369484,0.00020096828,0.00080784713,0.007040504,0.00011769186,0.00024155492],"category_scores_gemma":[0.16266482,0.0005346239,0.011142816,0.0038985324,0.00021541101,0.00014762489,0.001214661,0.0008609518,0.00014834297],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010881854,0.00007341749,0.00001014433,0.98789144,0.0070576114,0.000041912896,0.0012149794,0.000015117726,0.0000058368464,0.00006468808,0.001964078,0.0016597148],"study_design_scores_gemma":[0.00023983208,0.00019115204,0.000041522067,0.84185255,0.13527207,0.0000664647,0.0009004158,0.0000036413649,9.797869e-7,0.00016634066,0.020730978,0.0005340739],"about_ca_topic_score_codex":0.0000026402777,"about_ca_topic_score_gemma":0.0001019433,"teacher_disagreement_score":0.3007571,"about_ca_system_score_codex":0.00015203483,"about_ca_system_score_gemma":0.00021696142,"threshold_uncertainty_score":0.99985236},"labels":[],"label_agreement":null},{"id":"W4410800786","doi":"10.1016/j.compbiomed.2025.110464","title":"Enhancing search strategies for systematic reviews on drug Harms: An evaluation of the utility of ChatGPT in error detection and keyword generation","year":2025,"lang":"en","type":"article","venue":"Computers in Biology and Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Drug; Information retrieval; Data mining; Machine learning; Risk analysis (engineering); Medicine; Pharmacology","score_opus":0.6771509663436753,"score_gpt":0.5768478573733766,"score_spread":0.1003031089702987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410800786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9244611,0.0043842327,0.06779053,0.00038182808,0.0003355806,0.002511043,0.0000010830743,7.46423e-7,0.00013385262],"genre_scores_gemma":[0.99912286,0.00009682023,0.00055280817,0.000096961936,0.000025052728,0.00007776757,0.0000023620123,0.0000010536949,0.000024305755],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98497957,0.010938016,0.0032013485,0.00035252946,0.00045173775,0.00007680549],"domain_scores_gemma":[0.9956343,0.0023683647,0.0010363186,0.0005966959,0.0003465945,0.000017720364],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11262469,0.00009501326,0.0015144709,0.00030704358,0.00004717341,0.000016070417,0.00022856919,0.000054010976,0.000024207457],"category_scores_gemma":[0.009495896,0.00003832225,0.00009234657,0.0004948944,0.00013227592,0.00006087687,0.000034179495,0.000070370865,3.573663e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028042129,0.0004262234,0.10318902,0.053976923,0.00043599543,5.99795e-7,0.04397007,0.0013008502,0.080801666,0.03756271,0.0025911862,0.67546433],"study_design_scores_gemma":[0.0010687291,0.0002538494,0.05831314,0.007231338,0.0002471887,0.000001988972,0.004760238,0.9070292,0.0015771823,0.019284882,0.00015005181,0.000082232276],"about_ca_topic_score_codex":0.000034197,"about_ca_topic_score_gemma":0.00076739996,"teacher_disagreement_score":0.90572834,"about_ca_system_score_codex":0.000013890846,"about_ca_system_score_gemma":0.000046649227,"threshold_uncertainty_score":0.99884754},"labels":[],"label_agreement":null},{"id":"W4410811714","doi":"10.1200/jco.2025.43.16_suppl.e23143","title":"Examining factors affecting clinical trial enrolment in the Clinical Trials Navigator program.","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Windsor Regional Hospital; University of Windsor; University of Ottawa; University of Toronto; University of Manitoba; Western University","funders":"","keywords":"Medicine; Clinical trial; Internal medicine","score_opus":0.9765253141224026,"score_gpt":0.7877459110341802,"score_spread":0.1887794030882224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410811714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9688348,0.0006219614,0.0013977315,0.0055730254,0.01495454,0.0026199468,0.0000026551616,0.000005644958,0.005989693],"genre_scores_gemma":[0.9848666,0.0002761009,0.006713415,0.0032926868,0.004018969,0.000035475023,0.0000015321102,0.000012897094,0.0007823],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.20407714,0.57538724,0.20868404,0.0020152659,0.008958321,0.0008780224],"domain_scores_gemma":[0.11973938,0.7852144,0.0884936,0.0034654434,0.002352236,0.0007349314],"candidate_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9136653,0.00042855705,0.022956142,0.00054679735,0.00015739453,0.0006340846,0.0043469924,0.001185563,0.0011988875],"category_scores_gemma":[0.88637537,0.00015712726,0.014382292,0.0018009274,0.00048174785,0.00027794632,0.00033308775,0.0040087556,0.00021069865],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004400096,0.0027714134,0.36353537,0.00001064382,0.00084057444,0.000085637424,0.00019042942,0.000008124381,6.3227435e-7,0.00023253665,0.04149264,0.5864319],"study_design_scores_gemma":[0.03943045,0.014444072,0.43579075,0.00018248432,0.0016622186,0.000025283249,0.0046760286,0.00039165549,0.0000011709973,0.0038843101,0.49930972,0.00020185923],"about_ca_topic_score_codex":0.0000075379903,"about_ca_topic_score_gemma":0.00005479804,"teacher_disagreement_score":0.58623004,"about_ca_system_score_codex":0.00009632674,"about_ca_system_score_gemma":0.0026521233,"threshold_uncertainty_score":0.99971414},"labels":[],"label_agreement":null},{"id":"W4411011595","doi":"10.1016/j.jor.2025.05.065","title":"Assessing the statistical fragility of randomized controlled trials in hip and knee arthroplasty: A methodological review","year":2025,"lang":"en","type":"review","venue":"Journal of Orthopaedics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Medicine; Arthroplasty; Fragility; Randomized controlled trial; Hip arthroplasty; Physical therapy; Physical medicine and rehabilitation; Surgery","score_opus":0.8472937382852233,"score_gpt":0.6504280296123965,"score_spread":0.1968657086728267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411011595","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010199736,0.91136473,0.08192162,0.0005162046,0.0006490756,0.005052633,0.00003033222,0.0000010295971,0.00045419554],"genre_scores_gemma":[0.000018975832,0.97964734,0.01952548,0.00022980994,0.00017270599,0.000114759576,0.0000036574409,0.000010500213,0.0002767752],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.20608456,0.6653188,0.117611654,0.0010040065,0.009578909,0.00040210702],"domain_scores_gemma":[0.077061646,0.8077903,0.109369636,0.0023112118,0.0032020768,0.00026515563],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.89401436,0.0007032868,0.13567448,0.0010602052,0.00009519521,0.00071618875,0.0012234882,0.00037419438,0.0025215112],"category_scores_gemma":[0.9376401,0.0001944426,0.0282931,0.001950438,0.00050623214,0.00020487599,0.00022834711,0.0013976726,0.000013732104],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009007886,0.00006416849,0.0000771638,0.023659533,0.0027233476,0.000046105306,0.000025633935,0.0000015601681,2.243378e-8,0.0010504933,0.005290119,0.9661611],"study_design_scores_gemma":[0.03924864,0.00009198217,0.000056911755,0.10738328,0.057770357,0.00030961967,0.00012819665,0.0001943623,1.27623805e-8,0.008471488,0.78607786,0.00026731123],"about_ca_topic_score_codex":0.0000018245179,"about_ca_topic_score_gemma":0.000002537304,"teacher_disagreement_score":0.96589375,"about_ca_system_score_codex":0.000050337138,"about_ca_system_score_gemma":0.001548261,"threshold_uncertainty_score":0.9983903},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4411349279","doi":"10.11124/jbies-24-00523","title":"The revised JBI critical appraisal tool for the assessment of risk of bias for analytical cross-sectional studies","year":2025,"lang":"en","type":"article","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Critical appraisal; Observational study; Systematic review; Cross-sectional study; Context (archaeology); Population; Psychology; Medicine; MEDLINE; Environmental health; Geography; Alternative medicine; Pathology; Political science","score_opus":0.5949783865453533,"score_gpt":0.621226203132536,"score_spread":0.02624781658718267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411349279","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13044503,0.016970228,0.8204151,0.021462217,0.003014594,0.0061612027,0.0004744779,0.000016659646,0.0010405158],"genre_scores_gemma":[0.98490965,0.00062009954,0.011757488,0.00007787147,0.00014204525,0.0010442496,4.773215e-7,0.000009004597,0.0014390902],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9808225,0.0067001656,0.007752224,0.0008186218,0.0035894185,0.0003170789],"domain_scores_gemma":[0.16637248,0.82124394,0.00350027,0.003384215,0.0054316265,0.000067438465],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18753655,0.00025607727,0.0026240712,0.00019874543,0.0006949429,0.0006541589,0.00212473,0.0000937162,0.0004304667],"category_scores_gemma":[0.84515345,0.00009202513,0.0032075653,0.001056875,0.00081869285,0.00024005768,0.00020629099,0.00013737036,0.00002116835],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002082995,0.00017479232,0.7027047,0.0013739124,0.0038723527,4.8898437e-7,0.00025050453,0.0005890367,0.0001264516,0.1746385,0.0673768,0.048684116],"study_design_scores_gemma":[0.00024452535,0.00012528912,0.8025835,0.0007782085,0.00428506,0.0000024504911,0.0023849925,0.11552489,0.00045531057,0.027267626,0.046093643,0.00025451113],"about_ca_topic_score_codex":0.0000084513085,"about_ca_topic_score_gemma":0.000015445486,"teacher_disagreement_score":0.85446465,"about_ca_system_score_codex":0.000052964646,"about_ca_system_score_gemma":0.00027115337,"threshold_uncertainty_score":0.8366021},"labels":[],"label_agreement":null},{"id":"W4411351188","doi":"10.1007/s40279-025-02201-w","title":"Estimating the Replicability of Sports and Exercise Science Research","year":2025,"lang":"en","type":"article","venue":"Sports Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of British Columbia; University of Waterloo; Mount Royal University","funders":"Technological University Dublin; Irish Research Council","keywords":"Replication (statistics); Sports medicine; Test (biology); Quartile; Statistics; Sports science; Statistical significance; Ranking (information retrieval); Protocol (science); Analysis of variance; Psychology; Applied psychology; Statistical hypothesis testing; Computer science; Physical therapy; Medicine; Mathematics; Confidence interval; Information retrieval; Alternative medicine; Biology; Pathology","score_opus":0.635382913567893,"score_gpt":0.5967340271389352,"score_spread":0.03864888642895781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411351188","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9455634,0.0028949014,0.0014667932,0.006450678,0.00043737463,0.0009409982,9.076374e-7,0.000004516619,0.04224047],"genre_scores_gemma":[0.9920186,0.000043455366,0.002243972,0.00011306855,0.000048424914,0.000015755326,5.353112e-7,0.0000027471906,0.0055134734],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97977674,0.0013740057,0.0062810583,0.001142484,0.0111243855,0.00030129813],"domain_scores_gemma":[0.98219234,0.00473265,0.002402134,0.007137971,0.0033576086,0.00017729218],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.43026346,0.00013618801,0.0018872047,0.00065847446,0.00038891242,0.00011390704,0.0015352023,0.0000358574,0.0024845498],"category_scores_gemma":[0.11045571,0.000047585025,0.00019700825,0.005390203,0.00233547,0.000105540814,0.00032963968,0.00020652454,0.000013715986],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011986689,0.00003446264,0.31906366,0.00017965029,0.000016149375,0.000010834617,0.0019668303,0.00003648996,0.00026523322,0.0072223684,0.03203474,0.6391576],"study_design_scores_gemma":[0.00017380639,0.000032646218,0.84058493,0.0013212563,0.00016424635,0.000011790417,0.0043345434,0.010505617,0.00016018449,0.13085324,0.011766535,0.00009118672],"about_ca_topic_score_codex":0.000059633836,"about_ca_topic_score_gemma":0.000003279733,"teacher_disagreement_score":0.6390664,"about_ca_system_score_codex":0.000021916598,"about_ca_system_score_gemma":0.00020552664,"threshold_uncertainty_score":0.99842733},"labels":[],"label_agreement":null},{"id":"W4411439815","doi":"10.1007/978-3-662-69359-9_50","title":"Bayesian Analysis or Evidence-Based Statistics","year":2025,"lang":"en","type":"book-chapter","venue":"International Encyclopedia of Statistical Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Statistics; Bayesian statistics; Bayesian probability; Econometrics; Computer science; Bayesian inference; Mathematics","score_opus":0.4392606828581294,"score_gpt":0.5031451184049257,"score_spread":0.06388443554679629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411439815","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002941015,0.00010859099,0.54805785,0.00046951053,0.00064235524,0.00029696978,0.0023710162,0.0000049796117,0.4480458],"genre_scores_gemma":[0.006511625,0.00037149832,0.16889678,0.0004064872,0.00014572343,0.000022464203,0.00013971842,0.000016895929,0.82348883],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9685673,0.0008054419,0.010340053,0.0021706452,0.01770754,0.00040902823],"domain_scores_gemma":[0.9543716,0.029507369,0.0060499683,0.0030508544,0.0066050584,0.00041514807],"candidate_categories":["metaresearch","metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.043009482,0.0005954886,0.004076606,0.0030416364,0.00018831425,0.0009196092,0.006756803,0.00020538908,0.13230266],"category_scores_gemma":[0.15790877,0.00032002322,0.0013485407,0.002315174,0.0014763069,0.00045484383,0.00051365717,0.00039455135,0.0011984304],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005052877,0.000049841718,0.0016576098,0.00007048586,0.00081450667,0.0000623381,0.00003927241,0.00054729637,0.0000033582319,0.8137108,0.10208274,0.08091119],"study_design_scores_gemma":[0.00020468737,0.00015014531,0.0054206727,0.00052665063,0.0033698343,0.0000047262592,0.000029657102,0.16293737,0.000006402152,0.21338193,0.6132968,0.00067111856],"about_ca_topic_score_codex":0.00006191683,"about_ca_topic_score_gemma":0.00018228301,"teacher_disagreement_score":0.6003289,"about_ca_system_score_codex":0.00027089985,"about_ca_system_score_gemma":0.002342986,"threshold_uncertainty_score":0.9999252},"labels":[],"label_agreement":null},{"id":"W4411515984","doi":"10.1002/sim.70176","title":"Precision of Treatment Hierarchy: A Metric for Quantifying Certainty in Treatment Hierarchies From Network Meta‐Analysis","year":2025,"lang":"en","type":"article","venue":"Statistics in Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Actua; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Deutsche Forschungsgemeinschaft; Hellenic Foundation for Research and Innovation; European Commission","keywords":"Metric (unit); Ranking (information retrieval); Hierarchy; Pairwise comparison; Statistics; Mathematics; Frequentist inference; Rank (graph theory); Certainty; Variance (accounting); Similarity (geometry); Computer science; Bayesian probability; Econometrics; Artificial intelligence; Bayesian inference","score_opus":0.7096301178491243,"score_gpt":0.5685468593222872,"score_spread":0.14108325852683712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411515984","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01849564,0.026303327,0.94921273,0.000972563,0.00037864695,0.0024155225,0.000746447,0.0000051246466,0.0014700115],"genre_scores_gemma":[0.80702573,0.0015179918,0.1862488,0.00012657062,0.00008564591,0.00047059671,0.00025180174,0.0000140209795,0.0042588785],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9816496,0.0057885223,0.008967068,0.0010848067,0.0021418214,0.00036818234],"domain_scores_gemma":[0.9440317,0.050866537,0.0023323453,0.002140083,0.00052945403,0.00009988371],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037213217,0.00041028732,0.009117238,0.0033666447,0.00012294261,0.000078471545,0.0008225415,0.000086530126,0.0023646904],"category_scores_gemma":[0.028400041,0.00018127152,0.0016926479,0.008698816,0.00014387697,0.000055395012,0.00012520092,0.000100246674,0.000013381178],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004828739,0.00089663465,0.2921605,0.00025843165,0.18797776,0.000054093056,0.0095287105,0.0714571,0.000039134033,0.09625768,0.018396188,0.32249087],"study_design_scores_gemma":[0.0036577887,0.0013122938,0.061836205,0.00016803922,0.18135564,5.714864e-7,0.0019010021,0.25414342,0.00003253012,0.4768298,0.018401848,0.00036086986],"about_ca_topic_score_codex":0.0038619868,"about_ca_topic_score_gemma":0.012612509,"teacher_disagreement_score":0.78853005,"about_ca_system_score_codex":0.0003007835,"about_ca_system_score_gemma":0.00013887527,"threshold_uncertainty_score":0.99854726},"labels":[],"label_agreement":null},{"id":"W4411519852","doi":"10.1177/01678329251323445","title":"Helping Trainees Understand the Strategies to Minimize Errors and Biases in Systematic Review Approaches","year":2025,"lang":"en","type":"article","venue":"Education for Information","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University; Université de Montréal","funders":"Fonds de Recherche du Québec - Santé","keywords":"Rigour; Variety (cybernetics); Process (computing); Confusion; Computer science; Management science; Systematic review; Systematic error; Data science; Data extraction; Risk analysis (engineering); Selection (genetic algorithm); Psychology; Artificial intelligence; MEDLINE; Engineering; Epistemology","score_opus":0.7454086869966259,"score_gpt":0.5197120456829144,"score_spread":0.22569664131371148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411519852","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062348425,0.07269036,0.6128925,0.09429899,0.0025628016,0.045967877,0.00008407878,0.000052424293,0.10910253],"genre_scores_gemma":[0.978831,0.0004378309,0.006791088,0.007306283,0.00004031153,0.0022234384,0.0000821811,0.0000073258607,0.0042805704],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9930541,0.0011482582,0.0046220343,0.00020183361,0.00084779237,0.00012601147],"domain_scores_gemma":[0.9938243,0.0031245656,0.0016398465,0.00092189974,0.0004425865,0.00004680278],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.035402447,0.00014317816,0.0011710711,0.0005257224,0.00014309287,0.0010679347,0.0004991627,0.000035423065,0.00007314274],"category_scores_gemma":[0.035145976,0.000065461434,0.0002594481,0.0013485714,0.000026443799,0.0010510002,0.00003051792,0.00004879201,0.000084433224],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023867397,0.00013482888,0.00093956804,0.3065288,0.00034112067,5.3243888e-8,0.062400963,0.002672727,0.000004975169,0.36720926,0.22009504,0.0396488],"study_design_scores_gemma":[0.0005276708,0.000054033542,0.008106194,0.07631869,0.0012228502,0.000011584869,0.7976078,0.032237027,0.00002496024,0.038205512,0.045126304,0.0005573851],"about_ca_topic_score_codex":0.000009270652,"about_ca_topic_score_gemma":0.00003072953,"teacher_disagreement_score":0.91648257,"about_ca_system_score_codex":0.000058243968,"about_ca_system_score_gemma":0.00028151463,"threshold_uncertainty_score":0.99996907},"labels":[],"label_agreement":null},{"id":"W4411555570","doi":"10.1016/j.jclinepi.2025.111876","title":"Adherence to RECORD reporting guidelines among observational studies using routinely collected health data published in general medical journals: a meta-epidemiologic study","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; Queen's University; McMaster University; Women's College Hospital","funders":"","keywords":"Observational study; Medicine; Family medicine; MEDLINE; Epidemiology; Medical record; Environmental health; Pathology; Internal medicine","score_opus":0.9959672742694313,"score_gpt":0.8133929164219663,"score_spread":0.182574357847465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411555570","genre_codex":"empirical","genre_gemma":"methods","domain_codex":"reporting","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79799134,0.009276228,0.08430225,0.10342471,0.003711106,0.0011628963,0.000013935944,0.000007072639,0.000110468216],"genre_scores_gemma":[0.28155446,0.0029885122,0.6396344,0.06993259,0.0029342335,0.00007114457,0.000017024346,0.00003328684,0.0028343734],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.13898952,0.40668106,0.4396299,0.0040209983,0.009112604,0.0015659035],"domain_scores_gemma":[0.0128943045,0.57061183,0.38273326,0.008837804,0.022965293,0.001957477],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.93506414,0.00058345526,0.045370147,0.0014912533,0.00027310455,0.00026808455,0.006555663,0.00047993526,0.0025576125],"category_scores_gemma":[0.9953631,0.00025628178,0.005513322,0.0049835234,0.0002920355,0.00081502873,0.0017554385,0.0022072054,0.0000249184],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006803317,0.00022259497,0.72884035,0.000021212321,0.00292393,0.00006451692,0.00006328422,0.0031241153,5.5375506e-7,0.00018894747,0.2493368,0.015145702],"study_design_scores_gemma":[0.0008598241,0.0007009885,0.8672074,0.00047616952,0.0011687473,0.000113013964,0.0011184447,0.08938029,5.439221e-8,0.029115802,0.009657467,0.00020179721],"about_ca_topic_score_codex":0.0006400462,"about_ca_topic_score_gemma":0.0033710944,"teacher_disagreement_score":0.5553321,"about_ca_system_score_codex":0.00018131442,"about_ca_system_score_gemma":0.0033655553,"threshold_uncertainty_score":0.9999889},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4411712548","doi":"10.1007/978-3-031-87083-5_1","title":"History of Evidence-Based Surgery (EBS)","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Medicine; History","score_opus":0.9428302006388389,"score_gpt":0.5231878563218758,"score_spread":0.4196423443169631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411712548","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000032745918,0.02617624,0.0068348907,0.000644694,0.0013040385,0.00044917423,0.00001470434,0.000006657609,0.96456635],"genre_scores_gemma":[0.0003937558,0.00031173576,0.0010828587,0.000950701,0.00007089338,0.00001162304,0.000007556757,0.000014259372,0.9971566],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97190374,0.0027425794,0.015730733,0.0012661493,0.008179728,0.00017706612],"domain_scores_gemma":[0.94542086,0.03552218,0.010181911,0.0064690104,0.0022863606,0.000119666205],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.12208043,0.00047577737,0.008560088,0.0015309261,0.000026529504,0.0001282057,0.0020348465,0.00030641002,0.2739748],"category_scores_gemma":[0.053470325,0.00019619323,0.007813254,0.00021699155,0.00014393608,0.00014681005,0.00013479505,0.0002100044,0.006473251],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003848748,0.0000067140436,0.00022371738,0.00022126197,0.00017462658,0.000004636529,0.000011939432,0.0000028549002,0.0000022292636,0.038376786,0.93423015,0.026741207],"study_design_scores_gemma":[0.000021422238,0.000008644039,0.000049217626,0.0010185231,0.0004594853,6.9121853e-7,0.000005593842,0.00033419597,0.000004433879,0.007839321,0.9900671,0.0001913295],"about_ca_topic_score_codex":0.000020210791,"about_ca_topic_score_gemma":0.00002188276,"teacher_disagreement_score":0.26750153,"about_ca_system_score_codex":0.0002571755,"about_ca_system_score_gemma":0.0017752134,"threshold_uncertainty_score":0.9943003},"labels":[],"label_agreement":null},{"id":"W4411734501","doi":"10.1007/978-3-031-87083-5_5","title":"Hierarchy of Evidence in Surgical Research","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Hierarchy; Computer science; Political science","score_opus":0.9776580972808178,"score_gpt":0.6820320500889545,"score_spread":0.29562604719186325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411734501","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000042590054,0.005844287,0.0002570243,0.001248422,0.00010915081,0.0007192519,0.000008566654,0.0000014467269,0.99176925],"genre_scores_gemma":[0.0043174913,0.00078993913,0.0009433022,0.00003937467,0.000049339033,0.000015094563,0.0000017578963,0.000007761099,0.9938359],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.94222134,0.013244043,0.020449683,0.0020547207,0.02160844,0.0004217657],"domain_scores_gemma":[0.9424315,0.04627837,0.0024654837,0.005588584,0.0031135995,0.00012244986],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.32758644,0.00029295718,0.005765705,0.0025486094,0.00004797185,0.00031369124,0.0035359901,0.00031466852,0.14621821],"category_scores_gemma":[0.064036325,0.0001134605,0.002281163,0.0010476729,0.00023378365,0.0001221796,0.00064455497,0.000710177,0.008340376],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010822846,0.000013684311,0.00061511394,0.00016330417,0.00008611626,0.000052966006,0.000055568722,0.0000028583634,0.0000014568731,0.6584313,0.2644183,0.076148495],"study_design_scores_gemma":[0.000046418478,0.000025036901,0.00009229682,0.0008753637,0.000036043497,0.000003211412,0.000026386011,0.00022689805,0.000003243465,0.15557756,0.8429884,0.000099177625],"about_ca_topic_score_codex":0.000043710068,"about_ca_topic_score_gemma":0.00016007676,"teacher_disagreement_score":0.57857007,"about_ca_system_score_codex":0.00006093369,"about_ca_system_score_gemma":0.00037581587,"threshold_uncertainty_score":0.99243176},"labels":[],"label_agreement":null},{"id":"W4411734513","doi":"10.1007/978-3-031-87083-5_32","title":"Network Meta-analyses in Surgical Trials","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Centre Hospitalier de l’Université de Montréal; Impact","funders":"","keywords":"Meta-analysis; Medicine; Internal medicine","score_opus":0.9702333864145043,"score_gpt":0.6446256891621618,"score_spread":0.3256076972523425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411734513","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.943195e-7,0.033624645,0.0028937014,0.0009791511,0.00046016672,0.0012054291,0.00004182842,0.000007790128,0.9607864],"genre_scores_gemma":[0.00022781349,0.0002890808,0.0031512133,0.00069964456,0.0004048732,0.00005936862,0.000028022938,0.000020026706,0.9951199],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.85472023,0.045784865,0.07737732,0.0041894275,0.017182214,0.00074591284],"domain_scores_gemma":[0.9130766,0.06258129,0.015227987,0.007680232,0.0012259253,0.00020799175],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.4234214,0.00097222964,0.04244869,0.0013661997,0.000086167944,0.0012754439,0.0032147109,0.00059679727,0.5100334],"category_scores_gemma":[0.0656256,0.00034410236,0.028977094,0.00092503557,0.000074269614,0.0001178311,0.00039183395,0.0005241629,0.012992293],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008102029,0.000009884027,0.000019035542,0.000020855028,0.012067393,0.000057152414,0.000008203637,0.0002415215,1.1472666e-7,0.33147532,0.64759934,0.008493081],"study_design_scores_gemma":[0.00010843809,0.000008797475,0.0000054255033,0.000033155215,0.021570286,0.00000431974,0.000009567902,0.00024947344,3.4903914e-7,0.22596782,0.75180465,0.00023770612],"about_ca_topic_score_codex":0.000023583549,"about_ca_topic_score_gemma":0.00023357202,"teacher_disagreement_score":0.49704117,"about_ca_system_score_codex":0.000047980488,"about_ca_system_score_gemma":0.00020443097,"threshold_uncertainty_score":0.9999011},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4411734708","doi":"10.1007/978-3-031-87083-5_16","title":"The Surgeon’s Guide to Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; Oakville-Trafalgar Memorial Hospital; McMaster University","funders":"","keywords":"Meta-analysis; Medicine; Internal medicine","score_opus":0.6762847207099194,"score_gpt":0.5161428452674962,"score_spread":0.1601418754424232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411734708","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.6760671e-8,0.3293286,0.0051614456,0.009769193,0.00006826843,0.004078773,0.00007179887,0.0000075468984,0.65151435],"genre_scores_gemma":[0.000008431898,0.007337679,0.0011676722,0.009016558,0.000015710624,0.00036699284,0.000010293534,0.000020044537,0.9820566],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.95170724,0.008218186,0.028676499,0.0022343157,0.008799303,0.00036445566],"domain_scores_gemma":[0.95047015,0.021304365,0.010403224,0.014321276,0.0031683473,0.0003326495],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.24435304,0.0009855466,0.03901542,0.0011008509,0.00035660833,0.00226396,0.0042190095,0.00021005239,0.0751624],"category_scores_gemma":[0.05948139,0.0002955047,0.025408486,0.001486802,0.00007463628,0.00008994255,0.0006652651,0.0002632452,0.009136595],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.8168733e-7,0.000001952074,0.0000012030299,0.02363878,0.24642214,0.0000026857178,0.0000089416635,0.0000016442523,1.1274929e-8,0.10072691,0.6291239,0.00007152828],"study_design_scores_gemma":[0.000007296584,0.0000040557197,6.7683595e-7,0.0006071699,0.54840845,0.0000029396488,0.000014845899,0.00003268785,4.142569e-8,0.0033371341,0.4474074,0.00017732396],"about_ca_topic_score_codex":0.000029007639,"about_ca_topic_score_gemma":0.00064264674,"teacher_disagreement_score":0.33054227,"about_ca_system_score_codex":0.0000504332,"about_ca_system_score_gemma":0.00011149118,"threshold_uncertainty_score":0.9999497},"labels":[],"label_agreement":null},{"id":"W4411848382","doi":"10.1101/2025.06.30.25330567","title":"Analysing complex interventions using component network meta-analysis","year":2025,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Ottawa Hospital; Toronto Public Health","funders":"","keywords":"Component (thermodynamics); Psychological intervention; Meta-analysis; Computer science; Data science; Psychology; Medicine; Physics","score_opus":0.9475488249182762,"score_gpt":0.6104780477201629,"score_spread":0.3370707771981133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411848382","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042067513,0.018671082,0.92731005,0.0013657991,0.0011526626,0.001572832,0.00039813525,0.000036118712,0.007425831],"genre_scores_gemma":[0.8762489,0.000051282717,0.100550815,0.0006040443,0.0003433456,0.00015778134,0.0003807145,0.00003497246,0.021628167],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.92838526,0.034946993,0.024519281,0.0033275813,0.008160118,0.0006607942],"domain_scores_gemma":[0.96233416,0.0052320138,0.016596885,0.012962223,0.0025588328,0.00031586157],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.17165609,0.0010665716,0.024966286,0.0031640437,0.00053675025,0.003060214,0.006120477,0.0003442344,0.06109024],"category_scores_gemma":[0.010568337,0.00056323444,0.07863045,0.009739645,0.00014414445,0.00014524633,0.0031605768,0.00086485996,0.00083889224],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002813146,0.00010310402,0.037263405,0.00023575003,0.483384,0.000011403193,0.000102800805,0.46152556,0.0000119317565,0.00094669394,0.016079934,0.00033259066],"study_design_scores_gemma":[0.000049213828,0.0000048670017,0.010626484,0.000055777276,0.6014824,0.0000018876071,0.0000753882,0.36503863,0.0000019527643,0.005600393,0.01667589,0.00038711517],"about_ca_topic_score_codex":0.00025691473,"about_ca_topic_score_gemma":0.000652848,"teacher_disagreement_score":0.83418137,"about_ca_system_score_codex":0.00013981742,"about_ca_system_score_gemma":0.00015809768,"threshold_uncertainty_score":0.9999391},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"meta_analysis","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4411919667","doi":"10.12771/emj.2025.00409","title":"CONSORT 2025 statement: updated guideline for reporting randomized trials: a Korean translation","year":2025,"lang":"en","type":"article","venue":"The Ewha Medical Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; University of Alberta; Robarts Clinical Trials; St. Joseph’s Healthcare Hamilton; Hospital for Sick Children; Ottawa Hospital; McMaster University; Women's College Hospital; University of Toronto","funders":"University of North Carolina at Chapel Hill; University of Exeter; Jawaharlal Institute Of Postgraduate Medical Education and Research; Syddansk Universitet; Centers for Disease Control and Prevention; University of Aberdeen; University of Toronto; University of Glasgow; University of Warwick; University of Oxford; University College London; University of Ottawa; Medical Research Council; Department of Health and Social Care; National Institute for Health and Care Research; South African Medical Research Council; University of Alberta; London School of Hygiene and Tropical Medicine; McMaster University; Ottawa Hospital Research Institute; Bond University; Hospital for Sick Children; Northwestern University; University of Miami","keywords":"Consolidated Standards of Reporting Trials; Guideline; Statement (logic); Randomized controlled trial; Medicine; Accounting; Family medicine; Internal medicine; Business; Linguistics; Pathology; Philosophy","score_opus":0.8291288935131612,"score_gpt":0.6361501035593582,"score_spread":0.19297878995380302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411919667","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032103786,0.0032282157,0.92042494,0.06494042,0.0012347974,0.0019188885,0.000009718726,0.0000072648972,0.0050253645],"genre_scores_gemma":[0.656398,0.0035082016,0.20162082,0.036968503,0.006897957,0.0009575476,0.00040598665,0.00011235292,0.093130656],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8017208,0.07670426,0.10668426,0.00094501744,0.013329717,0.0006159715],"domain_scores_gemma":[0.63161916,0.21410646,0.13689728,0.006289268,0.00977874,0.0013091227],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.82803524,0.00024270758,0.0069519216,0.0003673045,0.00044223768,0.00091841,0.0016215942,0.0001246755,0.021865863],"category_scores_gemma":[0.70636606,0.00008092101,0.004305751,0.0009600517,0.00017671468,0.0001607325,0.000059834092,0.00044542213,0.00011777256],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026949486,0.000042541807,0.0000808171,0.000018842296,0.0014061391,0.000016548134,0.00033490625,0.0000665101,0.00004999981,0.0032027545,0.6866783,0.3054077],"study_design_scores_gemma":[0.039522756,0.000024341543,0.000030510257,0.00021115043,0.002246026,0.00010426294,0.0008888854,0.11480037,0.000048715694,0.08795483,0.7540366,0.00013154451],"about_ca_topic_score_codex":0.000010361275,"about_ca_topic_score_gemma":0.00001572406,"teacher_disagreement_score":0.7188041,"about_ca_system_score_codex":0.000035996043,"about_ca_system_score_gemma":0.00071468524,"threshold_uncertainty_score":0.9790283},"labels":[],"label_agreement":null},{"id":"W4412011489","doi":"10.1017/cjn.2025.10111","title":"The Effect of Training and Certification for the NIHSS and the mRS on Rater Performance: A Systematic Review","year":2025,"lang":"en","type":"review","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Calgary","funders":"","keywords":"Certification; Psychology; Medicine; Medical physics; Medical education; Physical medicine and rehabilitation; Political science","score_opus":0.48666540997036195,"score_gpt":0.46185709946685694,"score_spread":0.024808310503505016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412011489","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010001001,0.98107946,0.000029431572,0.0049702353,0.00068709836,0.0028455695,0.00001457713,0.0000017534722,0.00037088818],"genre_scores_gemma":[0.022145424,0.9759846,0.00007089617,0.0013699102,0.00010699391,0.000111711066,2.1361876e-7,0.0000085673755,0.00020171754],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96010846,0.02814161,0.007603832,0.0007838123,0.0025886307,0.0007736714],"domain_scores_gemma":[0.89902115,0.08658504,0.011693857,0.0010369549,0.0010214122,0.0006416058],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.2520534,0.0005929089,0.0063462276,0.00078597525,0.005038762,0.0029884437,0.00705128,0.00018406601,0.000059165584],"category_scores_gemma":[0.13490586,0.0001484031,0.0020204552,0.0024435264,0.008607072,0.00036820414,0.00012426014,0.0011669373,0.0000038006356],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015916378,0.000014194126,0.0051726415,0.10786161,0.0006418252,0.00016544592,0.00090432534,0.00031579845,1.13610355e-7,0.0043434855,0.009182961,0.8712384],"study_design_scores_gemma":[0.0014344669,0.081236646,0.0017368637,0.21021013,0.020237604,0.033477977,0.001413602,0.011183424,0.0000024756023,0.018236598,0.6192507,0.001579487],"about_ca_topic_score_codex":0.000054778357,"about_ca_topic_score_gemma":0.0023407813,"teacher_disagreement_score":0.86965895,"about_ca_system_score_codex":0.00007835298,"about_ca_system_score_gemma":0.0020355277,"threshold_uncertainty_score":0.99832106},"labels":[],"label_agreement":null},{"id":"W4412032957","doi":"10.6000/1929-6029.2025.14.30","title":"Comparison of Heterogeneity Measures in Meta-Analysis","year":2025,"lang":"en","type":"article","venue":"International Journal of Statistics in Medical Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Meta-analysis; Computer science; Econometrics; Mathematics; Medicine; Internal medicine","score_opus":0.9213311674461997,"score_gpt":0.7348622527882308,"score_spread":0.1864689146579689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412032957","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14339067,0.007620833,0.8291542,0.010712502,0.0007998516,0.00041359424,0.00017832073,8.6714755e-7,0.007729179],"genre_scores_gemma":[0.9896324,0.00015487734,0.009398489,0.000113181086,0.00003553643,0.000006670152,0.0000033185017,0.0000030770877,0.00065244554],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.918596,0.021102501,0.018069034,0.0005340954,0.041367043,0.00033127744],"domain_scores_gemma":[0.9466436,0.03672977,0.0035876671,0.0010108835,0.011802397,0.00022571658],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28380084,0.00013523684,0.004481984,0.005064227,0.000029188395,0.00025363365,0.004256525,0.00011151784,0.013792843],"category_scores_gemma":[0.2950255,0.000068247384,0.0018522444,0.0038882745,0.00026962286,0.00010463997,0.0003070837,0.000938292,0.00006310332],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016270956,0.0010813352,0.7295326,0.000052223317,0.08012528,0.0004393901,0.0007388111,0.0043720254,0.000058619928,0.05343424,0.050309014,0.079693764],"study_design_scores_gemma":[0.0023273642,0.0003315219,0.40251803,0.00028347244,0.027262049,0.000035646117,0.0033323118,0.19335708,0.0008342206,0.31044552,0.058897957,0.00037484246],"about_ca_topic_score_codex":0.00012788968,"about_ca_topic_score_gemma":0.0021755197,"teacher_disagreement_score":0.8462417,"about_ca_system_score_codex":0.00014655998,"about_ca_system_score_gemma":0.0006041678,"threshold_uncertainty_score":0.9871087},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4412134464","doi":"10.1177/25152459251348431","title":"Bestiary of Questionable Research Practices in Psychology","year":2025,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; St. Francis Xavier University; University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; Eötvös Loránd Tudományegyetem; Magyar Tudományos Akadémia; National Institute for Health and Care Research; Leverhulme Trust; John Templeton Foundation; National Research, Development and Innovation Office; National Science Foundation","keywords":"Bestiary; Psychology; Psychoanalysis; Literature; Art","score_opus":0.8395444366525378,"score_gpt":0.8045002882908695,"score_spread":0.03504414836166825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412134464","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39397103,0.07165504,0.05523948,0.014815847,0.0017180484,0.0016657105,0.000003573868,0.000009110714,0.46092215],"genre_scores_gemma":[0.5321785,0.010194328,0.4564042,0.00061349146,0.000022750859,0.000092735245,3.4530936e-7,0.0000032843998,0.00049034326],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9179262,0.0652972,0.008066174,0.0033966168,0.0044226875,0.000891102],"domain_scores_gemma":[0.8963999,0.090381324,0.008740357,0.0032053431,0.0011145384,0.00015853936],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.525518,0.00021264894,0.0017595841,0.0021955052,0.00016924305,0.00039675072,0.003391167,0.00018860395,0.00079763256],"category_scores_gemma":[0.50509536,0.000114890085,0.00014292475,0.015113007,0.0018588479,0.0028165653,0.0004647226,0.0010592384,0.0000398025],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009633092,0.0004310431,0.37590623,0.000047577807,0.000004791467,0.0000198612,0.00021535474,0.00013061968,0.0012742123,0.0416451,0.0002981898,0.57993066],"study_design_scores_gemma":[0.00031718664,0.00017035176,0.29287207,0.0001257787,0.0000093282115,0.000018042505,0.0011523309,0.0020609095,0.00006318614,0.5815638,0.121514,0.00013302077],"about_ca_topic_score_codex":0.00012631626,"about_ca_topic_score_gemma":0.0003291986,"teacher_disagreement_score":0.5797977,"about_ca_system_score_codex":0.00005079884,"about_ca_system_score_gemma":0.00012472789,"threshold_uncertainty_score":0.87335175},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4412164317","doi":"10.1109/wsese66602.2025.00016","title":"Can Machine Learning Support the Selection of Studies for Systematic Literature Review Updates?","year":2025,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Computer science; Selection (genetic algorithm); Machine learning; Systematic review; Artificial intelligence; Data science; MEDLINE","score_opus":0.4842724611286957,"score_gpt":0.5337209233272568,"score_spread":0.04944846219856114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412164317","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010383991,0.9137112,0.030387785,0.02759791,0.0006550555,0.012594063,0.000033292465,0.000028282386,0.013954026],"genre_scores_gemma":[0.33882838,0.036956508,0.005209646,0.0066770813,0.00008798593,0.0013062116,0.000043944394,0.000022420343,0.6108678],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98443973,0.0064476063,0.006918518,0.0004480731,0.0016057962,0.00014027141],"domain_scores_gemma":[0.98654556,0.005903942,0.003538625,0.0014157331,0.0025663546,0.000029787014],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08898207,0.00019550613,0.00385255,0.00021922085,0.00019794569,0.0002838358,0.00087417004,0.00003856498,0.0012712453],"category_scores_gemma":[0.06837151,0.00006029534,0.0013270184,0.0023730411,0.000029719906,0.00008746714,0.000082882,0.00012368363,0.00008042972],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005516398,0.0000355784,0.005475493,0.39381117,0.0020614571,8.9678116e-7,0.00094150275,0.000051862684,0.000059436843,0.025039831,0.5702755,0.002241769],"study_design_scores_gemma":[0.00085018727,0.00045967306,0.0011391141,0.38058406,0.012733024,0.00011108443,0.008812959,0.05314444,0.00053347077,0.024027908,0.5167358,0.0008682802],"about_ca_topic_score_codex":0.000003099586,"about_ca_topic_score_gemma":0.000078565165,"teacher_disagreement_score":0.8767547,"about_ca_system_score_codex":0.000022282436,"about_ca_system_score_gemma":0.000047489913,"threshold_uncertainty_score":0.9996417},"labels":[],"label_agreement":null},{"id":"W4412166390","doi":"10.1017/cjn.2025.10290","title":"P.143 Eligibility criteria in glioma clinical trials: a systematic review and meta-analysis on selectivity, generalizability, and real-world applicability","year":2025,"lang":"en","type":"review","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Generalizability theory; Meta-analysis; Clinical trial; Oncology; Medicine; Medical physics; Psychology; Internal medicine; Developmental psychology","score_opus":0.7727872108029452,"score_gpt":0.6113887044114281,"score_spread":0.1613985063915171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412166390","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01674578,0.97513556,0.00004557339,0.0031219488,0.00037928074,0.003428117,0.000141827,0.000007588277,0.0009943241],"genre_scores_gemma":[0.019726893,0.974825,0.0009707862,0.0040270016,0.00012720916,0.00012122731,0.0000013453175,0.000018594299,0.00018193715],"study_design_codex":"observational","study_design_gemma":"meta_analysis","domain_scores_codex":[0.8024708,0.16384959,0.025712114,0.0029316915,0.003799186,0.0012366017],"domain_scores_gemma":[0.840673,0.11250715,0.035517573,0.0036237233,0.0031438775,0.00453462],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts"],"category_scores_codex":[0.58868116,0.001440019,0.045009065,0.007065193,0.0017087323,0.004560075,0.0080380635,0.0006373002,0.0013937531],"category_scores_gemma":[0.3223659,0.00061108527,0.013002655,0.016870124,0.0067376206,0.00086340075,0.00046119926,0.002845641,0.000011123861],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021589326,0.0011508466,0.43794835,0.34241915,0.074856795,0.010652,0.00060623244,0.0006587252,3.0909496e-7,0.007994088,0.021591598,0.10190602],"study_design_scores_gemma":[0.0004985664,0.030433271,0.012825334,0.011609109,0.81070703,0.011166899,0.0001238457,0.001292805,2.791246e-7,0.07983152,0.038977686,0.0025336528],"about_ca_topic_score_codex":0.0017585197,"about_ca_topic_score_gemma":0.15654722,"teacher_disagreement_score":0.7358502,"about_ca_system_score_codex":0.00040125204,"about_ca_system_score_gemma":0.005479557,"threshold_uncertainty_score":0.99983495},"labels":[],"label_agreement":null},{"id":"W4412173650","doi":"10.1097/as9.0000000000000594","title":"Bibliometric Analysis of Surgical Articles Using Bayesian Statistics","year":2025,"lang":"en","type":"review","venue":"Annals of Surgery Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Health Sciences Centre; University of Ottawa; Sunnybrook Health Science Centre","funders":"","keywords":"Statistics; Bayesian probability; Bayesian statistics; Data science; Computer science; Bayesian inference; Mathematics","score_opus":0.9381523087201591,"score_gpt":0.6551801492884783,"score_spread":0.28297215943168075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412173650","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016398623,0.98756254,0.008411389,0.000048396236,0.00015412782,0.00093263044,0.0012101029,0.0000017876808,0.001515058],"genre_scores_gemma":[0.0002172752,0.9949372,0.0028916239,0.000032626933,0.000023790328,0.000025103735,0.00012776697,0.000017209371,0.0017274374],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.95282036,0.014086766,0.025531076,0.001256851,0.0058954074,0.00040956467],"domain_scores_gemma":[0.90478694,0.06580403,0.020601807,0.004912715,0.0036537133,0.00024078465],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","bibliometrics"],"category_scores_codex":[0.1777411,0.0005544459,0.031940665,0.20618649,0.00008623905,0.0010809762,0.004300006,0.00024482724,0.013307393],"category_scores_gemma":[0.05326555,0.00028451538,0.011543458,0.5004396,0.00012755806,0.00033390548,0.0008957793,0.00017716335,0.00014392243],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033347624,0.000089278896,0.004773016,0.0049073384,0.0070420066,0.000019899635,0.000008117058,0.00003287035,2.4748621e-8,0.00040719716,0.046873674,0.9358432],"study_design_scores_gemma":[0.000029631603,0.0000099512245,0.0010712963,0.0043644393,0.018111631,0.0000046199243,0.000021353037,0.0018230573,0.0000010357585,0.00092510675,0.9733244,0.00031344633],"about_ca_topic_score_codex":0.00025276787,"about_ca_topic_score_gemma":0.000041738385,"teacher_disagreement_score":0.93552977,"about_ca_system_score_codex":0.000015368563,"about_ca_system_score_gemma":0.0008670817,"threshold_uncertainty_score":0.9999607},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4412226563","doi":"","title":"Tree-based structural equation modelling for assessing measurement invariance in patient-reported outcomes measures","year":2022,"lang":"en","type":"article","venue":"University of Southern Denmark Research Portal (University of Southern Denmark)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Trinity Western University; University of Calgary; McGill University; University of Alberta; University of Saskatchewan","funders":"","keywords":"Structural equation modeling; Measurement invariance; Tree (set theory); Statistics; Econometrics; Mathematics; Applied mathematics; Psychology; Computer science; Confirmatory factor analysis; Mathematical analysis","score_opus":0.6146112600725893,"score_gpt":0.41675492566851263,"score_spread":0.19785633440407663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412226563","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91637194,0.00017825732,0.077116944,0.00035432552,0.000082424915,0.0014710866,0.00052652607,0.00000978167,0.003888723],"genre_scores_gemma":[0.9892983,0.000003934176,0.0070035737,0.000015202467,0.0000114098,0.0000013885505,0.00003700472,0.000023660601,0.003605549],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9777185,0.007185515,0.002324811,0.0011923189,0.010972025,0.00060687674],"domain_scores_gemma":[0.9879646,0.0021697455,0.004107111,0.0018623786,0.0036422845,0.00025392155],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.05843712,0.0003480932,0.0020556578,0.0016956547,0.0012114546,0.00015847757,0.0025710596,0.00015170657,0.015421065],"category_scores_gemma":[0.0039187223,0.00031812093,0.0014863382,0.0022500162,0.00042317584,0.00036833854,0.000568629,0.0005542027,0.00021893324],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020963107,0.00088574155,0.7739605,0.00043609366,0.0019446966,0.00055575644,0.053517286,0.12096671,0.0018522785,0.0007589358,0.0047963415,0.038229372],"study_design_scores_gemma":[0.0034593404,0.00023394587,0.00877781,0.00016693871,0.0004043373,0.0000069728535,0.6460147,0.33297637,0.000035245488,0.004221021,0.003096424,0.00060689595],"about_ca_topic_score_codex":0.002470324,"about_ca_topic_score_gemma":0.0030902077,"teacher_disagreement_score":0.7651827,"about_ca_system_score_codex":0.00028156754,"about_ca_system_score_gemma":0.0007337459,"threshold_uncertainty_score":0.9999271},"labels":[],"label_agreement":null},{"id":"W4412400666","doi":"10.1186/s41687-025-00920-2","title":"Principles of good practice for concept definition in the context of translation and linguistic validation of clinical outcome assessments (COAs)","year":2025,"lang":"en","type":"article","venue":"Journal of Patient-Reported Outcomes","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Equivalence (formal languages); Process (computing); Adaptation (eye); Context (archaeology); Meaning (existential); Conceptual framework; Computer science; Knowledge management; Psychology; Linguistics; Management science; Sociology; Engineering; Social science","score_opus":0.786652413889729,"score_gpt":0.6121473774160078,"score_spread":0.17450503647372118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412400666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9749233,0.00045287042,0.020623349,0.0006240828,0.0005834436,0.0008957356,0.000023146933,7.5702536e-7,0.001873316],"genre_scores_gemma":[0.987478,0.000024591567,0.012280056,0.00012279497,0.00001578024,0.0000068543486,0.000006176566,0.000003810292,0.00006193523],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9722234,0.0042498484,0.02079484,0.00024396786,0.0023920734,0.0000958741],"domain_scores_gemma":[0.939306,0.02445615,0.03188576,0.00073142257,0.0035793788,0.0000412826],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.060794152,0.00014303348,0.0027404416,0.00042717156,0.000034225533,0.00006001687,0.0004041781,0.000088125926,0.0000455023],"category_scores_gemma":[0.1486635,0.00006711725,0.0011375747,0.0005574455,0.000082503364,0.00025701447,0.000026068044,0.00016056116,5.935325e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010598744,0.00039690532,0.9750145,0.0001291998,0.00053224276,0.0000034795883,0.001640049,0.00010221666,0.000040454815,0.0052964934,0.000069236456,0.016669247],"study_design_scores_gemma":[0.0053471117,0.0014366227,0.9457061,0.0005458331,0.004245833,0.000041031664,0.01848853,0.002898673,0.00091678917,0.008401939,0.0117628,0.00020872969],"about_ca_topic_score_codex":0.000018190696,"about_ca_topic_score_gemma":0.000017074668,"teacher_disagreement_score":0.08786935,"about_ca_system_score_codex":0.000015794225,"about_ca_system_score_gemma":0.00018156307,"threshold_uncertainty_score":0.96711004},"labels":[],"label_agreement":null},{"id":"W4412430220","doi":"10.1038/s41597-025-05510-x","title":"Publication of data sharing statements in clinical trials by cardiovascular journals: a quantitative and qualitative analysis","year":2025,"lang":"en","type":"article","venue":"Scientific Data","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"Natural Science Foundation of Guangdong Province; National Natural Science Foundation of China","keywords":"Clinical trial; Qualitative analysis; Data sharing; Computer science; Information retrieval; Data science; Qualitative research; Medicine; Alternative medicine; Internal medicine; Sociology; Pathology; Social science","score_opus":0.9769527842570832,"score_gpt":0.7718171202364945,"score_spread":0.2051356640205887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412430220","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09535729,0.038931124,0.82186985,0.0026704408,0.001254835,0.0025168536,0.035177547,0.000008147024,0.0022138979],"genre_scores_gemma":[0.84845084,0.0013036352,0.08974826,0.00030815395,0.000071557726,0.00008326407,0.0317865,0.000027127126,0.02822064],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8417537,0.097707294,0.042413063,0.0070297355,0.010605748,0.0004904276],"domain_scores_gemma":[0.8140636,0.061215647,0.0310329,0.085505635,0.007641905,0.0005402963],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.85106504,0.00018623593,0.005277797,0.0020689985,0.00016532291,0.003566845,0.01037954,0.0000679886,0.0013011183],"category_scores_gemma":[0.42478552,0.000102058635,0.0010988268,0.010951685,0.000328841,0.0028442952,0.003628083,0.00017738335,0.00011370296],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026773378,0.00026751382,0.05134483,0.00009709599,0.015036096,0.0000014212768,0.0032101886,0.00006198958,0.00011025809,0.0026053125,0.8090407,0.11819778],"study_design_scores_gemma":[0.0016300478,0.000038733386,0.046866972,0.00027401978,0.012909067,7.8197075e-7,0.034910116,0.39411128,0.000027852804,0.022933852,0.48584715,0.00045013175],"about_ca_topic_score_codex":0.00013904372,"about_ca_topic_score_gemma":0.00024812686,"teacher_disagreement_score":0.75309354,"about_ca_system_score_codex":0.000021981125,"about_ca_system_score_gemma":0.00018254503,"threshold_uncertainty_score":0.99961185},"labels":[],"label_agreement":null},{"id":"W4412620729","doi":"10.59350/9wwmf-eja35","title":"#PKP5: Sprint Results and OJS 3.0 Beta 1 Release","year":2015,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"BETA (programming language); Sprint; Mathematics; Computer science; Programming language","score_opus":0.8608526249844047,"score_gpt":0.5577127487108564,"score_spread":0.3031398762735483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412620729","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10995571,0.0067058965,0.019269507,0.00997408,0.002179274,0.004083266,0.00032183883,0.000050802002,0.8474596],"genre_scores_gemma":[0.73304933,0.0002721054,0.027522003,0.0006550914,0.00041705984,0.00014382317,0.00006731531,0.000035004254,0.23783825],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96563184,0.008857382,0.014700135,0.0027446628,0.0077405493,0.00032542105],"domain_scores_gemma":[0.9757588,0.002758401,0.0073741716,0.01102133,0.0024761553,0.00061115826],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.19929361,0.0005863076,0.0059849173,0.000492014,0.00008906566,0.002432792,0.0030491797,0.0003510193,0.0073314896],"category_scores_gemma":[0.065565586,0.00025635603,0.0019615635,0.00055128586,0.00010043198,0.00012597258,0.0028238862,0.0005695636,0.010024942],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026457128,0.00005323178,0.0020922625,0.00013216275,0.00035628444,0.000023957598,0.00040729955,0.00028802914,0.00000519578,0.006312702,0.9176827,0.07261972],"study_design_scores_gemma":[0.00035427112,0.00003404225,0.0051479423,0.0001135628,0.0004869678,0.000017072087,0.00050520233,0.012550655,0.00001849646,0.054576006,0.92568994,0.0005058607],"about_ca_topic_score_codex":0.00021940711,"about_ca_topic_score_gemma":0.00014797022,"teacher_disagreement_score":0.6230936,"about_ca_system_score_codex":0.000051456725,"about_ca_system_score_gemma":0.0003343922,"threshold_uncertainty_score":0.99998885},"labels":[],"label_agreement":null},{"id":"W4412655023","doi":"10.1111/head.15000","title":"Disagreement with categorization of clinical trials included in Treadwell et al. systematic review and meta‐analysis","year":2025,"lang":"en","type":"letter","venue":"Headache The Journal of Head and Face Pain","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Windsor Clinical Research; University of Windsor; Western University","funders":"National Center for Complementary and Integrative Health; National Institutes of Health","keywords":"Meta-analysis; Systematic review; Categorization; Clinical trial; Medicine; MEDLINE; Internal medicine; Computer science; Artificial intelligence; Chemistry","score_opus":0.7654993891940053,"score_gpt":0.5916322692464527,"score_spread":0.17386711994755255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412655023","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003040819,0.25507385,0.03733611,0.70395803,0.000046071185,0.003093232,0.000050893006,0.0000013149114,0.00013640102],"genre_scores_gemma":[0.022057386,0.058062147,0.0015885072,0.91003305,0.0001443355,0.00010191382,0.000047813603,0.0000305686,0.007934307],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.6645337,0.2884781,0.039986346,0.00080194965,0.0058838637,0.00031608346],"domain_scores_gemma":[0.89171994,0.07355136,0.031177288,0.00227532,0.0011476805,0.00012841298],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6765194,0.0005186995,0.029628837,0.0008515822,0.0000755398,0.00025308854,0.0011781161,0.00024891872,0.00040215283],"category_scores_gemma":[0.07047829,0.00016468785,0.004636524,0.001978037,0.00012829309,0.00015402798,0.00011951734,0.0011732543,0.0000053162676],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005179527,0.00010626347,0.0014291294,0.060982395,0.10304476,0.000024435869,0.0005765086,0.000122026904,0.0000012538524,0.000029814515,0.83336145,0.00027016635],"study_design_scores_gemma":[0.00067620137,0.00038197023,0.00027694387,0.010091136,0.9441904,0.000040709077,0.0011144868,0.0018579891,0.0000013694778,0.0006928942,0.04035049,0.00032540553],"about_ca_topic_score_codex":0.00008182031,"about_ca_topic_score_gemma":0.00028843345,"teacher_disagreement_score":0.84114563,"about_ca_system_score_codex":0.000026665564,"about_ca_system_score_gemma":0.00021966988,"threshold_uncertainty_score":0.98477733},"labels":[],"label_agreement":null},{"id":"W4412820135","doi":"10.1002/jcv2.70017","title":"Guidance for umbrella reviews of observational studies: A scoping review","year":2025,"lang":"en","type":"review","venue":"JCPP Advances","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Toronto; University of Alberta; University of Calgary; Institute of Health Economics; University of Ottawa","funders":"Department of Health and Social Care; Research Executive Agency; National Institute for Health and Care Research","keywords":"Observational study; Engineering ethics; Psychology; Medicine; Engineering","score_opus":0.956628815012148,"score_gpt":0.7166509998997298,"score_spread":0.23997781511241822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412820135","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.0671471e-8,0.978273,0.0057645277,0.00029122696,0.0009005847,0.011843927,0.00015706566,0.0000063729876,0.0027632916],"genre_scores_gemma":[5.237312e-9,0.952688,0.02573803,0.0006685177,0.00020407372,0.003424427,0.000062020335,0.000023135759,0.017191837],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9468897,0.01091535,0.035800494,0.0020692195,0.003928802,0.00039644647],"domain_scores_gemma":[0.89553034,0.049777064,0.04331827,0.0068386667,0.004396383,0.00013927456],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.1337598,0.00093698665,0.03714805,0.0004872841,0.00017291192,0.0001739094,0.0038001956,0.00017704094,0.0017069175],"category_scores_gemma":[0.28485715,0.00042479098,0.011281462,0.0038044476,0.00013402941,0.00038139801,0.00032077386,0.00021604108,0.0006265278],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.5319362e-7,0.000010302053,0.000003369233,0.4275129,0.00018022399,2.602505e-7,0.000006867274,9.809248e-7,1.0692005e-8,0.000678367,0.06816115,0.5034451],"study_design_scores_gemma":[0.000032743334,0.000014317657,1.948531e-7,0.44933185,0.0017568534,0.0000019163663,0.0000093839735,0.0000033158708,6.759024e-8,0.0014532993,0.54721075,0.00018530685],"about_ca_topic_score_codex":3.97298e-7,"about_ca_topic_score_gemma":0.000015924772,"teacher_disagreement_score":0.5032598,"about_ca_system_score_codex":0.00008728394,"about_ca_system_score_gemma":0.00082489173,"threshold_uncertainty_score":0.9998204},"labels":[],"label_agreement":null},{"id":"W4412872054","doi":"10.1101/2025.07.17.25331623","title":"Evaluation of the replicability of systematic reviews with meta-analyses of the effects of health interventions","year":2025,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Ottawa Hospital; Bruyère; University of Ottawa","funders":"National Health and Medical Research Council; Medical Research Council; National Institute for Health and Care Research","keywords":"Psychological intervention; Meta-analysis; Systematic review; Psychology; Medicine; MEDLINE; Political science; Psychiatry; Internal medicine","score_opus":0.9200655670706293,"score_gpt":0.6388862532246138,"score_spread":0.28117931384601547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412872054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6026342,0.31595737,0.026258674,0.0016953736,0.001424258,0.04968316,0.0002424499,0.0000060357156,0.0020984532],"genre_scores_gemma":[0.9968024,0.00022674118,0.00095570623,0.00002956288,0.000006468865,0.0009018731,0.0000024603507,0.000007030652,0.001067784],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.57888585,0.33857372,0.057924647,0.0020488172,0.022270123,0.0002968183],"domain_scores_gemma":[0.8517192,0.017914603,0.094485335,0.02578365,0.010028466,0.00006877509],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.49956146,0.00040913693,0.017360616,0.00035614625,0.000074176605,0.000046592406,0.004500088,0.00011459788,0.00070190686],"category_scores_gemma":[0.33060336,0.00011398616,0.016580954,0.002550487,0.00028019282,0.000047942,0.00093263714,0.00028477283,0.0000068821255],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008207334,0.0006828515,0.037398186,0.9183144,0.031510465,6.9036936e-8,0.0015791313,0.0028849668,0.00049539556,0.0011152045,0.0027368236,0.0032743018],"study_design_scores_gemma":[0.0007614869,0.0003591802,0.18148907,0.2102276,0.5551093,0.000004669365,0.00089889526,0.010857047,0.012323259,0.026990723,0.0004263515,0.00055239873],"about_ca_topic_score_codex":0.00021396301,"about_ca_topic_score_gemma":0.00022661003,"teacher_disagreement_score":0.7080868,"about_ca_system_score_codex":0.000075610595,"about_ca_system_score_gemma":0.0006432699,"threshold_uncertainty_score":0.99722767},"labels":[],"label_agreement":null},{"id":"W4413050314","doi":"10.1177/17407745251361741","title":"Training the next generation of clinical trial biostatisticians","year":2025,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Population Health Research Institute; McGill University; University of Calgary; Institute for Clinical Evaluative Sciences; University of Toronto; SickKids Foundation; University of British Columbia; Hospital for Sick Children; Public Health Ontario; McMaster University","funders":"Clinical Trials Fund, Canadian Institutes of Health Research","keywords":"Clinical trial; Mentorship; Medical education; Biostatistics; Curriculum; Medicine; Professional development; Medical physics; Psychology; Nursing; Public health; Pedagogy","score_opus":0.9941957836134966,"score_gpt":0.774958531158823,"score_spread":0.21923725245467363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413050314","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5491204,0.002255242,0.33867615,0.017818308,0.03785964,0.009010734,0.00017128575,0.00002287533,0.04506535],"genre_scores_gemma":[0.96894836,0.00023022068,0.009507862,0.0031068572,0.004638819,0.00007801736,0.000013925307,0.000010920152,0.0134650385],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.47673836,0.36353484,0.15014774,0.0024750612,0.006608143,0.0004958489],"domain_scores_gemma":[0.23899205,0.71023756,0.039751954,0.008193284,0.0025032822,0.00032189416],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.79938906,0.00021846726,0.010387081,0.00018212946,0.0001604239,0.00064713054,0.0019539262,0.00029548988,0.005012636],"category_scores_gemma":[0.9000878,0.0000812914,0.0071364595,0.0012290698,0.00034337546,0.00011231835,0.00013591013,0.00038411218,0.00080500334],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001070801,0.00017910889,0.0018032772,0.000009311568,0.0005752369,0.0000012442555,0.00012779531,0.000016387898,0.000034558143,0.01642825,0.21035485,0.76939917],"study_design_scores_gemma":[0.038938943,0.0010724822,0.010564564,0.0001399607,0.003595484,0.0000014594013,0.002217796,0.037615985,0.00004710889,0.10242495,0.8030024,0.0003788705],"about_ca_topic_score_codex":0.0000046702767,"about_ca_topic_score_gemma":0.000021609501,"teacher_disagreement_score":0.7690203,"about_ca_system_score_codex":0.000006967055,"about_ca_system_score_gemma":0.00048392886,"threshold_uncertainty_score":0.999973},"labels":[],"label_agreement":null},{"id":"W4413254287","doi":"10.1024/2674-0052/a000117","title":"Conference report of the annual meeting of the International Society for Sports Psychiatry (ISSP), online, May 31, 2025","year":2025,"lang":"en","type":"article","venue":"Sports Psychiatry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Geology","score_opus":0.21875256139593713,"score_gpt":0.45430054082834775,"score_spread":0.23554797943241063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413254287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8577796,0.001834594,0.0028043042,0.039704643,0.02664275,0.0023065766,0.00042636858,0.000014520895,0.0684866],"genre_scores_gemma":[0.90414995,0.000040959192,0.0332723,0.0018107207,0.00044626038,0.000043359887,0.00003064843,0.000017799386,0.06018801],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98611414,0.00035657643,0.008145899,0.00092111586,0.004209046,0.00025319023],"domain_scores_gemma":[0.98463243,0.0004518658,0.008906654,0.003940468,0.002004893,0.0000637105],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0288522,0.00031666545,0.0018048511,0.00015765635,0.00021909158,0.00012746926,0.003128737,0.00016458318,0.0009864698],"category_scores_gemma":[0.0035143082,0.00013854275,0.00451763,0.0013952941,0.00019716837,0.00014941134,0.00035470384,0.0002577852,0.000005137269],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009252046,0.00012744319,0.6098273,0.000108949345,0.00021754303,4.203557e-7,0.0001503925,0.00004842167,0.000012703424,0.011982052,0.37650937,0.0010061447],"study_design_scores_gemma":[0.00038453552,0.000016713971,0.713587,0.00086359825,0.00069007254,0.00003441679,0.0067968266,0.0007953252,0.00004173122,0.051711854,0.22484498,0.00023295193],"about_ca_topic_score_codex":0.00002778054,"about_ca_topic_score_gemma":0.00018142324,"teacher_disagreement_score":0.1516644,"about_ca_system_score_codex":0.000027515389,"about_ca_system_score_gemma":0.0016612074,"threshold_uncertainty_score":0.9999655},"labels":[],"label_agreement":null},{"id":"W4413273414","doi":"10.1097/md.0000000000041868","title":"A comprehensive guide to conduct a systematic review and meta-analysis in medical research","year":2025,"lang":"en","type":"review","venue":"Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Systematic review; Data extraction; Meta-analysis; Funnel plot; Publication bias; Medicine; MEDLINE; Data science; Computer science; Management science; Data mining; Pathology","score_opus":0.93555600743605,"score_gpt":0.70968427610876,"score_spread":0.2258717313272901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413273414","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.15184e-8,0.96938163,0.0004983593,0.014042793,0.00009813394,0.01138015,0.00005310159,0.0000064803244,0.0045392625],"genre_scores_gemma":[0.000001022371,0.9434678,0.00035440433,0.0053316304,0.00006125102,0.002404254,0.00004674993,0.000024055926,0.04830882],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.79697293,0.12974758,0.04453968,0.0036543123,0.0242545,0.0008309883],"domain_scores_gemma":[0.87730795,0.094252,0.0089079095,0.013046108,0.0053435913,0.0011424497],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.4388621,0.001168255,0.11427386,0.008372929,0.00014562783,0.0003328367,0.0058664754,0.0004421752,0.048388034],"category_scores_gemma":[0.42782128,0.00040948624,0.011480086,0.03212071,0.00036249755,0.00008828108,0.0011192842,0.0012779065,0.0026142127],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.77213e-7,0.000019249701,8.788229e-7,0.7089225,0.07501065,0.000084608,0.000080313504,2.0710841e-7,4.773548e-9,0.00023775431,0.20792958,0.007713863],"study_design_scores_gemma":[0.00004622181,0.000023646282,4.870308e-7,0.097287305,0.41858014,0.00003293287,0.000105848405,0.000010745364,1.6185697e-9,0.00006788982,0.48369932,0.00014545773],"about_ca_topic_score_codex":0.00020996411,"about_ca_topic_score_gemma":0.0003223423,"teacher_disagreement_score":0.6116352,"about_ca_system_score_codex":0.00016250683,"about_ca_system_score_gemma":0.00074456906,"threshold_uncertainty_score":0.99983567},"labels":[],"label_agreement":null},{"id":"W4413292442","doi":"10.1016/j.jclinepi.2025.111931","title":"Including conference abstracts rarely changed systematic review conclusions: a case study from a living network meta-analysis of COVID-19 treatments","year":2025,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Canadian Institutes of Health Research","keywords":"Coronavirus disease 2019 (COVID-19); Meta-analysis; 2019-20 coronavirus outbreak; Systematic review; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medicine; MEDLINE; Gerontology; Virology; Political science; Pathology; Outbreak; Disease","score_opus":0.9797672594205503,"score_gpt":0.7447018379593056,"score_spread":0.23506542146124476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413292442","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000036606234,0.9843509,0.00727418,0.00083321694,0.00084640004,0.0062514497,0.00025213617,0.0000055466885,0.00014952141],"genre_scores_gemma":[0.00068453554,0.9897578,0.003380914,0.0045974143,0.0003057585,0.00035724672,0.000028851484,0.000028888862,0.0008586329],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.32010132,0.48533693,0.18669407,0.0024234238,0.0047231545,0.0007210853],"domain_scores_gemma":[0.070288114,0.681819,0.23647122,0.0066723377,0.0035440975,0.0012051824],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.7714184,0.0015241891,0.25278723,0.0022453929,0.00033472173,0.00019699214,0.005782701,0.0010806333,0.0070112594],"category_scores_gemma":[0.9250117,0.00061194965,0.091659404,0.0064711156,0.00027485096,0.0002292781,0.0013566213,0.0020938106,0.0001722872],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011900025,0.00071124936,0.0010303196,0.2606352,0.71235764,0.0019018962,0.00023307286,0.00034411627,1.5025654e-9,0.00010164463,0.01074667,0.0119262785],"study_design_scores_gemma":[0.00022382698,0.00032572227,0.00005124513,0.1145155,0.84945464,0.00041875624,0.00051255204,0.00024923257,3.4855177e-10,0.0009343139,0.032985035,0.00032915224],"about_ca_topic_score_codex":0.00031896034,"about_ca_topic_score_gemma":0.00040314527,"teacher_disagreement_score":0.24981321,"about_ca_system_score_codex":0.00023355926,"about_ca_system_score_gemma":0.0028370586,"threshold_uncertainty_score":0.9997507},"labels":[],"label_agreement":null},{"id":"W4413400549","doi":"10.1136/bmjopen-2025-099609","title":"Protocol for development of a checklist and guideline for transparent reporting of cluster analyses (TRoCA)","year":2025,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Waterloo","funders":"Vetenskapsrådet; Hjärt-Lungfonden","keywords":"Checklist; Protocol (science); Medicine; Transparency (behavior); Guideline; Delphi method; Delphi; Critical appraisal; Quality (philosophy); Research ethics; Medical education; Process management; Knowledge management; Computer science; Psychology; Alternative medicine; Business; Pathology; Computer security","score_opus":0.9438641966013737,"score_gpt":0.7312925304628524,"score_spread":0.2125716661385213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413400549","genre_codex":"methods","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012256101,0.000015051018,0.56897455,0.0007616133,0.000026040792,0.42452073,0.000013842299,0.0000010208817,0.0044615353],"genre_scores_gemma":[0.009226109,9.215664e-8,0.44830418,0.00018165482,0.000015126368,0.5325656,0.00000882165,0.0000057897705,0.0096926205],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97352284,0.0006677159,0.02395343,0.00053245487,0.0011964999,0.00012705212],"domain_scores_gemma":[0.9804496,0.001184139,0.015404643,0.0012552416,0.0016642099,0.000042124666],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13226067,0.00013989402,0.0029735917,0.00018249906,0.0000836499,0.00021932792,0.0009812553,0.000037419963,0.00030224439],"category_scores_gemma":[0.04089742,0.00006607908,0.0006593522,0.00046531222,0.000025606802,0.00010219942,0.00020116135,0.000020936577,0.0000022051308],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001253819,0.0004739946,0.034787867,0.011363913,0.00253002,0.0000012970746,0.0032584912,0.0007960414,0.0054194955,0.002712506,0.6722142,0.26518834],"study_design_scores_gemma":[0.0023495338,0.000106131156,0.0048618987,0.00094926154,0.00044614938,0.0000022842128,0.0010713951,0.02696265,0.013338358,0.004044957,0.9456551,0.00021225898],"about_ca_topic_score_codex":0.000013210914,"about_ca_topic_score_gemma":0.00013890503,"teacher_disagreement_score":0.27344093,"about_ca_system_score_codex":0.000012583765,"about_ca_system_score_gemma":0.00033585075,"threshold_uncertainty_score":0.9671815},"labels":[],"label_agreement":null},{"id":"W4413408738","doi":"10.1177/01410768251366880","title":"Quantifying the impact of immortal time bias: empirical evidence from meta-analyses","year":2025,"lang":"en","type":"article","venue":"Journal of the Royal Society of Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Mental Health Research Canada; University of Ottawa","funders":"","keywords":"Interquartile range; Meta-analysis; Subgroup analysis; MEDLINE; Study heterogeneity; Medicine; Systematic review; Confidence interval; Publication bias; Random effects model; Statistics; Surgery; Internal medicine; Mathematics","score_opus":0.9106758573085312,"score_gpt":0.6310800049927433,"score_spread":0.2795958523157879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413408738","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8890441,0.057328742,0.011997001,0.04011418,0.00049262255,0.00039693314,0.000017561602,0.0000017983572,0.0006070748],"genre_scores_gemma":[0.9944589,0.00014173237,0.0016199031,0.0005725486,0.00021849551,0.0000014525763,4.108071e-7,0.000005744671,0.0029808036],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.97432554,0.008088527,0.010464745,0.0003303785,0.0066046887,0.00018609547],"domain_scores_gemma":[0.95955014,0.02142123,0.0145511255,0.0022945933,0.0020731497,0.00010973749],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12151389,0.00028405417,0.00609241,0.00013529987,0.0001515658,0.00009103699,0.0034807648,0.00009586285,0.009851587],"category_scores_gemma":[0.06652995,0.00006824869,0.015777117,0.0016966311,0.00050480035,0.000135135,0.00024166965,0.00044202333,0.000028076527],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041446274,0.000080212,0.07830391,0.00004869026,0.028274177,0.0000016672527,0.0023344879,0.009292421,0.0029787363,0.000009579023,0.8768764,0.0017582625],"study_design_scores_gemma":[0.0017127788,0.0007801814,0.5605192,0.0023890876,0.09706553,0.000036220423,0.009610614,0.31277466,0.0018221751,0.0065734745,0.0063658124,0.00035025095],"about_ca_topic_score_codex":0.0004944771,"about_ca_topic_score_gemma":0.00000961485,"teacher_disagreement_score":0.8705106,"about_ca_system_score_codex":0.000058602043,"about_ca_system_score_gemma":0.00026893517,"threshold_uncertainty_score":0.99407965},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4413584208","doi":"10.1016/j.jclinepi.2025.111944","title":"Use of artificial intelligence to support the assessment of the methodological quality of systematic reviews","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Quality assessment; MEDLINE; Medicine; Psychology; Management science; Engineering; Political science; Pathology","score_opus":0.9941548078090001,"score_gpt":0.8082536389011452,"score_spread":0.1859011689078549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413584208","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10610469,0.001136362,0.874919,0.013905845,0.0017611388,0.0017561308,0.0000102681215,7.17989e-7,0.00040582573],"genre_scores_gemma":[0.8129885,0.0008036815,0.18077374,0.0046236482,0.00014914568,0.000025036072,3.0910863e-7,0.000005073445,0.0006308517],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.1561184,0.6692147,0.16978432,0.00078269193,0.0037385467,0.00036131032],"domain_scores_gemma":[0.0583688,0.81644124,0.11604584,0.005012869,0.003925317,0.00020596792],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.867749,0.00022334259,0.024427528,0.00022512456,0.000052586787,0.00002960478,0.0038272724,0.00024761117,0.0009308786],"category_scores_gemma":[0.9554313,0.00006292768,0.009481761,0.0013861067,0.0005804112,0.00008383413,0.00042045978,0.0007151474,0.00003102634],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018379757,0.0006674384,0.5086439,0.0077133756,0.0015989128,0.0000019864117,0.0002065092,0.0030554223,0.00024637004,0.36703748,0.03689714,0.07374763],"study_design_scores_gemma":[0.00013008353,0.0012390269,0.62212443,0.0048893713,0.0022050664,0.000027189628,0.00087729347,0.0067223674,0.00013961956,0.3439762,0.01747798,0.00019139743],"about_ca_topic_score_codex":0.000015853604,"about_ca_topic_score_gemma":0.000024151994,"teacher_disagreement_score":0.70688385,"about_ca_system_score_codex":0.000021571466,"about_ca_system_score_gemma":0.0003722093,"threshold_uncertainty_score":0.9999824},"labels":[],"label_agreement":null},{"id":"W4413695483","doi":"10.1016/j.phacli.2025.08.001","title":"Opportunités de soumissions de résumés scientifiques et comparaison des exigences pour une sélection de congrès pharmaceutiques européens et nord-américains","year":2025,"lang":"fr","type":"article","venue":"Le Pharmacien Clinicien","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre Hospitalier Universitaire Sainte-Justine","funders":"","keywords":"Humanities; Philosophy; Political science","score_opus":0.9486212837722953,"score_gpt":0.7162814641306835,"score_spread":0.23233981964161177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413695483","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4542936,0.013070686,0.3454967,0.06888419,0.003132283,0.0018499142,0.00023330226,0.00015306586,0.11288625],"genre_scores_gemma":[0.74599135,0.006217827,0.02791123,0.019986607,0.00026672715,0.00013453452,0.000034383014,0.000059223683,0.19939815],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9498246,0.035318416,0.008182932,0.002166171,0.0028109516,0.0016969828],"domain_scores_gemma":[0.978436,0.011417062,0.003847696,0.0023451,0.0026220463,0.0013320969],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.16120943,0.000843391,0.0032071562,0.0011573151,0.0015475099,0.003225958,0.0035383487,0.00032016946,0.006493554],"category_scores_gemma":[0.026810441,0.0006148204,0.0023602303,0.0061137644,0.0013477771,0.0012891805,0.00060902187,0.001232622,0.0014223866],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001509595,0.0032559799,0.12384401,0.0009851044,0.0013481638,0.00022312453,0.023992315,0.008453986,0.034287002,0.050139457,0.53427845,0.21904144],"study_design_scores_gemma":[0.0009471638,0.00009667198,0.0045801396,0.0005886426,0.001070853,0.00014254994,0.0039979448,0.20261954,0.012638162,0.024162328,0.74851996,0.0006360315],"about_ca_topic_score_codex":0.0016604792,"about_ca_topic_score_gemma":0.00059018383,"teacher_disagreement_score":0.31758547,"about_ca_system_score_codex":0.0004155914,"about_ca_system_score_gemma":0.0056502004,"threshold_uncertainty_score":0.9999868},"labels":[],"label_agreement":null},{"id":"W4413729242","doi":"10.1136/bmjopen-2025-100411","title":"Disparity between statistical significance and clinical importance in published randomised controlled trials: a methodological study","year":2025,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University; McGill University Health Centre; St. Joseph’s Healthcare Hamilton; McGill University; Impact","funders":"Fogarty International Center","keywords":"Medicine; Sample size determination; Confidence interval; Clinical trial; Statistical significance; Multinomial logistic regression; Logistic regression; Meta-analysis; Psychological intervention; Clinical significance; Randomized controlled trial; Internal medicine; Statistics","score_opus":0.9330888346926047,"score_gpt":0.7163387966631671,"score_spread":0.2167500380294376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413729242","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50931686,0.0006768237,0.27225554,0.009134418,0.00084170786,0.17495358,0.00013496578,0.000017476916,0.03266863],"genre_scores_gemma":[0.95995945,0.000014447833,0.02891126,0.00061160454,0.00012671058,0.0057584085,0.000011652958,0.000008415126,0.004598081],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.35922906,0.55474955,0.07369991,0.0044923737,0.0070412937,0.00078782596],"domain_scores_gemma":[0.37943938,0.597272,0.015212932,0.006383966,0.0012006842,0.00049103843],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8379525,0.00035155693,0.02339739,0.0003039326,0.00012718912,0.0035439923,0.0032408205,0.00017873572,0.0055208495],"category_scores_gemma":[0.8580258,0.00014371719,0.0016351646,0.0014407847,0.00017040255,0.00039470362,0.00092119165,0.00041767204,0.0001065056],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005079277,0.00033531545,0.9483647,0.00001984953,0.0008388867,0.000022982347,0.000073708914,0.0000025016345,0.000001023409,0.002785409,0.028011803,0.014464593],"study_design_scores_gemma":[0.06286944,0.00015287207,0.8925163,0.00004452777,0.0010941527,6.9911573e-7,0.0007386711,0.0023503287,4.0794725e-7,0.03796051,0.0020783301,0.00019372762],"about_ca_topic_score_codex":0.00011940374,"about_ca_topic_score_gemma":0.0005512554,"teacher_disagreement_score":0.45064256,"about_ca_system_score_codex":0.00003221005,"about_ca_system_score_gemma":0.00036454576,"threshold_uncertainty_score":0.9974904},"labels":[],"label_agreement":null},{"id":"W4413803408","doi":"10.1007/s00238-025-02331-4","title":"Beyond binary endpoints: modernizing aesthetic trial analytics: Simulation-Based reappraisal of phase 2/3 BoNT-A studies using advanced statistical models","year":2025,"lang":"en","type":"article","venue":"European Journal of Plastic Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Analytics; Medicine; Binary number; Phase (matter); Plastic surgery; Medical physics; Data science; Surgery; Computer science; Mathematics; Arithmetic","score_opus":0.6833060687548064,"score_gpt":0.5360338565311387,"score_spread":0.1472722122236677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413803408","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4518499,0.0012667777,0.5444309,0.000057101446,0.0016061547,0.00018370053,0.000026831642,0.0000035144399,0.0005750734],"genre_scores_gemma":[0.9902254,0.000023756806,0.009427466,0.00005742997,0.00012120697,0.0000011592424,0.0000039445326,0.000023814555,0.00011581852],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.96949077,0.012966424,0.013243735,0.00054460205,0.0034531527,0.00030131653],"domain_scores_gemma":[0.8915384,0.094744414,0.009578001,0.0011934945,0.002733596,0.00021214169],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07669664,0.00035927305,0.0042452966,0.0015725082,0.00014959427,0.00023415172,0.00076160807,0.00003696938,0.0003805112],"category_scores_gemma":[0.17120634,0.00020853955,0.0019844426,0.0012183632,0.00019612744,0.00040280816,0.00009933332,0.00026526398,0.00003788549],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033049213,0.00033598943,0.00031621123,0.000090689915,0.0006018002,0.0002399676,0.00030381212,0.9782779,0.00015816969,0.00029386787,0.0027438954,0.013332742],"study_design_scores_gemma":[0.0063882344,0.00028656767,0.00014325528,0.0006246891,0.0010349374,0.0000119187225,0.0010002172,0.9884051,0.00001501773,0.0012764324,0.0006279937,0.00018563666],"about_ca_topic_score_codex":7.947659e-7,"about_ca_topic_score_gemma":5.1879005e-7,"teacher_disagreement_score":0.5383755,"about_ca_system_score_codex":0.000051086794,"about_ca_system_score_gemma":0.00043537363,"threshold_uncertainty_score":0.9507351},"labels":[],"label_agreement":null},{"id":"W4413831675","doi":"10.5489/cuaj.9243","title":"Assessing the methodologic quality of systematic reviews using generative large language models","year":2025,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Generative grammar; Quality (philosophy); Computer science; Natural language processing; Linguistics; Artificial intelligence; Epistemology; Philosophy","score_opus":0.866523665420036,"score_gpt":0.5981163913023423,"score_spread":0.2684072741176937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413831675","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29481924,0.018917497,0.6615566,0.011033979,0.0010239615,0.0023073275,0.00005602063,0.000006896725,0.010278507],"genre_scores_gemma":[0.9821352,0.00006872867,0.010980782,0.0045236596,0.00012085084,0.000024464494,0.000002602115,0.000004872757,0.002138868],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.89372927,0.09373361,0.009382024,0.00041180578,0.002341096,0.00040221677],"domain_scores_gemma":[0.96365935,0.019539673,0.013282746,0.0013014927,0.0019503484,0.00026637546],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.38660556,0.00022442927,0.0038351202,0.00039553834,0.0006309405,0.0014110892,0.0014525799,0.00021006937,0.001582883],"category_scores_gemma":[0.26582316,0.000086290354,0.0017220376,0.0015241466,0.000039338676,0.00036645224,0.00006681935,0.0005031637,0.00008109406],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022462393,0.0003160997,0.5972469,0.004493361,0.004749721,0.00006276345,0.0117419185,0.02470482,0.0028931126,0.18814297,0.1542762,0.011349676],"study_design_scores_gemma":[0.0013716758,0.00012300369,0.18633291,0.0021635338,0.0036030011,0.00012783043,0.029172013,0.38604075,0.00008014755,0.35260588,0.037214722,0.0011645332],"about_ca_topic_score_codex":0.0003212845,"about_ca_topic_score_gemma":0.00066054147,"teacher_disagreement_score":0.68731594,"about_ca_system_score_codex":0.0005190886,"about_ca_system_score_gemma":0.00043798803,"threshold_uncertainty_score":0.99962556},"labels":[],"label_agreement":null},{"id":"W4413884121","doi":"10.1016/j.jclinepi.2025.111959","title":"Retrospective use of the Pragmatic-Explanatory Continuum Indicator Summary-2 trial design tool to assess design choices in randomized controlled trials: an empirical review","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Western University; Ottawa Hospital; University of Ottawa","funders":"Health Research Board; H&R BLOCK","keywords":"Medicine; Research design; Clinical study design; Medical physics; Alternative medicine; Physical therapy; Clinical trial; Statistics; Internal medicine; Pathology; Mathematics","score_opus":0.9147139184638746,"score_gpt":0.6853601322090322,"score_spread":0.22935378625484237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413884121","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054349426,0.024376625,0.85855836,0.031208124,0.006067149,0.024966165,0.000021028685,0.000006689142,0.00044644746],"genre_scores_gemma":[0.29633126,0.04372298,0.51038885,0.1336298,0.0045568566,0.002877935,0.000009751519,0.00011959882,0.008362949],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.06054287,0.8024917,0.13208926,0.0010652377,0.0033411998,0.0004697156],"domain_scores_gemma":[0.011603158,0.87482184,0.10739363,0.0029370284,0.0028436547,0.0004006662],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.95255196,0.00049343874,0.0890484,0.000915876,0.00008564556,0.0001660324,0.003318332,0.0005675114,0.0011728096],"category_scores_gemma":[0.9915298,0.00016745257,0.018635238,0.0016725846,0.00045764682,0.0004053514,0.00019906758,0.0013690137,0.0000441579],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.47914994,0.0008525639,0.11747177,0.00021277659,0.0048286566,0.000014542636,0.00008877866,0.00049999764,0.000008128445,0.0028794226,0.38555777,0.008435659],"study_design_scores_gemma":[0.76525044,0.0023056013,0.07893321,0.0056372187,0.010435284,0.00002115346,0.00011457403,0.011892271,0.000008336348,0.07619134,0.04872261,0.00048797033],"about_ca_topic_score_codex":0.000009838185,"about_ca_topic_score_gemma":0.00002494593,"teacher_disagreement_score":0.34816948,"about_ca_system_score_codex":0.00008891556,"about_ca_system_score_gemma":0.0015488054,"threshold_uncertainty_score":0.99974024},"labels":[],"label_agreement":null},{"id":"W4413954171","doi":"10.1007/s11136-025-04058-y","title":"Systematic reviews of patient-reported outcome measures (PROMs): table templates for effective communication","year":2025,"lang":"en","type":"article","venue":"Quality of Life Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; SickKids Foundation; University of Toronto; Trinity Western University; Western University; Institute for Work & Health; Institute for Clinical Evaluative Sciences","funders":"","keywords":"CLARITY; Systematic review; Computer science; Prom; Usability; Medicine; MEDLINE; Human–computer interaction","score_opus":0.92895636667841,"score_gpt":0.6726047000773883,"score_spread":0.2563516666010217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413954171","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7964648,0.073584594,0.046521712,0.003947344,0.00041387207,0.05808194,0.00014513393,0.000021653352,0.020818977],"genre_scores_gemma":[0.9912842,0.00018622076,0.003312881,0.000059993756,0.000010652891,0.0015611841,0.000010328201,0.000009303348,0.0035652404],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8299503,0.124985114,0.03356261,0.0010127545,0.01001487,0.00047436092],"domain_scores_gemma":[0.8235796,0.13264671,0.017831925,0.010567167,0.01515295,0.00022160324],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5621302,0.00022918989,0.0076915333,0.0008601096,0.00026819974,0.00024060337,0.002376887,0.0001288494,0.0004948226],"category_scores_gemma":[0.61578125,0.00011450233,0.0018417904,0.003057614,0.00026022195,0.00019015986,0.0003292724,0.00026085626,0.00017114184],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046956123,0.0016145307,0.38527253,0.36388484,0.0057762936,8.8548177e-7,0.007036953,0.00013409898,0.005069478,0.06559131,0.13326192,0.03188761],"study_design_scores_gemma":[0.009086784,0.002876848,0.19072843,0.080135964,0.005105411,0.000010723395,0.0687406,0.020345146,0.01720091,0.3675299,0.23530862,0.002930674],"about_ca_topic_score_codex":0.00043923914,"about_ca_topic_score_gemma":0.000099575795,"teacher_disagreement_score":0.3019386,"about_ca_system_score_codex":0.00008053852,"about_ca_system_score_gemma":0.00023267738,"threshold_uncertainty_score":0.5417961},"labels":[],"label_agreement":null},{"id":"W4414003092","doi":"10.1136/bmj-2025-087179","title":"Transparent reporting of observational studies emulating a target trial: the TARGET Statement","year":2025,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; National Health and Medical Research Council; Hamilton Health Sciences Foundation; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Institute for Health and Care Research; NIHR Bristol Biomedical Research Centre; Patient-Centered Outcomes Research Institute; Neuroscience Research Australia; National Cancer Institute; National Institutes of Health; National Science Foundation","keywords":"Observational study; Statement (logic); Computer science; Data science; Information retrieval; Medicine; Medical physics; Pathology; Political science","score_opus":0.9372761440104569,"score_gpt":0.654101205594892,"score_spread":0.28317493841556485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414003092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68711114,0.011550774,0.19392465,0.06605383,0.003412343,0.009717162,0.000065327804,0.000024573224,0.028140225],"genre_scores_gemma":[0.9458254,0.00001626557,0.041374404,0.00054185546,0.00012549093,0.00026015658,0.000009370642,0.00000588868,0.0118411435],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.957908,0.0053699887,0.03146104,0.0006062375,0.004454337,0.00020042635],"domain_scores_gemma":[0.9608922,0.0082495725,0.026414203,0.0024021836,0.0019998585,0.000042009175],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21025907,0.00015738176,0.002569133,0.00013222697,0.00018528341,0.00016066676,0.00072556525,0.000027097165,0.0012994825],"category_scores_gemma":[0.15475921,0.000061228704,0.0011184514,0.0010089168,0.00004961697,0.00009918917,0.00009567413,0.00007689238,0.000039990664],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003577486,0.00019031107,0.2203886,0.0004127447,0.0027951319,0.000008808896,0.006154714,0.028497742,0.00018082216,0.01977912,0.71117,0.010064269],"study_design_scores_gemma":[0.006607908,0.00017328611,0.11585838,0.0006541138,0.0010080496,0.000003993763,0.021944297,0.08890934,0.00059644814,0.15809615,0.60567707,0.00047092856],"about_ca_topic_score_codex":0.000007784458,"about_ca_topic_score_gemma":0.000012184561,"teacher_disagreement_score":0.25871432,"about_ca_system_score_codex":0.000029467516,"about_ca_system_score_gemma":0.00014475596,"threshold_uncertainty_score":0.99961346},"labels":[],"label_agreement":null},{"id":"W4414008064","doi":"10.1101/2025.09.03.25334905","title":"INSPECT-SR: a tool for assessing trustworthiness of randomised controlled trials","year":2025,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nova Scotia Health Authority; Dalhousie University","funders":"National Institute for Health and Care Research; Queensland University of Technology; Neuroscience Research Australia","keywords":"Trustworthiness; Psychology; Computer science; Social psychology","score_opus":0.6793051329169049,"score_gpt":0.5562413940769169,"score_spread":0.123063738839988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414008064","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4440671,0.008904813,0.49772665,0.001311397,0.005077792,0.025408918,0.000340976,0.000029574221,0.017132794],"genre_scores_gemma":[0.9416147,0.00025546527,0.02218878,0.0002715248,0.00068210624,0.0042236927,0.000059395916,0.00003665486,0.030667711],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.8665939,0.06617307,0.056120917,0.0026286074,0.007981351,0.0005021678],"domain_scores_gemma":[0.7589158,0.17120261,0.05389254,0.009642042,0.0061594318,0.00018759613],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.5501896,0.0007167033,0.03665153,0.0011011683,0.00014530224,0.0016456413,0.003423379,0.0004286767,0.0043659033],"category_scores_gemma":[0.6221925,0.00030361992,0.01908978,0.0011004646,0.00008126758,0.0001502066,0.0005221878,0.00039223756,0.00007474253],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03260837,0.001872535,0.22706981,0.016938655,0.06262596,0.0000517919,0.004612394,0.013882387,0.0032912022,0.0339711,0.28237736,0.32069844],"study_design_scores_gemma":[0.3494584,0.00014807902,0.020801889,0.0051497226,0.04779757,0.000009252782,0.001058724,0.23652789,0.0016150142,0.18720897,0.14704081,0.0031836666],"about_ca_topic_score_codex":0.0000073526767,"about_ca_topic_score_gemma":0.000013115296,"teacher_disagreement_score":0.4975476,"about_ca_system_score_codex":0.00004335584,"about_ca_system_score_gemma":0.00072673464,"threshold_uncertainty_score":0.9999416},"labels":[],"label_agreement":null},{"id":"W4414041103","doi":"10.1016/j.jclinepi.2025.111970","title":"Overview of evidence synthesis types and modes","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Ottawa Public Health; Ottawa Hospital; University of Ottawa; Public Health Agency of Canada","funders":"NÖ Gesundheits- und Sozialfonds; National Health and Medical Research Council; Donau-Universität Krems; National Institute for Health and Care Research","keywords":"Evidence-based medicine; Systematic review; Evidence-based practice; Best evidence; MEDLINE","score_opus":0.9799444139081491,"score_gpt":0.7494701738068754,"score_spread":0.2304742401012737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414041103","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6514547,0.155812,0.107523024,0.07486794,0.0019466995,0.00042450684,0.000007817348,0.0000028382053,0.0079604685],"genre_scores_gemma":[0.96062183,0.013407985,0.021605795,0.0025286858,0.00014142043,0.0000021035712,4.4143853e-8,0.0000030240958,0.0016890862],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7938018,0.13412696,0.06904259,0.0007766777,0.0019629982,0.00028898878],"domain_scores_gemma":[0.13712609,0.81906956,0.039054953,0.002095239,0.0023976865,0.00025649986],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.60421824,0.00013956137,0.0121207675,0.00027980108,0.000031876232,0.00003177524,0.0012550898,0.00018767109,0.0014545387],"category_scores_gemma":[0.923352,0.000051035073,0.0031535565,0.0005084295,0.00026702628,0.00015922346,0.00014839199,0.0003282702,0.00007782211],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006147204,0.0000554767,0.7009754,0.00016231772,0.0005123506,0.0000035041737,0.000015431715,0.00013898064,0.000013008408,0.02945693,0.04585852,0.22274661],"study_design_scores_gemma":[0.00018515125,0.00019700573,0.6433996,0.001142667,0.0009821132,0.000030452478,0.000098456636,0.0074388403,0.0000181013,0.2760848,0.07033159,0.00009122662],"about_ca_topic_score_codex":0.000006862104,"about_ca_topic_score_gemma":0.000005674674,"teacher_disagreement_score":0.6849426,"about_ca_system_score_codex":0.000007130627,"about_ca_system_score_gemma":0.00016740973,"threshold_uncertainty_score":0.99945825},"labels":[],"label_agreement":null},{"id":"W4414083395","doi":"10.1111/jep.70272","title":"AppRaise: Software for Quantifying Evidence Uncertainty in Systematic Reviews Using a Posterior Mixture Model","year":2025,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Complement (music); Sensitivity (control systems); Mixture model; Systematic review; Quality (philosophy); Software; Systematic error","score_opus":0.9331737426296115,"score_gpt":0.7227301034102289,"score_spread":0.21044363921938258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414083395","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10452254,0.048279494,0.82443255,0.0098203905,0.0025057,0.010060379,0.000005930151,0.0000034870466,0.00036954274],"genre_scores_gemma":[0.5824325,0.0013351014,0.41079804,0.004231041,0.00028478025,0.000280417,0.000002030124,0.000023441276,0.00061264425],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.7802232,0.13370275,0.07285541,0.0014348767,0.01130188,0.00048188536],"domain_scores_gemma":[0.27856416,0.5965458,0.08922462,0.005206083,0.030111678,0.00034761633],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.72521216,0.00027244652,0.0058278632,0.0009011835,0.00010124079,0.0006838089,0.0012947482,0.00022925343,0.0002404954],"category_scores_gemma":[0.95614684,0.00014131075,0.0020699,0.0026439328,0.000047337307,0.0019267229,0.00011202169,0.00073724636,0.000061045415],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002371965,0.0016812201,0.042415153,0.035994537,0.0011733889,0.00005443681,0.0029951006,0.7597205,0.00026357718,0.0016353824,0.04400092,0.10769382],"study_design_scores_gemma":[0.000966503,0.000120523924,0.0012961392,0.020412661,0.0019730248,0.000060952538,0.0010606649,0.96350104,7.2538694e-7,0.0070212395,0.0034382502,0.00014827085],"about_ca_topic_score_codex":0.000009023026,"about_ca_topic_score_gemma":0.00006570828,"teacher_disagreement_score":0.50165904,"about_ca_system_score_codex":0.0002903461,"about_ca_system_score_gemma":0.0012483742,"threshold_uncertainty_score":0.65939844},"labels":[],"label_agreement":null},{"id":"W4414128536","doi":"10.1007/s40279-025-02309-z","title":"Correction: Estimating the Replicability of Sports and Exercise Science Research","year":2025,"lang":"en","type":"erratum","venue":"Sports Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of British Columbia; University of Waterloo; Mount Royal University","funders":"","keywords":"Sports medicine; Sports science; MEDLINE; Human physiology; Data collection","score_opus":0.5441126900152331,"score_gpt":0.5620604961284779,"score_spread":0.017947806113244757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414128536","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008025331,0.033682384,0.0016591063,0.01030052,0.113487646,0.0048625255,0.000017888378,0.000026057463,0.82793856],"genre_scores_gemma":[0.07705385,0.0010129217,0.0013515456,0.00016146118,0.0015060784,0.000073510055,0.000026635027,0.000018208664,0.91879576],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9567116,0.0028636856,0.011904273,0.0025436848,0.02546154,0.00051520456],"domain_scores_gemma":[0.95513123,0.009185219,0.010354254,0.015122937,0.009815942,0.00039042553],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.46740493,0.0004097143,0.0053669387,0.0015121626,0.00072621123,0.00027205338,0.003103896,0.00023609349,0.0073210774],"category_scores_gemma":[0.22478311,0.00015467353,0.0005825358,0.007892893,0.0035799032,0.00013295101,0.0006761131,0.0013432939,0.00002520957],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005004557,0.0000141763985,0.0040838146,0.00024396631,0.000014794104,0.00001085761,0.00057532673,0.000006423545,0.000001569462,0.00013680509,0.8223642,0.17254305],"study_design_scores_gemma":[0.00017569266,0.00009094111,0.11225421,0.011713455,0.0007973094,0.000073050585,0.0051125484,0.017352004,0.000010029606,0.025453398,0.8266463,0.00032105081],"about_ca_topic_score_codex":0.00017109753,"about_ca_topic_score_gemma":0.000015277068,"teacher_disagreement_score":0.24262184,"about_ca_system_score_codex":0.00007997969,"about_ca_system_score_gemma":0.0011704387,"threshold_uncertainty_score":0.9991318},"labels":[],"label_agreement":null},{"id":"W4414141089","doi":"10.1016/j.joms.2025.06.134","title":"Trends in the Quality of Evidence in Oral and Maxillofacial Surgery: A 20-Year Systematic Review","year":2025,"lang":"en","type":"article","venue":"Journal of Oral and Maxillofacial Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Quality (philosophy); MEDLINE; Quality of evidence; Quality assessment","score_opus":0.7755641336647457,"score_gpt":0.5417390483153701,"score_spread":0.23382508534937563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414141089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8752066,0.112862796,0.00021318202,0.0090889875,0.0008411223,0.0010834082,0.000029759332,0.0000033969302,0.00067075447],"genre_scores_gemma":[0.97045606,0.026183337,0.00024922175,0.0015254343,0.000019226114,0.00003637414,0.0000031721718,0.000012203012,0.0015149926],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97541744,0.007810777,0.013001923,0.00042962906,0.003054057,0.0002861534],"domain_scores_gemma":[0.98811376,0.003509041,0.00660866,0.00093129516,0.0007182013,0.00011905515],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20405915,0.00031415583,0.007732688,0.0015216665,0.00008094648,0.00032956805,0.0007520095,0.00011217412,0.00051007007],"category_scores_gemma":[0.05844882,0.00012668615,0.0019553746,0.0034794079,0.00015143314,0.00058316824,0.000118875796,0.0002923394,0.000013334139],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017093553,0.00019932621,0.7652013,0.032893427,0.00029401158,0.00011848223,0.0005562242,0.000004209041,0.00004361296,0.0011088863,0.007517977,0.19189163],"study_design_scores_gemma":[0.0006946635,0.000119723096,0.837474,0.06531072,0.0016423324,0.0002692853,0.0021271333,0.00012557323,0.000014331849,0.00701339,0.08448928,0.0007195808],"about_ca_topic_score_codex":0.00026501602,"about_ca_topic_score_gemma":0.00013534844,"teacher_disagreement_score":0.19117205,"about_ca_system_score_codex":0.00003966918,"about_ca_system_score_gemma":0.00018180614,"threshold_uncertainty_score":0.94948226},"labels":[],"label_agreement":null},{"id":"W4414246624","doi":"10.1111/2041-210x.70155","title":"A pluralistic framework for measuring, interpreting and decomposing heterogeneity in meta‐analysis","year":2025,"lang":"en","type":"article","venue":"Methods in Ecology and Evolution","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Australian Research Council; Canada Excellence Research Chairs, Government of Canada; Government of Canada","keywords":"Spatial heterogeneity; Study heterogeneity; Variation (astronomy); Variance (accounting); Population; Population size; Taxonomic rank","score_opus":0.6996437379371275,"score_gpt":0.6143893656969492,"score_spread":0.08525437224017829,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414246624","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23282284,0.0040338817,0.76211417,0.00040846757,0.0001253673,0.00033128427,0.0000023159205,0.000002489497,0.00015919199],"genre_scores_gemma":[0.5861967,0.000014787725,0.41351852,0.0001244856,0.000004886945,0.00007698664,7.005214e-7,0.0000019067422,0.00006104214],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97796035,0.01724009,0.003430812,0.0008094758,0.000318586,0.00024070963],"domain_scores_gemma":[0.9761479,0.021843802,0.0010270528,0.00073541957,0.00019793856,0.00004787926],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12018069,0.0001696148,0.0029805603,0.0011737851,0.00013886287,0.00015247443,0.00030989628,0.0001858425,0.00015366185],"category_scores_gemma":[0.058470715,0.00010260208,0.00087165926,0.0016814417,0.00008437067,0.000105811494,0.00013587716,0.00018140067,0.000003102372],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025102147,0.000032789605,0.9678076,0.00007202162,0.0070284014,9.660472e-7,0.000338536,0.0013635457,0.000085344596,0.017010942,0.00003913981,0.006195627],"study_design_scores_gemma":[0.00014850526,0.000021034279,0.5099681,0.00002313263,0.016060846,0.0000025894979,0.00025592215,0.17261928,0.00005064646,0.30046603,0.00027115227,0.00011272814],"about_ca_topic_score_codex":0.000055794964,"about_ca_topic_score_gemma":0.0031072753,"teacher_disagreement_score":0.45783946,"about_ca_system_score_codex":0.000074735275,"about_ca_system_score_gemma":0.000024522808,"threshold_uncertainty_score":0.9494602},"labels":[],"label_agreement":null},{"id":"W4414283105","doi":"10.1002/sim.70248","title":"The Estimand Framework in Diagnostic Accuracy Studies","year":2025,"lang":"en","type":"article","venue":"Statistics in Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Deutsche Forschungsgemeinschaft","keywords":"Diagnostic accuracy; Test (biology); Diagnostic test; Bridge (graph theory); Interpretation (philosophy)","score_opus":0.6242570362789946,"score_gpt":0.6233312332906149,"score_spread":0.0009258029883797425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414283105","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011890265,0.06555032,0.8736281,0.030590001,0.003432621,0.0017226456,0.000042855816,0.0000072168978,0.013135996],"genre_scores_gemma":[0.8833136,0.0104029495,0.08597067,0.0032429355,0.00027286448,0.00026494073,0.000011806362,0.00001681916,0.016503409],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98451436,0.004246011,0.00773904,0.00057178154,0.0026583693,0.00027045124],"domain_scores_gemma":[0.49691927,0.4968899,0.0021831628,0.0029654116,0.00096324563,0.0000790049],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08892754,0.00019282222,0.0022368461,0.00038933803,0.00014594702,0.0001638772,0.0012132841,0.000052050786,0.00089379254],"category_scores_gemma":[0.87642574,0.00007195052,0.00011009863,0.0021723125,0.0003706189,0.00004706585,0.00014829545,0.0003379475,0.0002582053],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007035151,0.000026412084,0.09844354,0.000078314406,0.00011497024,0.00006217878,0.0018952669,0.00017699451,9.3411126e-7,0.30376232,0.46973708,0.12569496],"study_design_scores_gemma":[0.00026019488,0.000029972882,0.072125204,0.0006560547,0.0000997486,0.000001129607,0.0038816198,0.004658193,6.2893e-7,0.8335492,0.08466433,0.000073718744],"about_ca_topic_score_codex":0.000036846486,"about_ca_topic_score_gemma":0.00079947204,"teacher_disagreement_score":0.87142336,"about_ca_system_score_codex":0.000057491907,"about_ca_system_score_gemma":0.00006884248,"threshold_uncertainty_score":0.97864014},"labels":[],"label_agreement":null},{"id":"W4414394320","doi":"10.21037/jss-25-49","title":"A step-by-step guide for systematic reviews and meta-analyses in spine surgery-study execution: a narrative review","year":2025,"lang":"en","type":"review","venue":"Journal of Spine Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Systematic review; Narrative review; Narrative; Review article; MEDLINE; Selection (genetic algorithm)","score_opus":0.8021031168183764,"score_gpt":0.6000110700354019,"score_spread":0.20209204678297454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414394320","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000027561073,0.97709346,0.0055526546,0.0006477747,0.00070902787,0.015760206,0.00007086098,0.0000049906157,0.00015829076],"genre_scores_gemma":[0.0000023246785,0.9817286,0.0033076794,0.0005552417,0.00023071155,0.001993149,0.00003836898,0.000055472057,0.012088457],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8471911,0.06066526,0.0832294,0.001951683,0.0062606633,0.0007018852],"domain_scores_gemma":[0.8130102,0.059652187,0.113297306,0.006772539,0.0066004163,0.00066732336],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.42062676,0.002007199,0.112939574,0.004490576,0.00022059317,0.00096395926,0.0024516264,0.00035960905,0.0018847104],"category_scores_gemma":[0.33314213,0.0008188624,0.040997703,0.0076666404,0.000102242666,0.00069267914,0.00029634815,0.0008604277,0.00012196575],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027759259,0.00017659742,0.000013158592,0.37879965,0.009238959,0.000047201276,0.000041476676,3.3944337e-7,1.02852674e-7,0.0000073222222,0.57559025,0.03608216],"study_design_scores_gemma":[0.000104172424,0.00006354488,0.0000057261136,0.2299355,0.098530374,0.00023876072,0.00036353516,0.0000084594485,4.749869e-8,0.000013136957,0.67029715,0.00043959537],"about_ca_topic_score_codex":0.000016614862,"about_ca_topic_score_gemma":0.000048229984,"teacher_disagreement_score":0.14886414,"about_ca_system_score_codex":0.00027757225,"about_ca_system_score_gemma":0.0014823555,"threshold_uncertainty_score":0.99942625},"labels":[],"label_agreement":null},{"id":"W4414422261","doi":"10.1016/j.jclinepi.2025.111981","title":"Statistical model assessment in published dose-response meta-analyses is suboptimal: evidence from a methodological review and reanalysis of 242 datasets","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; Population Health Research Institute; McMaster University; Impact","funders":"McMaster University","keywords":"Credibility; Statistical model; Selection (genetic algorithm); Statistical analysis; Model selection; Key (lock); Statistical hypothesis testing","score_opus":0.9862737106190819,"score_gpt":0.7952418118600114,"score_spread":0.19103189875907045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414422261","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03321298,0.08220837,0.80173194,0.08145009,0.0002150127,0.0005471061,0.00047857076,0.0000023889538,0.00015350712],"genre_scores_gemma":[0.16129342,0.023715148,0.79631835,0.01808217,0.00006519048,0.000027261305,0.0000278066,0.00001056634,0.00046008683],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.27281576,0.6001842,0.11833091,0.0028704484,0.0050810184,0.0007176691],"domain_scores_gemma":[0.09573522,0.84968525,0.046082143,0.00504904,0.002827557,0.0006207651],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.824057,0.00047268596,0.040024135,0.00093109545,0.000053742755,0.00013936214,0.0029178672,0.0004201814,0.01052663],"category_scores_gemma":[0.9446887,0.0001951324,0.008226491,0.0019970643,0.0005625941,0.0005519454,0.0005809056,0.0014585641,0.00003092896],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016306756,0.0007071817,0.30926338,0.0005881477,0.029242767,0.0001040819,0.00006778573,0.006094207,0.000109484885,0.005198935,0.627827,0.019166375],"study_design_scores_gemma":[0.0009196957,0.0005239316,0.5394548,0.00078708905,0.071867995,0.000029475743,0.000101939906,0.17928135,0.0000055785526,0.19825296,0.00845247,0.00032268255],"about_ca_topic_score_codex":0.00012772754,"about_ca_topic_score_gemma":0.000044618984,"teacher_disagreement_score":0.6193745,"about_ca_system_score_codex":0.00004769596,"about_ca_system_score_gemma":0.0007580564,"threshold_uncertainty_score":0.9903779},"labels":[],"label_agreement":null},{"id":"W4414422782","doi":"10.1016/j.jclinepi.2025.111985","title":"Updating the PRISMA reporting guideline for network meta-analysis: a scoping review","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; University of Ottawa; Ottawa Hospital; Canadian Arthritis Patient Alliance; St. Michael's Hospital","funders":"Canadian Institutes of Health Research; University of British Columbia","keywords":"Guideline; Trustworthiness; MEDLINE; Systematic review; Critical appraisal; Health services research","score_opus":0.9703870573823761,"score_gpt":0.7562780712197349,"score_spread":0.21410898616264118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414422782","genre_codex":"methods","genre_gemma":"methods","domain_codex":"reporting","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016577351,0.17942104,0.6812107,0.13551876,0.0010313117,0.0011815956,0.0000023605178,0.0000026988146,0.0014657746],"genre_scores_gemma":[0.011556061,0.016285568,0.72628707,0.23668568,0.0033060466,0.0001803908,0.000011438905,0.000026987944,0.005660797],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.29828075,0.23684457,0.4581044,0.0019503882,0.0038487872,0.0009711223],"domain_scores_gemma":[0.027305292,0.57376975,0.38557357,0.005300033,0.0077355183,0.00031582013],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.94163525,0.0003466095,0.046153214,0.0003262794,0.00027483635,0.00014471613,0.0029616565,0.00024541738,0.00321746],"category_scores_gemma":[0.9705634,0.00011600642,0.049778707,0.0029672815,0.00015825283,0.00015318852,0.0002788066,0.0008785538,0.000056460412],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023707873,0.00003995077,0.035816967,0.00062150613,0.11385432,0.0000069594876,0.000010376753,0.009274985,2.013911e-7,0.007506348,0.8112592,0.02158549],"study_design_scores_gemma":[0.00032471886,0.0001536385,0.003974562,0.0029270125,0.4533172,0.000058999292,0.000107678825,0.03118328,3.2046557e-7,0.13775109,0.36998433,0.00021715258],"about_ca_topic_score_codex":0.000004822181,"about_ca_topic_score_gemma":0.00003466201,"teacher_disagreement_score":0.44127485,"about_ca_system_score_codex":0.000017058284,"about_ca_system_score_gemma":0.00052608474,"threshold_uncertainty_score":0.9976937},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4414480124","doi":"10.1016/j.jval.2025.09.008","title":"Validating Loon Lens 1.0 for Autonomous Abstract Screening and Confidence-Guided Human-in-the-Loop Workflows in Systematic Reviews","year":2025,"lang":"en","type":"article","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; University of Ottawa; Dalhousie University; Ottawa Hospital; Life Prediction Technologies (Canada)","funders":"","keywords":"Workflow; False positive paradox; Sensitivity (control systems); Lens (geology); True positive rate; Through-the-lens metering","score_opus":0.8436006557405845,"score_gpt":0.572996590528697,"score_spread":0.2706040652118875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414480124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8106672,0.09176664,0.036454316,0.011201951,0.0009401978,0.040609777,0.000022722721,0.000030019668,0.008307154],"genre_scores_gemma":[0.9822487,0.000634684,0.012153338,0.0019386705,0.00006241103,0.0010086799,0.0000067114916,0.00001826556,0.0019284926],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.952891,0.021240918,0.021885863,0.001286916,0.0020287333,0.00066655927],"domain_scores_gemma":[0.9711503,0.02034391,0.005746529,0.002427474,0.00023700528,0.000094773895],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.31152272,0.00032326195,0.005099387,0.00094428664,0.00022263324,0.00065252656,0.0012833572,0.00010331786,0.00013105974],"category_scores_gemma":[0.051376022,0.00016754658,0.0006259647,0.0021509044,0.00004205978,0.0002467609,0.00007881729,0.0003286896,0.000076077355],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063862426,0.0008658576,0.21997914,0.35440084,0.00039539792,0.00010670957,0.03654221,0.047254875,0.0003279165,0.18289375,0.06158577,0.09558368],"study_design_scores_gemma":[0.0055313087,0.00044743854,0.067714036,0.23839988,0.00059409055,0.000107739026,0.022118498,0.52238184,0.000048549893,0.090393044,0.05034292,0.0019206592],"about_ca_topic_score_codex":0.0014299948,"about_ca_topic_score_gemma":0.00094022293,"teacher_disagreement_score":0.47512695,"about_ca_system_score_codex":0.00016081789,"about_ca_system_score_gemma":0.00020725146,"threshold_uncertainty_score":0.9566146},"labels":[],"label_agreement":null},{"id":"W4414494722","doi":"10.1101/2025.09.24.25336459","title":"Factors influencing the trustworthiness of non-randomized studies of interventions: a survey of international experts","year":2025,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hotel Dieu Hospital","funders":"Université Paris-Est Créteil Val-de-Marne; Cairo University; Queensland University of Technology","keywords":"Credibility; Trustworthiness; Observational study; Thematic analysis; Psychological intervention; Field (mathematics); Qualitative research; Systematic review","score_opus":0.8075097251397945,"score_gpt":0.5840354178605625,"score_spread":0.223474307279232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414494722","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9805542,0.0079797795,0.007775026,0.00011533841,0.0016283471,0.0011313971,0.00015277042,0.0000021131316,0.0006610281],"genre_scores_gemma":[0.9971526,0.0004846552,0.0004262792,0.0000142606295,0.000019936218,0.0001097787,0.000018109744,0.0000059505187,0.001768424],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95321214,0.020621492,0.020360943,0.00084838824,0.004807943,0.0001490932],"domain_scores_gemma":[0.9383424,0.030826634,0.019772485,0.0036986184,0.0073192585,0.000040627165],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17142938,0.00035326363,0.008884026,0.00076249766,0.000045228793,0.00009135742,0.0036958097,0.00012462329,0.0010593083],"category_scores_gemma":[0.20988415,0.0001314383,0.005458229,0.0010289495,0.00046093756,0.00008195686,0.0014603218,0.00021187504,0.000005151932],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046765356,0.00015112078,0.9663558,0.0020663664,0.008284978,6.405076e-7,0.015992157,0.0014820965,0.000056664052,0.00040635475,0.0026763615,0.0020597884],"study_design_scores_gemma":[0.008184805,0.000038156835,0.94625145,0.007663836,0.0025222043,7.843643e-7,0.016308373,0.009890032,0.0010336154,0.007147088,0.000523719,0.00043595783],"about_ca_topic_score_codex":0.00060558994,"about_ca_topic_score_gemma":0.00049420743,"teacher_disagreement_score":0.03845476,"about_ca_system_score_codex":0.000026756152,"about_ca_system_score_gemma":0.00015450997,"threshold_uncertainty_score":0.99985385},"labels":[],"label_agreement":null},{"id":"W4414498071","doi":"10.1016/j.jphys.2025.09.011","title":"Research Note: Systematic reviews versus scoping reviews in physiotherapy","year":2025,"lang":"en","type":"article","venue":"Journal of physiotherapy","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; MEDLINE; Alternative medicine; Exercise therapy","score_opus":0.7763319805929373,"score_gpt":0.6692354632570169,"score_spread":0.1070965173359204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414498071","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056958772,0.8331128,0.053848468,0.0065134047,0.007522666,0.022794243,0.0000067442274,0.000016327089,0.01922663],"genre_scores_gemma":[0.34763107,0.47913373,0.071370386,0.0105870385,0.0063421107,0.0019361655,0.0000069693183,0.00037393504,0.08261859],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9276876,0.04419754,0.020819746,0.000783416,0.005991682,0.0005200415],"domain_scores_gemma":[0.963555,0.015491127,0.013722629,0.0044569117,0.0025705092,0.00020386635],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.2819774,0.00046543634,0.010499246,0.0021847638,0.00019908178,0.00089658116,0.0036218513,0.00014184805,0.002507315],"category_scores_gemma":[0.039668996,0.00021176788,0.0037115177,0.0064537604,0.00010572085,0.00059555913,0.000089591646,0.00075292465,0.001347507],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001177902,0.0016202907,0.002013483,0.087250024,0.0016118444,0.00006083188,0.005747262,0.00070208934,0.059102543,0.006662002,0.5621772,0.27187452],"study_design_scores_gemma":[0.0092083495,0.0013104696,0.0038001807,0.31990513,0.00046111917,0.000031800453,0.0023538996,0.0040322323,0.0013119399,0.027220417,0.62913305,0.001231433],"about_ca_topic_score_codex":0.000019839505,"about_ca_topic_score_gemma":0.00007118448,"teacher_disagreement_score":0.35397902,"about_ca_system_score_codex":0.0002988336,"about_ca_system_score_gemma":0.00036398604,"threshold_uncertainty_score":0.99943006},"labels":[],"label_agreement":null},{"id":"W4414568397","doi":"10.1016/j.cmi.2025.09.019","title":"Funding and geographical distribution of clinical trials in infectious diseases","year":2025,"lang":"en","type":"article","venue":"Clinical Microbiology and Infection","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; University of Toronto","funders":"Medical Research Future Fund; National Health and Medical Research Council","keywords":"Distribution (mathematics); Infectious disease (medical specialty); Clinical trial; Disease; MEDLINE; Affect (linguistics)","score_opus":0.6941962252264701,"score_gpt":0.6206219959204815,"score_spread":0.07357422930598856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414568397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9878685,0.00096482964,0.008828139,0.00043397688,0.0010972742,0.00040690397,0.000036347108,0.0000058041187,0.00035823428],"genre_scores_gemma":[0.9984236,0.0010241554,0.00003874922,0.00020847333,0.000088101515,0.000012613411,0.000035344172,0.0000020758062,0.00016692215],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9401075,0.041858945,0.016825298,0.0008742284,0.00015998658,0.00017404767],"domain_scores_gemma":[0.941629,0.052678384,0.0044105942,0.0007769092,0.00038333324,0.00012178174],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23274407,0.00015644099,0.0045001884,0.00032336023,0.00009376252,0.000093630195,0.00016515458,0.0004432011,0.0002441472],"category_scores_gemma":[0.2915084,0.00008337015,0.0014385981,0.0008589485,0.0005446165,0.0001050705,0.00014014475,0.00036242875,0.000028866869],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004470327,0.00015055423,0.9379059,0.000027607617,0.00012845338,3.0596954e-7,0.000004002096,0.0000021780654,0.00007748869,0.0055851676,0.003485929,0.05258772],"study_design_scores_gemma":[0.0007584937,0.00016549244,0.9523311,0.000051870204,0.00025090054,0.000006655986,0.000013982362,0.000246089,0.0000065764575,0.010563052,0.035535485,0.00007029455],"about_ca_topic_score_codex":0.000021991307,"about_ca_topic_score_gemma":0.000079903955,"teacher_disagreement_score":0.058764324,"about_ca_system_score_codex":0.00000861201,"about_ca_system_score_gemma":0.000047951264,"threshold_uncertainty_score":0.79005146},"labels":[],"label_agreement":null},{"id":"W4414588782","doi":"10.11124/jbies-24-00357","title":"Structured evidence summaries designed to inform decision-makers in health research: a scoping review protocol","year":2025,"lang":"en","type":"review","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Protocol (science); Health care; MEDLINE; Data collection; Health data; Context (archaeology)","score_opus":0.7758678564946855,"score_gpt":0.6564548779910163,"score_spread":0.11941297850366916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414588782","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.4856519e-7,0.7127105,0.0016187712,0.002647813,0.00018612924,0.28246334,0.000031679003,0.000019455847,0.00032216133],"genre_scores_gemma":[6.065223e-7,0.698175,0.010842238,0.0008318941,0.00007710897,0.28796056,0.0000023080663,0.00004600831,0.002064278],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.76246256,0.13517529,0.06102845,0.0070742383,0.03139013,0.0028693264],"domain_scores_gemma":[0.32754272,0.6140902,0.025557669,0.024007186,0.006982029,0.0018202154],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.49787253,0.0017018887,0.029135877,0.005924461,0.00087624445,0.003553568,0.012451001,0.00062334206,0.010365258],"category_scores_gemma":[0.88496965,0.0008797524,0.005935321,0.027364297,0.00030593332,0.0017869467,0.0020327806,0.0014522026,0.0057341517],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019514842,0.000016502598,0.00002195674,0.29012793,0.00007961043,0.000015499214,0.00008796944,0.0000048240076,6.020415e-8,0.00006523596,0.056306474,0.65325445],"study_design_scores_gemma":[0.000027749751,0.000055160675,0.000011664235,0.53371745,0.0002917146,0.00001038059,0.000058775702,0.00000858368,4.95617e-7,0.00039707546,0.46504444,0.00037651786],"about_ca_topic_score_codex":0.00017252233,"about_ca_topic_score_gemma":0.0010884753,"teacher_disagreement_score":0.6528779,"about_ca_system_score_codex":0.0014836487,"about_ca_system_score_gemma":0.01214071,"threshold_uncertainty_score":0.99957275},"labels":[],"label_agreement":null},{"id":"W4414670328","doi":"10.1038/s41562-025-02313-3","title":"Correction for multiple comparisons should be ubiquitous","year":2025,"lang":"en","type":"letter","venue":"Nature Human Behaviour","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research","funders":"","keywords":"Multiple comparisons problem; MEDLINE; Pattern recognition (psychology)","score_opus":0.7102007525221764,"score_gpt":0.5531684698711304,"score_spread":0.15703228265104596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414670328","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003052953,0.0037290077,0.0219787,0.88811004,0.043149296,0.011220908,0.0023999324,0.00017649145,0.026182674],"genre_scores_gemma":[0.038573463,0.0000059196927,0.0021164156,0.41769397,0.0046597756,0.0006234301,0.002382613,0.00008363802,0.53386074],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9783882,0.004156238,0.007996781,0.002243624,0.006626967,0.0005882101],"domain_scores_gemma":[0.9781633,0.007538473,0.006059844,0.005501953,0.0026176558,0.00011879015],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.02832295,0.00088361744,0.006447704,0.0012283386,0.0006594766,0.0016953069,0.0037953088,0.0036686184,0.0051145465],"category_scores_gemma":[0.019329349,0.0005071913,0.00523202,0.0012142259,0.00006700242,0.0001480834,0.0002403287,0.005824941,0.0004003787],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000402806,0.000052582745,0.012620801,0.000090415306,0.00016720053,0.000016195436,0.00008093056,0.0000070491897,0.000008737685,0.00008612011,0.98604894,0.00081698276],"study_design_scores_gemma":[0.0002756083,0.00005063105,0.0061999126,0.00011742985,0.0014911973,0.00001218462,0.00010131138,0.0006440159,0.000021798412,0.00038405854,0.9902424,0.0004594483],"about_ca_topic_score_codex":0.00007525111,"about_ca_topic_score_gemma":0.0010516235,"teacher_disagreement_score":0.5076781,"about_ca_system_score_codex":0.00017045996,"about_ca_system_score_gemma":0.00014044388,"threshold_uncertainty_score":0.999738},"labels":[],"label_agreement":null},{"id":"W4414686899","doi":"10.4067/s0034-98872025000900641","title":"Comparación entre un método semiautomático y una búsqueda tradicional para la identificación de estudios que informen recomendaciones de guías de práctica clínica GES: Un estudio metaepidemiológico","year":2025,"lang":"en","type":"article","venue":"Revista médica de Chile","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Context (archaeology); Identification (biology); Process (computing); Work (physics); Systematic review","score_opus":0.32218271646770086,"score_gpt":0.48146208239323235,"score_spread":0.1592793659255315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414686899","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74041414,0.0269714,0.16305405,0.0284724,0.0005038152,0.0047056456,0.0002981604,0.0002815379,0.03529886],"genre_scores_gemma":[0.9640159,0.0016867104,0.025168288,0.0027430393,0.00021697114,0.00035012187,0.000064733154,0.000053643344,0.005700564],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96683395,0.017264497,0.009650225,0.0017720334,0.003123112,0.0013561939],"domain_scores_gemma":[0.9775168,0.013357714,0.003874285,0.003838607,0.0005984984,0.00081413076],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.09121277,0.00086919416,0.0054765404,0.0007591014,0.0007421943,0.0016142831,0.0032363886,0.00041916515,0.006432186],"category_scores_gemma":[0.032539044,0.0005616905,0.0027478389,0.0027115217,0.00036451445,0.00042543447,0.00042836386,0.00094385195,0.0013691697],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013127126,0.0010626029,0.31866962,0.0011129025,0.0049871737,0.00020050097,0.0029274302,0.0009924506,0.00058927445,0.29281116,0.3294925,0.0470231],"study_design_scores_gemma":[0.00096276926,0.000067571724,0.13125123,0.0008389644,0.0020458014,0.00034272572,0.00088123104,0.010966648,0.00025517136,0.018429149,0.8332505,0.000708231],"about_ca_topic_score_codex":0.00004753165,"about_ca_topic_score_gemma":0.000022623875,"teacher_disagreement_score":0.503758,"about_ca_system_score_codex":0.00069148734,"about_ca_system_score_gemma":0.0014209545,"threshold_uncertainty_score":0.99968344},"labels":[],"label_agreement":null},{"id":"W4414826427","doi":"10.1016/j.rbmo.2025.105338","title":"Response to: Representation of study in recent RBMO Commentary","year":2025,"lang":"en","type":"letter","venue":"Reproductive BioMedicine Online","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CReATe Fertility Centre","funders":"","keywords":"Representation (politics); Feature (linguistics)","score_opus":0.6348432797521111,"score_gpt":0.573096936677234,"score_spread":0.06174634307487703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414826427","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06268457,0.0006671168,0.00027786635,0.9299979,0.001407818,0.0043404433,0.00029896895,0.00000740955,0.00031788173],"genre_scores_gemma":[0.010990111,0.0002520621,0.006909762,0.8975568,0.00795822,0.00037915914,0.0021221589,0.000087378816,0.07374434],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9142185,0.046395045,0.021271475,0.0053522973,0.012201844,0.000560851],"domain_scores_gemma":[0.9717617,0.007775776,0.00609805,0.011050109,0.0032092098,0.00010517856],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12627567,0.0005904196,0.0070742574,0.004079469,0.00005563618,0.000088908775,0.0022833776,0.00026488057,0.002258579],"category_scores_gemma":[0.13566744,0.0003190852,0.00084875093,0.009846486,0.00015370567,0.00011325236,0.0005208665,0.0009478142,0.00017002677],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036799078,0.00066891866,0.012230041,0.0000822024,0.00041491518,0.0001357217,0.0010600287,0.000010591691,0.00034126829,7.733707e-7,0.9677496,0.016937943],"study_design_scores_gemma":[0.00069928175,0.0006213621,0.04138692,0.000302274,0.00039695256,0.00000671373,0.0030042187,0.00003291873,0.00007016897,0.00029192807,0.9529591,0.00022816358],"about_ca_topic_score_codex":0.00031675483,"about_ca_topic_score_gemma":0.000097773125,"teacher_disagreement_score":0.07342646,"about_ca_system_score_codex":0.00027473396,"about_ca_system_score_gemma":0.00021697604,"threshold_uncertainty_score":0.99992615},"labels":[],"label_agreement":null},{"id":"W4414957508","doi":"10.2460/javma.25.06.0425","title":"What to call your medical records–based study","year":2025,"lang":"en","type":"article","venue":"Journal of the American Veterinary Medical Association","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Observational study; Data collection; Research design; Simple (philosophy); Sampling (signal processing); MEDLINE","score_opus":0.5013879125332259,"score_gpt":0.5504592504159196,"score_spread":0.04907133788269369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414957508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9087402,0.00011625797,0.004563582,0.082632326,0.0030929889,0.0003694354,0.0000018649235,0.0000031527372,0.0004801702],"genre_scores_gemma":[0.97877836,0.000035513403,0.0006436598,0.012947905,0.0003840396,0.000013047469,3.2028353e-7,0.000008187436,0.007188949],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95469725,0.018129816,0.007413424,0.00041191257,0.019075619,0.00027196304],"domain_scores_gemma":[0.976374,0.008489292,0.011182174,0.0015759103,0.0018627293,0.000515906],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16158298,0.00020897685,0.0027279828,0.00042638948,0.00015531201,0.0005266589,0.0035491125,0.00010679747,0.0035905708],"category_scores_gemma":[0.22042036,0.00008904519,0.0015661743,0.0026713484,0.00006252729,0.00027921642,0.00037025393,0.0006433154,0.00032001347],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016477768,0.00077989476,0.39624983,0.000016187103,0.0008485033,0.00016511991,0.00073469325,0.000067249646,0.000053646298,0.000018495837,0.38133064,0.21957095],"study_design_scores_gemma":[0.0009657508,0.0019881485,0.6813404,0.0004865454,0.00046073532,0.0000734232,0.004777505,0.0041026417,0.0000073922342,0.0004738628,0.3051139,0.00020967114],"about_ca_topic_score_codex":0.000028905997,"about_ca_topic_score_gemma":0.000046206205,"teacher_disagreement_score":0.2850906,"about_ca_system_score_codex":0.00039906424,"about_ca_system_score_gemma":0.0007002479,"threshold_uncertainty_score":0.9973203},"labels":[],"label_agreement":null},{"id":"W4415020931","doi":"10.1017/rsm.2025.10034","title":"Using large language models to directly screen electronic databases as an alternative to traditional search strategies such as the Cochrane highly sensitive search for filtering randomized controlled trials in systematic reviews","year":2025,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; Hotel Dieu Hospital","funders":"","keywords":"Systematic review; Randomized controlled trial; MEDLINE; Keyword search; Cochrane collaboration; Electronic database; Filter (signal processing); Meta-analysis","score_opus":0.8796393867588007,"score_gpt":0.6853275020424803,"score_spread":0.19431188471632044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415020931","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05166774,0.00634182,0.9002811,0.001846646,0.00011353544,0.035916977,0.00030073046,0.000014267023,0.00351719],"genre_scores_gemma":[0.7065411,0.0010791562,0.27041227,0.00059879746,0.0003669809,0.016921867,0.000047141846,0.000079692145,0.003952974],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.33213425,0.6387397,0.015905479,0.0022101735,0.009270117,0.0017402862],"domain_scores_gemma":[0.1647188,0.82208824,0.002836174,0.0050224904,0.0047307657,0.00060350494],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8866688,0.00063308066,0.023147812,0.0033170474,0.0007141744,0.0025881096,0.0029589725,0.0001252539,0.0009043589],"category_scores_gemma":[0.68721163,0.00027361073,0.0040678214,0.004361481,0.00020683896,0.0007458497,0.00046915765,0.00068945525,0.00020774279],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07920998,0.0009489641,0.000009048385,0.014294735,0.01089765,0.000093547555,0.028597346,0.02973774,0.08975711,0.7136908,0.002063225,0.030699855],"study_design_scores_gemma":[0.031638395,0.0003399039,0.0000149343,0.016513113,0.0023828587,0.000027979524,0.04782804,0.8070372,0.049676448,0.0429328,0.00078627,0.00082206086],"about_ca_topic_score_codex":0.0016446366,"about_ca_topic_score_gemma":0.00044229784,"teacher_disagreement_score":0.77729946,"about_ca_system_score_codex":0.00045718323,"about_ca_system_score_gemma":0.0013936382,"threshold_uncertainty_score":0.9999716},"labels":[],"label_agreement":null},{"id":"W4415167908","doi":"10.1017/rsm.2025.10040","title":"Data analysis and presentation methods in umbrella reviews/overviews of reviews in health care: A cross-sectional study","year":2025,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Data extraction; Terminology; Systematic review; Presentation (obstetrics); Consistency (knowledge bases); Inclusion (mineral); MEDLINE; Descriptive statistics; Data collection; Research design","score_opus":0.944420581537522,"score_gpt":0.786600604477756,"score_spread":0.15781997705976591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415167908","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0158891,0.35556507,0.6108318,0.0010708262,0.00027869243,0.011396488,0.00012751855,0.00000739091,0.004833095],"genre_scores_gemma":[0.015018129,0.022677094,0.95814204,0.00011142701,0.000046362253,0.0010008746,0.000027816448,0.000019959076,0.0029562705],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.19171162,0.7591058,0.034900673,0.004796835,0.008377478,0.0011076106],"domain_scores_gemma":[0.75547963,0.20675199,0.011341302,0.022698412,0.0031803215,0.0005483269],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.83059394,0.00040092185,0.009288326,0.005925069,0.00023609473,0.000797902,0.0042386325,0.00015946756,0.0018264534],"category_scores_gemma":[0.46677807,0.0002289908,0.0013318224,0.022527004,0.00023664098,0.00046863526,0.0015277137,0.0006692173,0.00007290723],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023467961,0.00022024201,0.4667333,0.0010134949,0.0003507941,0.0000014189133,0.0009327504,0.00004304982,0.00013350263,0.00020388352,0.0024152189,0.5279289],"study_design_scores_gemma":[0.00028348857,0.0000651479,0.7732277,0.0004207336,0.00036947156,0.0000010565251,0.0017710611,0.00950266,0.00013187106,0.0020167474,0.2120087,0.0002013561],"about_ca_topic_score_codex":0.0019867243,"about_ca_topic_score_gemma":0.0035976674,"teacher_disagreement_score":0.563768,"about_ca_system_score_codex":0.00028110415,"about_ca_system_score_gemma":0.00042032584,"threshold_uncertainty_score":0.999086},"labels":[],"label_agreement":null},{"id":"W4415219641","doi":"10.1002/cesm.70054","title":"Health Equity in Systematic Reviews: A Tutorial—Part 2 Implementing Health Equity Throughout Your Methods","year":2025,"lang":"en","type":"article","venue":"Cochrane Evidence Synthesis and Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Impact; McMaster University; Dalhousie University; University of Toronto; Bruyère; University of Ottawa","funders":"","keywords":"Health equity; Equity (law); Health policy; Health insurance; Social determinants of health; Health promotion","score_opus":0.831224845381099,"score_gpt":0.7265415408069822,"score_spread":0.10468330457411679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415219641","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022391952,0.3461926,0.6330883,0.0092342915,0.0017303777,0.0052094185,0.000013915269,0.000026788497,0.0042803707],"genre_scores_gemma":[0.010006688,0.047755316,0.93315434,0.0033585017,0.00038665146,0.001602919,0.0000028522716,0.000043851083,0.003688889],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.34659693,0.5751823,0.057627276,0.00593732,0.011352861,0.0033032843],"domain_scores_gemma":[0.68614525,0.26044264,0.033657674,0.015349863,0.0029347574,0.0014698405],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8357418,0.00082359806,0.016956141,0.0009808588,0.0007722201,0.0017844907,0.003069208,0.0001969955,0.0014616242],"category_scores_gemma":[0.5917212,0.0004517782,0.0022399079,0.0039039424,0.00016811314,0.00084072846,0.001845603,0.00050012773,0.00015602486],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011275678,0.000072945295,0.0007294953,0.042763345,0.00023643616,0.0000021319395,0.0013377339,0.0000049232426,0.00027848833,0.005149853,0.012701883,0.9367115],"study_design_scores_gemma":[0.0012343724,0.0004904503,0.007266473,0.3133217,0.004614487,0.00010918305,0.012038656,0.016203951,0.0021538814,0.093873814,0.5459747,0.002718322],"about_ca_topic_score_codex":0.0004973908,"about_ca_topic_score_gemma":0.00031188902,"teacher_disagreement_score":0.93399316,"about_ca_system_score_codex":0.0006661815,"about_ca_system_score_gemma":0.0013574788,"threshold_uncertainty_score":0.9997934},"labels":[],"label_agreement":null},{"id":"W4415242003","doi":"10.1017/rsm.2025.10039","title":"Estimands and their implications for evidence synthesis for oncology: A simulation study of treatment switching in meta-analysis","year":2025,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of British Columbia","funders":"","keywords":"Pooling; Estimator; Censoring (clinical trials); Average treatment effect; Treatment effect; Randomized controlled trial; Random effects model; Clinical trial","score_opus":0.9585664962779277,"score_gpt":0.7594752801360958,"score_spread":0.1990912161418319,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415242003","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062537655,0.003385545,0.92412233,0.0038082239,0.000022869186,0.0057422933,0.00006158673,0.000005543144,0.00031392832],"genre_scores_gemma":[0.78535366,0.000055816807,0.2065848,0.000013895144,0.00001088252,0.007499357,8.314438e-7,0.000009811327,0.00047094596],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.91904044,0.06995813,0.007331286,0.0018277213,0.0013270772,0.000515356],"domain_scores_gemma":[0.27079996,0.71833557,0.002304967,0.0054673185,0.0029331492,0.0001590507],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3762189,0.00031971402,0.0074167913,0.0033437384,0.00040702848,0.0004069198,0.0016744602,0.0001305095,0.00028131148],"category_scores_gemma":[0.482777,0.0001473906,0.0035383974,0.005587201,0.000088285306,0.00022624609,0.0002552284,0.00012557357,0.0000035409892],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021430173,0.0012508993,0.016330618,0.00022388923,0.09020017,2.9813458e-7,0.003164336,0.018781269,0.0026071558,0.001679506,0.00027742886,0.86527014],"study_design_scores_gemma":[0.00039378868,0.0008634718,0.02047495,0.0000556599,0.13988203,5.477185e-7,0.008511797,0.7707188,0.0023463448,0.05104703,0.0054305475,0.00027500812],"about_ca_topic_score_codex":0.00020389046,"about_ca_topic_score_gemma":0.0006027196,"teacher_disagreement_score":0.8649951,"about_ca_system_score_codex":0.00028461986,"about_ca_system_score_gemma":0.00029713608,"threshold_uncertainty_score":0.64231396},"labels":[],"label_agreement":null},{"id":"W4415270084","doi":"10.1016/j.joca.2025.10.007","title":"Reply to comment on \"Effectiveness and safety of intra-articular interventions for knee and hip osteoarthritis based on large randomized trials: A systematic review and network meta-analysis\"","year":2025,"lang":"en","type":"letter","venue":"Osteoarthritis and Cartilage","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Arthritis Society; St. Michael's Hospital Foundation","keywords":"Osteoarthritis; Psychological intervention; Randomized controlled trial; MEDLINE; Systematic review","score_opus":0.300598156198993,"score_gpt":0.4366458462835284,"score_spread":0.13604769008453543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415270084","genre_codex":"review","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00041208157,0.6477766,0.02551615,0.27698073,0.0004492637,0.044818398,0.0035312485,0.000022189988,0.00049335],"genre_scores_gemma":[0.032392956,0.0074885846,0.002564265,0.93268657,0.00037954136,0.020031108,0.0005800325,0.000119576,0.0037573674],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.925915,0.055463932,0.013770973,0.0020325186,0.0022878163,0.0005297352],"domain_scores_gemma":[0.94628376,0.04354788,0.006064951,0.0029689572,0.0008812679,0.00025317626],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.19389305,0.00095423585,0.03773047,0.0008803261,0.00035377027,0.00093691127,0.0005016418,0.00034970947,0.0008032055],"category_scores_gemma":[0.052656654,0.000519146,0.011455954,0.0011432341,0.0001957718,0.000119948556,0.00023630228,0.00046237782,0.000012068773],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037454583,0.00015884293,0.000028801514,0.31683707,0.04241064,0.0000854623,0.0003332359,0.0000640095,0.000009479097,0.0018577601,0.62897605,0.005493174],"study_design_scores_gemma":[0.033197798,0.0020151574,0.000011707259,0.07630285,0.72158986,0.000023576193,0.00014338172,0.0003109806,0.000031011532,0.0022379474,0.16320573,0.0009300195],"about_ca_topic_score_codex":0.0000101774785,"about_ca_topic_score_gemma":0.000059094116,"teacher_disagreement_score":0.6791792,"about_ca_system_score_codex":0.000033453925,"about_ca_system_score_gemma":0.00004663554,"threshold_uncertainty_score":0.999726},"labels":[],"label_agreement":null},{"id":"W4415279421","doi":"10.1136/bmjebm-2024-113391","title":"Over 1000 terms have been used to describe evidence synthesis: a scoping review","year":2025,"lang":"en","type":"review","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Public Health Ontario; Impact; McGill University; McMaster University; Queen's University; St. Michael's Hospital","funders":"National Health and Medical Research Council","keywords":"Identification (biology); Scope (computer science); Context (archaeology); Key (lock); Perspective (graphical); Systematic review","score_opus":0.8775033471675885,"score_gpt":0.6368221377890774,"score_spread":0.24068120937851112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415279421","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.759518e-7,0.9527014,0.008381511,0.013847043,0.0010144606,0.022646582,0.000044808723,0.00004861874,0.0013147134],"genre_scores_gemma":[0.000007998706,0.9704414,0.001847973,0.009013877,0.0010499612,0.006707755,0.000024336901,0.00009310302,0.010813584],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.88622254,0.04753166,0.039871857,0.005409221,0.019610357,0.0013543525],"domain_scores_gemma":[0.74084526,0.20902778,0.024465704,0.020533154,0.0035096635,0.0016184441],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.3014744,0.0023899167,0.04077239,0.0031505285,0.00036539513,0.0009912113,0.009891462,0.00063581776,0.035333283],"category_scores_gemma":[0.669393,0.0010985795,0.0088324305,0.008785521,0.00037554116,0.0009702796,0.00081817375,0.0010060173,0.006871364],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010215979,0.000025684618,0.0000939474,0.27074444,0.00029141066,0.000082081926,0.000055181783,0.0000033242286,6.2057137e-7,0.000036922338,0.19921944,0.52943677],"study_design_scores_gemma":[0.00008993633,0.000102957165,0.000012688538,0.58312535,0.009521466,0.000026730228,0.000026125486,0.000029561545,0.00000140388,0.000041581472,0.40643367,0.0005885561],"about_ca_topic_score_codex":0.0001247146,"about_ca_topic_score_gemma":0.0001829948,"teacher_disagreement_score":0.5288482,"about_ca_system_score_codex":0.0006311312,"about_ca_system_score_gemma":0.005275949,"threshold_uncertainty_score":0.99914646},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4415418967","doi":"10.3389/frma.2025.1679842","title":"A pilot study investigating the relationship between journal impact factor and methodological quality of real-world observational studies","year":2025,"lang":"en","type":"article","venue":"Frontiers in Research Metrics and Analytics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Impact factor; Observational study; Quality (philosophy); Correlation; Research methodology","score_opus":0.9913812306646533,"score_gpt":0.7557971764383623,"score_spread":0.23558405422629103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415418967","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97042024,0.0046268003,0.022350185,0.001557402,0.00010685663,0.00055325154,0.000021832331,0.000001336813,0.00036210532],"genre_scores_gemma":[0.9765074,0.00041987377,0.02148995,0.000027086815,0.000042385233,0.000008943725,0.0000013890055,0.0000036540173,0.0014992952],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9328245,0.052437566,0.00731246,0.0006808397,0.0063616927,0.00038294424],"domain_scores_gemma":[0.6882681,0.29992777,0.00411221,0.001938511,0.0054057864,0.00034758827],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.390237,0.00017373031,0.0025111728,0.0032212415,0.000522904,0.0007134969,0.00095272023,0.00004151336,0.000028541052],"category_scores_gemma":[0.564961,0.00007282812,0.0003173158,0.012883679,0.0005105577,0.00017072815,0.0004161562,0.00086044293,0.0000012265889],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009996202,0.000058572157,0.9801058,0.000045369256,0.00043092784,0.0000011753655,0.00050454884,0.000043860455,0.00000216985,0.0040444187,0.010070168,0.004682969],"study_design_scores_gemma":[0.00019629754,0.00019310678,0.8513344,0.0000385235,0.000086638625,2.808025e-7,0.006866419,0.0030673167,6.8252916e-7,0.13800548,0.00015592523,0.000054961336],"about_ca_topic_score_codex":0.00016006986,"about_ca_topic_score_gemma":0.0001575516,"teacher_disagreement_score":0.24749021,"about_ca_system_score_codex":0.00013571627,"about_ca_system_score_gemma":0.00023895255,"threshold_uncertainty_score":0.68802667},"labels":[],"label_agreement":null},{"id":"W4415529199","doi":"10.1177/25152459251375445","title":"Consistent and Precise Description of Research Outputs Could Improve Implementation of Open Science","year":2025,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Transparency (behavior); Terminology; Openness to experience; Open science; Term (time); Key (lock); Open research","score_opus":0.8306962204089413,"score_gpt":0.7862947577716962,"score_spread":0.04440146263724509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415529199","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9154291,0.007310032,0.039156727,0.0014691423,0.00058818946,0.001723836,0.0000055354863,0.0000018283424,0.034315597],"genre_scores_gemma":[0.752046,0.0016430042,0.24608338,0.000066595036,0.0000040160166,0.000040879706,1.2839979e-7,0.0000010456106,0.00011498669],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97552776,0.013180824,0.004962383,0.0020115778,0.0038717971,0.00044567694],"domain_scores_gemma":[0.97759366,0.015316429,0.0038100996,0.0014543124,0.0017181549,0.00010732059],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4474317,0.00012646898,0.0011435143,0.0011227293,0.00022531465,0.00086922,0.003318857,0.000055994606,0.00019516611],"category_scores_gemma":[0.15301897,0.00006605289,0.00006633027,0.009741346,0.0029679877,0.0034287805,0.0011974614,0.00027675726,0.000001946659],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059007434,0.00012284721,0.19140571,0.00005453625,0.0000041698827,9.213261e-7,0.0005317214,0.000012116274,0.030169055,0.042608026,0.000052001364,0.73497987],"study_design_scores_gemma":[0.0007103836,0.00047952653,0.61421305,0.0001701124,0.000031192034,0.000007861596,0.011953801,0.0026122446,0.0064262003,0.35035166,0.012876725,0.00016726162],"about_ca_topic_score_codex":0.00014476042,"about_ca_topic_score_gemma":0.00023687314,"teacher_disagreement_score":0.7348126,"about_ca_system_score_codex":0.00004916301,"about_ca_system_score_gemma":0.0001859589,"threshold_uncertainty_score":0.99974537},"labels":[],"label_agreement":null},{"id":"W4415648268","doi":"10.7326/annals-24-03989","title":"Addressing Racial and Ethnic Health Equity in Systematic Reviews and Evidence-Based Guidelines: Overview and Background for the Series","year":2025,"lang":"en","type":"article","venue":"Annals of Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère","funders":"","keywords":"Systematic review; Health equity; Ethnic group; Health care; Equity (law); Health policy; Guideline; MEDLINE","score_opus":0.972723557117794,"score_gpt":0.7215876129453789,"score_spread":0.25113594417241514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415648268","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012671912,0.9083624,0.016360862,0.05973562,0.00024306432,0.0024783204,0.0000047896815,0.0000018160342,0.0001412465],"genre_scores_gemma":[0.6720636,0.26794013,0.004377949,0.051009286,0.00040577576,0.00051436026,0.0000026699056,0.000021763799,0.0036644307],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9823395,0.005647335,0.009850519,0.0005372767,0.0014163828,0.00020896528],"domain_scores_gemma":[0.9724304,0.019867748,0.0051310337,0.0011928448,0.0012522582,0.00012568313],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18607228,0.00023573307,0.0043480825,0.00031801237,0.00010604089,0.00019399187,0.0006509473,0.000048979837,0.00014415465],"category_scores_gemma":[0.14719684,0.00008758271,0.0003322528,0.0006813677,0.00026712572,0.00027441885,0.0001956829,0.00012419149,0.0000034192574],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030549275,0.00005941274,0.008473972,0.21582203,0.0005588221,0.000006801508,0.003976814,0.000014411273,0.00017351338,0.00913571,0.17203301,0.58944005],"study_design_scores_gemma":[0.0020982048,0.0013700224,0.033698864,0.8150542,0.0012460743,0.00008640114,0.009892515,0.028242335,0.000085535314,0.027657496,0.08009129,0.00047709126],"about_ca_topic_score_codex":0.00024104679,"about_ca_topic_score_gemma":0.0005186978,"teacher_disagreement_score":0.6593917,"about_ca_system_score_codex":0.000015748034,"about_ca_system_score_gemma":0.00010551363,"threshold_uncertainty_score":0.85998666},"labels":[],"label_agreement":null},{"id":"W4415648502","doi":"10.7326/annals-24-03875","title":"Perspectives on Racial and Ethnic Health Equity in Systematic Reviews and Evidence-Based Guidelines","year":2025,"lang":"en","type":"article","venue":"Annals of Internal Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère","funders":"","keywords":"Systematic review; Operationalization; Health equity; Health care; Ethnic group; Equity (law); Guideline; MEDLINE; Executive summary","score_opus":0.9334262213126463,"score_gpt":0.7037158536092916,"score_spread":0.22971036770335473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415648502","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.079257935,0.8042368,0.007858376,0.10288273,0.00038043218,0.002569834,0.0000036063147,0.0000043754794,0.0028059077],"genre_scores_gemma":[0.95983654,0.022364395,0.00072062254,0.014927068,0.00012562117,0.000062945175,4.3696e-7,0.0000057963366,0.0019565662],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9752171,0.009709943,0.011787018,0.00073330017,0.002341481,0.00021113176],"domain_scores_gemma":[0.98014563,0.011251725,0.005417818,0.0014404734,0.0015850425,0.00015928863],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18903798,0.00024722924,0.0052089333,0.0008423316,0.000044388045,0.00007966616,0.00076918624,0.000050969837,0.00041121405],"category_scores_gemma":[0.3108616,0.000103484,0.00043247466,0.0010210614,0.00019136464,0.0001441003,0.00013892264,0.00017227484,0.000032917742],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004978891,0.00034546052,0.032739375,0.09719048,0.00073380634,0.000030291218,0.0214045,0.000050967847,0.0004535363,0.026585348,0.42682555,0.3931428],"study_design_scores_gemma":[0.0023254638,0.003281677,0.07236036,0.8291477,0.00059533806,0.000031401712,0.025059342,0.017305253,0.0002304899,0.026482135,0.02254707,0.00063375174],"about_ca_topic_score_codex":0.00025485424,"about_ca_topic_score_gemma":0.0001903774,"teacher_disagreement_score":0.88057864,"about_ca_system_score_codex":0.000030393798,"about_ca_system_score_gemma":0.00010077227,"threshold_uncertainty_score":0.83505607},"labels":[],"label_agreement":null},{"id":"W4415677623","doi":"10.31222/osf.io/8dtfq_v1","title":"Critiplot: A Comprehensive Python Package and Web Tool for Visualizing Risk-of-Bias Assessments in Evidence Synthesis","year":2025,"lang":"","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Visualization; Python (programming language); Web application; Data visualization; Unit testing; Open source","score_opus":0.7783228922968776,"score_gpt":0.592714282224702,"score_spread":0.18560861007217555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415677623","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5961576,0.028325563,0.34619942,0.00094432605,0.0020557945,0.01792768,0.0014920733,0.00002912105,0.0068683834],"genre_scores_gemma":[0.8793609,0.017188823,0.09088313,0.0003578075,0.00009122141,0.001788811,0.000011681563,0.000052424588,0.010265179],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.90610176,0.04997166,0.030604605,0.004992202,0.0074218675,0.0009079083],"domain_scores_gemma":[0.78708106,0.18001406,0.019426046,0.008016565,0.005143453,0.00031879623],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.18752003,0.0015492651,0.017391771,0.0021966295,0.00039525251,0.0028053375,0.0037529212,0.000736791,0.005470365],"category_scores_gemma":[0.2774084,0.0009259214,0.0059562204,0.0026019986,0.00032985813,0.000808078,0.002911897,0.00086831185,0.00021528002],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005973632,0.0014134124,0.5161129,0.04712302,0.009365137,0.00005427491,0.0044605667,0.0011022075,0.0019330122,0.012914521,0.020157702,0.38476586],"study_design_scores_gemma":[0.0028008434,0.0006513462,0.13785423,0.061794017,0.021976141,0.00003038945,0.022515332,0.6656524,0.002803567,0.025958525,0.053655166,0.0043080267],"about_ca_topic_score_codex":0.00036718225,"about_ca_topic_score_gemma":0.00024865256,"teacher_disagreement_score":0.6645502,"about_ca_system_score_codex":0.00020110578,"about_ca_system_score_gemma":0.0010380729,"threshold_uncertainty_score":0.9997256},"labels":[],"label_agreement":null},{"id":"W4415688907","doi":"10.1002/cesm.70055","title":"Health Equity in Systematic Reviews: A Tutorial—Part 1 Getting Started With Health Equity in Your Review","year":2025,"lang":"en","type":"article","venue":"Cochrane Evidence Synthesis and Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Dalhousie University; McMaster University; Impact; Thinkpath Engineering Services (Canada); Bruyère; University of Ottawa","funders":"","keywords":"Health equity; Equity (law); Health policy; Health promotion; Social determinants of health; Health for all; Equity risk","score_opus":0.7701503152417511,"score_gpt":0.6734225709985999,"score_spread":0.09672774424315123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415688907","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005802269,0.9074746,0.06352627,0.018068574,0.0005633063,0.008049626,0.000008093565,0.000017786562,0.0017115297],"genre_scores_gemma":[0.03136046,0.67204463,0.27605247,0.013227482,0.00028280553,0.0037992946,0.0000046602977,0.00006767816,0.0031605116],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.61635137,0.32305303,0.043825686,0.004501089,0.010187361,0.0020814503],"domain_scores_gemma":[0.8138782,0.14218926,0.027355226,0.012739799,0.0026200984,0.0012174051],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.71074146,0.00067583565,0.016473081,0.00088625925,0.0002927035,0.0007427381,0.002073049,0.00013175854,0.0007055389],"category_scores_gemma":[0.48380947,0.00033849085,0.0010387548,0.004914741,0.00013214823,0.0006441979,0.0006222551,0.00048716794,0.00009929197],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022569739,0.00010591008,0.0014081844,0.26804394,0.00013578006,0.000008670277,0.0007716299,0.000009073757,0.000033719803,0.0010087846,0.0141168125,0.71433496],"study_design_scores_gemma":[0.00036959525,0.00018513939,0.00394871,0.9575787,0.0009393967,0.000037358142,0.0012246431,0.0022068687,0.000044688786,0.002926459,0.029875927,0.0006625193],"about_ca_topic_score_codex":0.0004103131,"about_ca_topic_score_gemma":0.00090541353,"teacher_disagreement_score":0.7136724,"about_ca_system_score_codex":0.00064151426,"about_ca_system_score_gemma":0.0015307688,"threshold_uncertainty_score":0.9999067},"labels":[],"label_agreement":null},{"id":"W4415731461","doi":"10.1186/s13750-025-00374-5","title":"Position statement on artificial intelligence (AI) use in evidence synthesis across Cochrane, the Campbell Collaboration, JBI and the Collaboration for Environmental Evidence 2025","year":2025,"lang":"en","type":"editorial","venue":"Environmental Evidence","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Automation; Rigour; Evidence-based practice; Empirical evidence; Scientific evidence; Evidence-based policy; Publishing; Best evidence","score_opus":0.28884288244941025,"score_gpt":0.49254121870025597,"score_spread":0.2036983362508457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415731461","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15582788,0.15152955,0.06296882,0.08119925,0.46604836,0.06941726,0.012774767,0.00008416058,0.00014994151],"genre_scores_gemma":[0.86867326,0.06305349,0.0013492736,0.002231987,0.04283243,0.007698233,0.00031953008,0.00011878631,0.013722984],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9633351,0.014741738,0.008997096,0.0027943105,0.00945224,0.0006795459],"domain_scores_gemma":[0.8495182,0.14052737,0.005408587,0.0040412648,0.00033412766,0.0001704754],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.086947165,0.0010311033,0.003165577,0.0003280752,0.0012092218,0.0046132086,0.0032723618,0.00056301156,0.0013481065],"category_scores_gemma":[0.15667722,0.0005339072,0.00089401513,0.0014711036,0.0012142151,0.0026331912,0.00071559154,0.0009101559,0.00072993134],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021530953,0.0002971795,0.0014279743,0.00045235505,0.0003159438,0.000019290439,0.0048082517,0.0043033846,0.00122854,0.00044302564,0.9683476,0.016203346],"study_design_scores_gemma":[0.0023459955,0.0021184196,0.013808744,0.033796087,0.0061487136,0.000025989359,0.061284594,0.054756902,0.009690346,0.012206512,0.7988171,0.0050006113],"about_ca_topic_score_codex":0.00012713586,"about_ca_topic_score_gemma":0.0012099999,"teacher_disagreement_score":0.7128454,"about_ca_system_score_codex":0.0014354072,"about_ca_system_score_gemma":0.00049813744,"threshold_uncertainty_score":0.9997113},"labels":[],"label_agreement":null},{"id":"W4415779881","doi":"10.1017/rsm.2025.10029","title":"How to conduct an individual participant data meta-analysis in response to an emerging pathogen: Lessons learned from Zika and COVID-19","year":2025,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of British Columbia; Jewish General Hospital","funders":"H2020 Health; Institute of Genetics","keywords":"Pooling; Spurious relationship; Missing data; Data collection; Key (lock); Zika virus","score_opus":0.9891121810702769,"score_gpt":0.7652660671837509,"score_spread":0.22384611388652598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415779881","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21502143,0.008479883,0.5388343,0.23113477,0.00011670906,0.003252369,0.002821891,0.000036969446,0.00030167014],"genre_scores_gemma":[0.44717687,0.000076860284,0.54504883,0.0017428601,0.000059980637,0.00087308994,0.00007751974,0.00003954246,0.004904427],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.5449413,0.43193218,0.006810533,0.0053542396,0.009586383,0.0013753533],"domain_scores_gemma":[0.625073,0.3329379,0.0022724916,0.032922197,0.0024510599,0.004343331],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.72485006,0.00054081966,0.00882597,0.0065745055,0.00063701376,0.0049269632,0.0080913585,0.00021560445,0.005652621],"category_scores_gemma":[0.70871896,0.00030397068,0.0016489208,0.015482904,0.00022833717,0.00097244105,0.002984157,0.000584698,0.00015464786],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012909976,0.0008216056,0.0053996635,0.00015082343,0.1562748,0.0002184249,0.020662852,0.0038320883,0.08588188,0.0029563971,0.025754623,0.6967558],"study_design_scores_gemma":[0.0005008198,0.00032532535,0.026160916,0.00004966528,0.20127654,0.000004596032,0.067664735,0.06499272,0.003960058,0.026673237,0.607023,0.0013683783],"about_ca_topic_score_codex":0.0011362764,"about_ca_topic_score_gemma":0.0036756443,"teacher_disagreement_score":0.6953875,"about_ca_system_score_codex":0.00010612164,"about_ca_system_score_gemma":0.00089654286,"threshold_uncertainty_score":0.99994123},"labels":[],"label_agreement":null},{"id":"W4415812551","doi":"10.21203/rs.3.rs-7632918/v1","title":"Spin Reporting is Common in Pilot and Feasibility Trials in Hip and Knee Arthroplasty: A Methodological Survey","year":2025,"lang":"","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Clinical trial; Intervention (counseling); Transparency (behavior); MEDLINE; Orthopedic surgery; Alternative medicine; Popularity","score_opus":0.9782356610754231,"score_gpt":0.7299729082865173,"score_spread":0.24826275278890586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415812551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96362746,0.017918719,0.0019807646,0.0018055995,0.00034552676,0.012573784,0.000356774,0.0000069273997,0.001384449],"genre_scores_gemma":[0.986762,0.0038857989,0.0058741197,0.00008280473,0.0000807083,0.00061807776,0.000042236185,0.000020920867,0.0026333204],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.070668004,0.81735605,0.08448245,0.008850027,0.016489832,0.0021536623],"domain_scores_gemma":[0.23806639,0.6813864,0.051730912,0.018327953,0.008813975,0.0016743768],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9546123,0.001120876,0.027824767,0.0040872134,0.00056114193,0.0038449476,0.0017714123,0.001020751,0.006373505],"category_scores_gemma":[0.919627,0.0006299228,0.0024670577,0.007596382,0.0011242089,0.00029628995,0.0063172937,0.0046921675,0.00014056644],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006009432,0.0004250894,0.911341,0.003059106,0.00021854493,0.00013607595,0.0014095047,0.000044144657,0.000029451,0.00018806168,0.0015892547,0.08095883],"study_design_scores_gemma":[0.0012609167,0.00065170316,0.95859414,0.003292306,0.00011073225,0.000020520043,0.0028217307,0.008180324,0.000018437995,0.023191372,0.0013698549,0.0004879337],"about_ca_topic_score_codex":0.0073379036,"about_ca_topic_score_gemma":0.016884936,"teacher_disagreement_score":0.1673984,"about_ca_system_score_codex":0.00046984103,"about_ca_system_score_gemma":0.001598155,"threshold_uncertainty_score":0.9996152},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4415819486","doi":"10.1177/23320249251391925","title":"Message From the Editor: Publishing Tips for <i>Journal of Pediatric Surgical Nursing</i> (JPSN)","year":2025,"lang":"en","type":"article","venue":"Journal of Pediatric Surgical Nursing","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Journal of Communication (Canada)","funders":"","keywords":"Guideline; Publishing; Project commissioning; MEDLINE","score_opus":0.3349464097899339,"score_gpt":0.47116812996881613,"score_spread":0.13622172017888223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415819486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57383776,0.15546426,0.07681817,0.054465257,0.10769246,0.0019658646,0.00021178539,0.000026280557,0.029518163],"genre_scores_gemma":[0.80675906,0.0030206158,0.008083909,0.00043301377,0.17832495,0.000009157595,0.000010055753,0.000065730936,0.0032934912],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96705264,0.007860773,0.01507772,0.00068338355,0.008667531,0.0006579684],"domain_scores_gemma":[0.9264966,0.04888661,0.01686307,0.001567122,0.0056117787,0.00057477143],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11687773,0.00048946193,0.0044608116,0.0013287137,0.00045732578,0.0034601751,0.0040710736,0.00038195334,0.0014211744],"category_scores_gemma":[0.047876105,0.00022260232,0.0053812964,0.0038391834,0.00016955509,0.0014968585,0.000099089695,0.0013902262,0.000043754833],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025018805,0.0003580185,0.016108502,0.000026577345,0.00021753188,0.00011621613,0.0004897819,0.00011683724,0.0000030469225,0.0006788237,0.95187104,0.02976342],"study_design_scores_gemma":[0.0044854064,0.0003430484,0.0047534886,0.00042394543,0.007002617,0.0008650168,0.0026796146,0.00110722,0.0000125946335,0.033790424,0.9440617,0.00047493758],"about_ca_topic_score_codex":0.0000043777745,"about_ca_topic_score_gemma":0.000001313239,"teacher_disagreement_score":0.23292132,"about_ca_system_score_codex":0.00028391465,"about_ca_system_score_gemma":0.00084053236,"threshold_uncertainty_score":0.9994917},"labels":[],"label_agreement":null},{"id":"W4415854622","doi":"10.1080/24733938.2025.2580319","title":"Introducing a new “ <i>Preliminary Report”</i> submission category for small-sample intervention studies: rationale and instructions","year":2025,"lang":"en","type":"article","venue":"Science and Medicine in Football","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre; Public Health Ontario; University of Toronto","funders":"","keywords":"Intervention (counseling); Psychological intervention; MEDLINE; Work (physics)","score_opus":0.5941609488212387,"score_gpt":0.5427249452808995,"score_spread":0.05143600354033917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415854622","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6555252,0.02311287,0.25079447,0.0589074,0.0037380343,0.003387434,0.000008074509,0.000019421297,0.0045070904],"genre_scores_gemma":[0.9278532,0.0007454148,0.03781579,0.0020261179,0.00052840414,0.000253267,0.000022379325,0.000011533777,0.030743869],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9937927,0.00042706847,0.003188676,0.0009551414,0.0014370321,0.00019936977],"domain_scores_gemma":[0.99201286,0.0038272883,0.0012828712,0.0011383119,0.001559067,0.00017962119],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06580906,0.00014646018,0.0010730568,0.00083721796,0.00034387282,0.00017575978,0.0004684369,0.000038482638,0.00010479925],"category_scores_gemma":[0.13596277,0.0000757727,0.00013627151,0.0020871728,0.0004764771,0.00030289052,0.00018757545,0.00009242146,0.0000033420763],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008606192,0.000103677936,0.038014006,0.0005397512,0.00014148482,0.000016375976,0.008849523,0.00015790059,0.0036973367,0.0344269,0.30690098,0.607066],"study_design_scores_gemma":[0.0030947255,0.0008440346,0.048908766,0.0018406372,0.0005402767,0.00026237947,0.054432467,0.0206258,0.00047373932,0.43932357,0.42918992,0.00046365676],"about_ca_topic_score_codex":0.00029203453,"about_ca_topic_score_gemma":0.0004017492,"teacher_disagreement_score":0.6066024,"about_ca_system_score_codex":0.00006356614,"about_ca_system_score_gemma":0.00026095394,"threshold_uncertainty_score":0.9619461},"labels":[],"label_agreement":null},{"id":"W4415868908","doi":"10.3389/fpsyg.2025.1708313","title":"There are no alternative hypotheses in tests of null hypotheses","year":2025,"lang":"en","type":"article","venue":"Frontiers in Psychology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Falsity; Null hypothesis; Alternative hypothesis; Statistical hypothesis testing; Null (SQL); Axiom; Statistical power; Statistical analysis","score_opus":0.491506746120943,"score_gpt":0.5159679769774408,"score_spread":0.024461230856497762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415868908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5552077,0.0149406465,0.048424654,0.0027231707,0.0064597614,0.0014847615,0.000048153714,0.000010557506,0.37070057],"genre_scores_gemma":[0.96787894,0.00034471156,0.019255063,0.0013099996,0.000051215728,0.00007381432,0.0000012744388,0.000013349146,0.011071648],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9876595,0.005328413,0.0047547645,0.000910851,0.001068222,0.00027822398],"domain_scores_gemma":[0.99233747,0.0026458844,0.0022314263,0.002342204,0.00039720233,0.00004579815],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.020406755,0.00023454432,0.0029288614,0.0013459024,0.000025947782,0.00007225801,0.0019992788,0.00014904271,0.0021443865],"category_scores_gemma":[0.02436886,0.00013123617,0.00055455737,0.0019417553,0.00019223092,0.00010966028,0.000092253285,0.00021054597,0.00049735926],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035255907,0.00013699176,0.7382463,0.00002422404,0.00010316794,0.000014356706,0.00025621997,0.000022229045,0.000045628363,0.00053415267,0.22040547,0.040175963],"study_design_scores_gemma":[0.0006336463,0.000058463607,0.6481808,0.00019679657,0.00004018866,0.0000029425012,0.0017578758,0.0008179565,0.000043029017,0.21854281,0.1295577,0.00016779343],"about_ca_topic_score_codex":0.00003300673,"about_ca_topic_score_gemma":0.00016668861,"teacher_disagreement_score":0.4126712,"about_ca_system_score_codex":0.000037495127,"about_ca_system_score_gemma":0.000039458675,"threshold_uncertainty_score":0.9987678},"labels":[],"label_agreement":null},{"id":"W4415902771","doi":"10.1017/s1049023x25101465","title":"The Misuse of Normality Tests as Gatekeepers for Research in Prehospital and Disaster Medicine","year":2025,"lang":"en","type":"article","venue":"Prehospital and Disaster Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Normality; Parametric statistics; Test (biology); Disaster medicine; Statistical analysis; Statistical hypothesis testing; Nonparametric statistics","score_opus":0.6601102159461875,"score_gpt":0.5976467253931197,"score_spread":0.06246349055306777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415902771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94773155,0.011137086,0.00034036662,0.021222364,0.0003751741,0.0017169671,0.000013064852,0.000003974549,0.017459452],"genre_scores_gemma":[0.9894567,0.00025915258,0.00011645547,0.0003297491,0.00013104524,0.00013950547,0.000006568776,0.000009536454,0.009551302],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98850304,0.00238508,0.004846833,0.00095841964,0.0028392517,0.00046734838],"domain_scores_gemma":[0.98445034,0.011763403,0.0009350799,0.0017270251,0.0008867358,0.00023742682],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.058123846,0.00031015615,0.0021575359,0.00042573188,0.00025023633,0.00018776716,0.0009787144,0.00009661261,0.00041542616],"category_scores_gemma":[0.030686408,0.00011980706,0.0002537855,0.0012146523,0.0015899634,0.00025423622,0.00038992093,0.00024708873,0.000026522737],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058349315,0.00036238445,0.6551556,0.0017974642,0.00053473626,0.000016754022,0.069443494,0.000005006568,0.0006034974,0.035781965,0.07566913,0.16004647],"study_design_scores_gemma":[0.006215511,0.0030172835,0.58426297,0.0027210081,0.0005524061,0.000025295607,0.122358225,0.0023165636,0.00007291529,0.19840278,0.079520464,0.000534586],"about_ca_topic_score_codex":0.00019793914,"about_ca_topic_score_gemma":0.00018849058,"teacher_disagreement_score":0.16262081,"about_ca_system_score_codex":0.000024683915,"about_ca_system_score_gemma":0.000055112057,"threshold_uncertainty_score":0.9774785},"labels":[],"label_agreement":null},{"id":"W4415931265","doi":"10.1038/s41591-025-04091-x","title":"Publisher Correction: Academia Europaea’s guidelines for the visualization of clinical outcomes","year":2025,"lang":"en","type":"article","venue":"Nature Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto; Université de Montréal; Montreal Heart Institute","funders":"","keywords":"Visualization; MEDLINE; Data visualization; Information visualization","score_opus":0.8195840028867467,"score_gpt":0.693886514388823,"score_spread":0.12569748849792373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415931265","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003272862,0.02279128,0.5031937,0.34166813,0.06798306,0.002849829,0.0000069890766,0.000027891014,0.05820632],"genre_scores_gemma":[0.3771409,0.00046387903,0.003941168,0.06455128,0.0028774117,0.000101240774,0.00003874975,0.00002567782,0.5508597],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9807454,0.0031807823,0.011800005,0.0006080714,0.0035301878,0.00013559176],"domain_scores_gemma":[0.9463506,0.0357368,0.0055376813,0.0026203038,0.009667022,0.000087603665],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15954037,0.00018171637,0.002766328,0.00031093264,0.000110341345,0.000108598804,0.0014723919,0.00048216674,0.0018154697],"category_scores_gemma":[0.627597,0.00005649874,0.0011428886,0.0020555765,0.00013805937,0.00012810157,0.0000830955,0.00064611505,0.00003742298],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009233116,0.000010853681,0.099434786,0.000018292529,0.00015032235,1.2913293e-7,0.00003746119,0.000012936782,0.0000025214897,0.0057788803,0.84875757,0.045786995],"study_design_scores_gemma":[0.000377601,0.000034385415,0.113553174,0.00007183111,0.00041410138,0.0000011330006,0.0003142813,0.006665034,0.0000041295957,0.003850491,0.8746687,0.000045135057],"about_ca_topic_score_codex":0.000009235483,"about_ca_topic_score_gemma":0.000023312841,"teacher_disagreement_score":0.4992525,"about_ca_system_score_codex":0.000009878915,"about_ca_system_score_gemma":0.00009700235,"threshold_uncertainty_score":0.999097},"labels":[],"label_agreement":null},{"id":"W4415977348","doi":"10.1016/j.bjae.2025.10.001","title":"Core concepts in statistics and research methods. Part 4: null hypothesis significance testing","year":2025,"lang":"en","type":"article","venue":"BJA Education","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Core (optical fiber); Statistical hypothesis testing; Null hypothesis; Null (SQL); p-value; Alternative hypothesis; Statistical analysis","score_opus":0.9390683036150287,"score_gpt":0.7081336402957406,"score_spread":0.23093466331928814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415977348","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7397811,0.014850118,0.14093372,0.0079573,0.0026914703,0.0046135387,0.00009156319,0.000020794721,0.08906037],"genre_scores_gemma":[0.39835578,0.0001345259,0.55041534,0.0004414786,0.0001327315,0.00042989803,0.0000067672654,0.0000106736325,0.050072804],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98492956,0.009663023,0.0030167103,0.00066890195,0.0015186814,0.00020313884],"domain_scores_gemma":[0.9564708,0.038920086,0.0010578345,0.0014057345,0.0020557968,0.00008977754],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.096542545,0.00011155614,0.0009127383,0.00049261644,0.00014014482,0.00045684938,0.0005377249,0.000049988448,0.0012531305],"category_scores_gemma":[0.1934649,0.00006737447,0.00008622569,0.0025776073,0.00010031521,0.00010021489,0.00006414642,0.00015045813,0.00022592458],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020393788,0.000060175997,0.074376725,0.000066940964,0.000016144002,3.0430047e-7,0.0006808032,0.000011270848,0.00047453868,0.010477653,0.14713007,0.7667033],"study_design_scores_gemma":[0.00016570975,0.000033155695,0.3956047,0.00038190084,0.00011575486,0.000002255461,0.009523733,0.01014552,0.0005136258,0.25717154,0.32610542,0.00023670003],"about_ca_topic_score_codex":0.00012721673,"about_ca_topic_score_gemma":0.00006241505,"teacher_disagreement_score":0.7664666,"about_ca_system_score_codex":0.000059477978,"about_ca_system_score_gemma":0.0005815336,"threshold_uncertainty_score":0.99965984},"labels":[],"label_agreement":null},{"id":"W4416001136","doi":"10.5465/amproc.2025.20376symposium","title":"Collaboration Initiative for Doctoral Students to Conduct, Publish, and Learn from Replications","year":2025,"lang":"en","type":"article","venue":"Academy of Management Proceedings","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Replication (statistics); Constructive; Publication; Publishing; State (computer science); Graduate students","score_opus":0.6661584423333249,"score_gpt":0.5617253917900159,"score_spread":0.10443305054330898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416001136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87822616,0.00048246855,0.012012406,0.053649176,0.00018298616,0.006547889,0.000089481386,0.000022687009,0.048786756],"genre_scores_gemma":[0.94496816,0.000046169254,0.017102556,0.0037086816,0.00004859738,0.00058207393,0.000011880019,0.000008087139,0.03352379],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99390435,0.00018241213,0.0030536063,0.0008569819,0.0018562939,0.00014638265],"domain_scores_gemma":[0.9960739,0.0007438836,0.0017565287,0.0003618736,0.0009841098,0.0000797183],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.020730292,0.00015928452,0.0010815026,0.00057240174,0.000136288,0.0012726423,0.0013337567,0.00007016448,0.00025845543],"category_scores_gemma":[0.008437534,0.0001013945,0.000195446,0.0020434225,0.00004273257,0.0008645884,0.00038809841,0.00008181305,0.000067529945],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022968547,0.000057661113,0.03957641,0.00014723852,0.0005467057,5.5659434e-8,0.0010490273,0.0000037357368,0.000262436,0.17757317,0.7651352,0.01562534],"study_design_scores_gemma":[0.0004729193,0.000039268547,0.11381208,0.00008594292,0.00044033478,9.754405e-8,0.006012947,0.00030458253,0.0004240732,0.06476059,0.81350964,0.00013753268],"about_ca_topic_score_codex":0.000003966746,"about_ca_topic_score_gemma":0.0000018574095,"teacher_disagreement_score":0.112812586,"about_ca_system_score_codex":0.0000302841,"about_ca_system_score_gemma":0.000012733422,"threshold_uncertainty_score":0.9999148},"labels":[],"label_agreement":null},{"id":"W4416003290","doi":"10.5465/amproc.2025.486bp","title":"Enhanced Meta-Analysis: Converting Beta Weights to Correlations","year":2025,"lang":"en","type":"article","venue":"Academy of Management Proceedings","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Mount Royal University","funders":"","keywords":"Imputation (statistics); Correlation; Regression; Sampling error; Regression analysis; Linear regression; Partial correlation; Mean squared prediction error","score_opus":0.5565650576309539,"score_gpt":0.49548130624225806,"score_spread":0.06108375138869582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416003290","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09508009,0.002683231,0.2282312,0.041526403,0.00024162294,0.0042801374,0.000019476425,0.000060314404,0.62787753],"genre_scores_gemma":[0.88372546,0.000022322669,0.010783734,0.0025921091,0.00002135772,0.00018650803,0.0000020408988,0.0000078917765,0.10265857],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"meta_analysis","domain_scores_codex":[0.98627746,0.00044789867,0.007829156,0.001272442,0.0038575705,0.00031549772],"domain_scores_gemma":[0.9936515,0.0010054182,0.0037255315,0.00079789804,0.00068400515,0.00013561128],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.044353515,0.0003264653,0.004501452,0.0023396877,0.00019673044,0.0004258896,0.0025672433,0.00011235846,0.006712948],"category_scores_gemma":[0.0030491073,0.00018125653,0.004478127,0.00872023,0.00005131821,0.0004477043,0.00051884016,0.00019056805,0.0012309334],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011333557,0.00007154551,0.0038531083,0.00022859914,0.1907281,3.7794635e-7,0.0007124973,0.0002738309,0.00020089306,0.6345874,0.16288064,0.006451648],"study_design_scores_gemma":[0.00034808755,0.00003292077,0.030613802,0.000053581516,0.5363401,4.6328427e-7,0.002528723,0.0049253553,0.0047679967,0.068091854,0.3517647,0.0005324146],"about_ca_topic_score_codex":0.000003282675,"about_ca_topic_score_gemma":0.0000012761176,"teacher_disagreement_score":0.7886454,"about_ca_system_score_codex":0.000026991554,"about_ca_system_score_gemma":0.000009481693,"threshold_uncertainty_score":0.9995467},"labels":[],"label_agreement":null},{"id":"W4416005193","doi":"10.5465/amproc.2025.15510symposium","title":"Artificial Intelligence Meets Academic Integrity: Evaluating AI Tools To Support Literature Reviews","year":2025,"lang":"en","type":"article","venue":"Academy of Management Proceedings","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Process (computing); Systematic review; Trustworthiness; Quality (philosophy); Applications of artificial intelligence; Data quality","score_opus":0.7659018382202408,"score_gpt":0.5922062344857193,"score_spread":0.17369560373452153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416005193","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13678241,0.0205809,0.18518005,0.19193038,0.0017701377,0.027896984,0.00006898222,0.00017487227,0.43561527],"genre_scores_gemma":[0.7385644,0.002826062,0.12098983,0.038231745,0.00049917074,0.0011114995,0.000018610766,0.000053933032,0.09770478],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.977631,0.0010715184,0.013533193,0.0018903819,0.0053292997,0.0005446532],"domain_scores_gemma":[0.9930116,0.0008838973,0.0040669516,0.00086130877,0.00097553956,0.00020072135],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.1490764,0.0004962737,0.0033465864,0.0014915171,0.00017523846,0.0012081675,0.0043979464,0.00033308784,0.0015825332],"category_scores_gemma":[0.030903598,0.00028614054,0.0012241002,0.0062371963,0.00007776529,0.0011179036,0.0010087999,0.0012702607,0.0016662311],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015686792,0.000028693288,0.00062294805,0.0006983184,0.00013545528,4.8010276e-7,0.0006799979,0.000012071725,0.00039060353,0.17431402,0.28925893,0.5338428],"study_design_scores_gemma":[0.000066098575,0.00008857101,0.0019024954,0.0017524769,0.00067345286,0.000004078564,0.0013617737,0.00275598,0.0016173777,0.13489021,0.854502,0.00038548617],"about_ca_topic_score_codex":8.11818e-7,"about_ca_topic_score_gemma":2.5166085e-7,"teacher_disagreement_score":0.60178196,"about_ca_system_score_codex":0.00007251431,"about_ca_system_score_gemma":0.00003203653,"threshold_uncertainty_score":0.99995905},"labels":[],"label_agreement":null},{"id":"W4416018474","doi":"10.1016/j.jclinepi.2025.112047","title":"Core GRADE unpacked: a summary of recent innovations in complementary GRADE methodology","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Grading (engineering); Certainty; Core (optical fiber); MEDLINE; Evidence-based medicine; Work (physics); Clinical Practice","score_opus":0.9823013435272192,"score_gpt":0.7503404818406014,"score_spread":0.23196086168661778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416018474","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59373516,0.0037100762,0.22747599,0.16417633,0.0054624197,0.00085849897,0.000036107434,0.0000037123395,0.0045417324],"genre_scores_gemma":[0.4833143,0.0046416847,0.47343317,0.035700135,0.0006882138,0.000019413439,0.000031075906,0.00002003396,0.0021519673],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.522307,0.31483757,0.15749952,0.0014838238,0.0030443203,0.0008277803],"domain_scores_gemma":[0.39318827,0.5467319,0.053914182,0.0027157075,0.0031690944,0.00028089673],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.65956277,0.0002371034,0.015317196,0.0013233894,0.000048399885,0.000017447304,0.0020803022,0.00031461095,0.0034432446],"category_scores_gemma":[0.7307444,0.00011802766,0.0031585183,0.0028243272,0.0004168255,0.000118474454,0.00025231446,0.0011079252,0.000046779467],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007455107,0.00025902863,0.69782895,0.000031398922,0.00044983375,0.000008684593,0.00005177775,0.00017594673,0.000033606735,0.06972109,0.19760786,0.03375729],"study_design_scores_gemma":[0.00078656356,0.0002273814,0.3598893,0.00008648711,0.00019573244,0.000020065383,0.00037194815,0.0010373541,0.0000056308195,0.44545594,0.19185013,0.00007345489],"about_ca_topic_score_codex":0.000044037282,"about_ca_topic_score_gemma":0.00017765151,"teacher_disagreement_score":0.37573487,"about_ca_system_score_codex":0.000045298693,"about_ca_system_score_gemma":0.0004190641,"threshold_uncertainty_score":0.99930143},"labels":[],"label_agreement":null},{"id":"W4416027284","doi":"10.1016/j.yhbeh.2025.105848","title":"Editorial: The most common mistake involving the use of correlations","year":2025,"lang":"en","type":"editorial","venue":"Hormones and Behavior","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University; Brock University","funders":"","keywords":"Mistake","score_opus":0.514853103988142,"score_gpt":0.46828536759636585,"score_spread":0.04656773639177614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416027284","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017939829,0.0037816055,0.00013471505,0.00031565453,0.99216956,0.0010397543,0.00052140007,0.0000051006364,0.00023820381],"genre_scores_gemma":[0.0015101328,0.0006983874,0.00018172424,0.000045006065,0.96917427,0.00020174321,0.00016549251,0.000020820105,0.028002411],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9837947,0.003735368,0.0057597966,0.0006804007,0.005824877,0.00020488421],"domain_scores_gemma":[0.9604876,0.02810249,0.0049339705,0.00402721,0.002367639,0.00008106809],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.027193518,0.00038403523,0.0026241362,0.0001859398,0.0005617022,0.0018051885,0.0019499211,0.00050610414,0.00037398233],"category_scores_gemma":[0.0323737,0.00013211183,0.001133323,0.0009949288,0.00022735246,0.00018113585,0.00033233775,0.0007073584,0.00005833149],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047947156,0.00004234784,0.0012822128,0.000027525735,0.00006652004,8.057036e-7,0.0002064625,0.000006196036,0.000009911288,0.00014503748,0.99346673,0.0047414685],"study_design_scores_gemma":[0.000091249625,0.000025923257,0.0022280891,0.00006940401,0.0020698055,7.3879215e-7,0.0003646773,0.00020559182,9.967682e-7,0.0001439656,0.99466383,0.00013575223],"about_ca_topic_score_codex":0.0004981446,"about_ca_topic_score_gemma":0.00046878873,"teacher_disagreement_score":0.027764207,"about_ca_system_score_codex":0.000023438835,"about_ca_system_score_gemma":0.00020948575,"threshold_uncertainty_score":0.99923104},"labels":[],"label_agreement":null},{"id":"W4416093259","doi":"10.1186/s12903-025-06962-8","title":"Some misinterpretations of Inferential statistics in dental public health literature","year":2025,"lang":"en","type":"article","venue":"BMC Oral Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"King Abdullah International Medical Research Center","keywords":"Public health; Dental public health; Oral and maxillofacial surgery; Confidence interval; Alternative medicine; MEDLINE","score_opus":0.6827766342444677,"score_gpt":0.590635197467987,"score_spread":0.09214143677648068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416093259","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1418893,0.020066872,0.8207774,0.010004846,0.0020217034,0.0026866947,0.0012065404,0.000017853985,0.0013287583],"genre_scores_gemma":[0.94670683,0.00014861843,0.047443595,0.002245609,0.000044672015,0.000020106,0.00011896031,0.0000072382286,0.0032643615],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97915053,0.0094592795,0.008333959,0.00059615454,0.0020747944,0.00038529225],"domain_scores_gemma":[0.9934008,0.0016485241,0.002867714,0.0013145779,0.0005493324,0.0002190421],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04088264,0.00017969019,0.0023845911,0.0009043959,0.000109276494,0.00048024263,0.0007825877,0.000059503323,0.0008627824],"category_scores_gemma":[0.0091577,0.000103780316,0.00046312792,0.0022849392,0.000049795144,0.00027323034,0.00009784331,0.0001903797,0.00016531278],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017500963,0.00038725478,0.4799538,0.0013283583,0.00008284032,0.000001913473,0.0023161094,0.000068130874,0.000003843282,0.27675593,0.17875582,0.060328517],"study_design_scores_gemma":[0.0017581788,0.00048427956,0.7291836,0.0014042086,0.00006716551,0.000011398852,0.0038874312,0.047941424,0.0000072578264,0.14477701,0.07001522,0.00046280207],"about_ca_topic_score_codex":0.00021675823,"about_ca_topic_score_gemma":0.011722622,"teacher_disagreement_score":0.80481756,"about_ca_system_score_codex":0.00014031837,"about_ca_system_score_gemma":0.0014551046,"threshold_uncertainty_score":0.9991886},"labels":[],"label_agreement":null},{"id":"W4416119070","doi":"10.1016/j.jclinepi.2025.112050","title":"Influence of focusing on dominant first order loop when assessing the certainty of evidence of network meta-analysis: a case study","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"Ministry of Education - Singapore; Ministry of Health -Singapore","keywords":"Certainty; First order; Meta-analysis; Order (exchange); Confidence interval; Loop (graph theory)","score_opus":0.950673557480007,"score_gpt":0.7105103482581071,"score_spread":0.24016320922189993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416119070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9241632,0.0058892732,0.05962724,0.009421458,0.00028989845,0.0005334858,0.0000024368585,7.069822e-7,0.00007227962],"genre_scores_gemma":[0.9865341,0.00015548377,0.011648399,0.0013493596,0.00010313629,0.0000073041424,9.425748e-8,0.0000053225267,0.00019676953],"study_design_codex":"observational","study_design_gemma":"meta_analysis","domain_scores_codex":[0.6770776,0.21708013,0.09982865,0.0012528959,0.0042114505,0.0005492592],"domain_scores_gemma":[0.30111527,0.5970074,0.089905754,0.004393707,0.0073726457,0.00020519963],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.6761639,0.00033522063,0.028919706,0.0006390632,0.00015263919,0.00006237844,0.002576567,0.0002942208,0.0006294995],"category_scores_gemma":[0.75562805,0.00010998277,0.01390245,0.0033474518,0.00057352975,0.00023684518,0.00033025094,0.0010450722,0.00000812968],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016424953,0.00041549664,0.53618145,0.00010408993,0.0716722,0.00010314129,0.00034715165,0.38378215,0.000006162209,0.00077574985,0.003621129,0.0028270218],"study_design_scores_gemma":[0.0015586083,0.00284543,0.3658763,0.0011407116,0.5107485,0.00034339516,0.0062521608,0.05977126,0.000020736356,0.048660193,0.0023834524,0.00039928022],"about_ca_topic_score_codex":0.00036364608,"about_ca_topic_score_gemma":0.00043716302,"teacher_disagreement_score":0.43907627,"about_ca_system_score_codex":0.000022437162,"about_ca_system_score_gemma":0.0004285982,"threshold_uncertainty_score":0.99597305},"labels":[],"label_agreement":null},{"id":"W4416134818","doi":"10.1002/cl2.70074","title":"Position Statement on Artificial Intelligence (AI) Use in Evidence Synthesis Across Cochrane, the Campbell Collaboration, JBI, and the Collaboration for Environmental Evidence 2025","year":2025,"lang":"en","type":"article","venue":"Campbell Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Cochrane","funders":"","keywords":"Automation; Evidence-based practice; Statement (logic); Publishing; Best evidence; Position statement; Compromise","score_opus":0.5123251591409785,"score_gpt":0.5308887889849266,"score_spread":0.018563629843948104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416134818","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.120617695,0.34242335,0.289947,0.052898936,0.0032711963,0.18956289,0.0004288662,0.00004172345,0.00080833724],"genre_scores_gemma":[0.957103,0.018439319,0.0010905428,0.0027986583,0.00010955287,0.0149803925,0.000014672417,0.000027363134,0.0054365066],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9384243,0.039605305,0.016580516,0.0014936224,0.0034263998,0.00046987153],"domain_scores_gemma":[0.8951156,0.08938323,0.0091332905,0.005056147,0.0011802093,0.00013150403],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21032025,0.00061396905,0.005054946,0.00028479038,0.0008212412,0.0036514741,0.0019091489,0.0001456437,0.0003237717],"category_scores_gemma":[0.2134509,0.00024132046,0.00094359793,0.0029106454,0.00036689473,0.0010455812,0.00019658748,0.0002404583,0.00084114453],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031337785,0.001534739,0.012292791,0.25813663,0.0026705938,0.000037216923,0.07646317,0.008422592,0.005350485,0.22288741,0.33022267,0.07884792],"study_design_scores_gemma":[0.0029045872,0.0009836042,0.004425632,0.3577072,0.0108561795,0.00008715255,0.17887537,0.24761434,0.0064903344,0.06348064,0.122638196,0.0039367713],"about_ca_topic_score_codex":0.000028922821,"about_ca_topic_score_gemma":0.000801935,"teacher_disagreement_score":0.8364853,"about_ca_system_score_codex":0.0004249561,"about_ca_system_score_gemma":0.00021103387,"threshold_uncertainty_score":0.9999368},"labels":[],"label_agreement":null},{"id":"W4416145595","doi":"10.1002/14651858.cd015679","title":"Supplementary search methods versus bibliographic database searching to identify studies and study reports","year":2025,"lang":"en","type":"article","venue":"Cochrane Database of Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Protocol (science); MEDLINE; Citation; Resource (disambiguation); Keyword search; Clinical trial; Bibliographic database; Agency (philosophy)","score_opus":0.7754224445234497,"score_gpt":0.6588444853079409,"score_spread":0.11657795921550873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416145595","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15088308,0.70999664,0.08982212,0.0010656753,0.0028382463,0.04350438,0.001119938,0.000024914545,0.0007450207],"genre_scores_gemma":[0.3346938,0.18971239,0.4574265,0.0013320032,0.00038707664,0.009810914,0.0012595216,0.00017843771,0.0051993853],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8365131,0.10645267,0.0414438,0.0038042336,0.0108977845,0.00088842725],"domain_scores_gemma":[0.92448974,0.04095217,0.010583375,0.019818315,0.003557101,0.00059931574],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5032599,0.00075782486,0.013622906,0.006659429,0.00038063835,0.0009593868,0.0026881096,0.000058786936,0.0019231096],"category_scores_gemma":[0.19020763,0.0003729527,0.0016919601,0.014869179,0.0001811428,0.00062219915,0.0022248086,0.0003342526,0.0002621493],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010454146,0.000584023,0.01666165,0.73118216,0.0053130533,0.00027798853,0.0048495773,0.000015831485,0.0033674957,0.000993243,0.23031873,0.006331722],"study_design_scores_gemma":[0.0059888065,0.001598487,0.0082008485,0.7064914,0.030761825,0.0004303933,0.18788616,0.0023535998,0.0014266279,0.0023820065,0.049215745,0.0032640826],"about_ca_topic_score_codex":0.00020371279,"about_ca_topic_score_gemma":0.00027084484,"teacher_disagreement_score":0.52028424,"about_ca_system_score_codex":0.000058986014,"about_ca_system_score_gemma":0.000120392346,"threshold_uncertainty_score":0.99987227},"labels":[],"label_agreement":null},{"id":"W4416151975","doi":"10.31222/osf.io/8dtfq_v2","title":"Critiplot: A Comprehensive Python Package and Web Tool for Visualizing Risk-of-Bias Assessments in Evidence Synthesis","year":2025,"lang":"","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Visualization; Python (programming language); Web application; Data visualization; Unit testing; Open source","score_opus":0.7323302226296172,"score_gpt":0.5887822478998173,"score_spread":0.14354797472979997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416151975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80609226,0.025883958,0.15563984,0.0010639451,0.00077374256,0.0058708885,0.00018713495,0.000012137537,0.004476098],"genre_scores_gemma":[0.96371305,0.004680458,0.02442305,0.0004123184,0.000030623007,0.00035758148,0.0000014050156,0.00002302048,0.006358499],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.949575,0.02630295,0.01722623,0.002302597,0.003956534,0.00063671026],"domain_scores_gemma":[0.8620324,0.124271505,0.0070805475,0.0038283437,0.0026047374,0.00018246513],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11903198,0.00072067603,0.00820995,0.0013855614,0.00033495342,0.0017721342,0.0018304567,0.0002589281,0.0035200068],"category_scores_gemma":[0.20939857,0.000418186,0.002538187,0.0032234613,0.00024609617,0.0009320004,0.000610016,0.00028264025,0.00017106526],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030759352,0.0007724671,0.65064317,0.009722127,0.00323524,0.000024524285,0.0016751746,0.00009433322,0.004558079,0.02057485,0.02829549,0.28009698],"study_design_scores_gemma":[0.0035397112,0.00077767484,0.2945359,0.025191478,0.013613967,0.00001823702,0.031373985,0.52652144,0.006323642,0.021138603,0.074651726,0.0023135967],"about_ca_topic_score_codex":0.00014048337,"about_ca_topic_score_gemma":0.00016577853,"teacher_disagreement_score":0.52642715,"about_ca_system_score_codex":0.00010017979,"about_ca_system_score_gemma":0.00044919548,"threshold_uncertainty_score":0.99982697},"labels":[],"label_agreement":null},{"id":"W4416154989","doi":"10.2196/80371","title":"Influence of Topic Familiarity and Prompt Specificity on Citation Fabrication in Mental Health Research Using Large Language Models: Experimental Study","year":2025,"lang":"en","type":"article","venue":"JMIR Mental Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Citation; Mental health; Reliability (semiconductor); Human health; Citation analysis; Psychological intervention","score_opus":0.7297054509316665,"score_gpt":0.6359743937937483,"score_spread":0.09373105713791818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416154989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99323994,0.001140217,0.00020963683,0.00085751014,0.00007133298,0.0041049845,0.000042230437,0.000003994453,0.000330153],"genre_scores_gemma":[0.9986777,0.000036737427,0.00053575705,0.00029748885,0.000012961584,0.00008547829,0.000016304513,0.0000050165595,0.00033259476],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98317873,0.0088190995,0.0038101703,0.0008002276,0.0030363523,0.00035544063],"domain_scores_gemma":[0.9970989,0.00041760955,0.0011715854,0.00096409576,0.00022570362,0.00012207167],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.051191386,0.00016384822,0.0012522052,0.00071998965,0.0003485536,0.00012745292,0.00043603958,0.000040680417,0.00007697326],"category_scores_gemma":[0.00057396194,0.00010883642,0.00012783999,0.0016938286,0.000058285746,0.0002728447,0.00017879088,0.00021871545,0.000015628182],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032306046,0.011337798,0.6374573,0.0010517641,0.00012230877,0.0000038743005,0.2939872,0.0012706061,0.0031833707,0.01318988,0.009504612,0.028568212],"study_design_scores_gemma":[0.001933012,0.0014066848,0.6640494,0.00055274385,0.0000068519857,0.0000022012982,0.22658513,0.10236624,0.00044580342,0.0018301436,0.00060850015,0.00021330491],"about_ca_topic_score_codex":0.0015683996,"about_ca_topic_score_gemma":0.0007356855,"teacher_disagreement_score":0.10109563,"about_ca_system_score_codex":0.00068462704,"about_ca_system_score_gemma":0.00021964459,"threshold_uncertainty_score":0.97699815},"labels":[],"label_agreement":null},{"id":"W4416177080","doi":"10.63838/001c.146908","title":"The importance of case reports and mini reviews","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Medical Specialties","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Presentation (obstetrics); Process (computing); Craft; Case presentation; Focus (optics); Ideal (ethics)","score_opus":0.4767487437931458,"score_gpt":0.49215512478243656,"score_spread":0.015406380989290758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416177080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46771142,0.40950975,0.001818772,0.07764555,0.0056680534,0.0008672203,0.000012941148,0.0000012042634,0.03676509],"genre_scores_gemma":[0.9561497,0.008547837,0.0016917252,0.0037850356,0.0015305091,0.000010510117,7.3235003e-7,0.0000131468805,0.028270833],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98423076,0.0025274153,0.009832537,0.00022389588,0.0029921283,0.00019329313],"domain_scores_gemma":[0.9869004,0.003451714,0.0065789227,0.0012812328,0.0009512934,0.00083645945],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14297716,0.00012471761,0.0020721462,0.00030893003,0.00023602995,0.00038847857,0.0008362241,0.00008734965,0.0062707476],"category_scores_gemma":[0.17122558,0.000048171478,0.0007154397,0.00067329366,0.00040369274,0.00010267332,0.000039874256,0.00024993575,0.00001603165],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021892847,0.0000042264355,0.05636702,0.000041883766,0.00010416097,0.0054377182,0.00037369758,3.7271644e-7,4.684583e-7,0.007096292,0.81951207,0.11105988],"study_design_scores_gemma":[0.000062194216,0.000016529959,0.004166291,0.00018454486,0.000098531695,0.0050871843,0.0012668287,0.000022431643,0.0000025764605,0.009479933,0.979571,0.000041960204],"about_ca_topic_score_codex":0.0006570886,"about_ca_topic_score_gemma":0.111828625,"teacher_disagreement_score":0.48843825,"about_ca_system_score_codex":0.000041441006,"about_ca_system_score_gemma":0.0016867457,"threshold_uncertainty_score":0.99463767},"labels":[],"label_agreement":null},{"id":"W4416192356","doi":"10.1007/s00134-025-08202-7","title":"When the sirens of statistics eclipse the clinical question","year":2025,"lang":"en","type":"article","venue":"Intensive Care Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sinai Health System; University of Toronto","funders":"","keywords":"Eclipse; Pain medicine; Anesthesiology; MEDLINE; Solar eclipse","score_opus":0.6663858987881804,"score_gpt":0.5938053228235772,"score_spread":0.07258057596460321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416192356","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.094896734,0.030350512,0.36257872,0.4143712,0.018800143,0.0045112115,0.00026408548,0.000021614143,0.07420576],"genre_scores_gemma":[0.95249563,0.00021054903,0.0011063754,0.02591066,0.0009016859,0.000025886251,0.000024375224,0.000008404871,0.019316426],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98162025,0.0085346885,0.0070019853,0.00045738977,0.0022508453,0.00013484195],"domain_scores_gemma":[0.9362144,0.030558463,0.0033056003,0.003585001,0.026264489,0.00007205544],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.057791684,0.00016563697,0.0021496587,0.00013677852,0.00011262769,0.00006814064,0.0013989257,0.00006391372,0.0026057384],"category_scores_gemma":[0.43793502,0.0000455873,0.0006008474,0.00065123494,0.0007174404,0.00002971899,0.00014071785,0.00026253416,0.00029140638],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008422665,0.0000043784994,0.01465795,0.00002348297,0.00014888721,0.0000031934671,0.0033261487,0.000005564903,0.000008251376,0.017833637,0.9150235,0.04895656],"study_design_scores_gemma":[0.00039291152,0.0002057438,0.047411077,0.00045152052,0.001291711,0.0000092012115,0.11311965,0.0016768912,0.000016689233,0.06557598,0.7697524,0.00009626953],"about_ca_topic_score_codex":0.00008539533,"about_ca_topic_score_gemma":0.00021509858,"teacher_disagreement_score":0.8575989,"about_ca_system_score_codex":0.000020668309,"about_ca_system_score_gemma":0.00010468664,"threshold_uncertainty_score":0.99830604},"labels":[],"label_agreement":null},{"id":"W4416207340","doi":"10.1302/1358-992x.2025.13.054","title":"PUBLICATION BIAS AND PROTOCOL DEVIATIONS IN REGISTERED ORTHOPAEDIC TRIALS","year":2025,"lang":"en","type":"article","venue":"Orthopaedic Proceedings","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Protocol (science); Randomized controlled trial; Clinical trial; Publication bias; Orthopedic surgery; Reporting bias; Research design; MEDLINE","score_opus":0.7451644221117375,"score_gpt":0.548142946783037,"score_spread":0.1970214753287005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416207340","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14673628,0.0012917332,0.020928755,0.06729365,0.00093165785,0.3543309,0.000051771716,0.00018275571,0.4082525],"genre_scores_gemma":[0.6999725,0.000052591044,0.0067370986,0.003984207,0.00035756017,0.19816814,0.000029036122,0.000044967386,0.09065387],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9723786,0.0031035843,0.017979134,0.0018229235,0.0042421897,0.00047355655],"domain_scores_gemma":[0.97409165,0.005693769,0.013185781,0.0023599,0.0043238103,0.00034509157],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22722787,0.00034915394,0.0032420356,0.0018911008,0.00021115711,0.0021309794,0.0011445611,0.00018148313,0.0019271375],"category_scores_gemma":[0.31617635,0.00018974044,0.0010808049,0.005566377,0.000110310626,0.0008397211,0.00022951962,0.00027088932,0.00035814004],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042389205,0.00010103539,0.5983247,0.00035316887,0.00010770499,0.0000018574879,0.00043059804,7.695836e-7,0.00011075261,0.04427223,0.2443426,0.11191217],"study_design_scores_gemma":[0.0013935695,0.000044068103,0.12804869,0.0002753258,0.0001667891,0.00001215361,0.00056726555,0.0020206051,0.00002857678,0.017439228,0.84976417,0.00023954824],"about_ca_topic_score_codex":0.000013372972,"about_ca_topic_score_gemma":0.000047931666,"teacher_disagreement_score":0.6054216,"about_ca_system_score_codex":0.000072072784,"about_ca_system_score_gemma":0.00025747565,"threshold_uncertainty_score":0.99898523},"labels":[],"label_agreement":null},{"id":"W4416219645","doi":"10.17615/y7ag-b051","title":"SPIRIT 2025 statement: Updated guideline for protocols of randomised trials","year":2025,"lang":"en","type":"article","venue":"UNC Libraries","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of North Carolina at Chapel Hill; Jawaharlal Institute Of Postgraduate Medical Education and Research; Syddansk Universitet; Centers for Disease Control and Prevention; University of Aberdeen; University of Glasgow; University of Oxford; University of Toronto; University College London; University of Exeter; National Institute for Health and Care Research; South African Medical Research Council; University of Alberta; Medical Research Council; London School of Hygiene and Tropical Medicine; McMaster University; Ottawa Hospital Research Institute; Hospital for Sick Children; Northwestern University; University of Warwick; University of Ottawa; Bond University; University of Miami","keywords":"Protocol (science); Guideline; Delphi method; Psychological intervention; Delphi; MEDLINE; Alternative medicine; Consolidated Standards of Reporting Trials; Randomized controlled trial","score_opus":0.8017504752506008,"score_gpt":0.6017260774252993,"score_spread":0.20002439782530157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416219645","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005107524,0.0021403462,0.82811224,0.020274146,0.00057824457,0.11469868,0.00041480848,0.000032444033,0.033238325],"genre_scores_gemma":[0.0030966583,0.000014881575,0.6351093,0.004260364,0.00031795143,0.04259906,0.00042444907,0.000041478106,0.31413588],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9641395,0.008093577,0.024564898,0.0007148187,0.0022471566,0.00024001871],"domain_scores_gemma":[0.97533375,0.012572768,0.007874937,0.0025399523,0.0015991288,0.000079456906],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17126647,0.00026199088,0.0058959695,0.00050087355,0.00012030152,0.0011063454,0.0015441274,0.000087985165,0.018813573],"category_scores_gemma":[0.14178908,0.00011769817,0.0022069672,0.0014811178,0.00009565197,0.0005024347,0.00015761647,0.000058413978,0.00017944387],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000663765,0.0000463528,0.00036471698,0.00012697317,0.00043320027,2.9174362e-7,0.00008972426,0.00002911725,0.0001283715,0.16258012,0.82403976,0.011497636],"study_design_scores_gemma":[0.005632567,0.00003720722,0.000025527475,0.00006592806,0.00023836046,7.617011e-8,0.00017704653,0.001217663,0.0032865412,0.21622981,0.77300894,0.00008033435],"about_ca_topic_score_codex":0.0000052209957,"about_ca_topic_score_gemma":0.0000039460483,"teacher_disagreement_score":0.28089756,"about_ca_system_score_codex":0.000010488951,"about_ca_system_score_gemma":0.00041634517,"threshold_uncertainty_score":0.9999306},"labels":[],"label_agreement":null},{"id":"W4416224884","doi":"10.1159/000549159","title":"Acknowledgement to Reviewers","year":2025,"lang":"en","type":"article","venue":"Psychopathology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Acknowledgement; Mental health","score_opus":0.7417742784894042,"score_gpt":0.6187252059255377,"score_spread":0.12304907256386655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416224884","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037562385,0.00557873,0.19659822,0.021832652,0.007133753,0.0016185563,0.0000071549684,0.000016966507,0.7296516],"genre_scores_gemma":[0.34168112,0.0002703892,0.04216964,0.037773885,0.0003982497,0.00054274756,0.000006067835,0.00002345753,0.57713443],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9850223,0.006273048,0.0058605527,0.0010935798,0.0014879705,0.0002625572],"domain_scores_gemma":[0.99254,0.0011128106,0.000977227,0.004264388,0.0009874683,0.00011813354],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08064045,0.00018064321,0.002225569,0.00059873593,0.00008177412,0.00021237823,0.001798885,0.00006154317,0.017993461],"category_scores_gemma":[0.039037872,0.00009247627,0.0009331234,0.0022374764,0.000036455618,0.00004888308,0.00017313033,0.00009444286,0.06315257],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036392182,0.000029900717,0.00968119,0.000017892906,0.000028929786,0.0000033346475,0.0001259863,0.00000506532,0.00010238528,0.007476184,0.84515244,0.13737305],"study_design_scores_gemma":[0.00009043709,0.000023429531,0.012881464,0.00002876092,0.000060666982,0.0000039653414,0.000093108334,0.000051000618,0.000010537882,0.014235257,0.97244334,0.00007804497],"about_ca_topic_score_codex":6.217577e-7,"about_ca_topic_score_gemma":0.0000136514545,"teacher_disagreement_score":0.30411872,"about_ca_system_score_codex":0.000024838142,"about_ca_system_score_gemma":0.000031022406,"threshold_uncertainty_score":0.98290426},"labels":[],"label_agreement":null},{"id":"W4416233811","doi":"10.11124/jbies-25-00480","title":"Position statement on artificial intelligence (AI) use in evidence synthesis across Cochrane, the Campbell Collaboration, JBI, and the Collaboration for Environmental Evidence 2025","year":2025,"lang":"en","type":"article","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Automation; Evidence-based practice; Process (computing); Key (lock); Empirical evidence; Statement (logic); Best evidence; Position paper","score_opus":0.2762657941933042,"score_gpt":0.49641511786244885,"score_spread":0.22014932366914464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416233811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.688033,0.021057256,0.09492226,0.17723866,0.0012591186,0.016848294,0.00043372065,0.00003825321,0.00016946453],"genre_scores_gemma":[0.98759,0.0046087326,0.0010515585,0.0018052007,0.0000906981,0.0030060287,0.0000029865048,0.000019116462,0.0018256555],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9709274,0.015398829,0.0071151103,0.0017757734,0.004219404,0.0005634695],"domain_scores_gemma":[0.8009301,0.19016145,0.0035406367,0.003877563,0.0013458636,0.00014441682],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.107051075,0.0005703761,0.002232966,0.00040572527,0.0011498011,0.004468894,0.0022316459,0.00018692933,0.0009132784],"category_scores_gemma":[0.29105332,0.00027483265,0.0006597126,0.0032428436,0.0007046532,0.0026777748,0.00029062675,0.00028273842,0.00043108314],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012675062,0.001493371,0.08683975,0.0027245723,0.0020775332,0.00006144398,0.03965424,0.031165378,0.029263742,0.055051357,0.18332684,0.5556667],"study_design_scores_gemma":[0.0015230312,0.001120248,0.16428092,0.044433627,0.007980764,0.000044889275,0.17083429,0.32990858,0.1634611,0.07574517,0.03642193,0.0042454544],"about_ca_topic_score_codex":0.00016131769,"about_ca_topic_score_gemma":0.0021192157,"teacher_disagreement_score":0.5514213,"about_ca_system_score_codex":0.0005083223,"about_ca_system_score_gemma":0.00040583374,"threshold_uncertainty_score":0.9999758},"labels":[],"label_agreement":null},{"id":"W4416261300","doi":"10.1016/j.annepidem.2025.11.002","title":"Piloting the novel Evidence Synthesis Equity Companion (ESEC) tool","year":2025,"lang":"en","type":"article","venue":"Annals of Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada","funders":"","keywords":"Equity (law); Process (computing); Evidence-based medicine; Evidence-based practice","score_opus":0.9565089889860564,"score_gpt":0.6701526218747483,"score_spread":0.2863563671113081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416261300","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30019882,0.022572467,0.41194126,0.22267057,0.0013418581,0.0016424914,0.000044657103,0.000021570113,0.03956628],"genre_scores_gemma":[0.9847597,0.0003400644,0.0037358832,0.009095521,0.00007006597,0.00004299913,0.0000010171643,0.000004470986,0.0019502776],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.92626107,0.049619004,0.01967951,0.0014891534,0.0021579864,0.00079325325],"domain_scores_gemma":[0.496545,0.47876617,0.013351229,0.008208405,0.0029682168,0.00016099589],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.48799872,0.0002347946,0.0046091285,0.0002668389,0.00020665549,0.00008788556,0.0032488492,0.000121969046,0.002410081],"category_scores_gemma":[0.7887588,0.00009452019,0.0018434799,0.001236827,0.0002830306,0.00019125328,0.00067529886,0.00020036277,0.0006051102],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029986435,0.000102190956,0.1573186,0.00018379177,0.0004921778,8.604454e-7,0.00014689946,0.000995286,0.0010079455,0.2976403,0.4187746,0.123307355],"study_design_scores_gemma":[0.000115086026,0.00009829634,0.4956815,0.0006508505,0.0004984219,0.000010938816,0.0004962843,0.03882646,0.00094092125,0.20125064,0.2610974,0.0003332029],"about_ca_topic_score_codex":0.00013148396,"about_ca_topic_score_gemma":0.000034440276,"teacher_disagreement_score":0.6845609,"about_ca_system_score_codex":0.000011576818,"about_ca_system_score_gemma":0.00008884789,"threshold_uncertainty_score":0.99850184},"labels":[],"label_agreement":null},{"id":"W4416288551","doi":"10.1097/phm.0000000000002808","title":"Second-Order Peer Reviews of Clinically Relevant Articles for the Physiatrist","year":2025,"lang":"en","type":"article","venue":"American Journal of Physical Medicine & Rehabilitation","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Providence Health Care; Saint John Regional Hospital; Dalhousie University","funders":"","keywords":"Peer review; MEDLINE; Peer group; Systematic review","score_opus":0.317715913882425,"score_gpt":0.5445409092007933,"score_spread":0.22682499531836836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416288551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70948267,0.0028818143,0.19403388,0.0886892,0.0008049615,0.0022920382,0.000012365582,0.000004020228,0.0017990434],"genre_scores_gemma":[0.9822689,0.000019682133,0.015160658,0.00084105425,0.00044827565,0.000033192973,9.3570634e-7,0.000007647799,0.0012196229],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9800205,0.0053012245,0.0110438205,0.0003696785,0.0031020935,0.0001626397],"domain_scores_gemma":[0.9043408,0.07582765,0.01200068,0.001483085,0.0062412038,0.00010656899],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.096394286,0.00019435855,0.0039486457,0.00027521947,0.00008293923,0.000050901028,0.0010655858,0.000022798025,0.00054944825],"category_scores_gemma":[0.30424187,0.0000704232,0.0022025541,0.0022389276,0.0008256155,0.00015815102,0.00004056984,0.00022711795,0.000039028764],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108242515,0.0001789121,0.002380734,0.000114589355,0.00021067933,1.945612e-7,0.0026794057,0.00009040249,0.0008431866,0.0060253497,0.04225138,0.94511694],"study_design_scores_gemma":[0.0017882511,0.031105792,0.048535928,0.00093063014,0.002591762,0.0000070033348,0.02584434,0.011279371,0.00005087009,0.12938838,0.74821275,0.00026493933],"about_ca_topic_score_codex":0.000009985379,"about_ca_topic_score_gemma":0.000006022816,"teacher_disagreement_score":0.944852,"about_ca_system_score_codex":0.000030739608,"about_ca_system_score_gemma":0.00012993965,"threshold_uncertainty_score":0.9304522},"labels":[],"label_agreement":null},{"id":"W4416300709","doi":"10.1017/rsm.2025.10056","title":"Impact of matrix-construction assumptions on quantitative overlap assessment in overviews: A meta-research study","year":2025,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; MD Precision (Canada); St. Michael's Hospital","funders":"Universitat Autònoma de Barcelona","keywords":"Pairwise comparison; Metric (unit); Guideline; Selection (genetic algorithm); Evaluation methods; Matrix (chemical analysis); Sample size determination","score_opus":0.9545881302189179,"score_gpt":0.801307371359501,"score_spread":0.15328075885941683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416300709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84449065,0.003722596,0.095983,0.0015582332,0.00031233756,0.007704651,0.00011086845,0.000014926375,0.04610274],"genre_scores_gemma":[0.74800473,0.00016240859,0.24706304,0.000007711708,0.000024765584,0.0013610852,0.0000014841381,0.000020319965,0.0033544765],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.4272873,0.5339258,0.01299905,0.002695001,0.021786312,0.0013065467],"domain_scores_gemma":[0.5640324,0.41302106,0.0032577226,0.0098192105,0.009468284,0.00040137567],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7209196,0.00041607354,0.0063331085,0.008097918,0.00044864655,0.0009305388,0.0029057418,0.00017304593,0.011261972],"category_scores_gemma":[0.37246186,0.00020078383,0.0037305504,0.014543312,0.0004411569,0.0003779705,0.00061396667,0.0014053304,0.00053913414],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003597545,0.006517672,0.35869962,0.00048450427,0.021002585,0.00003377133,0.0029524416,0.0026666676,0.0067986,0.21626484,0.017685398,0.36653414],"study_design_scores_gemma":[0.0006538141,0.0014670033,0.84506106,0.00039023318,0.0017512109,0.000003901518,0.036703527,0.022865634,0.001065907,0.08386542,0.005752643,0.0004196192],"about_ca_topic_score_codex":0.000935139,"about_ca_topic_score_gemma":0.00020019742,"teacher_disagreement_score":0.48636147,"about_ca_system_score_codex":0.00073065667,"about_ca_system_score_gemma":0.0010619682,"threshold_uncertainty_score":0.98964185},"labels":[],"label_agreement":null},{"id":"W4416313150","doi":"10.1007/978-3-031-70581-6_184-1","title":"Meta-analysis","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Circumstantial evidence; Natural (archaeology)","score_opus":0.9178118731134077,"score_gpt":0.553768636579408,"score_spread":0.3640432365339997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416313150","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.1516767e-7,0.008169041,0.037796948,0.0013261212,0.0001488183,0.00053248776,0.00011036425,0.000009419961,0.9519067],"genre_scores_gemma":[0.00013191639,0.000052108022,0.005225045,0.0015037702,0.000055185592,0.000026910378,0.00004037796,0.000015521762,0.9929492],"study_design_codex":"meta_analysis","study_design_gemma":"not_applicable","domain_scores_codex":[0.9620242,0.0032370759,0.020253759,0.002436817,0.011807171,0.00024094385],"domain_scores_gemma":[0.96705556,0.007503775,0.009549554,0.013337841,0.0023669496,0.00018634465],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaepi_broad","insufficient_payload"],"category_scores_codex":[0.12917928,0.00082891807,0.028211066,0.0028821493,0.00011392686,0.0015060591,0.00415857,0.00039024634,0.81352425],"category_scores_gemma":[0.008153395,0.00030743235,0.07547771,0.0013185362,0.000063207735,0.000104072016,0.00038944514,0.00031993585,0.05555966],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.8492803e-7,0.0000027436886,0.000005998015,0.0000073643964,0.3689385,0.0000031733,0.0000066089383,0.000014117994,3.761179e-8,0.27873367,0.35118318,0.0011043394],"study_design_scores_gemma":[0.000009618168,0.000002732092,0.00000298027,9.134351e-7,0.4377773,4.6758652e-7,0.000005139186,0.0002539646,2.56167e-7,0.058571503,0.5032331,0.00014205195],"about_ca_topic_score_codex":0.00001301774,"about_ca_topic_score_gemma":0.00018992068,"teacher_disagreement_score":0.7579646,"about_ca_system_score_codex":0.000030072519,"about_ca_system_score_gemma":0.00010932034,"threshold_uncertainty_score":0.9999378},"labels":[],"label_agreement":null},{"id":"W4416319867","doi":"10.2139/ssrn.5763589","title":"Limited consensus in expert opinions on studies evaluating the design, conduct, analysis, or reporting of health research: a survey study","year":2025,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; University of Ottawa; Bruyère; Children’s Health Research Institute; McMaster University; University of Toronto","funders":"","keywords":"Terminology; Flexibility (engineering); Qualitative research; Survey research; Survey data collection; Process (computing); MEDLINE; Survey methodology","score_opus":0.9830111413737759,"score_gpt":0.7377449015228527,"score_spread":0.24526623985092322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416319867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8873498,0.07937864,0.013807455,0.0097804265,0.001032067,0.008330292,0.00005707173,0.000011241725,0.00025303257],"genre_scores_gemma":[0.9902684,0.0041681337,0.0010147382,0.00012452705,0.00009505022,0.00019201581,0.000015613035,0.000018372153,0.004103156],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.25043705,0.6292115,0.0849554,0.0041503147,0.02576068,0.0054850555],"domain_scores_gemma":[0.5793862,0.23862594,0.13940643,0.015899744,0.026267426,0.00041427586],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9024189,0.0005968201,0.010369622,0.0037721798,0.0009616567,0.0007147824,0.0036759072,0.00017104443,0.00018827447],"category_scores_gemma":[0.6232208,0.00023995609,0.0023954117,0.009846795,0.00022592265,0.00005630511,0.0010830415,0.0067175673,0.000019006204],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018193924,0.0040807915,0.42528498,0.0005810373,0.13045199,0.00011508486,0.07542088,0.14648008,0.000040449828,0.0073646964,0.046624888,0.16173571],"study_design_scores_gemma":[0.0024265994,0.007503989,0.121555835,0.002795578,0.0039767427,0.0002029641,0.6240816,0.047674272,0.000013679126,0.18796623,0.0006392645,0.0011632418],"about_ca_topic_score_codex":0.0020380844,"about_ca_topic_score_gemma":0.032392047,"teacher_disagreement_score":0.54866076,"about_ca_system_score_codex":0.0017913112,"about_ca_system_score_gemma":0.022726603,"threshold_uncertainty_score":0.995574},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4416380488","doi":"10.1111/jsap.70063","title":"Small sample sizes in clinical trials: a pragmatic approach to clinical research in veterinary medicine","year":2025,"lang":"en","type":"article","venue":"Journal of Small Animal Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Sample size determination; Clinical trial; Alternative medicine; Guideline; Randomized controlled trial; Data extraction; Limiting; Research design; Quality (philosophy)","score_opus":0.9702242732015798,"score_gpt":0.7335702617698395,"score_spread":0.23665401143174025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416380488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82143396,0.0050235265,0.03947114,0.07007219,0.0019199555,0.0032819305,0.000007792178,0.0000059879544,0.05878354],"genre_scores_gemma":[0.8060094,0.0007841839,0.1873911,0.0031916795,0.0013369675,0.000049583978,0.0000015081716,0.00002284624,0.0012127288],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.48025003,0.4220409,0.084346965,0.0021242334,0.010211086,0.0010267829],"domain_scores_gemma":[0.24483688,0.7203414,0.0238333,0.0035536217,0.0066081705,0.00082667556],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8735992,0.00031716994,0.008407879,0.0024667026,0.00010398822,0.0006158206,0.0030852347,0.00030373965,0.0007557763],"category_scores_gemma":[0.9142987,0.00015534856,0.0019473148,0.005138779,0.00022682699,0.0006358036,0.0005312304,0.0027090798,0.000305275],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021459237,0.012311922,0.22936104,0.0011673005,0.0027396113,0.0017408367,0.005126399,0.0006337384,0.00049976667,0.016248152,0.21378988,0.4949221],"study_design_scores_gemma":[0.0054034856,0.0069143996,0.2636384,0.0016757575,0.0009662773,0.00047668922,0.02118211,0.010493345,0.0000016272231,0.0147754755,0.67409,0.00038241927],"about_ca_topic_score_codex":0.00017609463,"about_ca_topic_score_gemma":0.00012596342,"teacher_disagreement_score":0.49453968,"about_ca_system_score_codex":0.0001316674,"about_ca_system_score_gemma":0.0007650622,"threshold_uncertainty_score":0.9995917},"labels":[],"label_agreement":null},{"id":"W4416416033","doi":"10.1016/j.jdent.2025.106245","title":"Accuracy of LLMs to retrieve numeric data for meta-analysis in dentistry","year":2025,"lang":"en","type":"article","venue":"Journal of Dentistry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Limit (mathematics); Outcome (game theory); Risk assessment; MEDLINE","score_opus":0.8249960213679443,"score_gpt":0.6056581661013204,"score_spread":0.21933785526662386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416416033","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2685227,0.016528435,0.7082355,0.0024882224,0.0016647225,0.0009474972,0.00065230177,0.0000022658603,0.0009583749],"genre_scores_gemma":[0.9577397,0.00005457809,0.029271476,0.00027197888,0.00006702895,0.000015012985,0.00001886352,0.000008772479,0.012552579],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.978591,0.0025819652,0.013841721,0.00072218984,0.0040229503,0.00024012491],"domain_scores_gemma":[0.9730861,0.007157043,0.012074821,0.0052973256,0.0022090345,0.00017565777],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07962712,0.00024716626,0.0071693626,0.001732749,0.00005727766,0.00062140595,0.005587826,0.00010674647,0.0052031493],"category_scores_gemma":[0.0792905,0.0001306081,0.006309935,0.00710194,0.000037021226,0.0005665334,0.00048021052,0.0002276327,0.00010783425],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015400746,0.00055309193,0.100248404,0.00045033227,0.24998888,0.0002681326,0.00022216562,0.0021464345,0.0012601112,0.0009185,0.630571,0.013218908],"study_design_scores_gemma":[0.0016134126,0.0001897354,0.12355436,0.00015081199,0.59738517,0.00036442524,0.0027796503,0.007370073,0.0015100576,0.011216638,0.25318664,0.0006790558],"about_ca_topic_score_codex":0.000018886793,"about_ca_topic_score_gemma":0.00011832396,"teacher_disagreement_score":0.68921703,"about_ca_system_score_codex":0.000046883022,"about_ca_system_score_gemma":0.00023263335,"threshold_uncertainty_score":0.9997924},"labels":[],"label_agreement":null},{"id":"W4416427378","doi":"10.1159/000548983","title":"Acknowledgement to Reviewers","year":2025,"lang":"en","type":"article","venue":"Medical Principles and Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Acknowledgement; Czech; Medical journal; Alternative medicine; Presentation (obstetrics)","score_opus":0.7684700776233857,"score_gpt":0.6117431101629437,"score_spread":0.156726967460442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416427378","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003099658,0.012412966,0.07266776,0.17160118,0.0011552928,0.0009713659,0.000002731157,0.000009814293,0.73807925],"genre_scores_gemma":[0.17786798,0.007397007,0.08925614,0.16066921,0.00094319205,0.00033677337,0.00000935391,0.000034471323,0.56348586],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9782684,0.009779213,0.0052830596,0.000861526,0.005576383,0.00023143382],"domain_scores_gemma":[0.95092887,0.039526988,0.0023620059,0.0040868856,0.0022367681,0.00085847906],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.19289666,0.0001580886,0.0014984908,0.00019170472,0.00014534956,0.000523907,0.0011449939,0.0000752745,0.020585347],"category_scores_gemma":[0.6467018,0.00007510028,0.00037097954,0.0011656304,0.00005303635,0.00019421529,0.0005213875,0.00019376884,0.0064962613],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018287825,0.000068777146,0.0011747516,0.00009688653,0.00014577011,0.000012575018,0.00027034973,0.000005023417,0.000005126401,0.051732842,0.5569702,0.38949946],"study_design_scores_gemma":[0.000094423565,0.000021075388,0.0020842715,0.00010735862,0.00015168224,0.000010423136,0.00052424707,0.0008128901,0.0000020986276,0.0013108273,0.99480605,0.00007463034],"about_ca_topic_score_codex":0.0000073977867,"about_ca_topic_score_gemma":0.000029297416,"teacher_disagreement_score":0.45380512,"about_ca_system_score_codex":0.000023170604,"about_ca_system_score_gemma":0.00014582077,"threshold_uncertainty_score":0.9942773},"labels":[],"label_agreement":null},{"id":"W4416435674","doi":"10.1016/j.jcrc.2025.155358","title":"Can large language models approximate the results of meta-analyses in critical care? A meta-research study","year":2025,"lang":"en","type":"article","venue":"Journal of Critical Care","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Western University; St. Michael's Hospital","funders":"","keywords":"MEDLINE; Critical illness; Evidence-based medicine","score_opus":0.9054250625592039,"score_gpt":0.6908616910681487,"score_spread":0.2145633714910552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416435674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5414301,0.3112686,0.024282841,0.06562757,0.0012012385,0.004822255,0.0016047163,0.000015192504,0.049747452],"genre_scores_gemma":[0.99779814,0.000007425358,0.001363037,0.0002375523,0.000064190535,0.000050615567,0.000001960011,0.00001124246,0.00046583847],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.94648135,0.031022632,0.011040505,0.00072646566,0.0101674,0.00056165416],"domain_scores_gemma":[0.9545904,0.028371595,0.0012946358,0.0029888852,0.012500813,0.00025371902],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1395795,0.00035183068,0.0069215596,0.001350051,0.00022842818,0.0007440557,0.0029260344,0.00012093205,0.0014322527],"category_scores_gemma":[0.17843014,0.00012746755,0.0055351397,0.0030268715,0.0003609193,0.00033811672,0.0003415162,0.0009806366,0.000023652565],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013569341,0.0085734315,0.007061735,0.0082020005,0.07086388,0.0035111038,0.48684564,0.009009559,0.0010410618,0.35191315,0.046054497,0.005567001],"study_design_scores_gemma":[0.001509346,0.00061610376,0.0011841634,0.000076073185,0.081140734,0.0000368192,0.8594377,0.0049404795,0.0005086153,0.048688564,0.0015490527,0.00031235325],"about_ca_topic_score_codex":0.00015539116,"about_ca_topic_score_gemma":0.0008554617,"teacher_disagreement_score":0.456368,"about_ca_system_score_codex":0.00009721232,"about_ca_system_score_gemma":0.0003354582,"threshold_uncertainty_score":0.99948055},"labels":[],"label_agreement":null},{"id":"W4416524820","doi":"10.1016/b978-0-323-90509-1.00037-0","title":"Hypothesis testing and error","year":2025,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Statistical hypothesis testing; Sample (material); Alternative hypothesis; Statistical analysis; Sample size determination; Process (computing); Statistical power; Statistical inference","score_opus":0.6256537364499885,"score_gpt":0.44331876787147856,"score_spread":0.1823349685785099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416524820","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004501465,0.0025868777,0.00003271465,0.00016860724,0.00021921727,0.00079881196,0.000035233195,0.000011367076,0.99610215],"genre_scores_gemma":[0.0002793982,0.000022735165,0.012708788,0.00052989845,0.00015251189,0.00003101845,0.0000011551044,0.00003171798,0.9862428],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9855738,0.0013318566,0.007756072,0.0015326194,0.003542752,0.00026285625],"domain_scores_gemma":[0.97559613,0.014241413,0.004779583,0.0042177867,0.00097643107,0.0001886298],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.040820777,0.00062898296,0.005165705,0.0006130878,0.00019923928,0.00086169376,0.0015295122,0.00029348762,0.0062388508],"category_scores_gemma":[0.0454986,0.0003253317,0.0017215671,0.000104689694,0.00013250708,0.000051655737,0.00037999504,0.00035184063,0.0033251853],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010045541,0.000001844361,0.00008586598,0.000091311624,0.00020046519,0.000010305651,0.000056280944,2.3851106e-7,0.0000028633096,0.0029097556,0.008676834,0.98796326],"study_design_scores_gemma":[0.000053646174,0.000013714095,0.000107494445,0.0003873238,0.0005686762,0.000013567633,0.000016406715,0.00011680843,0.0000014556911,0.11417649,0.88427716,0.0002672271],"about_ca_topic_score_codex":5.3896406e-7,"about_ca_topic_score_gemma":0.000019470748,"teacher_disagreement_score":0.987696,"about_ca_system_score_codex":0.00003352479,"about_ca_system_score_gemma":0.0001416357,"threshold_uncertainty_score":0.9999199},"labels":[],"label_agreement":null},{"id":"W4416524844","doi":"10.1016/b978-0-323-90509-1.00005-9","title":"Basic statistical principles","year":2025,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"GRASP; Contingency table; Resource (disambiguation); Contingency; Table (database); Statistical analysis","score_opus":0.520717250633451,"score_gpt":0.4614225791222907,"score_spread":0.0592946715111603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416524844","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000042848274,0.0016554244,0.0014701547,0.00018233016,0.0006540167,0.0010772062,0.00023311138,0.000013406788,0.9947101],"genre_scores_gemma":[0.000107609645,0.00003692414,0.0051858528,0.00064261985,0.0002370792,0.000048269812,0.00003548197,0.00003817082,0.993668],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9760219,0.0024079334,0.012313099,0.0019224149,0.006960358,0.0003743388],"domain_scores_gemma":[0.9814425,0.005775351,0.004886937,0.006511091,0.0011116771,0.00027243298],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.050287396,0.0007744324,0.0065936334,0.0006495213,0.00017403303,0.00096577,0.00278443,0.00038284156,0.0544845],"category_scores_gemma":[0.014108559,0.0003953098,0.0029406704,0.00008511027,0.00019099246,0.000050393635,0.0005090801,0.000556376,0.021626128],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002005127,0.000003816869,0.000024515934,0.000078715464,0.0002437138,0.00002210127,0.00003714162,6.192098e-7,3.8793354e-7,0.24886015,0.03638859,0.71433824],"study_design_scores_gemma":[0.000070052374,0.000017913224,0.00006366434,0.00023931878,0.00056352967,0.000007527754,0.00000908561,0.00014133536,0.0000010282995,0.11585457,0.88272303,0.00030896955],"about_ca_topic_score_codex":2.3975798e-7,"about_ca_topic_score_gemma":0.000030027333,"teacher_disagreement_score":0.8463344,"about_ca_system_score_codex":0.00007734601,"about_ca_system_score_gemma":0.00037132416,"threshold_uncertainty_score":0.99984986},"labels":[],"label_agreement":null},{"id":"W4416524860","doi":"10.1016/b978-0-323-90509-1.00044-8","title":"Basic science statistics","year":2025,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services","funders":"","keywords":"Presentation (obstetrics); Sample (material); Sample size determination; Population; Data presentation; Statistical analysis","score_opus":0.45587077223344136,"score_gpt":0.4672619574863352,"score_spread":0.011391185252893843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416524860","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000033294327,0.001213487,0.002042916,0.000103995124,0.001023687,0.000929284,0.0002397095,0.000010239103,0.99443334],"genre_scores_gemma":[0.00013508183,0.000036974638,0.009115667,0.000707432,0.000168513,0.000025380174,0.000011997166,0.000028382088,0.9897706],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9741802,0.0011564258,0.010464444,0.0022095838,0.011523634,0.0004657151],"domain_scores_gemma":[0.9799339,0.0032220597,0.0057949484,0.0076971916,0.0030445515,0.00030733296],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08796275,0.00070399634,0.0052707507,0.0013509935,0.0003954701,0.001805814,0.0051590526,0.00023594903,0.03131542],"category_scores_gemma":[0.018277958,0.0003719952,0.001903449,0.00028280163,0.00068699755,0.0001091088,0.0006741895,0.000505798,0.026367297],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010003724,0.000002782755,0.000011526042,0.000052082778,0.000090327856,0.000012347253,0.000057145622,7.9175106e-7,0.0000027771396,0.13258627,0.05662178,0.8105612],"study_design_scores_gemma":[0.000054263684,0.000016123766,0.00002635005,0.00019409078,0.00036396514,0.000006062686,0.000009287803,0.00023577565,0.000003965448,0.13586053,0.86293745,0.0002921417],"about_ca_topic_score_codex":2.2689267e-7,"about_ca_topic_score_gemma":0.000010750229,"teacher_disagreement_score":0.810269,"about_ca_system_score_codex":0.00013213178,"about_ca_system_score_gemma":0.0010754048,"threshold_uncertainty_score":0.9998732},"labels":[],"label_agreement":null},{"id":"W4416543157","doi":"10.1016/j.jclinepi.2025.112086","title":"GRADE Guidance 44: strategies to enhance the utilization of randomized and non-randomized studies in evidence syntheses of health interventions","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Ottawa Hospital; Impact","funders":"","keywords":"Randomized controlled trial; Psychological intervention; Complement (music); MEDLINE; Evidence-based medicine; Evidence-based practice; Alternative medicine","score_opus":0.938704978188362,"score_gpt":0.7457919370234694,"score_spread":0.1929130411648926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416543157","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2422456,0.14697514,0.56291574,0.044906043,0.0010274495,0.0016800736,0.0000030120061,0.000001096066,0.00024587146],"genre_scores_gemma":[0.9662466,0.023173831,0.00936812,0.00087283115,0.00003914498,0.000031907908,8.30109e-8,0.0000024630856,0.0002649862],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.3176758,0.52211285,0.15615636,0.0011002476,0.00247028,0.00048446265],"domain_scores_gemma":[0.05689348,0.88579637,0.053506546,0.0012820152,0.0024132677,0.00010830561],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7812727,0.00017469472,0.025641385,0.00045532963,0.000053861975,0.00003096112,0.001084912,0.00009837464,0.00009604194],"category_scores_gemma":[0.9499592,0.000064203196,0.0048876265,0.00075264333,0.0014135051,0.00019496355,0.00016098624,0.0003149472,0.000004173601],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.22755274,0.0014721403,0.23951031,0.0073394035,0.014417934,0.0000095230935,0.012584496,0.015843445,0.000087581844,0.21107864,0.06634983,0.20375396],"study_design_scores_gemma":[0.12273954,0.0010058358,0.09186515,0.03995227,0.002464429,0.000020735497,0.014392651,0.017331924,0.000061062274,0.70842946,0.0014487698,0.00028816905],"about_ca_topic_score_codex":0.0000533631,"about_ca_topic_score_gemma":0.00013928238,"teacher_disagreement_score":0.72400105,"about_ca_system_score_codex":0.00001676462,"about_ca_system_score_gemma":0.0002912285,"threshold_uncertainty_score":0.988824},"labels":[],"label_agreement":null},{"id":"W4416556858","doi":"10.1007/978-3-032-04866-0_16","title":"The Surgical Ethics of Numbers: Sample Size and Surgical Research","year":2025,"lang":"en","type":"book-chapter","venue":"Medical ethics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Sample size determination; Meaning (existential); Obligation; Sample (material); Affect (linguistics); Psychological intervention; Research ethics","score_opus":0.8551831983558217,"score_gpt":0.6349647090445824,"score_spread":0.22021848931123933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416556858","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005238668,0.011915415,0.0008124265,0.12999263,0.0008184525,0.00086039066,0.000115599,0.000010322281,0.8554224],"genre_scores_gemma":[0.0024048528,0.024739783,0.001107752,0.0010599026,0.0005884584,0.000028282402,0.000015764144,0.00003712473,0.9700181],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.77607995,0.08031686,0.025378851,0.0035686872,0.113322295,0.0013333639],"domain_scores_gemma":[0.08272715,0.8999747,0.0031851376,0.0053608124,0.0079213595,0.0008308661],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.6526517,0.0004949997,0.0050119725,0.0003042411,0.00089425355,0.00072848675,0.004177936,0.0044003236,0.038261008],"category_scores_gemma":[0.8320877,0.00020417107,0.0020730044,0.0006532295,0.0043015997,0.000053935826,0.0014887381,0.01572567,0.0006973279],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025863057,0.000021131174,0.00007275055,0.0003844724,0.00026663687,0.00013701423,0.00072316505,3.214746e-7,5.841586e-8,0.8786344,0.098540194,0.021193987],"study_design_scores_gemma":[0.0001598718,0.000033537253,0.000010398542,0.0005428361,0.00010244873,0.000036441757,0.00016032219,0.00017500066,3.2551657e-7,0.31520495,0.68345004,0.00012382658],"about_ca_topic_score_codex":0.00018288041,"about_ca_topic_score_gemma":0.0008988333,"teacher_disagreement_score":0.8196578,"about_ca_system_score_codex":0.000053754742,"about_ca_system_score_gemma":0.0040589836,"threshold_uncertainty_score":0.99840814},"labels":[],"label_agreement":null},{"id":"W4416565872","doi":"10.1007/978-3-032-10219-5_5","title":"Empirical Findings from the Meta-Analysis","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cape Breton University","funders":"","keywords":"Underpinning; Robustness (evolution); Recall; Empirical research; Core (optical fiber)","score_opus":0.8908495924674777,"score_gpt":0.559687254567747,"score_spread":0.3311623378997307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416565872","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007931956,0.007787842,0.01965315,0.011187755,0.00019280211,0.0006671831,0.0003532663,0.000010212807,0.9601399],"genre_scores_gemma":[0.00074701273,0.000050455732,0.0025689965,0.006812776,0.000106016065,0.000033052293,0.00007306714,0.00001706347,0.98959154],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9659292,0.0049144416,0.015175852,0.0024899498,0.011214119,0.00027639745],"domain_scores_gemma":[0.9500077,0.031076958,0.005239462,0.012153045,0.0013573759,0.00016545893],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.09532996,0.000860368,0.018922605,0.00092790695,0.0002539736,0.0022240556,0.006182111,0.0004488718,0.6716116],"category_scores_gemma":[0.017633129,0.00025466373,0.051565483,0.0013366155,0.00012492301,0.0001023842,0.0006277899,0.00055498705,0.031120058],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.8404056e-7,0.000004488888,0.00029933557,0.0000025151935,0.275642,0.0000033333279,0.000055112483,0.0000076453125,8.254967e-8,0.042867836,0.6806275,0.00048922334],"study_design_scores_gemma":[0.000016304886,0.0000030272263,0.00016724221,0.0000018846164,0.3798408,3.2184536e-7,0.000024708928,0.00026881127,3.056282e-7,0.05206432,0.567458,0.00015430675],"about_ca_topic_score_codex":0.00007817602,"about_ca_topic_score_gemma":0.0005834606,"teacher_disagreement_score":0.64049155,"about_ca_system_score_codex":0.00003837425,"about_ca_system_score_gemma":0.0001288025,"threshold_uncertainty_score":0.9999906},"labels":[],"label_agreement":null},{"id":"W4416565878","doi":"10.1007/978-3-032-10219-5_4","title":"Methodological Framework—Meta-Regression Techniques and Innovations","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cape Breton University","funders":"","keywords":"Nexus (standard); Fragmentation (computing); Context (archaeology); Empirical research; Systematic review; Empirical evidence","score_opus":0.9407686606154921,"score_gpt":0.6306077651898127,"score_spread":0.3101608954256795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416565878","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000015839321,0.003587237,0.2624536,0.0020193625,0.000121924786,0.00060430454,0.00002344686,0.000024293564,0.7311643],"genre_scores_gemma":[0.000051875777,0.0003036872,0.31165367,0.00077543507,0.00007652745,0.000044521035,0.000009863162,0.000009620704,0.6870748],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9793904,0.004637595,0.010048381,0.0016396309,0.004095696,0.00018829577],"domain_scores_gemma":[0.96254486,0.02576631,0.005307272,0.004459179,0.0018067422,0.00011563643],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.113009974,0.00065733696,0.008594284,0.00111621,0.00017517153,0.0007822345,0.0015143157,0.00087130343,0.10625427],"category_scores_gemma":[0.058774263,0.00021927692,0.0031197406,0.0005518812,0.00015233867,0.00011200961,0.00056897156,0.0006806092,0.00091578724],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012404862,0.000004521518,0.000020611866,0.000024921219,0.00074383215,0.0000047583526,0.000010251261,1.02145215e-7,0.0000019804856,0.7023606,0.1895993,0.10722791],"study_design_scores_gemma":[0.0000105904555,0.000012919508,0.000007540464,0.00008648978,0.0010395653,0.0000070727324,0.000008444518,0.000028898063,0.000011613079,0.434797,0.5638604,0.00012945085],"about_ca_topic_score_codex":0.0000026562388,"about_ca_topic_score_gemma":0.0000040021378,"teacher_disagreement_score":0.3742611,"about_ca_system_score_codex":0.000019501163,"about_ca_system_score_gemma":0.00006722082,"threshold_uncertainty_score":0.99986213},"labels":[],"label_agreement":null},{"id":"W4416565886","doi":"10.1007/978-3-032-10219-5_6","title":"Publication Bias and the Credibility of Finance–Growth Evidence","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cape Breton University","funders":"","keywords":"Test (biology); Credibility; Selection bias; Publication bias; Selection (genetic algorithm); Funnel plot","score_opus":0.858062787255419,"score_gpt":0.5219741743874423,"score_spread":0.33608861286797664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416565886","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007565418,0.008416472,0.0065008528,0.0065406607,0.0001323131,0.0011059737,0.00001977999,0.0000033788722,0.9772049],"genre_scores_gemma":[0.016154222,0.0012842801,0.0013933125,0.00041432158,0.00003428865,0.000024544299,0.0000035686487,0.0000045427673,0.9806869],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.97929245,0.0032764028,0.0114343455,0.001222542,0.0046531516,0.00012112108],"domain_scores_gemma":[0.9604837,0.021469962,0.008237693,0.0056130346,0.004149802,0.000045809993],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16794159,0.00027307562,0.0037242093,0.00030024126,0.000082774415,0.00059578393,0.0019483003,0.00016077934,0.01359041],"category_scores_gemma":[0.1588456,0.00009192923,0.0016258678,0.00033990695,0.00035582646,0.00020771314,0.00031227275,0.00017749013,0.0005492711],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066145994,0.0000033948027,0.0003940709,0.000094641284,0.000085413325,1.3014377e-7,0.000048642676,3.334431e-7,2.551239e-7,0.77947104,0.20042738,0.01946808],"study_design_scores_gemma":[0.00014647335,0.000016983684,0.0015308545,0.0003745625,0.00052368967,0.000002549706,0.00003072454,0.002440067,0.000006319298,0.4427344,0.55203825,0.0001551329],"about_ca_topic_score_codex":0.000035387144,"about_ca_topic_score_gemma":0.00003632667,"teacher_disagreement_score":0.35161087,"about_ca_system_score_codex":0.000016808577,"about_ca_system_score_gemma":0.0001534007,"threshold_uncertainty_score":0.9873113},"labels":[],"label_agreement":null},{"id":"W4416606340","doi":"10.1002/cesm.70063","title":"Responsible Integration of Artificial Intelligence in Rapid Reviews: A Position Statement From the Cochrane Rapid Reviews Methods Group","year":2025,"lang":"en","type":"article","venue":"Cochrane Evidence Synthesis and Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; Ottawa Hospital; Canadian Agency for Drugs and Technologies in Health; University of Ottawa","funders":"","keywords":"Systematic review; Flagging; Workflow; Applications of artificial intelligence; Position paper; Troubleshooting; Quality (philosophy)","score_opus":0.584191890436398,"score_gpt":0.6012359446933708,"score_spread":0.017044054256972863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416606340","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013854973,0.30876252,0.68338853,0.0037968298,0.00038480834,0.0018348802,0.000011350095,0.0000055576434,0.00043000487],"genre_scores_gemma":[0.007820596,0.189392,0.800851,0.00075473596,0.000089600064,0.0006148156,0.0000066008333,0.000014916755,0.0004557438],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7382827,0.23085448,0.02429213,0.0025726908,0.0033585895,0.0006394292],"domain_scores_gemma":[0.77451146,0.2059528,0.010157711,0.0075137247,0.0016057567,0.00025853465],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.48784006,0.00054785446,0.0061161434,0.00073402416,0.00025157986,0.00060416263,0.001921245,0.0001855368,0.0048649763],"category_scores_gemma":[0.38146722,0.00025757577,0.0015134823,0.0036094717,0.0003054847,0.0006203404,0.00027053084,0.00038247716,0.00012839687],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000114912764,0.000075369026,0.00008707884,0.00042743067,0.000075147866,0.000001375624,0.0009021197,0.0000073095357,0.050492276,0.0048338817,0.0032821286,0.93970096],"study_design_scores_gemma":[0.00039989056,0.0006935704,0.01485585,0.07350135,0.0061679897,0.00002588819,0.01140954,0.056105044,0.25728047,0.2560725,0.32162514,0.0018627708],"about_ca_topic_score_codex":0.00017470063,"about_ca_topic_score_gemma":0.00018165131,"teacher_disagreement_score":0.9378382,"about_ca_system_score_codex":0.0001015624,"about_ca_system_score_gemma":0.00017115756,"threshold_uncertainty_score":0.99998766},"labels":[],"label_agreement":null},{"id":"W4416609415","doi":"10.5256/f1000research.55776.r261015","title":"Referee report. For: A review of the Cochrane COVID-19 Study Register reveals inconsistency in the choice and measurement of SARS-CoV-2 infection outcomes in prevention trials [version 1; peer review: 1 approved, 1 approved with reservations]","year":2024,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Tianjin University; Norwegian Institute of Public Health; Flinders University; University of Bristol; Queen's University Belfast; Bond University; Queen's University; University of Hertfordshire; London School of Economics and Political Science; Universität Basel; American University of Beirut","keywords":"Register (sociolinguistics); MEDLINE; Clinical trial; Peer review; Population","score_opus":0.8202832631477543,"score_gpt":0.62314653014792,"score_spread":0.19713673299983436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416609415","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36192182,0.15632054,0.0037284745,0.40299562,0.00029673276,0.06942113,0.0005791641,0.000019244246,0.0047172992],"genre_scores_gemma":[0.8864541,0.03069443,0.0031363822,0.0020197257,0.00010846182,0.0058423984,0.0003522771,0.00007679116,0.07131543],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8581498,0.08402047,0.022060597,0.0020058625,0.03320427,0.00055897096],"domain_scores_gemma":[0.91033685,0.032469753,0.013935208,0.010305074,0.03277473,0.00017837848],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6056376,0.00025046928,0.0038805185,0.00063215784,0.00013198044,0.0001655188,0.001291231,0.00008842676,0.00011301173],"category_scores_gemma":[0.5436204,0.00009390683,0.0010509978,0.0037363498,0.00020708334,0.000282487,0.00025039725,0.00039156096,0.000007923196],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014807053,0.0009201202,0.16976108,0.06971882,0.0006200564,0.000008480445,0.0018907242,0.000006204267,0.0021451912,0.0003120385,0.7502786,0.004190627],"study_design_scores_gemma":[0.0024181611,0.0011452711,0.17005463,0.08760551,0.001303405,0.00004079527,0.00276535,0.00018503326,0.0003158151,0.004102075,0.7297136,0.0003503032],"about_ca_topic_score_codex":0.0017711798,"about_ca_topic_score_gemma":0.0070752827,"teacher_disagreement_score":0.5245323,"about_ca_system_score_codex":0.00020776648,"about_ca_system_score_gemma":0.00060185324,"threshold_uncertainty_score":0.46022385},"labels":[],"label_agreement":null},{"id":"W4416622835","doi":"10.5256/f1000research.134140.r151179","title":"Referee report. For: Reporting of health equity considerations in equity-relevant observational studies: Protocol for a systematic assessment [version 1; peer review: 1 approved with reservations]","year":2022,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Observational study; Protocol (science); Equity (law); Systematic review; MEDLINE","score_opus":0.9232361182552512,"score_gpt":0.6982561326075912,"score_spread":0.22497998564765997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416622835","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019130086,0.0014480357,0.033705432,0.25830525,0.000110127745,0.6997546,0.0015824822,0.000021028032,0.0031600425],"genre_scores_gemma":[0.019192211,0.000026307494,0.10037341,0.0004492151,0.00004515013,0.8253459,0.001222074,0.00004190677,0.053303827],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.79053015,0.051148724,0.08407245,0.0036063592,0.068908505,0.0017338359],"domain_scores_gemma":[0.61039823,0.081784606,0.12362913,0.013022671,0.17061584,0.0005495441],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6611986,0.00027366678,0.0053571253,0.00070147996,0.001038984,0.00021741474,0.0013808688,0.00005579306,0.0008906543],"category_scores_gemma":[0.5829765,0.00014838649,0.0009402754,0.0025279599,0.00017215044,0.0003162395,0.0012611642,0.00044727264,0.00000703132],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000668409,0.00040783346,0.005338619,0.07501384,0.00036555988,0.000010019748,0.0008341289,0.00057804474,0.00017875529,0.0067524617,0.9100683,0.0003856566],"study_design_scores_gemma":[0.005171687,0.0044144783,0.012995947,0.10466779,0.0004971549,0.00020086415,0.038262192,0.028722199,0.00016932348,0.0758117,0.7280945,0.0009921575],"about_ca_topic_score_codex":0.00012984387,"about_ca_topic_score_gemma":0.00048561275,"teacher_disagreement_score":0.257856,"about_ca_system_score_codex":0.0009467113,"about_ca_system_score_gemma":0.0033429672,"threshold_uncertainty_score":0.97520393},"labels":[],"label_agreement":null},{"id":"W4416628241","doi":"10.5256/f1000research.54074.r78522","title":"Referee report. For: The use of ‘PICO for synthesis’ and methods for synthesis without meta-analysis: protocol for a survey of current practice in systematic reviews of health interventions [version 2; peer review: 1 approved, 1 not approved]","year":2021,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; Australian Government; McMaster University","keywords":"Protocol (science); Systematic review; Psychological intervention; Current (fluid); MEDLINE; Peer review","score_opus":0.9271924811068311,"score_gpt":0.693878404786681,"score_spread":0.2333140763201501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416628241","genre_codex":"methods","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000152049515,0.033887245,0.6389363,0.012515361,0.000039046292,0.3110696,0.0035030425,0.0000027946594,0.000031416996],"genre_scores_gemma":[0.00054385746,0.0016049522,0.3754701,0.00006665473,0.000015104637,0.6121556,0.00025840534,0.000040837032,0.009844486],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.7588135,0.17696795,0.047295153,0.003072399,0.012751667,0.001099326],"domain_scores_gemma":[0.30711058,0.52410686,0.05596442,0.01204277,0.100390084,0.0003852699],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.6801487,0.00041592363,0.01572122,0.00087881816,0.00022088256,0.00021128014,0.0017335507,0.000128262,0.00029737124],"category_scores_gemma":[0.875634,0.00018767157,0.0099157225,0.0032032742,0.00022999615,0.00038350004,0.00033872612,0.00024266889,0.0000027601925],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069940416,0.001572777,0.0004908081,0.68051386,0.043477412,4.7520706e-7,0.0006527786,0.000065260014,0.0002331903,0.000857107,0.21900146,0.05243545],"study_design_scores_gemma":[0.000724295,0.00042174847,0.00037207222,0.01761897,0.069918886,0.000008909374,0.0014281513,0.010593905,0.001694952,0.0003806523,0.8965503,0.00028715536],"about_ca_topic_score_codex":0.00040797342,"about_ca_topic_score_gemma":0.0009846876,"teacher_disagreement_score":0.6775488,"about_ca_system_score_codex":0.00008948559,"about_ca_system_score_gemma":0.0006289051,"threshold_uncertainty_score":0.9999997},"labels":[],"label_agreement":null},{"id":"W4416633255","doi":"10.5256/f1000research.151380.r219459","title":"Referee report. For: A cross-sectional audit and survey of Open Science and Data Sharing practices at The Montreal Neurological Institute-Hospital [version 1; peer review: 1 not approved]","year":2023,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Montreal Neurological Institute and Hospital","keywords":"Audit; Open science; Data sharing; Open data; Peer review","score_opus":0.8439741089428852,"score_gpt":0.6283828469878947,"score_spread":0.21559126195499045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416633255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94763756,0.0010143194,0.0000825213,0.043509003,0.00015939228,0.002599805,0.0021443334,0.000006048667,0.0028469914],"genre_scores_gemma":[0.84718466,0.0020161406,0.0015781117,0.00022341595,0.000091271526,0.00017996745,0.002131011,0.000019892988,0.14657556],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9710262,0.0044979295,0.0042071887,0.0026230405,0.017168997,0.00047667022],"domain_scores_gemma":[0.9283173,0.018814767,0.0076040025,0.010651183,0.034219578,0.00039315227],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.55040663,0.000160702,0.001311591,0.00028137135,0.00086807023,0.0017095442,0.009231439,0.00007452499,0.00041653172],"category_scores_gemma":[0.63633233,0.00007105041,0.00016729193,0.0025576532,0.0015313927,0.0014952676,0.013251888,0.0002980565,0.000109229986],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000092865215,0.00004489128,0.41777554,0.00024048472,0.000056195877,0.000011415905,0.0000748661,0.000008957619,0.00022561334,0.00014048157,0.5783565,0.0029721966],"study_design_scores_gemma":[0.0001487471,0.00010275431,0.7073905,0.000054146913,0.000021883161,0.000021485492,0.00005637598,0.0039052,0.000017823058,0.0002245164,0.28799617,0.000060426577],"about_ca_topic_score_codex":0.0029652317,"about_ca_topic_score_gemma":0.002925462,"teacher_disagreement_score":0.2903603,"about_ca_system_score_codex":0.000040203944,"about_ca_system_score_gemma":0.00043323706,"threshold_uncertainty_score":0.99932677},"labels":[],"label_agreement":null},{"id":"W4416633866","doi":"10.5256/f1000research.151380.r219458","title":"Referee report. For: A cross-sectional audit and survey of Open Science and Data Sharing practices at The Montreal Neurological Institute-Hospital [version 1; peer review: 1 approved with reservations, 1 not approved]","year":2023,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Montreal Neurological Institute and Hospital","keywords":"Audit; Open science; Data sharing; Open data; Peer review; Peer-to-peer","score_opus":0.8339304603727095,"score_gpt":0.6108585959485638,"score_spread":0.22307186442414562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416633866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92119753,0.0006513706,0.00019348062,0.070280075,0.00008561328,0.0034745487,0.0019780947,0.000007787919,0.002131486],"genre_scores_gemma":[0.7557173,0.0019101355,0.0065694964,0.0003739949,0.00011321363,0.0005389572,0.005245259,0.000038666018,0.229493],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9725335,0.0041600266,0.0037951425,0.0025788345,0.016471125,0.0004613344],"domain_scores_gemma":[0.91158324,0.018572196,0.008615717,0.012218806,0.04861324,0.0003967872],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.4841322,0.00017846684,0.0012623752,0.00031054177,0.0010189619,0.0017557387,0.008491457,0.00007513189,0.00020469549],"category_scores_gemma":[0.57430595,0.00007659453,0.00012021669,0.003362536,0.001623015,0.0018795934,0.009729375,0.00032664297,0.000044821994],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018977406,0.000055190125,0.50750715,0.00026080277,0.000069736874,0.000008178632,0.00008301158,0.000018646311,0.00018350175,0.00019321052,0.4901874,0.0012433754],"study_design_scores_gemma":[0.00022885727,0.00016431569,0.737583,0.00007877628,0.000027824924,0.000019279194,0.00010216459,0.006380669,0.000016316237,0.00019732381,0.2551275,0.00007401618],"about_ca_topic_score_codex":0.004087217,"about_ca_topic_score_gemma":0.0065157157,"teacher_disagreement_score":0.23505992,"about_ca_system_score_codex":0.000045533565,"about_ca_system_score_gemma":0.0006022954,"threshold_uncertainty_score":0.9992805},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"commentary","about_ca_system":true,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"methods","study_design":"observational","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4416642995","doi":"10.1016/j.jclinepi.2025.112089","title":"Methodological guidance for individual participant data meta-analyses: a systematic review","year":2025,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Observational study; Checklist; Set (abstract data type); Identification (biology); Guideline; Quality (philosophy); Forcing (mathematics); Observational methods in psychology","score_opus":0.9985771036472134,"score_gpt":0.8425318825246398,"score_spread":0.15604522112257357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416642995","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.2712964e-8,0.8461591,0.14363945,0.0031116095,0.0016066058,0.004791952,0.0005500188,0.000004250186,0.00013701811],"genre_scores_gemma":[2.4088226e-7,0.8577132,0.13074389,0.007707912,0.00075836637,0.00048456574,0.0000974818,0.000028644776,0.0024657066],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.08227892,0.65137273,0.25680512,0.0032514003,0.005360015,0.0009318304],"domain_scores_gemma":[0.0074666548,0.7363753,0.23604487,0.0152389575,0.0041158884,0.0007583474],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"category_scores_codex":[0.9602397,0.0015607921,0.29471952,0.0010240419,0.00015206693,0.00029606995,0.025051879,0.0015858148,0.0036617743],"category_scores_gemma":[0.9936827,0.0005037224,0.10882897,0.0025768764,0.00042572495,0.0003459747,0.0020612495,0.0026493038,0.00070200046],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008779714,0.00010907265,0.000008860293,0.5501724,0.0812319,0.000019107505,0.0000036287488,0.000005528882,1.3974933e-9,0.0011369706,0.29909256,0.0682112],"study_design_scores_gemma":[0.000095822834,0.00014567588,0.0000030812685,0.14086737,0.3814532,0.00012568587,0.000009534606,0.00010905459,1.4296563e-9,0.006224383,0.4707642,0.00020199684],"about_ca_topic_score_codex":0.0000023141533,"about_ca_topic_score_gemma":0.0000052543587,"teacher_disagreement_score":0.40930504,"about_ca_system_score_codex":0.00003481382,"about_ca_system_score_gemma":0.00222233,"threshold_uncertainty_score":0.99974144},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4416651229","doi":"10.2106/jbjs.oa.25.00230","title":"Revisiting the FAITH Trial: A Secondary Analysis Yielding Novel Insights with the Win Ratio","year":2025,"lang":"en","type":"article","venue":"JBJS Open Access","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institutes of Health Research; Western University; Impact; University of Toronto; McMaster University","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases; National Institute for Health and Care Research; Canadian Institutes of Health Research; National Institutes of Health; ZonMw; McMaster University","keywords":"Outcome (game theory); Faith; Interpretation (philosophy); Intervention (counseling); Good faith; Yield (engineering)","score_opus":0.7085947861532406,"score_gpt":0.5870832099076173,"score_spread":0.12151157624562325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416651229","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29989237,0.0021790888,0.2876137,0.049416106,0.00056221517,0.008425319,0.00002336145,0.000020616404,0.35186726],"genre_scores_gemma":[0.96342665,0.000013327909,0.000871645,0.003807625,0.00018948838,0.00027799295,0.000007259797,0.000010535169,0.031395458],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98486584,0.0058329166,0.0049809143,0.0011013785,0.0029582384,0.00026071494],"domain_scores_gemma":[0.9814573,0.00855271,0.0040962063,0.004926271,0.0008947436,0.00007276506],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07627253,0.0003054318,0.002926821,0.0005153677,0.0010110268,0.023486525,0.012874561,0.00006294943,0.0058851475],"category_scores_gemma":[0.011056961,0.00008937428,0.0012250516,0.009842467,0.000095152995,0.0018164489,0.0018117033,0.00033141332,0.00017722217],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002544273,0.00032421123,0.056877382,0.00028601053,0.027957961,0.000035810295,0.009474038,0.010396281,0.00037264204,0.12689008,0.4946558,0.27018553],"study_design_scores_gemma":[0.008023234,0.00006533361,0.058937293,0.000295759,0.009313502,0.0000064569476,0.0106036095,0.044581868,0.00020701345,0.005062957,0.862198,0.00070496305],"about_ca_topic_score_codex":0.00024223686,"about_ca_topic_score_gemma":0.00079541106,"teacher_disagreement_score":0.6635343,"about_ca_system_score_codex":0.000034208257,"about_ca_system_score_gemma":0.00027842075,"threshold_uncertainty_score":0.9972733},"labels":[],"label_agreement":null},{"id":"W4416676188","doi":"10.1007/978-3-031-70581-6_9-1","title":"Null Hypothesis Statistical Testing (NHST)","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Null hypothesis; Statistical hypothesis testing; Alternative hypothesis; Null (SQL); Population; Sample (material); Statistical analysis; Statistical power; Statistical inference","score_opus":0.8622211077215398,"score_gpt":0.5171774754684314,"score_spread":0.3450436322531084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416676188","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002202247,0.00044343286,0.05681524,0.00031800443,0.0002449436,0.00050086173,0.000119026234,0.000013871915,0.9415424],"genre_scores_gemma":[0.00017330235,0.000014630363,0.09850746,0.00060984504,0.00012394662,0.000011986408,0.000009210077,0.000021650716,0.90052795],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9775079,0.0016514094,0.012158858,0.001663996,0.006735142,0.00028272226],"domain_scores_gemma":[0.93960166,0.048847027,0.004544287,0.005089946,0.0017016896,0.00021541154],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.05654444,0.0005932756,0.006200218,0.00061588374,0.00013702351,0.0011411586,0.0022409689,0.00029458734,0.2515484],"category_scores_gemma":[0.1404277,0.00026909672,0.0020359913,0.0003019811,0.00009374161,0.00007225049,0.00029313166,0.0003268609,0.048014212],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.068147e-7,0.000004850689,0.00008637797,0.00004212967,0.0001708348,0.0000135157325,0.0000073809633,0.0000014276463,7.6003704e-7,0.32913202,0.50609064,0.16444927],"study_design_scores_gemma":[0.000035667206,0.000014765268,0.0001179081,0.000107873326,0.00048086763,0.0000064707383,0.000013136283,0.0010382826,8.134286e-7,0.25585964,0.742092,0.00023255323],"about_ca_topic_score_codex":0.000011974157,"about_ca_topic_score_gemma":0.000029955818,"teacher_disagreement_score":0.2360014,"about_ca_system_score_codex":0.000049611877,"about_ca_system_score_gemma":0.00021475706,"threshold_uncertainty_score":0.9999761},"labels":[],"label_agreement":null},{"id":"W4416689875","doi":"10.1016/j.artd.2025.101913","title":"Assessment of “Spin” in the Abstracts of Systematic Reviews in Leading Arthroplasty Journals Over the Past 10 Years: A Cross-Sectional Methodological Study","year":2025,"lang":"en","type":"article","venue":"Arthroplasty Today","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Systematic review; Arthroplasty; Randomized controlled trial; MEDLINE; Alternative medicine; Total hip arthroplasty","score_opus":0.7191831635422902,"score_gpt":0.5944590850541277,"score_spread":0.12472407848816247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416689875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9880313,0.0027092271,0.002701698,0.0001908215,0.00040978903,0.0033928007,0.000008194615,0.0000023179418,0.0025538069],"genre_scores_gemma":[0.9972632,0.00014936012,0.0010899035,0.00013345845,0.000042795433,0.00023282423,9.739713e-7,0.000006272048,0.0010812455],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9074295,0.061637137,0.022957975,0.0011490863,0.0063368785,0.0004893822],"domain_scores_gemma":[0.9639939,0.025946504,0.006904716,0.0025262781,0.00057591917,0.000052671967],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28943545,0.00031183974,0.0043948586,0.0006132844,0.00013433951,0.00054323487,0.0014407372,0.00011288357,0.0035897512],"category_scores_gemma":[0.057387706,0.00011478207,0.0012667924,0.0027245383,0.0002106873,0.00025286674,0.00020904164,0.00048374664,0.00023222952],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010735578,0.00048854726,0.9909859,0.00097572966,0.0001699705,0.000011072783,0.0011473342,0.0017718552,0.000059486338,0.0008790817,0.0022427791,0.0012575575],"study_design_scores_gemma":[0.00043398785,0.00011445469,0.9908705,0.0012614713,0.00010139757,0.000011552837,0.002346762,0.00052135554,0.0000022372449,0.0007894757,0.003450796,0.00009605767],"about_ca_topic_score_codex":0.000031628275,"about_ca_topic_score_gemma":0.00052946486,"teacher_disagreement_score":0.23204774,"about_ca_system_score_codex":0.00006195025,"about_ca_system_score_gemma":0.00013670519,"threshold_uncertainty_score":0.9973211},"labels":[],"label_agreement":null},{"id":"W4416714491","doi":"10.1016/j.artmed.2025.103312","title":"Do machine learning methods make better predictions than conventional ones in pharmacoepidemiology? A systematic review, meta-analysis, and network meta-analysis","year":2025,"lang":"en","type":"article","venue":"Artificial Intelligence in Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; McGill University; Hôpital du Sacré-Cœur de Montréal; Université de Montréal","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; Réseau Québécois de Recherche sur les Médicaments","keywords":"Artificial neural network; Deep learning; Support vector machine; Computational learning theory; Key (lock)","score_opus":0.7689282754669906,"score_gpt":0.6073020999412907,"score_spread":0.1616261755256999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416714491","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002580538,0.261237,0.7181873,0.017533207,0.00022049845,0.0019195715,0.000021582911,0.000014240886,0.00060856645],"genre_scores_gemma":[0.8625042,0.014659314,0.080711834,0.02283505,0.00039836578,0.0042994116,0.00040059575,0.00006572245,0.014125552],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9025477,0.06770318,0.023656733,0.0022083684,0.0032295096,0.0006544639],"domain_scores_gemma":[0.9541918,0.03565243,0.0059595103,0.0029595122,0.0010105902,0.00022613545],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.3266828,0.0007057219,0.026765456,0.0039150375,0.00025268263,0.00024534983,0.0016286391,0.00019140565,0.026331576],"category_scores_gemma":[0.083440766,0.0003338451,0.01091734,0.020676887,0.00039431115,0.00020031176,0.00025926693,0.0008565293,0.00017135419],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001854878,0.0001326186,0.026929425,0.0045466395,0.92282426,0.000019186498,0.00043679308,0.03060436,0.000017618822,0.011709594,0.0015950635,0.0011659124],"study_design_scores_gemma":[0.000034165387,0.000028836597,0.00070628437,0.000368541,0.8043964,0.0000044465633,0.00047242473,0.16305436,0.000008852403,0.029938383,0.00078723324,0.00020009805],"about_ca_topic_score_codex":0.0006657414,"about_ca_topic_score_gemma":0.004356892,"teacher_disagreement_score":0.8622461,"about_ca_system_score_codex":0.00006168292,"about_ca_system_score_gemma":0.000054200118,"threshold_uncertainty_score":0.99991137},"labels":[],"label_agreement":null},{"id":"W4416806275","doi":"10.1016/b978-0-443-40300-2.00006-0","title":"Evidence-Based Medicine","year":2025,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Fallacy; Medical practice; Evidence-based medicine; MEDLINE; Alternative medicine; Medical literature; Clinical Practice","score_opus":0.6825806840980964,"score_gpt":0.4877740181936619,"score_spread":0.19480666590443446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416806275","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000017993661,0.021537721,0.0005680824,0.0026124406,0.0009879584,0.0012943746,0.000022160782,0.000015648904,0.9729598],"genre_scores_gemma":[0.00020124784,0.00019936853,0.0011054529,0.003602667,0.00054578716,0.00005873702,0.000012262417,0.000037129073,0.99423736],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9696207,0.0034564692,0.014347666,0.002089632,0.010125829,0.00035968106],"domain_scores_gemma":[0.9693064,0.011639751,0.007778195,0.008820329,0.002172599,0.00028273827],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.099916376,0.0009135997,0.008589441,0.0012339592,0.00018311954,0.0005009656,0.003954419,0.00044481625,0.082288615],"category_scores_gemma":[0.03578277,0.00041787134,0.0040398147,0.00018368998,0.0003119695,0.0000949906,0.00028041212,0.0005901247,0.012451987],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047890057,0.000002529246,0.000023186118,0.00013900547,0.00021781243,0.000017831078,0.000048480055,0.0000014335468,0.000002649261,0.015983894,0.12190857,0.8616498],"study_design_scores_gemma":[0.00012886032,0.000050043196,0.000021494878,0.0043474385,0.0010024819,0.0000037906525,0.0000112185635,0.00016613264,0.000002980386,0.053817637,0.9401195,0.00032840326],"about_ca_topic_score_codex":7.1628034e-7,"about_ca_topic_score_gemma":0.000023030623,"teacher_disagreement_score":0.8613214,"about_ca_system_score_codex":0.0001003609,"about_ca_system_score_gemma":0.0004834334,"threshold_uncertainty_score":0.9998273},"labels":[],"label_agreement":null},{"id":"W4416817592","doi":"10.1016/j.envint.2025.109935","title":"MATES: A tool for appraising the completeness with which a meta-analysis has been reported","year":2025,"lang":"en","type":"article","venue":"Environment International","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Ottawa; Ottawa Public Health; BC Children's Hospital; Ottawa Hospital; Okanagan University College; Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Excellence Research Chairs, Government of Canada; Australian Research Council; University of New South Wales; Fundação de Apoio ao Desenvolvimento do Ensino, Ciência e Tecnologia do Estado de Mato Grosso do Sul; National Science Foundation","keywords":"Completeness (order theory); Usability; Process (computing); Delphi method; Task (project management); Iterative and incremental development; Chart","score_opus":0.7699482975025007,"score_gpt":0.5017115091441487,"score_spread":0.26823678835835196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416817592","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018012013,0.0004169411,0.9504081,0.022701768,0.00018309522,0.0012657929,0.0001663749,0.000008032232,0.006837874],"genre_scores_gemma":[0.9452417,0.000006407227,0.015528019,0.0010347263,0.000051036703,0.0005792273,0.00016134052,0.000010717609,0.037386812],"study_design_codex":"meta_analysis","study_design_gemma":"not_applicable","domain_scores_codex":[0.98940873,0.0014754357,0.004322377,0.000890567,0.0037311024,0.0001718052],"domain_scores_gemma":[0.9906444,0.0037183214,0.002710866,0.0024017717,0.00048508748,0.00003956599],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.03300034,0.0002536066,0.0023543537,0.00040146158,0.00028255637,0.0012571876,0.001727102,0.000044319186,0.019633368],"category_scores_gemma":[0.0051013557,0.00009825215,0.0026599648,0.0012579483,0.000092427086,0.00016410914,0.00017649031,0.00009263167,0.0003151573],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009834999,0.00038843707,0.07929637,0.000035320307,0.7437814,0.000010716427,0.00083361263,0.06633252,0.00025879507,0.02938427,0.075359285,0.004220904],"study_design_scores_gemma":[0.0003299479,0.000026160133,0.033845887,0.000006103763,0.13274033,0.00000910467,0.00037497183,0.06830424,0.00007020229,0.005120031,0.758936,0.00023701933],"about_ca_topic_score_codex":0.000017342903,"about_ca_topic_score_gemma":0.00004660231,"teacher_disagreement_score":0.9348801,"about_ca_system_score_codex":0.00005727856,"about_ca_system_score_gemma":0.000045967427,"threshold_uncertainty_score":0.9997796},"labels":[],"label_agreement":null},{"id":"W4416818294","doi":"10.1016/j.cmicom.2025.105154","title":"Breaking down the Desirability of Outcome Ranking (DOOR): unpacking the methodology behind the Dalbavancin as an Option for Treatment of Staphylococcus aureus Bacteraemia (DOTS) trial","year":2025,"lang":"en","type":"article","venue":"CMI Communications","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Dalbavancin; Outcome (game theory); Bespoke; Ranking (information retrieval); Clinical trial; Sample (material); Sample size determination","score_opus":0.8806677443430866,"score_gpt":0.628838135693118,"score_spread":0.2518296086499686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416818294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85229504,0.0028387415,0.12437471,0.01184643,0.00041992095,0.005998549,0.000065029526,0.000009435646,0.002152169],"genre_scores_gemma":[0.98324454,0.000086704866,0.015477509,0.0002000134,0.000044266824,0.00044002317,0.000017915736,0.000007730645,0.00048126865],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.95988655,0.03214511,0.0062296716,0.00048716084,0.001034163,0.00021736769],"domain_scores_gemma":[0.9151576,0.064614676,0.004620523,0.014367779,0.0011985502,0.000040834268],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.095158346,0.00022817073,0.0019250843,0.00018522791,0.0009877713,0.00028524836,0.005376417,0.00009547528,0.0002000317],"category_scores_gemma":[0.026164303,0.000079525205,0.0014680845,0.00088910206,0.00048160035,0.00014089208,0.00036837696,0.00015878065,0.000012353735],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020200093,0.0017108291,0.092535764,0.00017485708,0.003095586,3.1242053e-7,0.046684325,0.0023722264,0.0078000887,0.36427772,0.0018236325,0.47750467],"study_design_scores_gemma":[0.017726364,0.0012531527,0.17026028,0.00025713776,0.007986738,0.000009306992,0.032009315,0.068404734,0.003771369,0.33777544,0.35980353,0.0007426372],"about_ca_topic_score_codex":0.00036633038,"about_ca_topic_score_gemma":0.0012996391,"teacher_disagreement_score":0.47676203,"about_ca_system_score_codex":0.00009341999,"about_ca_system_score_gemma":0.00015990729,"threshold_uncertainty_score":0.9990811},"labels":[],"label_agreement":null},{"id":"W4416840645","doi":"10.1136/bmjmed-2025-002024","title":"Reproducibility of meta-analytic results in systematic reviews of interventions: meta-research study","year":2025,"lang":"en","type":"article","venue":"BMJ Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Australian Research Council","keywords":"Systematic review; Systematic error; Code (set theory); Reproducibility; Data extraction; Patient data","score_opus":0.9716707446074663,"score_gpt":0.7243146200242608,"score_spread":0.24735612458320544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416840645","genre_codex":"review","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17566533,0.5527884,0.011601546,0.042406797,0.0019530561,0.133861,0.00010973584,0.000027709786,0.081586435],"genre_scores_gemma":[0.9721137,0.00013596087,0.0006575354,0.000070083945,0.000032784053,0.0014952315,0.0000039205124,0.0000073657247,0.025483398],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.33572507,0.42723837,0.19315296,0.010161788,0.03267015,0.0010516458],"domain_scores_gemma":[0.7546444,0.10903937,0.04497908,0.07620425,0.014796168,0.0003367321],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8872292,0.00038422385,0.02703194,0.0027392674,0.00006249244,0.00006532131,0.0029841696,0.00007658802,0.007587507],"category_scores_gemma":[0.85039866,0.00013663813,0.0077377777,0.009890272,0.0003202643,0.0001446361,0.0004124751,0.0003468989,0.00024185693],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036562534,0.007346568,0.035990424,0.30556792,0.17246431,0.000068967405,0.016482707,0.00033487828,0.00038596266,0.01071864,0.44516382,0.005110179],"study_design_scores_gemma":[0.007664399,0.003703262,0.06881712,0.053674106,0.69797057,0.0000290267,0.07664676,0.0045493725,0.00043229645,0.06860588,0.016836595,0.00107061],"about_ca_topic_score_codex":0.00043495066,"about_ca_topic_score_gemma":0.0007770042,"teacher_disagreement_score":0.7964484,"about_ca_system_score_codex":0.0000641693,"about_ca_system_score_gemma":0.00013220863,"threshold_uncertainty_score":0.9933197},"labels":[],"label_agreement":null},{"id":"W4417033669","doi":"10.1017/s0022215125104015","title":"A systematic mapping review of qualitative research in paediatric otolaryngology","year":2025,"lang":"en","type":"article","venue":"The Journal of Laryngology & Otology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Qualitative research; Inclusion (mineral); Otorhinolaryngology; Diversity (politics); Qualitative analysis; Stakeholder","score_opus":0.727561802221159,"score_gpt":0.6183699903164296,"score_spread":0.10919181190472937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417033669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54129094,0.40574315,0.0074291527,0.031009031,0.0009847584,0.0031927712,0.000006666291,0.0000033112644,0.0103402175],"genre_scores_gemma":[0.98405284,0.01035,0.0013799745,0.0027874077,0.00007889374,0.00007714555,0.0000010544145,0.000012317573,0.0012603845],"study_design_codex":"systematic_review","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.62369823,0.33982703,0.030507622,0.00071919826,0.004441372,0.00080656394],"domain_scores_gemma":[0.87162715,0.10445899,0.015035824,0.0033502674,0.0054150405,0.00011270602],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5354212,0.00026835187,0.008344702,0.0033361819,0.00012850623,0.00003367604,0.0042425133,0.00025354273,0.001349015],"category_scores_gemma":[0.14209351,0.00011388757,0.0014444772,0.0063904203,0.00068787596,0.00011272837,0.00042908173,0.0011679525,0.0003058866],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068049174,0.0013868342,0.12098517,0.32156608,0.008797713,0.00098424,0.0671527,0.00022333986,0.0015975466,0.17405641,0.29817802,0.004391464],"study_design_scores_gemma":[0.0056031863,0.0029944791,0.112966664,0.14906274,0.007408486,0.010803783,0.10840075,0.003001426,0.00021258151,0.5644971,0.033812426,0.0012363744],"about_ca_topic_score_codex":0.000030867828,"about_ca_topic_score_gemma":0.000057267745,"teacher_disagreement_score":0.44276187,"about_ca_system_score_codex":0.00008427358,"about_ca_system_score_gemma":0.00045881787,"threshold_uncertainty_score":0.9995639},"labels":[],"label_agreement":null},{"id":"W4417067338","doi":"10.1016/j.pmedr.2025.103339","title":"More relevant than ever: Celebrating a decade of Preventive Medicine Reports","year":2025,"lang":"en","type":"article","venue":"Preventive Medicine Reports","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Preventive healthcare; Alternative medicine; Preventive care; MEDLINE; Public health","score_opus":0.3298633993956339,"score_gpt":0.5068776832741918,"score_spread":0.1770142838785579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417067338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68274045,0.02685512,0.10436655,0.013741887,0.0054662656,0.0069977557,0.000014261202,0.000076895165,0.15974082],"genre_scores_gemma":[0.9329809,0.00011604377,0.0016551376,0.00026590604,0.00029149547,0.00014114339,0.000033924985,0.000027470318,0.064487986],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95564455,0.007181856,0.024928486,0.0025860092,0.009059784,0.0005993454],"domain_scores_gemma":[0.96253103,0.0050399927,0.022526173,0.0060032466,0.003579673,0.00031988864],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13004178,0.0007048133,0.007151877,0.0012845414,0.00023247601,0.00008050215,0.0010546632,0.00019680485,0.006426127],"category_scores_gemma":[0.16490096,0.00034341431,0.0017891761,0.0037415738,0.0006486439,0.00033066224,0.00046044448,0.00045070582,0.000039047984],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052953437,0.0004196168,0.6146266,0.0011064267,0.0029686543,0.0031286804,0.009869823,0.000077200224,0.006425097,0.0022241247,0.30132073,0.05778008],"study_design_scores_gemma":[0.0017525818,0.0009024745,0.5475597,0.014467062,0.0073731234,0.0030962632,0.019352525,0.0022747675,0.0071410476,0.21389091,0.18089502,0.001294534],"about_ca_topic_score_codex":0.00026071072,"about_ca_topic_score_gemma":0.000078641526,"teacher_disagreement_score":0.25024045,"about_ca_system_score_codex":0.00011800824,"about_ca_system_score_gemma":0.00037539966,"threshold_uncertainty_score":0.9999018},"labels":[],"label_agreement":null},{"id":"W4417083312","doi":"10.59350/c8zyv-1e367","title":"PKP Sprint 2016: Building themes for everyone with Bootstrap","year":2016,"lang":"","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sprint; Theme (computing); Process (computing); Key (lock)","score_opus":0.775511767850311,"score_gpt":0.5302973355363674,"score_spread":0.24521443231394358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417083312","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02096831,0.0060361843,0.94366944,0.0030992958,0.0006302893,0.0028556716,0.0000454547,0.000013381952,0.022681957],"genre_scores_gemma":[0.6374903,0.00025514438,0.052678354,0.00028402204,0.00021985098,0.00012788393,5.2223066e-7,0.00003040478,0.30891353],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9748798,0.0035655012,0.012515093,0.002331673,0.0058553787,0.00085253397],"domain_scores_gemma":[0.9744618,0.009981668,0.0065362533,0.006420284,0.0021207482,0.00047922647],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.07914196,0.0007892779,0.0058816224,0.00046056815,0.00035576525,0.0016503838,0.0030960229,0.00018067917,0.08937879],"category_scores_gemma":[0.013918908,0.0002322778,0.0037319418,0.0010927826,0.0002536498,0.0007379739,0.00027338424,0.00011411499,0.00745887],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015570181,0.00037207946,0.019968161,0.0003834024,0.0033996147,0.000011979339,0.0004943653,0.0000420248,0.0071857576,0.08310274,0.4670833,0.41780087],"study_design_scores_gemma":[0.0014177006,0.0004913252,0.0043094093,0.0008434041,0.0013558472,0.000029604947,0.0010998445,0.002375306,0.0052777845,0.012590312,0.96931505,0.0008944024],"about_ca_topic_score_codex":0.000026387128,"about_ca_topic_score_gemma":0.000041320716,"teacher_disagreement_score":0.8909911,"about_ca_system_score_codex":0.00006908594,"about_ca_system_score_gemma":0.00037176078,"threshold_uncertainty_score":0.999386},"labels":[],"label_agreement":null},{"id":"W4417093908","doi":"10.1002/cl2.70082","title":"The Extent of the Use of GRADE in Campbell Systematic Reviews: A Systematic Survey","year":2025,"lang":"en","type":"article","venue":"Campbell Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; McMaster University; Impact","funders":"Fundamental Research Funds for the Central Universities","keywords":"Grading (engineering); Certainty; Quality of evidence; Confounding; Systematic review; Grading scale; Meta-analysis; Systematic error","score_opus":0.8177327225397552,"score_gpt":0.5115510239676156,"score_spread":0.3061816985721395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417093908","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014131646,0.7404531,0.013730297,0.0005600121,0.0038767753,0.22537668,0.000084999345,0.000025071413,0.0017613615],"genre_scores_gemma":[0.76323545,0.05255547,0.0029862702,0.0016824075,0.00017253008,0.045729984,0.000031875687,0.0002697401,0.13333629],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.49747917,0.3784873,0.10927922,0.002527841,0.010964901,0.0012615607],"domain_scores_gemma":[0.7634241,0.12375801,0.080962524,0.027950907,0.0035857982,0.0003186392],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.48566926,0.0013755012,0.035774022,0.0009593722,0.00043914394,0.0010550523,0.009215173,0.00031115496,0.00021305152],"category_scores_gemma":[0.5484454,0.0004389146,0.008561922,0.009380928,0.00040564995,0.0004393544,0.0007690234,0.00055747235,0.0015208311],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005424446,0.00014066292,0.0035620253,0.97415334,0.00053449534,0.0000020381672,0.00085035077,0.000064383516,0.000049146292,0.002774279,0.017790075,0.000073760064],"study_design_scores_gemma":[0.00044583052,0.000050773873,0.0017327054,0.97153735,0.004084651,0.00005131055,0.0015711846,0.0056863013,0.000041903735,0.0010555339,0.013131581,0.0006108767],"about_ca_topic_score_codex":0.00022176873,"about_ca_topic_score_gemma":0.0011100349,"teacher_disagreement_score":0.7491038,"about_ca_system_score_codex":0.00031983838,"about_ca_system_score_gemma":0.000309242,"threshold_uncertainty_score":0.99998194},"labels":[],"label_agreement":null},{"id":"W4417179364","doi":"10.20944/preprints202512.0689.v1","title":"Reconsidering Google Scholar Regarding PRISMA Guidelines","year":2025,"lang":"","type":"preprint","venue":"Preprints.org","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Systematic review; Bibliographic database; Grey literature; Advice (programming); Bibliometrics; MEDLINE","score_opus":0.9188491127975762,"score_gpt":0.5747689857529488,"score_spread":0.3440801270446274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417179364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76489097,0.0083179185,0.017762337,0.0075803683,0.009800659,0.00663004,0.00013430105,0.00013626002,0.18474716],"genre_scores_gemma":[0.60681957,0.004043062,0.049975704,0.0018915661,0.0013298327,0.00086708134,0.000049130096,0.00014036176,0.33488372],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.8693744,0.037598744,0.06393121,0.012882584,0.014180552,0.0020324923],"domain_scores_gemma":[0.9115826,0.00832731,0.029839005,0.03630783,0.012817804,0.0011254329],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"category_scores_codex":[0.3830145,0.002622896,0.01690506,0.0024239293,0.0015598865,0.003053643,0.012442076,0.0016116253,0.114045456],"category_scores_gemma":[0.38328052,0.0017966102,0.01266487,0.003678374,0.00032082025,0.001229967,0.016128475,0.0046582604,0.09461479],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065105996,0.00029090198,0.8878076,0.0022829266,0.0049954304,0.00008233132,0.0036208779,0.007762793,0.0019510429,0.001156651,0.029903304,0.060081016],"study_design_scores_gemma":[0.00066260016,0.00002136203,0.035521265,0.0047280644,0.002512793,0.000081110236,0.0024564865,0.016508214,0.007518977,0.012902134,0.91503626,0.0020507257],"about_ca_topic_score_codex":0.00011327052,"about_ca_topic_score_gemma":0.00005715924,"teacher_disagreement_score":0.88513297,"about_ca_system_score_codex":0.0005521515,"about_ca_system_score_gemma":0.0017049134,"threshold_uncertainty_score":0.99973994},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4417200994","doi":"10.12688/wellcomeopenres.25003.1","title":"Living Rapid Research Needs Appraisal (RRNA) for Priority Diseases Protocol","year":2025,"lang":"en","type":"article","venue":"Wellcome Open Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research; UK Research and Innovation; International Development Research Centre; Wellcome Trust","keywords":"Protocol (science); Pandemic; Systematic review; Preparedness; Context (archaeology); Critical appraisal; Public health; Relevance (law)","score_opus":0.9036398441266911,"score_gpt":0.7079710806274739,"score_spread":0.19566876349921714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417200994","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005592268,0.0007164247,0.006495003,0.011051316,0.00061036384,0.4389293,0.00011105625,0.000023630042,0.53647065],"genre_scores_gemma":[0.13879533,0.00001939102,0.004691502,0.00018117181,0.0004463651,0.4034072,0.000012494894,0.000052531737,0.452394],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8978621,0.068965286,0.008593344,0.0027462067,0.019880874,0.001952216],"domain_scores_gemma":[0.8095389,0.15906681,0.00181132,0.013719118,0.014856983,0.0010068357],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.5253004,0.00035784618,0.0031771676,0.0033510665,0.0019684965,0.011500253,0.015198033,0.00019314248,0.024028983],"category_scores_gemma":[0.24669226,0.00019380795,0.0013507423,0.012111764,0.0005432172,0.0007671222,0.005775693,0.0010942135,0.006548048],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000168369,0.00044654432,0.037874937,0.0005390577,0.00020104718,0.0000058220953,0.00041270535,0.000008038101,0.00011878476,0.04482696,0.84339696,0.07200075],"study_design_scores_gemma":[0.0005797333,0.00020491613,0.015721858,0.00029850507,0.00003247811,0.0000012824734,0.0024695934,0.0033678971,0.00006669893,0.01993648,0.95712376,0.00019677648],"about_ca_topic_score_codex":0.00018521142,"about_ca_topic_score_gemma":0.00007289405,"teacher_disagreement_score":0.27860817,"about_ca_system_score_codex":0.00018665525,"about_ca_system_score_gemma":0.0014416038,"threshold_uncertainty_score":0.9993308},"labels":[],"label_agreement":null},{"id":"W4417210487","doi":"10.2139/ssrn.5886602","title":"Taxonomy Before Trials: Why Evidence-Based Medicine Must Evolve to Meet 21st-Century Complexity","year":2025,"lang":"","type":"preprint","venue":"SSRN Electronic Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Randomized controlled trial; Psychological intervention; Population; Underpinning; Strengths and weaknesses; Conceptual framework; Disease; Precision medicine","score_opus":0.7618903686329409,"score_gpt":0.5145142714348602,"score_spread":0.24737609719808074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417210487","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003033413,0.22287682,0.62620443,0.09864641,0.01089067,0.018375548,0.00026180487,0.0000477467,0.019663146],"genre_scores_gemma":[0.7070907,0.14033279,0.032563932,0.024126265,0.020261407,0.0033161163,0.00024030352,0.00036963963,0.07169885],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7714727,0.12094804,0.0664223,0.0069241277,0.024520913,0.00971192],"domain_scores_gemma":[0.9004409,0.026618594,0.047516342,0.012735673,0.010494162,0.0021943457],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.6853157,0.003142668,0.03042324,0.0047895834,0.0018326013,0.0036902505,0.015025218,0.0012375971,0.04244344],"category_scores_gemma":[0.25650534,0.0016652894,0.017230645,0.0064889127,0.0008463278,0.0009903045,0.001941423,0.010072092,0.0018644778],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0011053793,0.0007523913,0.003095807,0.001308717,0.015607217,0.000038642058,0.0019735754,0.0038023808,0.000034407873,0.24884482,0.27442443,0.44901225],"study_design_scores_gemma":[0.0023559895,0.0017898642,0.0002076733,0.009188097,0.009292587,0.00022692117,0.012561821,0.008010633,0.000008557484,0.23820701,0.7167228,0.0014280379],"about_ca_topic_score_codex":0.00087063905,"about_ca_topic_score_gemma":0.009709713,"teacher_disagreement_score":0.7040573,"about_ca_system_score_codex":0.0073735616,"about_ca_system_score_gemma":0.03655831,"threshold_uncertainty_score":0.9994669},"labels":[],"label_agreement":null},{"id":"W4417220763","doi":"10.28920/dhm55.4.352-368","title":"Quality of reporting in hyperbaric medicine clinical trials: a cross-sectional study","year":2025,"lang":"en","type":"article","venue":"Diving and Hyperbaric Medicine Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Intégré de Santé et Services Sociaux de Chaudière-Appalache; Université Laval; University of Ottawa; Ottawa Hospital","funders":"","keywords":"Quality (philosophy); MEDLINE; Quality management; Quality assurance; Alternative medicine","score_opus":0.9462120617287608,"score_gpt":0.7271360461569641,"score_spread":0.21907601557179668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417220763","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9734577,0.0072769183,0.0064571365,0.0018564793,0.0020639354,0.0005642673,0.0000016963813,0.000005135691,0.008316719],"genre_scores_gemma":[0.9936256,0.0002632157,0.00044532254,0.00034879672,0.0008492629,0.0000108132335,0.0000015756407,0.000007947981,0.0044474737],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.808989,0.065177366,0.11294961,0.0018021751,0.010498467,0.0005834192],"domain_scores_gemma":[0.81805307,0.09569402,0.077109225,0.003828287,0.0046016234,0.00071375584],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7750578,0.00033783246,0.009540194,0.0012911069,0.0003344942,0.00030924458,0.0010702682,0.00017726065,0.004676147],"category_scores_gemma":[0.74821496,0.00014648684,0.0012616332,0.0024012171,0.00040391198,0.00020118649,0.00021127054,0.0010456246,0.000017249506],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042111835,0.00020975454,0.96960384,0.00006880754,0.0003379146,0.000020371408,0.00088425854,0.000017242084,0.00006901156,0.00028040816,0.011645175,0.01682111],"study_design_scores_gemma":[0.0024269647,0.00029579338,0.9817775,0.0003695195,0.00031928509,0.00012421313,0.0049752635,0.00086532184,5.282418e-7,0.0048705763,0.0038616643,0.0001134062],"about_ca_topic_score_codex":0.00030820648,"about_ca_topic_score_gemma":0.00010707311,"teacher_disagreement_score":0.035840385,"about_ca_system_score_codex":0.00005397925,"about_ca_system_score_gemma":0.000267631,"threshold_uncertainty_score":0.9962337},"labels":[],"label_agreement":null},{"id":"W4417340282","doi":"10.18438/eblip30800","title":"Assessing Formatting Accuracy of APA Style References: A Scoping Review","year":2025,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Disk formatting; CINAHL; Citation; Protocol (science); Publishing; Transparency (behavior); Scopus; Inclusion (mineral)","score_opus":0.54254406777176,"score_gpt":0.5414972016582139,"score_spread":0.0010468661135460966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417340282","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007140397,0.15462682,0.35193768,0.23199885,0.0007469527,0.006118634,0.000023827944,0.000093958806,0.24731286],"genre_scores_gemma":[0.491605,0.07184776,0.14813156,0.2855773,0.00010237297,0.00026259382,0.00008795999,0.000019019524,0.00236643],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9816056,0.006426805,0.00894099,0.0003554431,0.0024818059,0.0001893537],"domain_scores_gemma":[0.9288562,0.05472271,0.013163298,0.0020705296,0.001061841,0.00012542953],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","scholarly_communication"],"category_scores_codex":[0.05525928,0.00019814249,0.0014672764,0.0005765065,0.00024233946,0.0034089522,0.0010197482,0.000066436805,0.0031270885],"category_scores_gemma":[0.27457806,0.00011234851,0.0003537463,0.0027800472,0.00005329391,0.31746086,0.00023761849,0.00020732832,0.00024201834],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010668065,0.00008751504,0.005919949,0.048877515,0.00019618058,0.0000033771594,0.00070293434,0.00020102903,0.000056688048,0.19578835,0.06342246,0.6846373],"study_design_scores_gemma":[0.00041176958,0.00009012096,0.0046627284,0.25426126,0.0006564356,0.000030493526,0.0062823957,0.031641148,0.00076865347,0.0012998971,0.69944656,0.00044856855],"about_ca_topic_score_codex":0.0000023692576,"about_ca_topic_score_gemma":4.7558533e-8,"teacher_disagreement_score":0.6841888,"about_ca_system_score_codex":0.00000775274,"about_ca_system_score_gemma":0.0005862946,"threshold_uncertainty_score":0.9977842},"labels":[],"label_agreement":null},{"id":"W4417458000","doi":"10.2106/jbjs.25.00495","title":"A New Angle on Outcomes: Introducing the Win Ratio to Orthopaedic Research","year":2025,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; University of Toronto; McMaster University","funders":"","keywords":"Measure (data warehouse); Work (physics); Field (mathematics); Automation; Intersection (aeronautics)","score_opus":0.7083367739576447,"score_gpt":0.5352621095348975,"score_spread":0.17307466442274722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417458000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80983585,0.0043765507,0.024828145,0.15336125,0.001632849,0.0005356911,0.0000018542574,0.000002762736,0.005425063],"genre_scores_gemma":[0.9441062,0.00019504425,0.0018206573,0.004670181,0.0006307568,0.0000063643533,3.473987e-7,0.000009205494,0.048561204],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9811294,0.006026544,0.008022344,0.00035125265,0.004239248,0.00023117747],"domain_scores_gemma":[0.97487044,0.018791575,0.0029880393,0.0015873656,0.0015119666,0.00025059574],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2727418,0.00013701133,0.0029506953,0.0018708702,0.0002254231,0.0007644992,0.00023234714,0.00004095657,0.0013095113],"category_scores_gemma":[0.11735188,0.00004981086,0.0017221888,0.0020782175,0.00003437277,0.00016602904,0.000116782445,0.0003761606,0.0002746895],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002384528,0.00002542882,0.035204727,0.000019117053,0.00012601697,0.000026534266,0.00038260463,0.000048359554,0.0001551529,0.0008323307,0.90198654,0.061169334],"study_design_scores_gemma":[0.0003174629,0.00015473513,0.3131019,0.0007925007,0.00019515988,0.00010458395,0.0029069972,0.00027448504,0.00016277448,0.014860432,0.66695094,0.00017805741],"about_ca_topic_score_codex":0.000023665236,"about_ca_topic_score_gemma":0.000024207025,"teacher_disagreement_score":0.27789715,"about_ca_system_score_codex":0.00003281272,"about_ca_system_score_gemma":0.00037000322,"threshold_uncertainty_score":0.99960345},"labels":[],"label_agreement":null},{"id":"W4417467068","doi":"10.1016/j.jclinepi.2025.112109","title":"A semi-automated approach facilitated the assessment of the certainty of evidence in a network meta-analysis: Part 1 – Direct comparisons","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Public Health Ontario; University of Toronto; University of Ottawa; Ottawa Hospital; Impact; University of Calgary; Alberta Bone and Joint Health Institute","funders":"Canadian Institutes of Health Research; Australia and New Zealand Musculoskeletal Clinical Trials Network; National Health and Medical Research Council; Hospital Research Foundation","keywords":"Certainty; Decision aids; Clinical judgment; MEDLINE; Decision theory; Expert system","score_opus":0.9707319188783519,"score_gpt":0.7110557379960946,"score_spread":0.2596761808822573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417467068","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22050078,0.05864943,0.52339834,0.17218964,0.0040777004,0.00500238,0.00013022083,0.000025596288,0.016025918],"genre_scores_gemma":[0.9880051,0.00028666778,0.00866597,0.0020575405,0.00005688269,0.000024786383,0.0000011857533,0.0000038467747,0.0008980298],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.5102662,0.39825553,0.08599051,0.0011054378,0.0038132232,0.00056911825],"domain_scores_gemma":[0.42125884,0.5086574,0.062047888,0.0048717177,0.002973252,0.000190907],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.70302606,0.000310612,0.028947698,0.00042638805,0.0000925919,0.000043615106,0.003926111,0.00035418398,0.0008758981],"category_scores_gemma":[0.598795,0.000086885484,0.021350663,0.005715302,0.00062980864,0.000093352784,0.00035264366,0.0013891024,0.000008469082],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035669396,0.0001648007,0.60474646,0.000036626374,0.04812911,9.0181493e-7,0.000046203233,0.23610778,0.0000010329965,0.001896958,0.10857519,0.00025929091],"study_design_scores_gemma":[0.000214105,0.000095596006,0.5295229,0.00007614178,0.057674736,0.000003868687,0.00026460373,0.39453232,5.9389396e-7,0.005330546,0.012212258,0.00007233742],"about_ca_topic_score_codex":0.000083649495,"about_ca_topic_score_gemma":0.00017374041,"teacher_disagreement_score":0.76750433,"about_ca_system_score_codex":0.00003416704,"about_ca_system_score_gemma":0.0005221234,"threshold_uncertainty_score":0.9884503},"labels":[],"label_agreement":null},{"id":"W4417474666","doi":"10.63209/2025.1578","title":"Évaluation de la qualité des résumés publiés dans Pharmactuel de 2007 à 2023","year":2025,"lang":"","type":"article","venue":"Pharmactuel","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Centre Hospitalier Universitaire Sainte-Justine","funders":"","keywords":"Context (archaeology); Ile de france; Medium term","score_opus":0.7565049258420823,"score_gpt":0.6162750086943923,"score_spread":0.14022991714768995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417474666","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22353269,0.022030378,0.4616738,0.0025888737,0.0032494867,0.0025894684,0.00020077686,0.00005952036,0.28407502],"genre_scores_gemma":[0.8901979,0.0040202746,0.015948707,0.0048980173,0.0005128061,0.00031389308,0.00003841679,0.00007162093,0.08399839],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8982895,0.07132084,0.016770564,0.002905134,0.008675545,0.0020383971],"domain_scores_gemma":[0.96729213,0.019402243,0.0054734126,0.0043846266,0.0023240345,0.0011235689],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.31179357,0.0011691776,0.0047651147,0.0015459636,0.0010931331,0.00522071,0.004839292,0.00039476674,0.14191853],"category_scores_gemma":[0.05275662,0.0007913721,0.00393998,0.0052902177,0.00076027407,0.0014503563,0.00055755425,0.0010889753,0.01002279],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113484966,0.0007540013,0.08171652,0.0009362184,0.0024489588,0.000056476703,0.0058504017,0.0014818157,0.010204383,0.004532074,0.6543005,0.23760512],"study_design_scores_gemma":[0.002643827,0.000047534144,0.052992374,0.0003927181,0.0053219334,0.00009108478,0.0037689887,0.2162631,0.0073993867,0.077361815,0.6326079,0.0011093876],"about_ca_topic_score_codex":0.00043539758,"about_ca_topic_score_gemma":0.00004499894,"teacher_disagreement_score":0.6666652,"about_ca_system_score_codex":0.00080327026,"about_ca_system_score_gemma":0.0023988367,"threshold_uncertainty_score":0.9994537},"labels":[],"label_agreement":null},{"id":"W4417480467","doi":"10.1016/j.jval.2025.09.2969","title":"SA27 Data Reliability in Retrospective Chart Review Studies: Results and Considerations From a Novel Data Review Methodology","year":2025,"lang":"en","type":"article","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thermo Fisher Scientific (Canada)","funders":"","keywords":"Reliability (semiconductor); Chart; Data quality; Key (lock); Data validation; Quality (philosophy)","score_opus":0.9702351135248084,"score_gpt":0.6875387359740056,"score_spread":0.2826963775508028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417480467","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005809826,0.8531283,0.0034861628,0.13619524,0.00040180658,0.0036169495,0.0020867824,0.000006478363,0.00049728516],"genre_scores_gemma":[0.0038015316,0.8395051,0.12734714,0.028217632,0.00006578957,0.00012349893,0.00045637996,0.00001092487,0.00047204408],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.84798735,0.1049888,0.03542983,0.0068908636,0.0039384044,0.0007647435],"domain_scores_gemma":[0.5995923,0.275611,0.024220485,0.09519397,0.0046194876,0.0007627165],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.44718108,0.00028104824,0.006982194,0.00030822717,0.00014235884,0.000114410956,0.0023756865,0.000078211095,0.00040216776],"category_scores_gemma":[0.6533862,0.00015880895,0.00019155878,0.0025864874,0.00014249638,0.00039513598,0.0016561906,0.00041829055,0.00009579975],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014725832,0.00016413012,0.015896767,0.012399124,0.00021152284,0.000007123785,0.0008172906,0.000031384883,0.000001906769,0.0071581313,0.9533022,0.009995685],"study_design_scores_gemma":[0.0017199023,0.00012228763,0.08047569,0.09619289,0.0008270152,0.000024099156,0.0015384696,0.029445024,8.3950334e-7,0.15067406,0.6383905,0.0005892708],"about_ca_topic_score_codex":0.0036520853,"about_ca_topic_score_gemma":0.0030464274,"teacher_disagreement_score":0.31491175,"about_ca_system_score_codex":0.0001989232,"about_ca_system_score_gemma":0.0007613197,"threshold_uncertainty_score":0.6476041},"labels":[],"label_agreement":null},{"id":"W4417481121","doi":"10.1016/j.jval.2025.09.245","title":"CO143 Importance of Adjudication Committees in Retrospective Chart Review Studies for Outcomes Event Data Collection","year":2025,"lang":"en","type":"article","venue":"Value in Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thermo Fisher Scientific (Canada)","funders":"","keywords":"Adjudication; Data collection; Event data; Chart","score_opus":0.848705380411406,"score_gpt":0.6368005529917615,"score_spread":0.21190482741964445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417481121","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09419659,0.71734565,0.017917795,0.14834906,0.0018241948,0.018504743,0.00032410858,0.000017832399,0.0015199994],"genre_scores_gemma":[0.8783332,0.09565882,0.011565612,0.007851361,0.00005693983,0.0009995792,0.000100420286,0.00001915702,0.0054148855],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9815261,0.005838539,0.009995071,0.0008463489,0.0015871556,0.00020679539],"domain_scores_gemma":[0.9860604,0.005232933,0.0048153563,0.0031217579,0.0007342587,0.00003532015],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11614315,0.0001490524,0.0036192439,0.00044516093,0.00008361967,0.000030211786,0.0010344783,0.000036769175,0.0001005961],"category_scores_gemma":[0.07656105,0.00008432631,0.0003256134,0.0026722138,0.000039856,0.00014549328,0.00014463675,0.0001052788,0.000017677403],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057290936,0.00008131011,0.80899143,0.0026519003,0.000092401795,1.8887292e-7,0.0003307885,0.00006882934,9.3663346e-7,0.004465459,0.17976892,0.0035421199],"study_design_scores_gemma":[0.0005372551,0.000104946776,0.89784324,0.005419552,0.00010816642,7.903624e-7,0.0010518543,0.019257626,0.0000044727503,0.03068339,0.044850636,0.00013806726],"about_ca_topic_score_codex":0.00037532937,"about_ca_topic_score_gemma":0.0012933951,"teacher_disagreement_score":0.78413665,"about_ca_system_score_codex":0.00029617484,"about_ca_system_score_gemma":0.00029600962,"threshold_uncertainty_score":0.9312175},"labels":[],"label_agreement":null},{"id":"W4417503762","doi":"10.1007/s40279-025-02378-0","title":"The Risks of Misunderstanding the Term “Risk Factor”: A Primer with Suggestions to Improve Sports Medicine","year":2025,"lang":"en","type":"article","venue":"Sports Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"","keywords":"Term (time); Commit; Ambiguity; Risk factor; Sports medicine; Outcome (game theory); Psychological intervention","score_opus":0.47996462651703,"score_gpt":0.5077894121542895,"score_spread":0.02782478563725954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417503762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7475884,0.012744872,0.06651561,0.08606413,0.003678835,0.006123396,0.000050985713,0.00003956688,0.07719423],"genre_scores_gemma":[0.9822062,0.00035782545,0.00022973647,0.000588267,0.00019143516,0.00003726289,0.0000035798203,0.0000122206175,0.01637346],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98565406,0.0012506434,0.005946839,0.0008081323,0.005995624,0.0003446761],"domain_scores_gemma":[0.9853664,0.0051035318,0.0041888757,0.004128425,0.0010044622,0.00020830185],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.058965918,0.0003550354,0.0025909974,0.00044916116,0.00051674416,0.000084681895,0.0014272482,0.00007199061,0.0045615467],"category_scores_gemma":[0.021192968,0.00009628081,0.0004177481,0.002514928,0.00066066626,0.00007906733,0.000114463626,0.00030979354,0.000026432772],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001097122,0.0000624569,0.5499487,0.00009792939,0.0007286317,0.000037874997,0.0064595793,0.000064941894,0.0003358958,0.010970239,0.10801725,0.32316682],"study_design_scores_gemma":[0.00072255946,0.00023397172,0.8251393,0.0013891226,0.0016899834,0.000017593986,0.0150551,0.0002296876,0.00008633074,0.00897835,0.14624971,0.00020831796],"about_ca_topic_score_codex":0.00026123633,"about_ca_topic_score_gemma":0.00016707923,"teacher_disagreement_score":0.3229585,"about_ca_system_score_codex":0.00005078702,"about_ca_system_score_gemma":0.0001549183,"threshold_uncertainty_score":0.99634844},"labels":[],"label_agreement":null},{"id":"W47746659","doi":"10.1002/14651858.ed000058","title":"Assessing Risk of Bias in Randomised Clinical Trials Included in Cochrane Reviews: The why is Easy, the how is a Challenge","year":2013,"lang":"en","type":"article","venue":"Cochrane Database of Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Blinding; Medicine; Cochrane Library; Systematic review; Reporting bias; MEDLINE; Clinical trial; Publication bias; Randomized controlled trial; Relative risk; Meta-analysis; Family medicine; Confidence interval; Surgery; Internal medicine","score_opus":0.8522656715870813,"score_gpt":0.5971859007338293,"score_spread":0.25507977085325206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W47746659","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018094217,0.91485,0.0054507186,0.0076155146,0.00065204105,0.051984742,0.00022528836,0.0000069883968,0.0011205171],"genre_scores_gemma":[0.13906595,0.845792,0.0047805104,0.002782675,0.00036547927,0.0058586975,0.00007373278,0.00008128895,0.00119969],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.44690934,0.44315132,0.09749118,0.0022852344,0.009367693,0.00079522777],"domain_scores_gemma":[0.38188827,0.39540312,0.1773141,0.039695863,0.005020332,0.0006783072],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.796652,0.0010029711,0.039457824,0.00072491757,0.00019389369,0.0011227984,0.0061365827,0.00026421202,0.0069705793],"category_scores_gemma":[0.7112016,0.00031689525,0.008644395,0.0037666073,0.00043785226,0.0011331105,0.00057952484,0.0008341339,0.001815313],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018794727,0.001094947,0.006200324,0.53163344,0.0015425415,0.000017348073,0.008895193,0.000009086929,0.0004063669,0.0005247022,0.42438948,0.025098618],"study_design_scores_gemma":[0.021889675,0.00028323897,0.0028409366,0.84960496,0.010669067,0.00007946835,0.01942425,0.022211056,0.00019196382,0.0029935543,0.068087704,0.0017241049],"about_ca_topic_score_codex":0.00030761992,"about_ca_topic_score_gemma":0.00022609161,"teacher_disagreement_score":0.35630178,"about_ca_system_score_codex":0.000057584264,"about_ca_system_score_gemma":0.00018151634,"threshold_uncertainty_score":0.9999283},"labels":[],"label_agreement":null},{"id":"W57085448","doi":"","title":"What is so odd about odds?","year":2005,"lang":"en","type":"article","venue":"PubMed","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Hôpital Maisonneuve-Rosemont","funders":"","keywords":"Medicine; Relative risk; Interpretation (philosophy); Odds ratio; Odds; Outcome (game theory); Event (particle physics); Population; Confidence interval; Demography; Internal medicine; Mathematical economics; Logistic regression","score_opus":0.6915406144263095,"score_gpt":0.48221064710913375,"score_spread":0.2093299673171758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W57085448","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46649393,0.084800236,0.014266012,0.10289073,0.006841152,0.008184677,0.000042481563,0.000087176275,0.3163936],"genre_scores_gemma":[0.7821073,0.00040331902,0.00088006514,0.005636181,0.00045806542,0.00067395426,0.0000018997733,0.000012426309,0.20982677],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9869959,0.002196165,0.005139278,0.00082155695,0.004423066,0.00042407945],"domain_scores_gemma":[0.99303216,0.0011488176,0.0018509368,0.0032422119,0.00045932553,0.00026655383],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.07267081,0.00020829774,0.0018920527,0.00024299057,0.00013512047,0.0040084096,0.0016694106,0.000072209776,0.018513326],"category_scores_gemma":[0.00882726,0.00009744606,0.0013974755,0.00092962437,0.000055594035,0.0010069446,0.00011791696,0.00010133465,0.02079274],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.986196e-7,0.000017927554,0.0016754717,0.000005283815,0.000057905967,9.592683e-7,0.000331406,0.0000081716435,0.0000011279253,0.0004952234,0.22395808,0.77344745],"study_design_scores_gemma":[0.00008965894,0.00000204838,0.06995444,0.000005618324,0.000070207054,0.0000043369173,0.00022850465,0.0007319806,0.000059886537,0.0014564702,0.92728287,0.00011400639],"about_ca_topic_score_codex":0.0000044922235,"about_ca_topic_score_gemma":0.000031579115,"teacher_disagreement_score":0.77333343,"about_ca_system_score_codex":0.000034651996,"about_ca_system_score_gemma":0.00002225145,"threshold_uncertainty_score":0.9995218},"labels":[],"label_agreement":null},{"id":"W59920176","doi":"10.1177/070674370705200608","title":"A Shortcut to Rejection: How Not to Write the Results Section of a Paper","year":2007,"lang":"en","type":"article","venue":"The Canadian Journal of Psychiatry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Baycrest Hospital; University of Toronto","funders":"","keywords":"Reliability (semiconductor); Section (typography); Statistics; Psychology; Statistical hypothesis testing; Test (biology); Confidence interval; Computer science; Econometrics; Reliability engineering; Mathematics; Engineering","score_opus":0.403219521289001,"score_gpt":0.44989035388925397,"score_spread":0.046670832600252954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W59920176","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43958518,0.0009925797,0.013041387,0.51512444,0.010167205,0.0010419433,0.000049647693,0.0000024625413,0.019995166],"genre_scores_gemma":[0.9836051,0.0000034194584,0.0038810975,0.004929481,0.001359768,0.0000018794369,2.6567167e-7,0.0000087129265,0.0062103188],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9907643,0.0019170489,0.004348117,0.0002675994,0.002430691,0.00027224873],"domain_scores_gemma":[0.99261504,0.0009134477,0.0027181783,0.001780914,0.0013522027,0.0006201866],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1073848,0.00015298794,0.0009782987,0.00065864855,0.00037204547,0.00049830595,0.0016424814,0.00006697943,0.00081677054],"category_scores_gemma":[0.009206347,0.000057967125,0.0009676591,0.00208888,0.00005484969,0.0001790654,0.00002167589,0.0003055735,0.00017320747],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014654899,0.00001591451,0.012591627,0.00001136322,0.00027604098,0.000010171971,0.00437921,0.00054446736,0.00015997427,0.005708864,0.96298414,0.013171662],"study_design_scores_gemma":[0.00025870994,0.000322701,0.14578809,0.00012530298,0.00027256593,0.00039964687,0.007531917,0.00004358695,0.000048297865,0.007310437,0.8377353,0.00016346536],"about_ca_topic_score_codex":0.0025866523,"about_ca_topic_score_gemma":0.57289785,"teacher_disagreement_score":0.57031125,"about_ca_system_score_codex":0.000086513835,"about_ca_system_score_gemma":0.0008226651,"threshold_uncertainty_score":0.99913955},"labels":[],"label_agreement":null},{"id":"W600840809","doi":"10.1016/j.jclinepi.2015.06.005","title":"ROBIS: A new tool to assess risk of bias in systematic reviews was developed","year":2015,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2208,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Population and Public Health","funders":"Monash University; Medical Research Council; National Institute for Health and Care Research; University of Alberta; Johns Hopkins University","keywords":"Systematic review; Psychological intervention; Relevance (law); Selection bias; Identification (biology); Scope (computer science); Psychology; Guideline; Medicine; MEDLINE; Process (computing); Risk analysis (engineering); Applied psychology; Computer science; Pathology; Nursing","score_opus":0.9813208922076017,"score_gpt":0.7157097203841251,"score_spread":0.2656111718234766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W600840809","genre_codex":"empirical","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6005988,0.01723371,0.36151147,0.011083175,0.003997977,0.0035017242,0.0000075994026,0.000004036628,0.0020614902],"genre_scores_gemma":[0.38584313,0.0048355963,0.58881176,0.010256503,0.0016978455,0.00006720743,0.0000018776038,0.000044331387,0.008441754],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.3510628,0.4586889,0.18403058,0.0011609807,0.0044175326,0.00063916075],"domain_scores_gemma":[0.120536946,0.6677082,0.19673103,0.0062377923,0.0066320044,0.002154018],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8870792,0.00035526793,0.036526643,0.0007207837,0.00002555635,0.00007284378,0.0029623252,0.00035500078,0.00072991167],"category_scores_gemma":[0.98310506,0.00014071907,0.0060850102,0.0017779057,0.00008809088,0.00025256068,0.00022705054,0.0008800606,0.0018893289],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011282854,0.00016022043,0.65412813,0.0012508634,0.00049127464,0.000022253147,0.00034379947,0.0015159535,0.0000021341316,0.0014491249,0.3179352,0.02258822],"study_design_scores_gemma":[0.0034083882,0.002042138,0.40108848,0.013266859,0.00235985,0.00035936022,0.0012861956,0.008261728,0.000004684225,0.12755346,0.43962708,0.0007417812],"about_ca_topic_score_codex":0.00004751016,"about_ca_topic_score_gemma":0.00012524864,"teacher_disagreement_score":0.25303966,"about_ca_system_score_codex":0.00006249338,"about_ca_system_score_gemma":0.0009752564,"threshold_uncertainty_score":0.99888784},"labels":[],"label_agreement":null},{"id":"W622279966","doi":"10.1093/acprof:oso/9780195387216.001.0001","title":"Systematic Synthesis of Qualitative Research","year":2012,"lang":"en","type":"book","venue":"Oxford University Press eBooks","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":249,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Qualitative research; Generalizability theory; Transferability; Management science; Systematic review; Critical appraisal; Computer science; Engineering ethics; Psychology; Knowledge management; Sociology; Medicine; Political science; Engineering; Social science; MEDLINE; Alternative medicine","score_opus":0.8405354623287484,"score_gpt":0.5533039656582347,"score_spread":0.28723149667051373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W622279966","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007750151,0.0007744854,0.001162812,0.000017842453,0.00016257325,0.0019360317,0.00020806532,0.000008394343,0.9956523],"genre_scores_gemma":[0.0023326543,0.000051038496,0.0008027377,0.00000768076,0.00007266361,0.000012215931,0.000008057259,0.000029242747,0.9966837],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9137419,0.06444147,0.007819275,0.0012663528,0.012147945,0.0005830797],"domain_scores_gemma":[0.93178463,0.047241475,0.009760067,0.0064253947,0.0044614645,0.00032695866],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21290772,0.0005116244,0.0077437074,0.001493304,0.0002795403,0.00029577754,0.005132166,0.0004816505,0.0014076182],"category_scores_gemma":[0.029563367,0.00030298595,0.003114947,0.00023633668,0.0005045491,0.0002040785,0.00090693095,0.0006318419,0.00020216418],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041316314,0.00005861879,0.000009746812,0.0233845,0.002490269,0.000027088854,0.012770069,0.000003505076,0.0000066123935,0.6921083,0.2677767,0.001323329],"study_design_scores_gemma":[0.00009355369,0.000032385087,0.0000039878682,0.004141533,0.0015666699,0.000003959107,0.0070351134,0.00007066849,0.00003578529,0.0039468477,0.98277676,0.0002927136],"about_ca_topic_score_codex":0.000031871226,"about_ca_topic_score_gemma":0.000014390242,"teacher_disagreement_score":0.7150001,"about_ca_system_score_codex":0.0003017338,"about_ca_system_score_gemma":0.00040339446,"threshold_uncertainty_score":0.99994224},"labels":[],"label_agreement":null},{"id":"W6885448424","doi":"10.1371/journal.pmed.1003856.s005","title":"Scores given to included studies using the Newcastle–Ottawa scale for assessment of potential bias.","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scale (ratio); Measure (data warehouse); Reliability (semiconductor)","score_opus":0.9211989841313089,"score_gpt":0.6165901136213244,"score_spread":0.3046088705099844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6885448424","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36169988,0.022182312,0.044704035,0.02160036,0.0030621828,0.016264796,0.51533455,0.000059201913,0.015092672],"genre_scores_gemma":[0.9571814,0.000005280292,0.031665124,0.0007882474,0.00034198444,0.00037703285,0.0035050332,0.0000251672,0.006110762],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99155635,0.0020767727,0.0032012768,0.0005423975,0.0024380682,0.00018515412],"domain_scores_gemma":[0.9893759,0.0032182944,0.002036611,0.0018614561,0.003435034,0.00007273795],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010417959,0.00017097894,0.0017447527,0.00012606077,0.00022253403,0.00041582255,0.0010380883,0.000040857532,0.11814555],"category_scores_gemma":[0.051986195,0.00007434612,0.0011557598,0.00095275487,0.0000122241845,0.000111071175,0.000547666,0.00006408914,0.00045968243],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020704947,0.00002916797,0.0006542515,0.00016039348,0.00022923519,0.000004313764,0.0004734187,0.0013084206,0.0007594574,0.000039616938,0.9934604,0.0028792343],"study_design_scores_gemma":[0.000541442,0.000126713,0.022525132,0.0020316236,0.00063697563,0.000029437208,0.008767869,0.060693484,0.0035206135,0.002680752,0.8979828,0.00046315888],"about_ca_topic_score_codex":0.0000041186026,"about_ca_topic_score_gemma":0.00008482499,"teacher_disagreement_score":0.59548146,"about_ca_system_score_codex":0.000033304877,"about_ca_system_score_gemma":0.00016375814,"threshold_uncertainty_score":0.9559993},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W6885493424","doi":"10.1371/journal.pntd.0009644.s004","title":"Newcastle–Ottawa quality assessment scale adapted for meta-analysis.","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scale (ratio); Quality (philosophy); Quality assessment; Measure (data warehouse); Data quality","score_opus":0.9485328321633544,"score_gpt":0.6252676762668565,"score_spread":0.32326515589649785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6885493424","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00050445,0.007282496,0.033936016,0.006605805,0.00027079845,0.003061227,0.852322,0.000053536864,0.09596371],"genre_scores_gemma":[0.31300056,0.0000035935896,0.09116605,0.0052939844,0.00045106842,0.0057848054,0.24858151,0.00008582871,0.33563262],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9758888,0.0088024745,0.008100574,0.0015521063,0.005307539,0.00034852634],"domain_scores_gemma":[0.9744624,0.00898144,0.005020734,0.0061227186,0.0051145097,0.0002982284],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.038494434,0.00037145556,0.0076637464,0.00032200682,0.00021041393,0.0013615629,0.0016399452,0.00012517726,0.94726396],"category_scores_gemma":[0.06330527,0.00018687193,0.016552888,0.0035213493,0.000007655561,0.00024794595,0.0002557829,0.00015200535,0.010549418],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011496537,0.000056832516,0.00026244886,0.00006169497,0.037795432,0.000005003915,0.00004574248,0.00025105206,0.000015279144,0.00034229038,0.9599503,0.0012127548],"study_design_scores_gemma":[0.00012527984,0.000013115222,0.00814244,0.000008737832,0.049761727,0.0000027844799,0.00022466289,0.0061985953,0.00008382405,0.0010292629,0.9341736,0.00023596922],"about_ca_topic_score_codex":0.000008848979,"about_ca_topic_score_gemma":0.0004711668,"teacher_disagreement_score":0.93671453,"about_ca_system_score_codex":0.000041440046,"about_ca_system_score_gemma":0.00022840999,"threshold_uncertainty_score":0.9996751},"labels":[],"label_agreement":null},{"id":"W6885518145","doi":"10.1371/journal.pgph.0003870.s004","title":"(a) Risk of bias assessment (Newcastle–Ottawa Scale).","year":2025,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Critical appraisal; Risk assessment; Randomized controlled trial; Systematic review; MEDLINE","score_opus":0.7917396216290205,"score_gpt":0.567938826103495,"score_spread":0.22380079552552545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6885518145","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01576567,0.0021517358,0.002183345,0.0010684165,0.00052902126,0.0019937893,0.27081853,0.00002774668,0.70546174],"genre_scores_gemma":[0.8943557,0.000009074298,0.0076304474,0.0005466792,0.000111550544,0.00026424072,0.0100715645,0.000018608707,0.086992115],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98637563,0.004616545,0.005124939,0.00062180194,0.0030897341,0.0001713554],"domain_scores_gemma":[0.98586106,0.0052875527,0.0039925077,0.0032575428,0.0015101989,0.000091140944],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.02368332,0.00019131778,0.002072549,0.00035438128,0.00009471981,0.00037993022,0.0016348353,0.000079277015,0.7205887],"category_scores_gemma":[0.08119755,0.0000933473,0.0015328168,0.0016335634,0.000009441762,0.00012564033,0.00024150105,0.00014593355,0.014502803],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.028593e-7,0.000024472922,0.017358841,0.0000689939,0.00010441726,0.0000010734688,0.00003205127,0.000041502102,0.000008735118,0.00015241034,0.96658134,0.01562556],"study_design_scores_gemma":[0.00010549456,0.000016241142,0.12537558,0.00039405885,0.00011678023,9.255292e-7,0.00014495237,0.003992628,0.000110233115,0.0015706302,0.86807704,0.00009545111],"about_ca_topic_score_codex":0.000009031443,"about_ca_topic_score_gemma":0.000047886355,"teacher_disagreement_score":0.87859005,"about_ca_system_score_codex":0.000025544474,"about_ca_system_score_gemma":0.00014130441,"threshold_uncertainty_score":0.9862645},"labels":[],"label_agreement":null},{"id":"W6885865006","doi":"10.1371/journal.pone.0251250.s003","title":"Risk of bias assessment scores.","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Risk assessment; Cohort; Scale (ratio); Cohort study; Selection bias","score_opus":0.8907938691131161,"score_gpt":0.5719489935132869,"score_spread":0.3188448755998292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6885865006","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038983773,0.007340128,0.0009449444,0.0008371455,0.0005258877,0.0014285716,0.6380159,0.000022591572,0.31190103],"genre_scores_gemma":[0.92540663,0.000018810264,0.009605341,0.00038527703,0.00016430201,0.00013168494,0.029243207,0.000020821182,0.03502392],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.987056,0.004986723,0.0038271667,0.0005000752,0.0035105583,0.00011945238],"domain_scores_gemma":[0.98664117,0.004490277,0.0036977625,0.0030809653,0.0019951335,0.00009468766],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.016339637,0.00012557779,0.0016313632,0.000108865774,0.00005458115,0.0003617738,0.0009081761,0.00004629871,0.91816396],"category_scores_gemma":[0.15341908,0.000059955626,0.0013609676,0.0010566738,0.0000044231406,0.000099837474,0.00020464872,0.000101080936,0.021591842],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.3066845e-7,0.00002048214,0.011211768,0.000040678646,0.0000805092,0.000008726568,0.000037796013,0.000041722316,0.000015817379,0.00008411409,0.97981685,0.008641282],"study_design_scores_gemma":[0.0000889461,0.000012889532,0.12656005,0.000297355,0.00008847948,0.000005756149,0.00016369806,0.0031062516,0.00042313253,0.0013025645,0.867845,0.00010588416],"about_ca_topic_score_codex":0.0000027164563,"about_ca_topic_score_gemma":0.000020233676,"teacher_disagreement_score":0.8965721,"about_ca_system_score_codex":0.000012488401,"about_ca_system_score_gemma":0.00015387502,"threshold_uncertainty_score":0.97916996},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6885900498","doi":"10.1371/journal.pone.0304043.s002","title":"Quality assessment of included articles using Newcastle—Ottawa Scale (NOS).","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality assessment; Scale (ratio); Quality (philosophy); Measure (data warehouse); Data quality","score_opus":0.9216671037142143,"score_gpt":0.6368638351747318,"score_spread":0.28480326853948257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6885900498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57527447,0.008471175,0.009006831,0.0019803285,0.0012316828,0.003435263,0.26477632,0.00013819645,0.13568573],"genre_scores_gemma":[0.99059474,6.204001e-7,0.0052460576,0.00008763854,0.000090991074,0.00003191886,0.0016701225,0.000012387895,0.002265503],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9863231,0.0035463204,0.005471986,0.0006705113,0.0037883632,0.00019972709],"domain_scores_gemma":[0.9920298,0.003207396,0.0017170165,0.0020755376,0.00084016763,0.000130111],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.023930684,0.00018784673,0.0017460071,0.00024840824,0.00008390789,0.00085305056,0.0009817476,0.000069422684,0.6012639],"category_scores_gemma":[0.020225344,0.0000970685,0.0012056854,0.0014232391,0.000012066058,0.0002914009,0.00027145454,0.00012625926,0.007035872],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001123754,0.000057342917,0.005280203,0.0005235839,0.00016116085,0.000011210608,0.00043431518,0.00027787697,0.0016531538,0.00061169907,0.9651691,0.025819236],"study_design_scores_gemma":[0.00017814853,0.0000441838,0.07925408,0.0018040482,0.00017714287,0.000018550578,0.0008761526,0.22863698,0.0013365229,0.0060267514,0.6812244,0.00042306306],"about_ca_topic_score_codex":0.000022601476,"about_ca_topic_score_gemma":0.000048778456,"teacher_disagreement_score":0.594228,"about_ca_system_score_codex":0.00004950776,"about_ca_system_score_gemma":0.00018763251,"threshold_uncertainty_score":0.9937373},"labels":[],"label_agreement":null},{"id":"W6885904208","doi":"10.1371/journal.pone.0309792.s002","title":"Newcastle-Ottawa quality assessment scale for cross-sectional studies used in the systematic review and meta-analysis 2024.","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scale (ratio); Quality (philosophy); Quality assessment; Systematic review; Data quality; Measure (data warehouse)","score_opus":0.9397011376964702,"score_gpt":0.6665741707597839,"score_spread":0.27312696693668637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6885904208","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000572772,0.7832336,0.0011088705,0.0062538655,0.00026151576,0.01425247,0.1912702,0.000034608147,0.0030120942],"genre_scores_gemma":[0.6983269,0.00089111977,0.005519695,0.013215182,0.00051373086,0.062001158,0.03530804,0.00014063592,0.18408357],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9760986,0.010094827,0.008528714,0.0011452183,0.0038965913,0.00023607297],"domain_scores_gemma":[0.96985465,0.023216072,0.0025380503,0.0028773225,0.0014259451,0.00008797443],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.10032884,0.00034489666,0.008170815,0.0003855642,0.00019206613,0.0026007085,0.0012855179,0.00007110638,0.23670146],"category_scores_gemma":[0.05165725,0.00012469535,0.0065046484,0.0030382588,0.00002153579,0.00030300536,0.00015449029,0.00018699339,0.0016281689],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.089844e-7,0.000037157373,0.0025396042,0.20137013,0.069126636,0.0000056958293,0.00047318227,0.000078710116,4.1262135e-7,0.00036017178,0.7259911,0.000016484952],"study_design_scores_gemma":[0.00026363131,0.000080354366,0.050557964,0.009826698,0.8184709,0.000048086305,0.0026673796,0.0096477745,0.0000017450095,0.0047177114,0.10280458,0.0009131634],"about_ca_topic_score_codex":0.000006862932,"about_ca_topic_score_gemma":0.00025779312,"teacher_disagreement_score":0.7823425,"about_ca_system_score_codex":0.000058221452,"about_ca_system_score_gemma":0.00006999218,"threshold_uncertainty_score":0.9991492},"labels":[],"label_agreement":null},{"id":"W6885973623","doi":"10.1371/journal.pone.0291931.s001","title":"Prisma 2020 checklist for systematic reviews.","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Checklist; Observational study; Randomized controlled trial; Colposcopy; Cervical screening; Meta-analysis; Odds ratio","score_opus":0.8188185267218122,"score_gpt":0.5476550831027034,"score_spread":0.2711634436191088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6885973623","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016188642,0.33855507,0.0086326385,0.006012797,0.0029803982,0.060743615,0.45973942,0.00029264155,0.12288155],"genre_scores_gemma":[0.057032328,0.00012790698,0.011292367,0.0035096481,0.0032713253,0.036828782,0.096559346,0.0002422512,0.791136],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9844807,0.0034192759,0.008349429,0.0009639099,0.0025404901,0.00024623986],"domain_scores_gemma":[0.9831718,0.009551226,0.002706611,0.0035034823,0.0008864579,0.00018039123],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.041361507,0.00030082438,0.003871209,0.00018196953,0.000105859195,0.0024883961,0.001764431,0.00009066978,0.6301819],"category_scores_gemma":[0.22945817,0.00012657457,0.0031795108,0.0013427407,0.0000046245214,0.00025875555,0.00012565216,0.00011883339,0.2184967],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.5826218e-7,0.0000051997304,0.0000033875301,0.040187847,0.00006737183,0.0000054629,0.00010453658,0.0000015547089,0.0000033490644,0.00020519122,0.95741117,0.0020045938],"study_design_scores_gemma":[0.000032375723,0.000013479596,0.000026969445,0.024812952,0.00013670561,0.0000162384,0.000054587388,0.010802052,0.000008972284,0.0007920475,0.96315795,0.00014568573],"about_ca_topic_score_codex":3.8483935e-7,"about_ca_topic_score_gemma":0.000002752637,"teacher_disagreement_score":0.6682545,"about_ca_system_score_codex":0.00003538567,"about_ca_system_score_gemma":0.000067118766,"threshold_uncertainty_score":0.99854714},"labels":[],"label_agreement":null},{"id":"W6886056753","doi":"10.14288/1.0396558","title":"Successful incorporation of single reviewer assessments during systematic review screening: development and validation of sensitivity and work-saved of an algorithm that considers exclusion criteria and count","year":2021,"lang":"en","type":"article","venue":"Open Collections","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sensitivity (control systems); Systematic review; Clinical Practice; Inclusion and exclusion criteria; A priori and a posteriori; Information loss","score_opus":0.468476429486704,"score_gpt":0.4658999119929356,"score_spread":0.00257651749376836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6886056753","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8563363,0.019588059,0.1120995,0.00028375167,0.00028352262,0.008471922,0.00009070477,0.000007880123,0.0028383378],"genre_scores_gemma":[0.8525972,0.0023460686,0.13936503,0.000081627615,0.000012812918,0.00014288179,0.00005299386,0.000017677203,0.0053837416],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9882097,0.006066192,0.003862271,0.0004957774,0.0012724993,0.000093541996],"domain_scores_gemma":[0.99189365,0.0011432789,0.0039903177,0.00079805445,0.0020947894,0.00007990689],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.030315414,0.00016740827,0.0026492458,0.00015053898,0.0005042772,0.0008015358,0.00016890907,0.00004917955,0.00031672514],"category_scores_gemma":[0.0067072646,0.00010904948,0.00013130505,0.0014687222,0.000073545794,0.0006766506,0.00031917664,0.00005038687,7.7084866e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023534731,0.0033402108,0.08349079,0.7390024,0.0060858326,0.000111785965,0.008843346,0.00022788988,0.05887789,0.00039284592,0.02283298,0.0765587],"study_design_scores_gemma":[0.0075089163,0.0010904721,0.11088366,0.56336343,0.017577179,0.0014190935,0.02706666,0.036050703,0.22339636,0.004732894,0.0035579966,0.0033526027],"about_ca_topic_score_codex":0.00011437972,"about_ca_topic_score_gemma":0.00022309663,"teacher_disagreement_score":0.17563893,"about_ca_system_score_codex":0.000032546166,"about_ca_system_score_gemma":0.00012552063,"threshold_uncertainty_score":0.9984943},"labels":[],"label_agreement":null},{"id":"W6887704860","doi":"10.17605/osf.io/rf68z","title":"Introduction to WISEST - Video","year":2018,"lang":"en","type":"article","venue":"OSF Preprints (OSF Preprints)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Quality (philosophy); Automation; Visualization; Key (lock); Context (archaeology)","score_opus":0.2888045118288367,"score_gpt":0.4379678393284888,"score_spread":0.1491633274996521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6887704860","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1539892,0.000002039077,0.047257192,0.008145175,0.0016904667,0.0017250363,0.000010458713,0.000048202815,0.78713226],"genre_scores_gemma":[0.31465054,0.000007027045,0.0070966617,0.00071717624,0.0014512986,0.00016426112,0.000005421523,0.000026847501,0.6758808],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9742493,0.009414296,0.0063544936,0.005181146,0.0042869747,0.00051376503],"domain_scores_gemma":[0.96935534,0.0025510066,0.002540009,0.022840062,0.0021613191,0.0005522525],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.19181131,0.00041938928,0.002229755,0.0005568993,0.00033861634,0.0011950657,0.004378148,0.00016658357,0.9499336],"category_scores_gemma":[0.17531066,0.00027636575,0.0011709786,0.0018194356,0.00020709059,0.0005043388,0.0017293828,0.0002887263,0.99397635],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003417338,0.00011388541,0.014616999,0.000018713834,0.00016179241,0.000003699931,0.001085183,0.00025760342,0.004042181,0.00243558,0.92243975,0.054790445],"study_design_scores_gemma":[0.00013774139,0.000002231701,0.019664917,0.000019708299,0.00011173926,0.000030944768,0.0002129691,0.00091733516,0.004174576,0.009122983,0.9653271,0.00027778666],"about_ca_topic_score_codex":0.0000637553,"about_ca_topic_score_gemma":0.00008392392,"teacher_disagreement_score":0.16066134,"about_ca_system_score_codex":0.00015086932,"about_ca_system_score_gemma":0.00011159272,"threshold_uncertainty_score":0.9999688},"labels":[],"label_agreement":null},{"id":"W6887713132","doi":"10.17605/osf.io/dc6xy","title":"Development and internal validation of a search filter meant to identify Swiss graduate theses focusing on children’s homes written in French","year":2019,"lang":"en","type":"article","venue":"OSF Preprints (OSF Preprints)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Terminology; Filter (signal processing); Work (physics); Qualitative research; Data collection","score_opus":0.38209155329639727,"score_gpt":0.447309724093739,"score_spread":0.06521817079734171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6887713132","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96355546,0.0000030872245,0.0026703281,0.00032013434,0.0001245174,0.0012709935,0.0000064462192,0.000006074789,0.03204299],"genre_scores_gemma":[0.9658037,0.000008206532,0.004504116,0.00006509657,0.00001987182,0.00005761355,0.0000054966376,0.000014284002,0.029521627],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9853713,0.004520955,0.004242335,0.002276027,0.0032669946,0.00032236925],"domain_scores_gemma":[0.99196887,0.0016669955,0.0012506503,0.0044654803,0.00047489782,0.00017313113],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.0841364,0.0002967845,0.0016614951,0.0007765097,0.00007238897,0.0005909773,0.0018373554,0.00008924747,0.15622097],"category_scores_gemma":[0.013949147,0.00019163209,0.00040846135,0.00064094114,0.000049980725,0.00028255206,0.001418552,0.00027071298,0.31649765],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045259992,0.0002597961,0.8720202,0.000110028675,0.0003727939,0.0000067168894,0.015171729,0.0021076403,0.0068202713,0.0005049424,0.0046459762,0.09793467],"study_design_scores_gemma":[0.00031342608,0.0000024665412,0.95433825,0.00032112404,0.00004256828,0.000014007433,0.0006018247,0.00057767256,0.039706774,0.0019875674,0.0018493407,0.00024495396],"about_ca_topic_score_codex":0.00027912398,"about_ca_topic_score_gemma":0.00007272108,"teacher_disagreement_score":0.1602767,"about_ca_system_score_codex":0.00011304405,"about_ca_system_score_gemma":0.00008478163,"threshold_uncertainty_score":0.99435675},"labels":[],"label_agreement":null},{"id":"W6887761732","doi":"10.17605/osf.io/rd3pv","title":"Development of a standardized set of requirements for systems to return individual research results back to study participants: narrative review","year":2023,"lang":"en","type":"other","venue":"Open Science Framework","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Narrative; Set (abstract data type); Protocol (science); Narrative review; Development (topology)","score_opus":0.9171248736312857,"score_gpt":0.6844373831040975,"score_spread":0.23268749052718818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6887761732","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031782743,0.019170424,0.06796845,0.011020326,0.012744514,0.40329096,0.014679194,0.00014187294,0.43920153],"genre_scores_gemma":[0.016702121,0.0003091668,0.4251852,0.00053107296,0.0003033137,0.0075953198,0.00003991656,0.00050690246,0.548827],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.92431617,0.014411403,0.020887079,0.0044040633,0.03449114,0.0014901708],"domain_scores_gemma":[0.96484214,0.007519458,0.009928801,0.009749132,0.007153613,0.0008068478],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.5401529,0.0004982045,0.0072091226,0.0017896374,0.0004609134,0.0017880263,0.016711155,0.00020537888,0.0035735595],"category_scores_gemma":[0.28760904,0.000265393,0.0005123959,0.015861057,0.00033463968,0.00028959842,0.0038286278,0.00034979216,0.0018952462],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009675817,0.00013167046,0.0002592184,0.00068961026,0.00049218483,0.0000022506792,0.03402215,0.000009919316,0.000024481393,0.00024767398,0.95409966,0.009924398],"study_design_scores_gemma":[0.00054475106,0.0006244923,0.00032649378,0.027722605,0.00024266516,4.7058563e-7,0.036679953,0.000025515472,0.00009031423,0.00041256167,0.93289423,0.00043597003],"about_ca_topic_score_codex":0.00011895345,"about_ca_topic_score_gemma":0.00053332705,"teacher_disagreement_score":0.39569563,"about_ca_system_score_codex":0.00021276792,"about_ca_system_score_gemma":0.0018717508,"threshold_uncertainty_score":0.99997985},"labels":[],"label_agreement":null},{"id":"W6887795890","doi":"10.17605/osf.io/qy2gu","title":"Empirical investigation of resource use and costs of investigator-initiated randomized controlled trials in four countriesled","year":2021,"lang":"en","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Resource use; Psychological intervention; Resource (disambiguation); Empirical research; Cost–benefit analysis; Resource allocation; Scarcity; Baseline (sea)","score_opus":0.48680666119104493,"score_gpt":0.4558136874446016,"score_spread":0.03099297374644333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6887795890","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13896401,0.00031701144,0.0026567513,0.00080269465,0.00041316662,0.016419115,0.00017242036,0.00003582877,0.840219],"genre_scores_gemma":[0.06371654,0.00063303515,0.0046056267,0.0004934913,0.000096179894,0.0008832059,0.00009671353,0.0001989286,0.9292763],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.6482784,0.30399165,0.03569844,0.004761736,0.0067663533,0.00050341716],"domain_scores_gemma":[0.5578169,0.34837115,0.067220844,0.021704167,0.0037696415,0.0011172537],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.5707705,0.0007748395,0.030687887,0.001714809,0.000050976647,0.00057386106,0.0019666206,0.00079001894,0.5358836],"category_scores_gemma":[0.849682,0.0004589572,0.004279065,0.0015019153,0.0008569227,0.0001730973,0.00094372727,0.0005269978,0.025432104],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012062799,0.00020645597,0.27240038,0.0008077179,0.0064584785,0.00004157247,0.0017848946,0.00019134693,0.0011980738,0.0018841259,0.7017342,0.001229957],"study_design_scores_gemma":[0.39376387,0.000009968395,0.036530912,0.011779155,0.012279471,0.00008092078,0.0011954486,0.011349925,0.0031300401,0.027034925,0.5001826,0.002662726],"about_ca_topic_score_codex":0.0005310241,"about_ca_topic_score_gemma":0.00029542117,"teacher_disagreement_score":0.5104515,"about_ca_system_score_codex":0.00011364249,"about_ca_system_score_gemma":0.0008160748,"threshold_uncertainty_score":0.9997862},"labels":[],"label_agreement":null},{"id":"W6888943320","doi":"10.25384/sage.21176011","title":"sj-docx-1-hpq-10.1177_13591053221124748 – Supplemental material for Health psychology and behavioral medicine researchers in Canada: An environmental scan","year":2022,"lang":"en","type":"article","venue":"Sage Journals Data","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Behavioral medicine; Health psychology; Behavioural sciences; Behavioral analysis; Health behavior; Alternative medicine","score_opus":0.8289666775003317,"score_gpt":0.6175821228528452,"score_spread":0.2113845546474865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6888943320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8711643,0.013018892,0.00042628587,0.0393914,0.0010833568,0.0023724153,0.07237704,0.000004062546,0.00016219704],"genre_scores_gemma":[0.9845718,0.0014656954,0.0019250299,0.00398665,0.00032473696,0.00014133191,0.005958057,0.000037869388,0.0015888414],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97856957,0.009477104,0.0056328666,0.0011528638,0.004571187,0.0005964192],"domain_scores_gemma":[0.99334687,0.00060296885,0.0022748816,0.0032380873,0.000048290403,0.0004888812],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.104829356,0.0002478001,0.0020386456,0.00043012365,0.000490003,0.00029587332,0.0033737582,0.000032740205,0.44382834],"category_scores_gemma":[0.0011413824,0.00015300105,0.00014391495,0.00052844215,0.0001171051,0.00048067837,0.0011016654,0.00033999095,0.00002581967],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000094832976,0.00015922585,0.03837578,0.000016442207,0.00007113883,0.00006393623,0.0006970418,0.000007504487,0.00095260754,0.00000346358,0.83540463,0.12415338],"study_design_scores_gemma":[0.0025086324,0.0010017923,0.10427087,0.00006726781,0.00012390852,0.00038534796,0.01880174,0.0019054087,0.000013009982,0.0005888223,0.8699966,0.00033659665],"about_ca_topic_score_codex":0.12857823,"about_ca_topic_score_gemma":0.51957214,"teacher_disagreement_score":0.44380254,"about_ca_system_score_codex":0.0005889945,"about_ca_system_score_gemma":0.00066813617,"threshold_uncertainty_score":0.9217666},"labels":[],"label_agreement":null},{"id":"W6889936707","doi":"10.3205/25ebm116","title":"Biasrisiko in randomisierten, kontrollierten Studien bewerten – das RoB-2-Tool","year":2025,"lang":"de","type":"article","venue":"German Medical Science (German Research Foundation)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane","funders":"","keywords":"Population; Term (time); Context (archaeology); MEDLINE; Risk factor","score_opus":0.5319512222192434,"score_gpt":0.6101590453228805,"score_spread":0.07820782310363705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6889936707","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68999386,0.013754919,0.019660601,0.14077893,0.011316408,0.015816674,0.00006456016,0.00010636221,0.10850771],"genre_scores_gemma":[0.9482916,0.002055944,0.00080296455,0.0031790866,0.0010361252,0.0006494561,0.00006980341,0.000045509874,0.04386953],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.86448467,0.038478024,0.020622289,0.0061805868,0.0651794,0.005055037],"domain_scores_gemma":[0.94573045,0.028728131,0.0035852522,0.01005901,0.009070767,0.0028264043],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","insufficient_payload"],"category_scores_codex":[0.5473158,0.0009775717,0.0065894653,0.0069200173,0.0032009906,0.0072725513,0.015544636,0.0006008862,0.04877474],"category_scores_gemma":[0.29165298,0.00057592907,0.0018321563,0.029374793,0.0067005325,0.0023011467,0.0033411498,0.002883656,0.047092084],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004977987,0.0017336193,0.019091826,0.00054911705,0.0011898986,0.00069732725,0.0051376,0.00007983813,0.0004080509,0.06140334,0.29008967,0.6191219],"study_design_scores_gemma":[0.008034972,0.00022444104,0.06224177,0.0013251568,0.0004260388,0.000026161788,0.0014508994,0.17992193,0.000042891024,0.036876228,0.7084002,0.0010293018],"about_ca_topic_score_codex":0.00032875736,"about_ca_topic_score_gemma":0.00067950465,"teacher_disagreement_score":0.6180926,"about_ca_system_score_codex":0.0013726838,"about_ca_system_score_gemma":0.0087866625,"threshold_uncertainty_score":0.9996692},"labels":[],"label_agreement":null},{"id":"W6890027164","doi":"10.3205/25ebm077","title":"Research integrity assessment of randomized controlled trials in COVID-19 evidence syntheses: focus on ethics and trial registration","year":2025,"lang":"en","type":"article","venue":"German Medical Science (German Research Foundation)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane","funders":"","keywords":"Randomized controlled trial; Research ethics; Focus (optics); Clinical trial; Research design; Trial registration; MEDLINE; Ethics committee","score_opus":0.8941467816641128,"score_gpt":0.7364740610737476,"score_spread":0.1576727205903652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6890027164","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48441082,0.0016080777,0.089308985,0.32468718,0.001616693,0.034878355,0.000013405343,0.0000319985,0.06344448],"genre_scores_gemma":[0.9944102,0.0009942773,0.0007619845,0.00053316186,0.0001478491,0.0011770091,0.000003521714,0.000006095323,0.0019658846],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.16812024,0.6818854,0.038121086,0.0041415496,0.10579258,0.0019391052],"domain_scores_gemma":[0.022691466,0.9536624,0.0064109955,0.0044344584,0.011340034,0.0014606306],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.96821016,0.00032111126,0.010204983,0.005570624,0.0016330599,0.0036461502,0.0046698493,0.0004116033,0.008568429],"category_scores_gemma":[0.98641086,0.00015100047,0.0015515334,0.010601798,0.008016196,0.0011859309,0.0007683166,0.0040495354,0.00025341008],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08967865,0.0006483542,0.00083572965,0.00042504782,0.0003130005,0.00003843218,0.0027186822,0.000029651508,0.00034830466,0.83268374,0.010073168,0.062207256],"study_design_scores_gemma":[0.30188468,0.0008560007,0.0037180143,0.005458417,0.0003114765,0.000011125307,0.004030293,0.11606278,0.00013343715,0.5568885,0.010153097,0.000492144],"about_ca_topic_score_codex":0.0006531329,"about_ca_topic_score_gemma":0.0008059623,"teacher_disagreement_score":0.5099994,"about_ca_system_score_codex":0.00081516587,"about_ca_system_score_gemma":0.018530132,"threshold_uncertainty_score":0.9996667},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad","research_integrity"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6892327601","doi":"10.5167/uzh-226964","title":"Nonregistration, discontinuation, and nonpublication of randomized trials: A repeated metaresearch analysis","year":2022,"lang":"en","type":"article","venue":"Zurich Open Repository and Archive (University of Zurich)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Discontinuation; Clinical trial; MEDLINE; Logistic regression; Informed consent; Research design; European union; Sample size determination","score_opus":0.5814837618332619,"score_gpt":0.47513137262312694,"score_spread":0.10635238921013496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6892327601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72576743,0.0014379567,0.24434033,0.0021461926,0.000089314184,0.0037971665,0.00021504132,0.000008091195,0.02219845],"genre_scores_gemma":[0.97837996,0.00007016368,0.01087692,0.000016109294,0.000012106604,0.000011981029,0.000084173684,0.000004490306,0.010544075],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9269829,0.06553942,0.004053203,0.0008542899,0.0024303768,0.00013985137],"domain_scores_gemma":[0.9649649,0.021225872,0.009889133,0.0021281452,0.0015998865,0.00019206254],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20726202,0.00015984022,0.004540466,0.0009723673,0.0007716046,0.0004051936,0.0015204952,0.00003206127,0.0019104823],"category_scores_gemma":[0.016531946,0.00010867265,0.0013067527,0.0024452682,0.00033370865,0.00053857465,0.0009010119,0.00013909132,0.000004711172],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04488449,0.0032071148,0.37169403,0.00055465073,0.07800499,0.00013757935,0.08385781,0.0045625926,0.027601255,0.12463536,0.22195125,0.038908854],"study_design_scores_gemma":[0.081489496,0.0012256695,0.44063753,0.00011372577,0.04413392,0.00011536976,0.08420955,0.21333075,0.0007649352,0.05486498,0.077493995,0.0016200709],"about_ca_topic_score_codex":0.0007999703,"about_ca_topic_score_gemma":0.00014621043,"teacher_disagreement_score":0.25261253,"about_ca_system_score_codex":0.000017350982,"about_ca_system_score_gemma":0.000115428884,"threshold_uncertainty_score":0.9990019},"labels":[],"label_agreement":null},{"id":"W6892488711","doi":"10.5281/zenodo.10115823","title":"Studying the Impact of Risk Assessment Analytics on Risk Awareness and Code Review Performance","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); University of Waterloo","funders":"","keywords":"Risk assessment; Analytics; Code (set theory); Replication (statistics); Risk management","score_opus":0.6304851507657858,"score_gpt":0.507600273358429,"score_spread":0.12288487740735676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6892488711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9618112,0.0012236956,0.0038788295,0.00062024675,0.00008468961,0.0014103861,0.0007293952,0.00008143599,0.030160159],"genre_scores_gemma":[0.9896601,0.009126078,0.00009401822,0.000045580655,0.000036039215,1.0051808e-7,0.00009805696,0.00021011004,0.0007299538],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9870268,0.007811364,0.0020767432,0.00053024245,0.002329315,0.0002255443],"domain_scores_gemma":[0.9933066,0.0010484289,0.0019717324,0.0020238026,0.0015323351,0.00011712519],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.065689206,0.00016929395,0.00095935096,0.0003269271,0.0018864918,0.0010740412,0.001940104,0.000028639128,0.01370145],"category_scores_gemma":[0.027222749,0.000078464596,0.0004046108,0.0026336298,0.00011322452,0.00017084772,0.0008677965,0.00026831307,0.008182515],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022194647,0.00013141948,0.015400757,0.00042104078,0.00054224173,0.0000054239504,0.0015099061,0.0053773355,0.000057573383,0.0006733623,0.6497623,0.32609648],"study_design_scores_gemma":[0.00032492864,0.00039702683,0.4424775,0.0003985783,0.0003393916,0.000025978145,0.0009858524,0.08348686,0.000013191144,0.00043230937,0.47089854,0.00021984799],"about_ca_topic_score_codex":0.000016590126,"about_ca_topic_score_gemma":5.938609e-7,"teacher_disagreement_score":0.42707673,"about_ca_system_score_codex":0.0000627793,"about_ca_system_score_gemma":0.000009024773,"threshold_uncertainty_score":0.9999629},"labels":[],"label_agreement":null},{"id":"W6893454800","doi":"10.5281/zenodo.3831921","title":"Open Synthesis: Open Science in Evidence Synthesis (second speaker)","year":2020,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Presentation (obstetrics); Session (web analytics); Scholarship; Incentive; Analytics; Evidence-based practice; Statement (logic); Best practice","score_opus":0.7292730324795896,"score_gpt":0.47942345862608565,"score_spread":0.24984957385350398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6893454800","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.087522075,0.00043589203,0.004818726,0.022586837,0.00020896939,0.004922088,0.0002423927,0.000118404736,0.8791446],"genre_scores_gemma":[0.99339175,0.000048877617,0.0016807489,0.0009823303,0.000072371295,6.962742e-7,0.0000134287175,0.0004081767,0.003401612],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9820644,0.008503643,0.003318047,0.0018576332,0.003762311,0.0004939263],"domain_scores_gemma":[0.9892775,0.0021901093,0.0017586132,0.0038485967,0.0023100725,0.0006151425],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","open_science","insufficient_payload"],"category_scores_codex":[0.1039862,0.0002518862,0.0015065164,0.000556587,0.0019706807,0.023180665,0.0353072,0.000054415137,0.3238648],"category_scores_gemma":[0.26524538,0.0001675258,0.00026058394,0.0055436557,0.00035264008,0.0027286445,0.017259805,0.00027414638,0.102952056],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000102651524,0.00016083897,0.0002549394,0.00011955144,0.0000747388,0.00004328687,0.0031447548,0.00009433355,0.0040672976,0.0072436053,0.6971482,0.2875458],"study_design_scores_gemma":[0.0001782945,0.00007952911,0.004268664,0.00014713196,0.00004083541,0.000029560626,0.0014976297,0.0030112227,0.0007927868,0.00054284587,0.9891703,0.0002411831],"about_ca_topic_score_codex":0.000030369647,"about_ca_topic_score_gemma":0.000004266245,"teacher_disagreement_score":0.90586966,"about_ca_system_score_codex":0.00015822481,"about_ca_system_score_gemma":0.000040179417,"threshold_uncertainty_score":0.9993286},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6893637489","doi":"10.5281/zenodo.3831935","title":"Open Synthesis: Open Science in Evidence Synthesis (fourth speaker)","year":2020,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane","funders":"","keywords":"General partnership; Presentation (obstetrics); Work (physics); Scholarship; Session (web analytics); Officer; Evidence-based practice; Open science","score_opus":0.7318369277319481,"score_gpt":0.48003598753005067,"score_spread":0.2518009402018974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6893637489","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05920481,0.00044122786,0.012818914,0.0405077,0.00025259625,0.006138315,0.00022297713,0.00016442759,0.880249],"genre_scores_gemma":[0.9934457,0.000081057486,0.00278691,0.0009341327,0.00008211597,7.106982e-7,0.000013826735,0.0004411121,0.002214454],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98054945,0.009442306,0.003315081,0.0018839728,0.0042922855,0.0005168963],"domain_scores_gemma":[0.98883843,0.0021910982,0.0018213822,0.0039971787,0.0025011008,0.0006508269],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","open_science","insufficient_payload"],"category_scores_codex":[0.10864284,0.00025971117,0.0015309986,0.00057475665,0.002089705,0.023651902,0.036387432,0.000053545817,0.18386956],"category_scores_gemma":[0.30536532,0.00017114487,0.0002697976,0.0061774603,0.00035236514,0.0026520109,0.017899264,0.0002813269,0.10223974],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000117987205,0.0001861184,0.00035439726,0.000102447724,0.000079730366,0.000051264233,0.0034605507,0.00028475383,0.0026460087,0.007132002,0.6066284,0.37895632],"study_design_scores_gemma":[0.0001984894,0.00009044888,0.0040026275,0.00018762537,0.000053636126,0.00003305617,0.0017736944,0.0057308553,0.0005519601,0.00057605194,0.986529,0.00027257504],"about_ca_topic_score_codex":0.000049788647,"about_ca_topic_score_gemma":0.0000027522617,"teacher_disagreement_score":0.9342409,"about_ca_system_score_codex":0.00016540277,"about_ca_system_score_gemma":0.000043388158,"threshold_uncertainty_score":0.99920946},"labels":[],"label_agreement":null},{"id":"W6893954683","doi":"10.5281/zenodo.6624789","title":"NiMARE: Neuroimaging Meta-Analysis Research Environment","year":2022,"lang":"en","type":"preprint","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Neurological Institute and Hospital; McGill University","funders":"","keywords":"Neuroimaging; Brain research; Set (abstract data type); Functional neuroimaging","score_opus":0.8268824906981849,"score_gpt":0.4984501726369187,"score_spread":0.32843231806126616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6893954683","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008266347,0.010235568,0.0837884,0.023673015,0.0008796217,0.009046846,0.0058152317,0.00056933274,0.8577256],"genre_scores_gemma":[0.80890465,0.0010806891,0.0073864176,0.0013788803,0.0007399753,0.000008218852,0.012738534,0.0063494854,0.16141316],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.91727346,0.056490537,0.0064328723,0.0035814873,0.015355103,0.00086651207],"domain_scores_gemma":[0.9785553,0.0017421565,0.0038362583,0.01189584,0.0034367659,0.00053362903],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","open_science","insufficient_payload"],"category_scores_codex":[0.204372,0.0006561373,0.0052554575,0.0038237616,0.0056364536,0.012289644,0.01446881,0.00018011198,0.7890519],"category_scores_gemma":[0.031995412,0.0004436751,0.006721547,0.0061644064,0.0003944016,0.00030756646,0.026869133,0.00253746,0.09566747],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002295382,0.0002738,0.000029278532,0.0001250098,0.04641406,0.000068518675,0.0016807386,0.013166982,0.00011169209,0.0029756585,0.91665214,0.018479152],"study_design_scores_gemma":[0.00010102539,0.00007359331,0.0004119053,0.0000032864261,0.023120893,0.000024018904,0.0008654842,0.0050052744,0.0000074466416,0.0029717411,0.9670534,0.00036194755],"about_ca_topic_score_codex":0.00004744001,"about_ca_topic_score_gemma":8.074025e-7,"teacher_disagreement_score":0.8006383,"about_ca_system_score_codex":0.00050104456,"about_ca_system_score_gemma":0.000020570256,"threshold_uncertainty_score":0.9998015},"labels":[],"label_agreement":null},{"id":"W6901539046","doi":"10.60692/229yh-9w714","title":"Executive protocol designed for new review study called: systematic review and artificial intelligence network meta-analysis (RAIN) with the first application for COVID-19","year":2023,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Protocol (science); Systematic review; Suite; Complement (music); Population; Applications of artificial intelligence","score_opus":0.724386043699522,"score_gpt":0.4857232574607496,"score_spread":0.23866278623877235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901539046","genre_codex":"methods","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008163938,0.0008429908,0.70891625,0.0032039152,0.0000221489,0.2868019,0.00009461805,0.000046610512,0.00006339547],"genre_scores_gemma":[0.045430902,0.000014718915,0.002895889,0.0063471156,0.00010050192,0.9431666,0.00007405672,0.00003290034,0.0019373264],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9796143,0.004540908,0.011668426,0.00089125865,0.0028750468,0.0004100574],"domain_scores_gemma":[0.9814443,0.0024615834,0.0102349445,0.0035819237,0.0019880366,0.0002892097],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.117490515,0.0005594118,0.008267531,0.000507298,0.0007660032,0.0011307598,0.0015422222,0.000087497254,0.00018202183],"category_scores_gemma":[0.008878144,0.00021302036,0.0028209856,0.0056611896,0.00005197224,0.0005227589,0.00012675225,0.000092625945,0.0008043992],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014867213,0.00002122209,0.0011116099,0.7815754,0.075110435,0.0000017410846,0.037951987,0.0059416103,3.2845108e-8,0.00393765,0.09380577,0.00039386743],"study_design_scores_gemma":[0.0009576304,0.00061656727,0.00022030159,0.010525345,0.84102696,0.000044802953,0.04735952,0.06721794,0.0000027604472,0.0004998866,0.030224089,0.0013042025],"about_ca_topic_score_codex":0.000010977563,"about_ca_topic_score_gemma":0.00003214237,"teacher_disagreement_score":0.77105004,"about_ca_system_score_codex":0.00010290954,"about_ca_system_score_gemma":0.00020156825,"threshold_uncertainty_score":0.9999736},"labels":[],"label_agreement":null},{"id":"W6901787332","doi":"10.6084/m9.figshare.12422528.v1","title":"Additional file 1 of The semi-automation of title and abstract screening: a retrospective exploration of ways to leverage Abstrackr’s relevance predictions in systematic and rapid reviews","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Leverage (statistics); Relevance (law); Systematic review; Empirical research","score_opus":0.6510479319701112,"score_gpt":0.4128772032853359,"score_spread":0.23817072868477535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901787332","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010191273,0.0011361655,0.00044304863,0.00011783051,0.000014170215,0.001225541,0.99070615,0.0000030038632,0.0062521743],"genre_scores_gemma":[0.8635906,0.00009693466,0.011823918,0.0003543615,0.00017731155,0.0024905896,0.118049525,0.0000353971,0.0033813638],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970168,0.00029013454,0.0018134427,0.00018095727,0.0006602985,0.00003836497],"domain_scores_gemma":[0.99565995,0.0018439137,0.0018134187,0.00036890828,0.00028188978,0.00003192971],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013993523,0.0000668491,0.0007535068,0.00006419971,0.000020667067,0.00002693178,0.0001765464,0.000028863375,0.82640517],"category_scores_gemma":[0.05989184,0.00003497018,0.00015697314,0.0004626264,0.000007712945,0.00015942518,0.000040907293,0.00004964421,0.00063147256],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.0365456e-7,0.0000047261874,0.000009672359,0.0015644717,0.000011189303,8.444207e-8,0.00023458799,0.00004257529,0.000013094212,0.000018773177,0.99772257,0.0003775516],"study_design_scores_gemma":[0.00024610513,0.00014724098,0.13794012,0.067066215,0.0001583725,0.0000056133313,0.0008027777,0.03429648,0.00022277643,0.001266588,0.7575716,0.00027611677],"about_ca_topic_score_codex":7.0730135e-7,"about_ca_topic_score_gemma":0.0000047534,"teacher_disagreement_score":0.87265664,"about_ca_system_score_codex":0.000007421726,"about_ca_system_score_gemma":0.000017407237,"threshold_uncertainty_score":0.9480271},"labels":[],"label_agreement":null},{"id":"W6901789415","doi":"10.6084/m9.figshare.12160014.v1","title":"Additional file 1 of Stress testing journals: a quasi-experimental study of rejection rates of a previously published paper","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto; McGill University; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Stress testing (software); Stress (linguistics); Cover (algebra); Stress test; Accelerated life testing","score_opus":0.7303462437561559,"score_gpt":0.49263310143511935,"score_spread":0.23771314232103652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901789415","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058003394,0.00030706168,0.0000019052515,0.00003442042,0.000014002707,0.0006084942,0.9907575,0.0000036743384,0.0024725841],"genre_scores_gemma":[0.7817844,3.90213e-7,0.0017193344,0.000093270915,0.00015524111,0.00072664116,0.2148087,0.000018716766,0.00069326645],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98950565,0.002128633,0.004884799,0.00044108034,0.0029243503,0.00011547064],"domain_scores_gemma":[0.97994417,0.009975457,0.0068101133,0.0008253258,0.00233417,0.00011078349],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030702068,0.0001561133,0.0017541647,0.0001687581,0.000053765172,0.00020856138,0.0008438963,0.000045930094,0.9976091],"category_scores_gemma":[0.26771688,0.00008726743,0.0006067869,0.0015191099,0.000009705792,0.00045028812,0.00015735324,0.00010882755,0.00069129124],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005554567,0.00055214047,0.00045329533,0.000113755705,0.00010447864,0.0000014154841,0.0009812906,0.000036103564,0.000093203336,4.906836e-7,0.99703014,0.00062811613],"study_design_scores_gemma":[0.0020278222,0.0087152235,0.07400575,0.016788518,0.00046875337,0.000040288607,0.07325362,0.026467573,0.004054594,0.00023146701,0.7929554,0.000991003],"about_ca_topic_score_codex":0.000008879082,"about_ca_topic_score_gemma":0.000011999938,"teacher_disagreement_score":0.9969178,"about_ca_system_score_codex":0.000011438402,"about_ca_system_score_gemma":0.00010344383,"threshold_uncertainty_score":0.8885381},"labels":[],"label_agreement":null},{"id":"W6901791721","doi":"10.6084/m9.figshare.12198753","title":"Additional file 4 of How are systematic reviews of prevalence conducted? A methodological study","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; MEDLINE; Systematic error; Meta-analysis","score_opus":0.9561409952750581,"score_gpt":0.5664875120115181,"score_spread":0.38965348326354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901791721","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003192738,0.0009350189,0.000026365115,0.0001255138,0.000014014614,0.0030006769,0.99474084,0.000005263157,0.0011203652],"genre_scores_gemma":[0.038971733,0.000018715347,0.033947453,0.0012653756,0.00038027708,0.01811211,0.8880467,0.0000555112,0.01920213],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9619844,0.026185285,0.00722332,0.0007817036,0.0036753758,0.00014991534],"domain_scores_gemma":[0.8724239,0.09934564,0.02165586,0.0033114576,0.002999066,0.00026408225],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.016809165,0.00025676502,0.006207144,0.00011239489,0.00004410929,0.00014387557,0.001953567,0.00007586492,0.9992634],"category_scores_gemma":[0.79921585,0.000114400296,0.001744395,0.0013893313,0.000018080771,0.00017122577,0.000252531,0.00014022841,0.014236826],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017584817,0.000053652497,0.000024365274,0.016615037,0.00008791979,0.0000038882336,0.00018547615,0.0000018042986,0.000005297286,0.0000025008708,0.98282385,0.00019444796],"study_design_scores_gemma":[0.00014239187,0.0002750213,0.005190919,0.02736744,0.00032171857,0.000010271505,0.0024657315,0.0011453248,0.000018119652,0.000086856046,0.96272594,0.00025024387],"about_ca_topic_score_codex":1.7053895e-7,"about_ca_topic_score_gemma":0.0000012668987,"teacher_disagreement_score":0.9850266,"about_ca_system_score_codex":0.0000092662085,"about_ca_system_score_gemma":0.00006332754,"threshold_uncertainty_score":0.9865307},"labels":[],"label_agreement":null},{"id":"W6901801975","doi":"10.6084/m9.figshare.13294975","title":"Additional file 4 of Decoding semi-automated title-abstract screening: findings from a convenience sample of reviews","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Decoding methods; Sample (material); Table (database); Systematic review","score_opus":0.7698290613482888,"score_gpt":0.46975848956148025,"score_spread":0.3000705717868085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901801975","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025141582,0.00028366403,0.000066516484,0.00003504159,0.000010611379,0.00017056183,0.9924869,0.000009020946,0.006912526],"genre_scores_gemma":[0.009298084,0.0000036828312,0.017362485,0.00035542253,0.00008518076,0.00015173563,0.9715122,0.000011833719,0.0012193839],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955933,0.0003577039,0.0024649817,0.00032422913,0.0011727778,0.000086985936],"domain_scores_gemma":[0.9846656,0.011668762,0.0025000912,0.0006666485,0.00040088675,0.00009801464],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012867643,0.00011015107,0.0011744652,0.000063481195,0.000027930333,0.00005991097,0.0006629833,0.000046343765,0.99961126],"category_scores_gemma":[0.17232394,0.00006453646,0.0006244791,0.00058344257,0.000008907375,0.00009857534,0.00008460312,0.00006775569,0.040465254],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.686341e-7,0.0000040699656,0.000021798473,0.00005572898,0.000018070246,6.9329366e-7,0.000047676745,0.0000037365885,0.000018759178,0.0000028904533,0.99788374,0.0019421668],"study_design_scores_gemma":[0.000025985482,0.0000068190225,0.0019964012,0.0010718805,0.0000123640075,3.9421516e-7,0.000024040926,0.009823729,0.000047468886,0.000034214518,0.9868968,0.00005988517],"about_ca_topic_score_codex":0.0000033894855,"about_ca_topic_score_gemma":0.0000015459698,"teacher_disagreement_score":0.959146,"about_ca_system_score_codex":0.0000047769727,"about_ca_system_score_gemma":0.00004374223,"threshold_uncertainty_score":0.96028185},"labels":[],"label_agreement":null},{"id":"W6901814478","doi":"10.6084/m9.figshare.14052678.v1","title":"Additional file 1 of Can they stomach it? Parent and practitioner acceptability of a trial comparing gastric residual volume measurement versus no gastric residual volume in UK NNU and PICUs: a feasibility study","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Residual; Stomach; Table (database); Volume (thermodynamics); Residual volume; Focus (optics)","score_opus":0.6792075257722544,"score_gpt":0.4622355841149144,"score_spread":0.21697194165734002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901814478","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11378219,0.00018202745,0.0000022297843,0.00009521684,0.00007246731,0.0018878715,0.8825033,0.000004780967,0.0014699687],"genre_scores_gemma":[0.9268651,0.0000013204871,0.0006693674,0.000013561508,0.00010211426,0.0007193045,0.071181394,0.000009415434,0.0004384286],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9830067,0.0064657736,0.004485291,0.0011162785,0.004656695,0.0002692462],"domain_scores_gemma":[0.98444897,0.007104176,0.0034200626,0.0018873734,0.0029344233,0.00020497877],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01202742,0.00028659645,0.0022078047,0.00030089455,0.00011833534,0.00027181683,0.000526828,0.00008383592,0.9556318],"category_scores_gemma":[0.1906942,0.00019251034,0.00038942532,0.0011033725,0.000037677048,0.0002192099,0.00041124475,0.00026019834,0.00027746768],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081467844,0.0006204529,0.021434713,0.0001092897,0.00014024288,0.000007483169,0.00037801184,0.00002404984,0.0000025963013,4.488308e-7,0.97532254,0.0011455106],"study_design_scores_gemma":[0.006317062,0.00060255267,0.9637585,0.00037556852,0.00016078197,0.000009129542,0.0036507922,0.00084501656,0.0000029779037,0.000049446775,0.024022385,0.00020575043],"about_ca_topic_score_codex":0.00010895339,"about_ca_topic_score_gemma":0.004649018,"teacher_disagreement_score":0.95535433,"about_ca_system_score_codex":0.00016095175,"about_ca_system_score_gemma":0.0006769002,"threshold_uncertainty_score":0.81612295},"labels":[],"label_agreement":null},{"id":"W6901833157","doi":"10.6084/m9.figshare.12592808","title":"Additional file 1 of Inpatient versus outpatient induction of labour: a systematic review and meta-analysis","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"MEDLINE; Systematic review; Key (lock); Data collection","score_opus":0.7906784368558699,"score_gpt":0.4639497867832274,"score_spread":0.3267286500726425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901833157","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008254148,0.0064356388,0.0000060607426,0.00022358412,0.000008015047,0.0010256467,0.99170643,0.0000028942109,0.000583504],"genre_scores_gemma":[0.010038579,0.000019729721,0.001768285,0.0012512063,0.000030767264,0.0034725203,0.9794154,0.000017077844,0.0039864224],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98713094,0.0030022813,0.0061553875,0.00054461055,0.0030626,0.00010418351],"domain_scores_gemma":[0.9769935,0.009684348,0.009340107,0.0016061022,0.0022128387,0.00016309292],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.003199324,0.00021627244,0.0071362387,0.00023719488,0.00003869324,0.00007435251,0.000668901,0.00005926203,0.99878913],"category_scores_gemma":[0.18936388,0.00010522435,0.003641007,0.0025956472,0.000012741378,0.00015077015,0.00015757825,0.0000908712,0.0036155416],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019818442,0.000018608414,5.5080955e-7,0.038592376,0.01910931,3.5998494e-7,0.00009741491,0.000013099102,1.1861741e-7,0.000010318195,0.94213897,0.000016897067],"study_design_scores_gemma":[0.00017201534,0.000287737,0.00028904277,0.0071248086,0.37394068,0.0000021431188,0.00046897537,0.0010212763,0.000011153412,0.000055095992,0.6162988,0.00032825815],"about_ca_topic_score_codex":0.0000017283757,"about_ca_topic_score_gemma":0.000004784703,"teacher_disagreement_score":0.9951736,"about_ca_system_score_codex":0.00001235807,"about_ca_system_score_gemma":0.000047039233,"threshold_uncertainty_score":0.99716026},"labels":[],"label_agreement":null},{"id":"W6901833868","doi":"10.6084/m9.figshare.13269801.v1","title":"Additional file 1 of Vaccines to prevent COVID-19: a protocol for a living systematic review with network meta-analysis including individual patient data (The LIVING VACCINE Project)","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Protocol (science); Checklist; Patient data; Data collection; MEDLINE","score_opus":0.8526167060476804,"score_gpt":0.536203490610271,"score_spread":0.3164132154374094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901833868","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.769996e-8,0.000834972,0.00055422867,0.00094444444,0.0000037144791,0.17452039,0.8230498,0.000013027611,0.00007931435],"genre_scores_gemma":[0.000050708182,6.853719e-7,0.006814019,0.00542008,0.00011230372,0.7513855,0.23577082,0.000025823081,0.00042001478],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97788996,0.0073935613,0.008204267,0.0014978636,0.0046404684,0.00037391335],"domain_scores_gemma":[0.84331113,0.12605925,0.018567549,0.008377603,0.0030092814,0.0006751726],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.01995859,0.000509209,0.0077765887,0.00028436916,0.00036327966,0.00061904866,0.0045673167,0.00006249061,0.98511875],"category_scores_gemma":[0.56597215,0.0002017864,0.0032758173,0.0059162485,0.0000054481816,0.0003581863,0.0019755415,0.00015926316,0.001080922],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005053973,0.000053238473,0.0000038999315,0.055618174,0.022918822,0.0000015967172,0.0004350983,0.0006715876,2.4715817e-8,0.0000016492332,0.9202422,0.00004867284],"study_design_scores_gemma":[0.000061721614,0.00019438115,0.000035557223,0.048189644,0.07632943,0.000009545864,0.00035756666,0.0103703225,2.4829322e-7,0.0000123742975,0.8641272,0.00031199353],"about_ca_topic_score_codex":0.00000411197,"about_ca_topic_score_gemma":0.000106020045,"teacher_disagreement_score":0.9840378,"about_ca_system_score_codex":0.000046075067,"about_ca_system_score_gemma":0.00055177667,"threshold_uncertainty_score":0.99969685},"labels":[],"label_agreement":null},{"id":"W6901854748","doi":"10.6084/m9.figshare.13294969.v1","title":"Additional file 2 of Decoding semi-automated title-abstract screening: findings from a convenience sample of reviews","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Decoding methods; Sample (material); Table (database); File format","score_opus":0.7653601690849835,"score_gpt":0.4690938208194289,"score_spread":0.2962663482655546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901854748","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024893165,0.00028554094,0.00006426111,0.000035077803,0.000010663774,0.00017004095,0.9923566,0.000009014422,0.0070439116],"genre_scores_gemma":[0.008718112,0.0000036843583,0.016971236,0.00035130754,0.00008535645,0.00014995039,0.9724794,0.000011687066,0.0012292656],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99559456,0.0003579812,0.0024640905,0.00032409586,0.0011723186,0.00008695063],"domain_scores_gemma":[0.98473233,0.011593952,0.0025047082,0.00066652853,0.0004043915,0.000098078875],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012792303,0.0001101237,0.0011743504,0.000063430736,0.00002792067,0.000059884358,0.00066253863,0.000046344052,0.99962026],"category_scores_gemma":[0.1726641,0.000064519416,0.0006243486,0.00058328133,0.0000089049745,0.0000985516,0.00008462048,0.000067756184,0.040432226],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.5355505e-7,0.000004065845,0.000021010479,0.000055687135,0.00001807351,7.008483e-7,0.00004763452,0.0000038051505,0.000018332727,0.0000028526401,0.99785954,0.0019676671],"study_design_scores_gemma":[0.000025931125,0.000006719727,0.0019684874,0.0010592986,0.000012349923,3.9509234e-7,0.000023858245,0.009717729,0.000047185225,0.000034067758,0.98704416,0.000059796752],"about_ca_topic_score_codex":0.0000034157624,"about_ca_topic_score_gemma":0.0000015380814,"teacher_disagreement_score":0.95918804,"about_ca_system_score_codex":0.0000047778854,"about_ca_system_score_gemma":0.000043688367,"threshold_uncertainty_score":0.9603149},"labels":[],"label_agreement":null},{"id":"W6901879689","doi":"10.6084/m9.figshare.14196858.v1","title":"Additional file 1 of P value and Bayesian analysis in randomized-controlled trials in child health research published over 10 years, 2007 to 2017: a methodological review protocol","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Alberta; SickKids Foundation; University of Manitoba; Children's Hospital Research Institute of Manitoba","funders":"","keywords":"Checklist; Protocol (science); Bayesian probability; Value (mathematics); Research design; Equating; Protocol analysis","score_opus":0.8518482654253935,"score_gpt":0.6386622131724576,"score_spread":0.21318605225293585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901879689","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000013512973,0.0030036303,0.000032421256,0.0019894317,0.000010590892,0.09951985,0.8881362,0.0000028216098,0.007303681],"genre_scores_gemma":[0.000022498809,0.000052259587,0.017205602,0.0018717797,0.00013284033,0.651464,0.32119358,0.0000139367385,0.00804354],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.6961415,0.27168417,0.022827048,0.0017143036,0.0070692752,0.00056369626],"domain_scores_gemma":[0.4243177,0.55278224,0.013792238,0.0042815437,0.004166611,0.0006596812],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.42896876,0.00024258248,0.021182116,0.0017358407,0.00006413521,0.00055168365,0.0008929507,0.00013439676,0.99896586],"category_scores_gemma":[0.9483248,0.00011512883,0.004432578,0.0075136726,0.000023045339,0.00020842216,0.00030974607,0.0003705635,0.0019618552],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009104058,0.00006862368,0.0000074386517,0.00040520038,0.00037200516,0.000015888803,0.00003324487,0.00001589173,8.526942e-8,0.000020760977,0.9957469,0.0024035303],"study_design_scores_gemma":[0.01527415,0.000031392934,0.0034696637,0.0069782697,0.00015588738,0.0000049587093,0.00003230896,0.0014420245,3.5352082e-7,0.00069264055,0.9717986,0.00011975223],"about_ca_topic_score_codex":0.000018924606,"about_ca_topic_score_gemma":0.00016751929,"teacher_disagreement_score":0.99700403,"about_ca_system_score_codex":0.000056971963,"about_ca_system_score_gemma":0.0005507565,"threshold_uncertainty_score":0.99881524},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6901896653","doi":"10.6084/m9.figshare.13100815.v1","title":"Additional file 3 of An evaluation of DistillerSR’s machine learning-based prioritization tool for title/abstract screening – impact on reviewer-relevant outcomes","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McGill University; Ottawa Hospital","funders":"","keywords":"Table (database); Prioritization; Recall; Key (lock); Data collection","score_opus":0.6708616461193404,"score_gpt":0.507198081596598,"score_spread":0.16366356452274244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901896653","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000060263796,0.00008499493,0.00017594373,0.00006381662,0.00001328385,0.0005629764,0.9976837,0.0000040498044,0.0013509805],"genre_scores_gemma":[0.048186667,3.3734528e-7,0.0024119588,0.000107775486,0.00006432948,0.00024114142,0.9483783,0.000011087767,0.0005983932],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951742,0.00076396234,0.0016363712,0.0002652492,0.0020920513,0.00006813204],"domain_scores_gemma":[0.9903044,0.005296034,0.0021095206,0.00045062142,0.0017825908,0.000056842357],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0037580337,0.00011443368,0.00083225965,0.00007820378,0.000036687245,0.00005890836,0.0002854561,0.00003754966,0.99569887],"category_scores_gemma":[0.23766035,0.000059869446,0.0007143947,0.00028296022,0.000004015549,0.00009664925,0.000015641308,0.000058632453,0.0029195463],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049541286,0.000014110017,0.000031116648,0.0000936332,0.000026313952,1.042963e-7,0.000008990686,0.0026274815,0.000001634523,0.0000016037186,0.972223,0.024967054],"study_design_scores_gemma":[0.00011938801,0.00008204501,0.018960042,0.00059756276,0.000051619816,1.1590377e-7,0.000007936557,0.3126566,0.000009289831,0.00003292508,0.6674139,0.00006854778],"about_ca_topic_score_codex":6.488852e-7,"about_ca_topic_score_gemma":0.0000010986462,"teacher_disagreement_score":0.9927793,"about_ca_system_score_codex":0.000015038932,"about_ca_system_score_gemma":0.00010240468,"threshold_uncertainty_score":0.9978568},"labels":[],"label_agreement":null},{"id":"W6901899839","doi":"10.6084/m9.figshare.12082803","title":"Additional file 1 of Reporting of health equity considerations in cluster and individually randomized trials","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; Ottawa Hospital; Queen's University; Bruyère; University of Ottawa","funders":"","keywords":"Cluster (spacecraft); Equity (law); MEDLINE; Data collection; Public health; Randomized controlled trial; Health data","score_opus":0.9386178210251479,"score_gpt":0.5976942401746977,"score_spread":0.34092358085045016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901899839","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004566346,0.00027192084,0.000026628279,0.0011250146,0.0000073733177,0.00088147284,0.99462426,0.0000015923398,0.003016067],"genre_scores_gemma":[0.09519937,0.0000019891004,0.014460799,0.0023721321,0.000083174426,0.0010595707,0.88635993,0.000009641066,0.00045342036],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94970787,0.017260969,0.030097015,0.00047242836,0.0023322697,0.00012945964],"domain_scores_gemma":[0.34970713,0.48455665,0.15971069,0.0023022327,0.003335806,0.0003875046],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.082981974,0.00010086613,0.0057949745,0.00013281379,0.000043299366,0.00013005959,0.00022123259,0.00004229038,0.99753714],"category_scores_gemma":[0.9307136,0.000052109135,0.0009292909,0.00042448755,0.00001641198,0.00010768198,0.00017604636,0.000074471434,0.00046565576],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003330918,0.000008204229,0.00001725432,0.000105264335,0.000048190814,8.2038645e-7,0.00032013847,0.000012288933,7.5355905e-7,0.000019842737,0.9977158,0.001718173],"study_design_scores_gemma":[0.022984399,0.00010475656,0.010011915,0.005916495,0.00016422167,0.000023827972,0.0009963943,0.011153737,0.000032573716,0.009867335,0.93840116,0.00034320017],"about_ca_topic_score_codex":0.0000030490014,"about_ca_topic_score_gemma":0.000021351829,"teacher_disagreement_score":0.9970715,"about_ca_system_score_codex":0.0000068306426,"about_ca_system_score_gemma":0.00033731424,"threshold_uncertainty_score":0.94426304},"labels":[],"label_agreement":null},{"id":"W6901912932","doi":"10.6084/m9.figshare.17425929.v1","title":"Additional file 1 of Critical appraisal of clinical practice guidelines for the management of COVID-19: protocol for a systematic review","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Critical appraisal; Protocol (science); Systematic review; Clinical Practice; Statement (logic); MEDLINE","score_opus":0.9207320764888686,"score_gpt":0.7185674401530295,"score_spread":0.20216463633583903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901912932","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.587351e-9,0.0007979291,0.0019840759,0.0025332754,0.00002916818,0.09770036,0.8959608,0.0000020983139,0.0009922733],"genre_scores_gemma":[8.1832013e-7,0.000003611298,0.099321984,0.0021901855,0.000094323856,0.7485274,0.14821911,0.000010368723,0.001632195],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97838384,0.0035846913,0.0143624125,0.0005299952,0.0029996221,0.00013944582],"domain_scores_gemma":[0.17902806,0.745987,0.024817115,0.0060133147,0.04381875,0.00033574714],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032387163,0.00017353498,0.0035546452,0.000053708525,0.00007019054,0.000074396776,0.0012188249,0.000069298374,0.97711915],"category_scores_gemma":[0.9574984,0.00007554599,0.002770922,0.00063419517,0.00003471238,0.00012728361,0.0001972851,0.000067329274,0.00049191836],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008336776,0.00009232813,5.992495e-8,0.30717912,0.00025355662,0.0000013584016,0.000007710741,0.000003584121,3.51943e-8,0.00038962197,0.6917885,0.00027579552],"study_design_scores_gemma":[0.00017615096,0.000047950572,0.0000040673845,0.14865541,0.000652395,0.000011120561,0.00046226228,0.002035177,0.0000015034906,0.00024707257,0.84764594,0.000060922972],"about_ca_topic_score_codex":3.3121486e-7,"about_ca_topic_score_gemma":0.0000012734561,"teacher_disagreement_score":0.97662723,"about_ca_system_score_codex":0.000008754969,"about_ca_system_score_gemma":0.0005105406,"threshold_uncertainty_score":0.996361},"labels":[],"label_agreement":null},{"id":"W6901946943","doi":"10.6084/m9.figshare.13294966.v1","title":"Additional file 1 of Decoding semi-automated title-abstract screening: findings from a convenience sample of reviews","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Sample (material); Decoding methods; File format; Data collection; Data file","score_opus":0.772227508548318,"score_gpt":0.4698714823117126,"score_spread":0.3023560262366054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901946943","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025057989,0.00028094914,0.000065669024,0.00003525369,0.000010599045,0.00017030837,0.99251795,0.00000901459,0.006885224],"genre_scores_gemma":[0.008879925,0.0000035958187,0.01738681,0.00035197343,0.00008426396,0.00015320568,0.97190094,0.000011726411,0.0012275794],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99559504,0.00035809795,0.0024629403,0.0003243359,0.0011725957,0.00008698159],"domain_scores_gemma":[0.9845285,0.011789815,0.0025075374,0.00066951744,0.00040632972,0.000098342505],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001286305,0.00011015903,0.0011740607,0.000063472646,0.000027918608,0.000059753544,0.0006629106,0.00004634378,0.9996275],"category_scores_gemma":[0.17442097,0.0000645407,0.00062447035,0.00058373885,0.000008905098,0.00009848353,0.00008463249,0.00006777192,0.0408541],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.5754404e-7,0.0000040695345,0.000021717191,0.000055214543,0.000018083787,6.824122e-7,0.00004762152,0.0000037889806,0.000019007086,0.0000028045033,0.99791145,0.0019149124],"study_design_scores_gemma":[0.000025727371,0.000006711849,0.0019989205,0.0010715596,0.000012382767,3.9381464e-7,0.00002408225,0.009773401,0.0000474355,0.000033762444,0.98694575,0.000059863512],"about_ca_topic_score_codex":0.0000033813883,"about_ca_topic_score_gemma":0.0000015289532,"teacher_disagreement_score":0.9587734,"about_ca_system_score_codex":0.000004776505,"about_ca_system_score_gemma":0.000043885364,"threshold_uncertainty_score":0.9598927},"labels":[],"label_agreement":null},{"id":"W6901949144","doi":"10.6084/m9.figshare.17020955.v1","title":"Additional file 1 of Effectiveness of interventions for prevention of common infections in people who use opioids: a protocol for a systematic review of systematic reviews","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queensway-Carleton Hospital; Jewish General Hospital; McGill University","funders":"","keywords":"Systematic review; Protocol (science); Psychological intervention; MEDLINE; Public health; Alternative medicine","score_opus":0.7203493572267293,"score_gpt":0.5546117440851202,"score_spread":0.16573761314160917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901949144","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000047269086,0.0017406363,0.00063863635,0.0000034164002,0.0000105311665,0.24332699,0.75417715,0.0000018397288,0.00009606035],"genre_scores_gemma":[0.0001322343,0.000012346633,0.0016060718,0.00000824828,0.0000069722773,0.83146995,0.16583133,0.000012131177,0.00092070625],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.971689,0.012605955,0.013887822,0.00042275112,0.0012657855,0.0001286853],"domain_scores_gemma":[0.9124977,0.06290719,0.017672842,0.0020472747,0.00482443,0.000050557905],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018955326,0.00022880049,0.00874661,0.0003701449,0.000038449463,0.000053884887,0.00064467004,0.00008184219,0.72312737],"category_scores_gemma":[0.4537616,0.0001332327,0.005120435,0.0017834817,0.000013502329,0.00026246018,0.00011013869,0.000065571716,0.00010577241],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036277352,0.0002490357,0.000008802067,0.6149414,0.00011335955,7.8613574e-8,0.000029758232,0.0000040075493,0.0000035567837,0.00004539058,0.38458452,0.000016465545],"study_design_scores_gemma":[0.00029205944,0.00017554994,0.00034611675,0.98927236,0.00046972546,0.000006142311,0.000083914936,0.0005112414,0.00007200897,0.00030924665,0.008366982,0.000094659335],"about_ca_topic_score_codex":0.0000035584444,"about_ca_topic_score_gemma":0.000096449556,"teacher_disagreement_score":0.72302157,"about_ca_system_score_codex":0.00004519043,"about_ca_system_score_gemma":0.00018886561,"threshold_uncertainty_score":0.65695757},"labels":[],"label_agreement":null},{"id":"W6901962089","doi":"10.6084/m9.figshare.22775959","title":"Additional file 2 of Does type of funding affect reporting in network meta-analysis? A scoping review of network meta-analyses","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of British Columbia; McMaster University; University of Toronto","funders":"","keywords":"Affect (linguistics); Checklist; Government (linguistics); The Internet","score_opus":0.9496902883399851,"score_gpt":0.6162186776643529,"score_spread":0.33347161067563225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901962089","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016305856,0.057680473,0.000022004164,0.00006999966,0.00004675288,0.0012421013,0.93774843,0.000012023327,0.0031619163],"genre_scores_gemma":[0.0085710315,0.00033717044,0.010869538,0.00039753248,0.00029785524,0.0027949545,0.9684649,0.00005569218,0.008211337],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.96396804,0.0076224552,0.0222116,0.0010420716,0.0047130976,0.00044272095],"domain_scores_gemma":[0.8859092,0.056276917,0.051094532,0.003735436,0.0028442245,0.00013968543],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.052006226,0.0003978326,0.01679696,0.00082109676,0.00008309823,0.000105751606,0.0013175952,0.00010555794,0.9971554],"category_scores_gemma":[0.39073926,0.00017908007,0.016953198,0.017351883,0.000024113171,0.00022244785,0.00036864378,0.00017423258,0.0016571322],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015542907,0.000012445469,0.000081108425,0.0040307357,0.071609996,0.000008050984,0.000014882013,0.008164292,0.0000011729692,0.0000065198055,0.91598177,0.000087485816],"study_design_scores_gemma":[0.00012088303,0.00009315731,0.0049455087,0.08944456,0.64786106,0.000009900317,0.00018604379,0.010147524,0.00005437557,0.0013274434,0.24497548,0.0008340374],"about_ca_topic_score_codex":0.000010792231,"about_ca_topic_score_gemma":0.00017147018,"teacher_disagreement_score":0.9954983,"about_ca_system_score_codex":0.000017506749,"about_ca_system_score_gemma":0.00021256451,"threshold_uncertainty_score":0.9991202},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"systematic_review","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6901962556","doi":"10.6084/m9.figshare.14936470.v1","title":"Additional file 1 of Evaluating the relationship between citation set size, team size and screening methods used in systematic reviews: a cross-sectional study","year":2021,"lang":"en","type":"article","venue":"Open MIND","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Canada; University of Ottawa; University of Toronto; McMaster University; University of British Columbia; Children's Hospital of Eastern Ontario","funders":"","keywords":"Citation; Set (abstract data type); Confidence interval; Systematic review; Data extraction; Section (typography)","score_opus":0.9155425446813685,"score_gpt":0.6586414813713589,"score_spread":0.2569010633100096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901962556","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90264773,0.0012860594,0.0067577604,0.00024234959,0.00019936534,0.016542053,0.06250981,0.0000020942564,0.009812755],"genre_scores_gemma":[0.44898605,0.0000014263567,0.5232868,0.000048609625,0.00008859601,0.0022615066,0.002687654,0.0000173521,0.022621993],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.92356837,0.060569372,0.010923862,0.0010038668,0.0037481177,0.00018643438],"domain_scores_gemma":[0.4286914,0.55949515,0.007978818,0.0021640107,0.0015699941,0.00010065335],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21437368,0.00019931453,0.0026122793,0.0001468042,0.00030455127,0.0015571762,0.0009728678,0.000073140756,0.6554732],"category_scores_gemma":[0.7188903,0.00009982984,0.000498912,0.001998297,0.00006318991,0.00045997193,0.00029832358,0.00021246173,0.00062150724],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008972838,0.00009541462,0.9119649,0.00071095116,0.00027069202,0.000002458351,0.0034174058,0.00011589569,0.000024414649,0.000023543846,0.074427724,0.00893765],"study_design_scores_gemma":[0.0002976449,0.00005712339,0.9842634,0.0015590502,0.00020745401,0.000009269094,0.0047355024,0.002313224,0.0000023189557,0.0012112302,0.0052257515,0.00011800051],"about_ca_topic_score_codex":0.000010533469,"about_ca_topic_score_gemma":0.00008043188,"teacher_disagreement_score":0.6548517,"about_ca_system_score_codex":0.00003526324,"about_ca_system_score_gemma":0.00018711083,"threshold_uncertainty_score":0.9994793},"labels":[],"label_agreement":null},{"id":"W6901995017","doi":"10.6084/m9.figshare.14737067.v1","title":"Additional file 1 of Coronavirus disease (COVID-19) pandemic: an overview of systematic reviews","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Yorkville University","funders":"","keywords":"Systematic review; Coronavirus; Disease; Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2)","score_opus":0.9624399585904804,"score_gpt":0.6075123754189689,"score_spread":0.3549275831715115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901995017","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007526893,0.022058053,0.000010400304,0.00002437764,0.000023993716,0.00097493496,0.97562134,0.0000051976226,0.0012741683],"genre_scores_gemma":[0.00035409836,0.00009836805,0.0011459438,0.0008500019,0.000063485306,0.002322505,0.9856664,0.000014220001,0.009484979],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9776025,0.010094405,0.008112127,0.0007077952,0.0033181775,0.00016500731],"domain_scores_gemma":[0.9456059,0.03468341,0.011235786,0.005423892,0.002339092,0.00071195205],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.009590271,0.0002542682,0.0042521856,0.00014286124,0.00007055601,0.00015821209,0.0014117148,0.00007062887,0.9996474],"category_scores_gemma":[0.5753669,0.00013298819,0.0022862095,0.0011721284,0.000016593083,0.00025104854,0.0001997676,0.00009254262,0.023599476],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001521778,0.000052893254,0.000044938082,0.026109386,0.00005146402,0.000011161198,0.00003945028,0.000008095327,0.0000016918666,0.000037080787,0.9725877,0.001054597],"study_design_scores_gemma":[0.00005430827,0.000012314714,0.0011513886,0.022999689,0.00013051144,0.000016887661,0.00009006964,0.000551077,0.0000012456388,0.0005587955,0.9743058,0.00012789598],"about_ca_topic_score_codex":0.0000020210932,"about_ca_topic_score_gemma":0.000031477888,"teacher_disagreement_score":0.9760479,"about_ca_system_score_codex":0.000041715874,"about_ca_system_score_gemma":0.0005843489,"threshold_uncertainty_score":0.97716075},"labels":[{"model":"gemma","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W6902004404","doi":"10.6084/m9.figshare.15179123","title":"Additional file 3 of Creating efficiencies in the extraction of data from randomized trials: a prospective evaluation of a machine learning and text mining tool","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Information extraction; Extraction (chemistry); Data extraction; Text mining; Training set","score_opus":0.8280363040731956,"score_gpt":0.5556833541234769,"score_spread":0.2723529499497187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902004404","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058654714,0.0012434215,0.000045720364,0.000014379002,0.000007609689,0.0007672543,0.98929036,9.197069e-7,0.0027648627],"genre_scores_gemma":[0.3403724,0.0000036129406,0.006876384,0.000009861305,0.00004613818,0.0006667871,0.65161735,0.0000049999344,0.00040244928],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9705188,0.021127196,0.0046137804,0.00043896673,0.0032338577,0.00006738453],"domain_scores_gemma":[0.5290923,0.4521677,0.01332681,0.0017559159,0.00362911,0.000028153225],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06737993,0.000094146606,0.0022536917,0.00012481603,0.000052224,0.00011062967,0.00042948453,0.00003739443,0.982532],"category_scores_gemma":[0.8395631,0.000043843604,0.00040236014,0.0007083972,0.000019276766,0.00022797809,0.00012669507,0.000087229564,0.00006945661],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027894008,0.00006848466,0.00013779805,0.0000735431,0.00018033224,9.3973586e-7,0.0023424788,0.0002573775,0.00015849707,0.000007083648,0.973714,0.022780532],"study_design_scores_gemma":[0.010514633,0.00003562593,0.013488824,0.003687584,0.00064083765,0.000008767735,0.011496643,0.9117426,0.00019134607,0.0007543363,0.047304243,0.00013453278],"about_ca_topic_score_codex":0.000013952822,"about_ca_topic_score_gemma":0.00005393476,"teacher_disagreement_score":0.9824626,"about_ca_system_score_codex":0.000010488892,"about_ca_system_score_gemma":0.00017063628,"threshold_uncertainty_score":0.96032864},"labels":[],"label_agreement":null},{"id":"W6902005333","doi":"10.6084/m9.figshare.14478611.v1","title":"Additional file 1 of Finding associations in a heterogeneous setting: statistical test for aberration enrichment","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research; SickKids Foundation; Vector Institute; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Statistical analysis; Statistical hypothesis testing; Test (biology); Key (lock); Pattern recognition (psychology)","score_opus":0.5943542879109805,"score_gpt":0.4842880684630355,"score_spread":0.11006621944794504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902005333","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017850773,0.000026350912,0.00013557542,0.00008570795,0.000015266562,0.0002670992,0.99754685,0.0000018751995,0.0019034164],"genre_scores_gemma":[0.0047629317,7.1190456e-8,0.011468983,0.00009500045,0.000043837306,0.0010634962,0.97817874,0.000004907667,0.004382055],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947784,0.0007769382,0.0025479067,0.00036505537,0.001404072,0.00012766026],"domain_scores_gemma":[0.9357587,0.060360044,0.0019895493,0.00061728124,0.0012138081,0.000060611033],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0023404544,0.00009395175,0.0007669604,0.000109455876,0.00006933617,0.00019402342,0.00025340955,0.000051914234,0.99789786],"category_scores_gemma":[0.42739347,0.00006315165,0.00040294713,0.0005324621,0.0000028686034,0.00007486661,0.000052802687,0.00005414739,0.0037245038],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.779938e-7,0.000042194544,0.00008280744,0.000023548626,0.000019890536,0.0000030941287,0.000049590308,0.00006873276,0.000006082553,0.000022472052,0.99824905,0.0014322834],"study_design_scores_gemma":[0.000073044655,0.000018094977,0.011498873,0.0002801656,0.000016051581,0.0000041362714,0.00008071358,0.011402524,0.00003718115,0.00095819595,0.97555286,0.00007814181],"about_ca_topic_score_codex":4.2142528e-7,"about_ca_topic_score_gemma":0.000045703448,"teacher_disagreement_score":0.99417335,"about_ca_system_score_codex":0.00004959996,"about_ca_system_score_gemma":0.00016698024,"threshold_uncertainty_score":0.99705124},"labels":[],"label_agreement":null},{"id":"W6902005888","doi":"10.6084/m9.figshare.14913273.v1","title":"Additional file 4 of Validity of observational evidence on putative risk and protective factors: appraisal of 3744 meta-analyses on 57 topics","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Observational study; Sample (material); Risk factor; Observational methods in psychology; Risk assessment","score_opus":0.9572900698735595,"score_gpt":0.5925732328525024,"score_spread":0.36471683702105706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902005888","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016883116,0.00014799822,0.000061321705,0.000054524957,0.000014993651,0.00032796006,0.99674267,0.000001632171,0.00096059643],"genre_scores_gemma":[0.22710848,0.00000491832,0.0096876435,0.00013269148,0.00014265472,0.0012854151,0.7573128,0.000020952706,0.0043044756],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.988514,0.0045920084,0.0029252202,0.0005743273,0.0032996542,0.00009476164],"domain_scores_gemma":[0.89533186,0.09332244,0.00623872,0.0011863181,0.0038462959,0.000074361895],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033607087,0.00020588496,0.0024525935,0.00015901012,0.000060147915,0.00006845518,0.00047546497,0.000073998715,0.9852725],"category_scores_gemma":[0.49124783,0.000104347186,0.0017247461,0.0008666746,0.000033389144,0.0002138398,0.00011603968,0.00014444826,0.00038559694],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068401623,0.00007145191,0.00024333768,0.00010947194,0.0010971361,0.0000012246154,0.00017356435,0.00016564972,0.000020463385,0.00006409318,0.9974681,0.000578644],"study_design_scores_gemma":[0.00025016893,0.0007223782,0.479914,0.0033491375,0.0036155027,0.0000050487965,0.0017850596,0.0025783454,0.015160111,0.0073982775,0.48470885,0.0005130927],"about_ca_topic_score_codex":0.0000066899297,"about_ca_topic_score_gemma":0.000013641618,"teacher_disagreement_score":0.98488694,"about_ca_system_score_codex":0.000014658213,"about_ca_system_score_gemma":0.00019764443,"threshold_uncertainty_score":0.5130376},"labels":[{"model":"gemma","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W6902006054","doi":"10.6084/m9.figshare.17006981","title":"Additional file 1 of Appraising clinical applicability of studies: mapping and synthesis of current frameworks, and proposal of the FrACAS framework and VICORT checklist","year":2021,"lang":"en","type":"article","venue":"Open MIND","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Université de Montréal; Centre Hospitalier Universitaire Sainte-Justine; McGill University; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Flowchart; Checklist; Selection (genetic algorithm); Current (fluid); Expert system; Documentation","score_opus":0.6824357615841716,"score_gpt":0.5738693619160397,"score_spread":0.10856639966813197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902006054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90604746,0.012464406,0.0046063177,0.000909967,0.0002804122,0.0031037645,0.06578392,7.60499e-7,0.006802965],"genre_scores_gemma":[0.7892402,0.00026754802,0.20978385,0.000029775709,0.00006569707,0.00013224303,0.00011300547,0.000010294598,0.000357423],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99063957,0.0024317773,0.0048823645,0.00063646684,0.0013139875,0.0000958636],"domain_scores_gemma":[0.9364579,0.055180717,0.0052804127,0.0017325142,0.0012611762,0.00008731316],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018601257,0.00014707287,0.0026357977,0.00005510976,0.00007502114,0.00010101874,0.00060755544,0.00014803778,0.12979041],"category_scores_gemma":[0.13657099,0.00007258613,0.00041417993,0.0006214719,0.000730238,0.00010342489,0.0008168256,0.00026414043,0.0000073073675],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031772037,0.0007409158,0.046930984,0.0011950387,0.00093691924,0.0000014015484,0.0020374882,0.000004325569,0.000091032976,0.0006650928,0.14927742,0.7980876],"study_design_scores_gemma":[0.0005485782,0.00017879008,0.2653278,0.012761247,0.0012870299,0.0000289417,0.029021444,0.0018978101,0.0017299139,0.031160973,0.6555184,0.0005390754],"about_ca_topic_score_codex":0.0000021919268,"about_ca_topic_score_gemma":0.000009037066,"teacher_disagreement_score":0.79754853,"about_ca_system_score_codex":0.0000055415258,"about_ca_system_score_gemma":0.00017550972,"threshold_uncertainty_score":0.87100506},"labels":[],"label_agreement":null},{"id":"W6902008507","doi":"10.6084/m9.figshare.13192513","title":"Additional file 1 of Guidance for overviews of reviews continues to accumulate, but important challenges remain: a scoping review","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Economics; University of Alberta","funders":"","keywords":"Checklist; Documentation; Key (lock); Systematic review","score_opus":0.8827670718378304,"score_gpt":0.5499293229180309,"score_spread":0.33283774891979956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902008507","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.419422e-7,0.19832332,0.000022048596,0.0007074831,0.000014467,0.0030754404,0.7960973,0.0000039914235,0.0017554488],"genre_scores_gemma":[0.000042671618,0.008977963,0.03444935,0.008472174,0.0004284383,0.012038226,0.93132716,0.000053668453,0.004210357],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98511475,0.0018023633,0.0101160165,0.0008247142,0.0019292012,0.000212946],"domain_scores_gemma":[0.9708977,0.011856739,0.012200498,0.0024066211,0.0023739978,0.00026444247],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.010000776,0.00028719104,0.0050763767,0.00009449487,0.000046063928,0.00006866464,0.0014923284,0.00006611725,0.99105036],"category_scores_gemma":[0.4340803,0.0001594556,0.0022566805,0.00085699005,0.000009291302,0.00017292496,0.0002159861,0.000072977775,0.006065361],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028658822,0.000011208799,0.0000010375973,0.016482273,0.000033451306,8.556642e-7,0.00007496964,0.0000010376616,0.000008798701,0.000011895795,0.97551584,0.007855749],"study_design_scores_gemma":[0.00004423466,0.000052852956,0.00006455099,0.21591996,0.000038698316,0.0000013361245,0.00002260954,0.00012770486,0.000018228702,0.000051896302,0.78353924,0.00011872131],"about_ca_topic_score_codex":4.5527133e-7,"about_ca_topic_score_gemma":0.000014082564,"teacher_disagreement_score":0.984985,"about_ca_system_score_codex":0.000010790848,"about_ca_system_score_gemma":0.00014090564,"threshold_uncertainty_score":0.99470854},"labels":[],"label_agreement":null},{"id":"W6902011526","doi":"10.6084/m9.figshare.20064959","title":"Additional file 1 of Study protocol for developing, piloting and disseminating the PRISMA-COSMIN guideline: a new reporting guideline for systematic reviews of outcome measurement instruments","year":2022,"lang":"en","type":"article","venue":"Open MIND","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Queen's University; Western University; University Health Network; University of Toronto; SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Guideline; Protocol (science); Outcome (game theory); Systematic review; Dissemination","score_opus":0.8749759894531582,"score_gpt":0.6143996498244301,"score_spread":0.26057633962872817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902011526","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005716667,0.000053177788,0.022757431,0.00074413785,0.000097383934,0.957725,0.016845463,0.0000012669998,0.0012045028],"genre_scores_gemma":[0.0004531294,7.908337e-8,0.41143596,0.00008051006,0.00003675031,0.5834894,0.00061664707,0.000015111521,0.0038723943],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94118774,0.004853951,0.047769666,0.0009876714,0.004923654,0.00027731102],"domain_scores_gemma":[0.91470414,0.010387716,0.06965281,0.002090919,0.0030740069,0.00009041983],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.26173806,0.00026495347,0.0038282631,0.00015318536,0.0004302163,0.00034968404,0.0018427555,0.00002335179,0.24595727],"category_scores_gemma":[0.44818965,0.00012173212,0.00074326264,0.00066791574,0.000019631767,0.00016365158,0.00076173194,0.000087444845,0.000019937384],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014200617,0.00010737085,0.00048235213,0.0019080234,0.00017756523,3.7724996e-7,0.0006855288,0.000013204017,0.00001770411,0.000007917691,0.95754063,0.039045103],"study_design_scores_gemma":[0.00077477895,0.00026359077,0.00013446546,0.00346058,0.00028917694,0.000012162053,0.008260308,0.0056608464,0.000039138635,0.00032914302,0.9805954,0.00018037287],"about_ca_topic_score_codex":0.000015381996,"about_ca_topic_score_gemma":0.00004194085,"teacher_disagreement_score":0.38867852,"about_ca_system_score_codex":0.00008614811,"about_ca_system_score_gemma":0.00036321924,"threshold_uncertainty_score":0.76019603},"labels":[],"label_agreement":null},{"id":"W6902014752","doi":"10.6084/m9.figshare.14913276","title":"Additional file 5 of Validity of observational evidence on putative risk and protective factors: appraisal of 3744 meta-analyses on 57 topics","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Observational study; Credibility; Table (database); Kappa; Measure (data warehouse); Critical appraisal","score_opus":0.9569077944506005,"score_gpt":0.5921725702233445,"score_spread":0.364735224227256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902014752","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016964095,0.00014785232,0.00006115007,0.000054815573,0.000014997168,0.00032795093,0.99673605,0.0000016325796,0.0009591718],"genre_scores_gemma":[0.22595288,0.0000049369146,0.009724352,0.00013328104,0.0001432186,0.0012902726,0.7583781,0.000021036007,0.004351933],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98851013,0.004595714,0.0029251375,0.0005743991,0.0032998489,0.0000947596],"domain_scores_gemma":[0.8955044,0.093131095,0.0062326454,0.0011850103,0.0038725506,0.0000743],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003362327,0.00020590452,0.0024529968,0.00015900398,0.000060150578,0.000068426176,0.00047529346,0.00007400216,0.9852688],"category_scores_gemma":[0.49221063,0.00010434905,0.0017249692,0.0008669427,0.0000333893,0.00021383948,0.00011604532,0.00014446456,0.0003831096],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006731794,0.00007138979,0.00024230372,0.000109398316,0.0010961089,0.0000012234057,0.0001733118,0.00016746324,0.000020591064,0.00006406559,0.9974685,0.00057896244],"study_design_scores_gemma":[0.00024922044,0.00071084424,0.4853691,0.0033406825,0.003605105,0.000005033013,0.0017801708,0.002552626,0.015223354,0.007336911,0.4793155,0.00051150646],"about_ca_topic_score_codex":0.000006748231,"about_ca_topic_score_gemma":0.000013688648,"teacher_disagreement_score":0.9848857,"about_ca_system_score_codex":0.00001466129,"about_ca_system_score_gemma":0.00019785757,"threshold_uncertainty_score":0.5120667},"labels":[],"label_agreement":null},{"id":"W6902017371","doi":"10.6084/m9.figshare.13251101.v1","title":"Additional file 1 of Analysis and reporting of stratified cluster randomized trials—a systematic survey","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences; St Joseph's Health Centre","funders":"","keywords":"Cluster (spacecraft); Check-in; Data collection; Data file; Sample (material)","score_opus":0.8802545420038497,"score_gpt":0.5276076406999721,"score_spread":0.35264690130387755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902017371","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013404334,0.00015135888,0.00022568142,0.000035404755,0.000008780608,0.0012777606,0.9968616,0.0000028580905,0.0013025174],"genre_scores_gemma":[0.087717086,4.570529e-7,0.0025011904,0.00010761544,0.000043506876,0.0008665356,0.9073035,0.000008803866,0.0014512743],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9164393,0.040628545,0.03838166,0.00071141793,0.0037020175,0.0001370424],"domain_scores_gemma":[0.25290108,0.58108747,0.15675737,0.0032001599,0.0057139923,0.00033992797],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.113995515,0.00019757407,0.015662294,0.0002979437,0.000040947816,0.00022886714,0.0005862522,0.00007538012,0.99706537],"category_scores_gemma":[0.95578235,0.000090352354,0.0041615064,0.0022326293,0.00001922946,0.00011747373,0.000108067885,0.00007603587,0.0011224231],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017424121,0.000008147478,0.000036120324,0.002463019,0.0015922413,0.0000013904071,0.000086306114,0.000049793318,0.0000015160109,0.0000023153666,0.9955234,0.00006150546],"study_design_scores_gemma":[0.046214234,0.00025455217,0.05645157,0.05495347,0.029397938,0.000037129696,0.0030763957,0.71902454,0.0002200062,0.0014861935,0.08689062,0.001993321],"about_ca_topic_score_codex":0.000007807174,"about_ca_topic_score_gemma":0.000047875525,"teacher_disagreement_score":0.9959429,"about_ca_system_score_codex":0.000004611914,"about_ca_system_score_gemma":0.00008980804,"threshold_uncertainty_score":0.9996553},"labels":[],"label_agreement":null},{"id":"W6902025282","doi":"10.6084/m9.figshare.19906799.v1","title":"Additional file 4 of A randomised fractional factorial screening experiment to predict effective features of audit and feedback","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Ottawa; Ottawa Hospital","funders":"","keywords":"Sensitivity (control systems); Audit; Fractional factorial design; Factorial experiment","score_opus":0.34296701396394125,"score_gpt":0.4267864801476814,"score_spread":0.08381946618374014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902025282","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013375898,0.00010474416,0.000037208905,0.000030213689,0.00006854125,0.0009336081,0.9953119,0.0000025274358,0.00337746],"genre_scores_gemma":[0.048384357,1.8599728e-7,0.002680049,0.000100953905,0.00039957318,0.008814882,0.9307981,0.00001573839,0.008806138],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.992517,0.001949871,0.0017785233,0.00042577507,0.0032265584,0.00010230283],"domain_scores_gemma":[0.9765983,0.020217197,0.0019907923,0.00056502817,0.00053245574,0.00009622442],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025889229,0.00013913,0.0012355541,0.00019402297,0.00013659203,0.000078743535,0.00047030635,0.00002849454,0.99917567],"category_scores_gemma":[0.07205101,0.00008368694,0.00067974196,0.00047557437,0.000008785397,0.00009232212,0.00027330432,0.000115379786,0.0005654692],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001709093,0.000026497879,0.0000062315225,0.000021434149,0.00012647305,7.176582e-7,0.00016356108,0.00016050025,0.000032434982,0.0000037023888,0.9973928,0.0018947818],"study_design_scores_gemma":[0.00094724685,0.0001047334,0.008411768,0.00023789317,0.000023426677,0.000005918876,0.0003149773,0.0003062233,0.00010859391,0.000060576713,0.98939955,0.00007908689],"about_ca_topic_score_codex":0.0000030810663,"about_ca_topic_score_gemma":0.0000016510403,"teacher_disagreement_score":0.9986102,"about_ca_system_score_codex":0.00002608167,"about_ca_system_score_gemma":0.00007029598,"threshold_uncertainty_score":0.9357655},"labels":[],"label_agreement":null},{"id":"W6902042298","doi":"10.6084/m9.figshare.12715286","title":"Additional file 1 of Towards greater transparency in neurodevelopmental disorders research: use of a proposed workflow and propensity scores to facilitate selection of matched groups","year":2020,"lang":"en","type":"article","venue":"Open MIND","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University; Centre for Research on Brain Language and Music","funders":"","keywords":"Transparency (behavior); Workflow; Selection (genetic algorithm); Propensity score matching","score_opus":0.8532313140829809,"score_gpt":0.4738537253782106,"score_spread":0.37937758870477034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902042298","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9705437,0.00000589262,0.00017611525,0.0003928812,0.000010922658,0.0017325374,0.026174655,2.7357342e-7,0.0009630692],"genre_scores_gemma":[0.96134895,0.0000024164476,0.036424004,0.000019574278,0.0000037510779,0.000091471025,0.00056725385,0.0000053788467,0.0015372228],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99253815,0.0022915495,0.0026453426,0.00056266086,0.0018235919,0.00013871802],"domain_scores_gemma":[0.9968596,0.0014435527,0.0006861835,0.00038526178,0.0005263283,0.00009908469],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007817459,0.00012096332,0.0013447263,0.00023735556,0.00003900051,0.00015462238,0.0006200198,0.000035278703,0.51222306],"category_scores_gemma":[0.0125301005,0.0000685534,0.00016689979,0.0015687895,0.00010943266,0.0003176203,0.00019328078,0.0000935176,0.00017207937],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006001535,0.0003379988,0.08203709,0.00029196186,0.00020351527,0.0000070650526,0.026124267,0.00017682847,0.0033943548,0.000008768153,0.63903695,0.24778102],"study_design_scores_gemma":[0.00061195926,0.00062869577,0.88978094,0.00053906994,0.00004969679,0.0000033294568,0.001829839,0.0026537462,0.0026649928,0.00035796966,0.10061101,0.0002687819],"about_ca_topic_score_codex":0.000106743966,"about_ca_topic_score_gemma":0.0006463611,"teacher_disagreement_score":0.80774385,"about_ca_system_score_codex":0.000010083906,"about_ca_system_score_gemma":0.00015308759,"threshold_uncertainty_score":0.9957878},"labels":[],"label_agreement":null},{"id":"W6902049719","doi":"10.6084/m9.figshare.17020961","title":"Additional file 3 of Effectiveness of interventions for prevention of common infections in people who use opioids: a protocol for a systematic review of systematic reviews","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queensway-Carleton Hospital; Jewish General Hospital; McGill University","funders":"","keywords":"Systematic review; Protocol (science); Psychological intervention; Statement (logic); Table (database); MEDLINE","score_opus":0.7163492364158327,"score_gpt":0.5539976485149224,"score_spread":0.1623515879009103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902049719","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004763727,0.001751067,0.0006427261,0.0000034088612,0.000010632533,0.24373242,0.75375646,0.000001840907,0.000096695054],"genre_scores_gemma":[0.00013398776,0.000012544247,0.0015969988,0.000008276819,0.000007067636,0.8327458,0.16454369,0.000012180277,0.0009394446],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.97169024,0.012597615,0.013894625,0.00042265173,0.0012661584,0.00012869333],"domain_scores_gemma":[0.91292614,0.06245186,0.01766944,0.0020440796,0.004857935,0.000050538114],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018948346,0.00022877382,0.008747344,0.0003700426,0.000038446724,0.000053976553,0.00064433436,0.00008183642,0.71897656],"category_scores_gemma":[0.45370647,0.00013320458,0.0051201656,0.0017829345,0.000013503125,0.0002626274,0.00011007275,0.00006556062,0.00010672939],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036625304,0.0002500818,0.000008852482,0.6182311,0.00011380246,7.976306e-8,0.000029896313,0.000004027032,0.0000035805394,0.00004536295,0.38129276,0.000016742693],"study_design_scores_gemma":[0.0002953171,0.000175294,0.00034428353,0.98914117,0.0004660872,0.0000060929574,0.00008356,0.00051176304,0.000073279116,0.0003099022,0.008498609,0.000094639596],"about_ca_topic_score_codex":0.0000035918656,"about_ca_topic_score_gemma":0.000096992015,"teacher_disagreement_score":0.7188698,"about_ca_system_score_codex":0.00004533887,"about_ca_system_score_gemma":0.0001889521,"threshold_uncertainty_score":0.6567157},"labels":[],"label_agreement":null},{"id":"W6902050021","doi":"10.6084/m9.figshare.15179117.v1","title":"Additional file 1 of Creating efficiencies in the extraction of data from randomized trials: a prospective evaluation of a machine learning and text mining tool","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Information extraction; Extraction (chemistry); Data extraction; Text mining; Training set","score_opus":0.8310192474067402,"score_gpt":0.556330932377557,"score_spread":0.2746883150291831,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902050021","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058134724,0.0012349085,0.000045385776,0.000014417235,0.0000075259914,0.0007658186,0.9893735,9.1910056e-7,0.0027440307],"genre_scores_gemma":[0.3360275,0.000003549118,0.006926193,0.000009828152,0.000045444314,0.0006761958,0.65591294,0.0000049797336,0.00039337628],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9705203,0.021133285,0.0046089366,0.00043887767,0.0032312106,0.000067347544],"domain_scores_gemma":[0.5264005,0.4549058,0.013313195,0.0017569247,0.0035954416,0.000028131019],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06740738,0.000094159375,0.0022534702,0.00012485619,0.00005222833,0.00011041113,0.00042974492,0.000037397498,0.98293936],"category_scores_gemma":[0.8395979,0.000043854372,0.00040238487,0.00070865033,0.000019275445,0.00022780921,0.00012678336,0.00008724674,0.00006873256],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027100503,0.000066952205,0.0001344766,0.00007070228,0.00017635693,9.077382e-7,0.0022888943,0.00025142563,0.00015450666,0.0000069639277,0.9746258,0.021951957],"study_design_scores_gemma":[0.010396873,0.00003574386,0.013593959,0.003702362,0.0006477029,0.000008864652,0.0115718795,0.91243434,0.00018779442,0.0007536902,0.04653202,0.00013478186],"about_ca_topic_score_codex":0.000013801894,"about_ca_topic_score_gemma":0.000053583957,"teacher_disagreement_score":0.98287064,"about_ca_system_score_codex":0.000010448948,"about_ca_system_score_gemma":0.00017054543,"threshold_uncertainty_score":0.9603004},"labels":[],"label_agreement":null},{"id":"W6902052572","doi":"10.6084/m9.figshare.26601274","title":"Additional file 2 of Diabetes duration or age at onset and mortality in insulin-dependent diabetics: a systematic review and meta-analysis","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Observational study; Diabetes mellitus; Duration (music); Quality (philosophy); MEDLINE; Population; Quality assessment","score_opus":0.567875552645429,"score_gpt":0.4549263888918789,"score_spread":0.11294916375355007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902052572","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028596396,0.04220199,0.0000012670964,0.00009313378,0.000005948947,0.0011159474,0.956023,0.000005384209,0.00026738454],"genre_scores_gemma":[0.04527869,0.00014838755,0.00049401436,0.0006620687,0.000021580681,0.007039567,0.92543405,0.000021901089,0.020899717],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9877982,0.0035594054,0.0055904174,0.00076375355,0.0021352249,0.00015301321],"domain_scores_gemma":[0.97804683,0.017741637,0.002224004,0.0014590953,0.00041685475,0.00011158722],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.009135112,0.0002628555,0.0061506354,0.0004385838,0.00005362405,0.000460441,0.0004385008,0.00007216465,0.99511296],"category_scores_gemma":[0.09589303,0.000117334865,0.001766922,0.0018599611,0.00001914862,0.0002224978,0.000208369,0.00010065302,0.002746474],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.7590502e-7,0.000012790771,0.00005181831,0.061427083,0.012951781,0.000011919169,0.000048836882,0.0000017746598,2.3374508e-7,0.0000029136586,0.92547613,0.000014457198],"study_design_scores_gemma":[0.00018380281,0.00010806371,0.033195287,0.060464934,0.6915387,0.000032168784,0.00025720807,0.017615791,0.000015076773,0.0013275176,0.19418323,0.0010782019],"about_ca_topic_score_codex":0.0000025305476,"about_ca_topic_score_gemma":0.00030774163,"teacher_disagreement_score":0.99236643,"about_ca_system_score_codex":0.00003000413,"about_ca_system_score_gemma":0.00005042699,"threshold_uncertainty_score":0.99803},"labels":[],"label_agreement":null},{"id":"W6902058880","doi":"10.6084/m9.figshare.17104008","title":"Additional file 1 of Design, analysis, and reporting of pilot studies in HIV: a systematic review and methodological study","year":2021,"lang":"en","type":"article","venue":"Open MIND","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Data collection; Systematic review; Key (lock); Interview; Table (database)","score_opus":0.961550999219721,"score_gpt":0.6539588612872396,"score_spread":0.3075921379324814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902058880","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17056404,0.5593752,0.027516866,0.0020107494,0.00023430919,0.057943475,0.16284424,0.000004443058,0.019506635],"genre_scores_gemma":[0.07768283,0.0011463565,0.8982155,0.00021376375,0.000017898048,0.0020019822,0.0014562951,0.000015093221,0.019250328],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.95679164,0.024843192,0.015924456,0.00077946857,0.0015561532,0.000105081104],"domain_scores_gemma":[0.8963899,0.0755514,0.024074124,0.0020710388,0.0018295547,0.000083956664],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15295584,0.0001571194,0.009237193,0.0002424034,0.000043584794,0.00015152886,0.00051801436,0.000024388886,0.55980897],"category_scores_gemma":[0.52237165,0.00007283474,0.0004322927,0.0022936438,0.00008067548,0.00012250275,0.000449562,0.000065836524,0.000058902926],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023388593,0.0011863392,0.016363082,0.06062782,0.014884901,0.00031594222,0.0038230945,0.00004521997,0.00009146267,0.000025110907,0.89739096,0.005222681],"study_design_scores_gemma":[0.0031126032,0.003263085,0.24967007,0.32223722,0.16529027,0.001045143,0.21029292,0.006718567,0.0005395572,0.007139493,0.027868371,0.0028226897],"about_ca_topic_score_codex":0.0000043525956,"about_ca_topic_score_gemma":0.00007066519,"teacher_disagreement_score":0.8706986,"about_ca_system_score_codex":0.00000947508,"about_ca_system_score_gemma":0.00007315355,"threshold_uncertainty_score":0.8722102},"labels":[],"label_agreement":null},{"id":"W6902065819","doi":"10.6084/m9.figshare.14374742.v1","title":"Additional file 8 of Successful incorporation of single reviewer assessments during systematic review screening: development and validation of sensitivity and work-saved of an algorithm that considers exclusion criteria and count","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; BC Children's Hospital; Children's Hospital of Eastern Ontario; University of British Columbia","funders":"","keywords":"Sensitivity (control systems); Exploratory analysis; Systematic error; Data file; Mutual exclusion","score_opus":0.4845681148972143,"score_gpt":0.43328123903043275,"score_spread":0.051286875866781545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902065819","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04238728,0.011707992,0.00064564,0.000037920392,0.000035116052,0.0022898484,0.94272524,0.0000048433285,0.00016612204],"genre_scores_gemma":[0.29839203,0.00036028668,0.13662934,0.00013076863,0.000035913858,0.00051213545,0.5634495,0.00003350486,0.0004565552],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.99123013,0.0031235528,0.003514747,0.00039758589,0.0016573025,0.000076697565],"domain_scores_gemma":[0.9868099,0.003864155,0.0060033887,0.0006364597,0.0026177156,0.00006836408],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006372315,0.00016448929,0.0023296585,0.0001319995,0.00006306949,0.000088572924,0.000117392236,0.000055083634,0.43055832],"category_scores_gemma":[0.033487167,0.00010666718,0.00016383213,0.00047417285,0.000029903924,0.00036860432,0.00018048407,0.000042999833,0.000008932406],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016282545,0.00027518967,0.0010855012,0.47581792,0.00055663456,0.00002456043,0.0006164194,0.000009622816,0.0018951976,0.000006584913,0.5034498,0.016246302],"study_design_scores_gemma":[0.0005774582,0.0001212937,0.046153206,0.9178661,0.0009228044,0.00012258568,0.001161264,0.0041121393,0.02082162,0.0001441076,0.0074523482,0.0005450721],"about_ca_topic_score_codex":0.0000017539016,"about_ca_topic_score_gemma":0.000007707288,"teacher_disagreement_score":0.49599746,"about_ca_system_score_codex":0.00001536293,"about_ca_system_score_gemma":0.000092114395,"threshold_uncertainty_score":0.9746542},"labels":[],"label_agreement":null},{"id":"W6902066758","doi":"10.6084/m9.figshare.12101844.v1","title":"Additional file 2 of Reporting of financial conflicts of interest in meta-analyses of drug trials published in high-impact medical journals: comparison of results from 2017 to 2018 and 2009","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; McGill University; York University; Jewish General Hospital","funders":"","keywords":"Conflict of interest; Drug trial; Clinical trial; MEDLINE; Drug industry; Drug Company","score_opus":0.9510901416594529,"score_gpt":0.6120980351357095,"score_spread":0.33899210652374345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902066758","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045995902,0.0009930541,0.000005727642,0.00033429093,0.000019364983,0.00036958797,0.95197976,8.2409844e-7,0.0003014955],"genre_scores_gemma":[0.887991,0.000003818024,0.0016951927,0.00006312746,0.000069807975,0.00005398889,0.11002388,0.0000069018365,0.00009230582],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9489113,0.0062904013,0.039934564,0.00069670845,0.0039763968,0.00019060161],"domain_scores_gemma":[0.6473384,0.13385363,0.20616227,0.0041277525,0.0076081613,0.00090978644],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.039699838,0.00021778578,0.010614755,0.00063200784,0.000014083844,0.000074318385,0.0010955624,0.0001403998,0.9666406],"category_scores_gemma":[0.8919315,0.00011033966,0.0019056484,0.0015386268,0.00003920981,0.00025616886,0.00024571086,0.0002182231,0.00006340156],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008247678,0.00008773137,0.00043912337,0.000119388846,0.00056863285,0.000005833329,0.0007092882,0.00010119653,0.00016217426,0.0000015280906,0.99701536,0.0007072619],"study_design_scores_gemma":[0.005195545,0.0009829534,0.67879415,0.025893236,0.004450294,0.00001283784,0.0028029163,0.014915246,0.01615643,0.0014987517,0.24840727,0.00089039805],"about_ca_topic_score_codex":0.0004625903,"about_ca_topic_score_gemma":0.00079203554,"teacher_disagreement_score":0.9665772,"about_ca_system_score_codex":0.000012348229,"about_ca_system_score_gemma":0.0003675077,"threshold_uncertainty_score":0.9888311},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6902067816","doi":"10.6084/m9.figshare.13646921.v1","title":"Additional file 1 of PRISMA-S: an extension to the PRISMA Statement for Reporting Literature Searches in Systematic Reviews","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Toronto","funders":"","keywords":"Systematic review; Extension (predicate logic); Statement (logic); Systematic error; Scientific literature; Task (project management)","score_opus":0.8646329019538216,"score_gpt":0.5472878830637652,"score_spread":0.3173450188900564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902067816","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005577952,0.0020734693,0.000067058776,0.0003971751,0.00003215362,0.0036355203,0.9932317,0.0000032809942,0.00050385407],"genre_scores_gemma":[0.00044826616,0.000007587894,0.021824598,0.00063926855,0.00013473352,0.012503704,0.94854194,0.000018921552,0.01588097],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9761312,0.0067546815,0.013534957,0.00079432694,0.0025613676,0.00022347087],"domain_scores_gemma":[0.9359803,0.032228123,0.021214906,0.005170764,0.0051841238,0.00022176765],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.039920006,0.00020418843,0.00264257,0.00017996074,0.00010607399,0.00058533036,0.00085994625,0.00006581937,0.970724],"category_scores_gemma":[0.6725215,0.0000854133,0.001058451,0.001560855,0.0000041108606,0.00021924953,0.00019009114,0.0001345936,0.0034511352],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014279397,0.000029333338,0.000002292489,0.0060220086,0.000022091765,0.000012290222,0.0006255329,0.000025273928,0.000007308007,0.000006135275,0.99092305,0.0023232761],"study_design_scores_gemma":[0.000036288096,0.000027378432,0.00051460013,0.042238865,0.000022123972,0.000019829156,0.0006870981,0.002781492,0.000020977184,0.00022133884,0.95333654,0.000093468785],"about_ca_topic_score_codex":5.382457e-7,"about_ca_topic_score_gemma":0.00003722747,"teacher_disagreement_score":0.9672729,"about_ca_system_score_codex":0.000036921807,"about_ca_system_score_gemma":0.00016753445,"threshold_uncertainty_score":0.99732476},"labels":[],"label_agreement":null},{"id":"W6902071350","doi":"10.6084/m9.figshare.22800032.v1","title":"Additional file 1 of Engagement is a necessary condition to test audit and feedback design features: results of a pragmatic, factorial, cluster-randomized trial with an embedded process evaluation","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; Women's College Hospital; Université Laval; Trillium Health Centre; University of Toronto; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Audit; Process (computing); Test (biology); Test design; Key (lock); Table (database)","score_opus":0.5256255119845863,"score_gpt":0.48720897044805644,"score_spread":0.03841654153652985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902071350","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00055694295,0.000016348577,0.00009995347,0.000121418176,0.000042826166,0.00610839,0.9920396,0.000010673066,0.0010038479],"genre_scores_gemma":[0.024192173,9.3212503e-7,0.0048988094,0.000111468165,0.00020971193,0.009116106,0.9596792,0.000019425474,0.0017721801],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9823881,0.007973295,0.0039094654,0.0007126278,0.004850223,0.00016632648],"domain_scores_gemma":[0.922689,0.06674616,0.00569916,0.0012740995,0.0034335558,0.00015797882],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.02478488,0.0002423305,0.0021841421,0.00040590967,0.0001132621,0.00029583016,0.0005617133,0.0000960977,0.95698845],"category_scores_gemma":[0.39651287,0.00012578271,0.00037774225,0.0014512561,0.00002099,0.00036548218,0.00007925045,0.00010316223,0.0015106231],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01813772,0.00008853976,1.7673288e-7,0.00017465367,0.0001201527,8.0571914e-7,0.0013325787,0.0004316402,0.0000046236714,8.9792957e-7,0.9789354,0.00077277655],"study_design_scores_gemma":[0.5331869,0.0041209226,0.00087136927,0.011693751,0.001341832,0.000013104027,0.006720519,0.15322544,0.00039843732,0.0050390176,0.28237286,0.0010158615],"about_ca_topic_score_codex":0.0000025836346,"about_ca_topic_score_gemma":0.000015998092,"teacher_disagreement_score":0.95547783,"about_ca_system_score_codex":0.000023210401,"about_ca_system_score_gemma":0.00032756696,"threshold_uncertainty_score":0.9992668},"labels":[],"label_agreement":null},{"id":"W6902089299","doi":"10.6084/m9.figshare.13269804","title":"Additional file 2 of Vaccines to prevent COVID-19: a protocol for a living systematic review with network meta-analysis including individual patient data (The LIVING VACCINE Project)","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Protocol (science); Patient data; Data collection; Vaccination; MEDLINE","score_opus":0.8485981436428847,"score_gpt":0.5355679111455602,"score_spread":0.3130302324973244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902089299","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.725451e-8,0.00084751175,0.00054464967,0.00094142684,0.0000037378363,0.17452858,0.82304,0.000013041318,0.00008097018],"genre_scores_gemma":[0.00005012555,7.027108e-7,0.006702702,0.005434128,0.000114024726,0.7502129,0.23703726,0.000025857576,0.00042227987],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9778893,0.0073919827,0.008208038,0.001497012,0.0046398276,0.00037382328],"domain_scores_gemma":[0.84554785,0.12397952,0.01849292,0.00832026,0.0029878865,0.0006715727],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.019866532,0.00050906953,0.0077782166,0.00028420877,0.0003633026,0.0006202055,0.004565136,0.00006249092,0.9848766],"category_scores_gemma":[0.5634001,0.00020172956,0.0032752731,0.0059123086,0.0000054481166,0.00035839772,0.0019753026,0.00015923157,0.0010709886],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005026163,0.000053180218,0.00000379005,0.05598183,0.022900619,0.0000016329702,0.0004350604,0.00067381747,2.3957123e-8,0.0000016728478,0.91989356,0.00004980221],"study_design_scores_gemma":[0.00006157904,0.00019282284,0.000034777237,0.047303602,0.07547758,0.000009486065,0.00035152826,0.010226775,2.4494668e-7,0.00001235747,0.8660204,0.00030888795],"about_ca_topic_score_codex":0.0000041476496,"about_ca_topic_score_gemma":0.00010656043,"teacher_disagreement_score":0.9838056,"about_ca_system_score_codex":0.000046086436,"about_ca_system_score_gemma":0.00054966134,"threshold_uncertainty_score":0.9997068},"labels":[],"label_agreement":null},{"id":"W6902093967","doi":"10.6084/m9.figshare.14374721","title":"Additional file 1 of Successful incorporation of single reviewer assessments during systematic review screening: development and validation of sensitivity and work-saved of an algorithm that considers exclusion criteria and count","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; BC Children's Hospital; Children's Hospital of Eastern Ontario; University of British Columbia","funders":"","keywords":"Sensitivity (control systems); Table (database); Systematic error; Data file; Semaphore","score_opus":0.48882923800479416,"score_gpt":0.4336475056795316,"score_spread":0.05518173232526258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902093967","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041214406,0.011400852,0.00062768924,0.00003718965,0.00003443423,0.0022453503,0.94427353,0.0000047768563,0.00016177814],"genre_scores_gemma":[0.29061785,0.00035780887,0.13709511,0.0001300242,0.000035705998,0.0005175036,0.57075906,0.000033384546,0.00045354763],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.99123204,0.0031239828,0.0035123958,0.0003976432,0.001657228,0.000076685355],"domain_scores_gemma":[0.9867736,0.0038917612,0.006005792,0.0006374679,0.0026229552,0.00006840306],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006367852,0.00016447982,0.0023286876,0.0001320127,0.00006304759,0.00008839168,0.000117419644,0.000055083274,0.43884236],"category_scores_gemma":[0.0337574,0.0001066669,0.00016382079,0.00047446473,0.000029896313,0.00036834367,0.00018055052,0.000043001957,0.00000899392],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016017724,0.0002708525,0.001074404,0.4649354,0.0005481378,0.000023869861,0.00060586206,0.000009466455,0.0018864188,0.0000063562325,0.5150147,0.0156085305],"study_design_scores_gemma":[0.0005738239,0.000121026045,0.046310563,0.9179044,0.0009246276,0.00012259818,0.0011639876,0.004098346,0.020474102,0.00014275845,0.007618408,0.0005453845],"about_ca_topic_score_codex":0.0000017395147,"about_ca_topic_score_gemma":0.000007621693,"teacher_disagreement_score":0.5073963,"about_ca_system_score_codex":0.000015357462,"about_ca_system_score_gemma":0.00009223821,"threshold_uncertainty_score":0.9743817},"labels":[],"label_agreement":null},{"id":"W6902094406","doi":"10.6084/m9.figshare.17006981.v1","title":"Additional file 1 of Appraising clinical applicability of studies: mapping and synthesis of current frameworks, and proposal of the FrACAS framework and VICORT checklist","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Université de Montréal; Centre Hospitalier Universitaire Sainte-Justine; McGill University; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Flowchart; Checklist; Selection (genetic algorithm); Current (fluid); Expert system; Documentation","score_opus":0.68980966095112,"score_gpt":0.5451761681912979,"score_spread":0.14463349275982207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902094406","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007921053,0.006272735,0.00011759419,0.00013268483,0.000039037634,0.0005309303,0.9844812,0.0000017747902,0.0005029861],"genre_scores_gemma":[0.9061703,0.0002624852,0.062027283,0.00016077075,0.00029281512,0.0009387546,0.02981275,0.000035149475,0.00029968482],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919234,0.0018129371,0.0041873073,0.000547469,0.0014301558,0.00009874822],"domain_scores_gemma":[0.90015364,0.08848023,0.006748628,0.0020673696,0.0024361226,0.00011400625],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0055606808,0.00015407709,0.0022700515,0.000060664563,0.00006660375,0.000048011552,0.00038568364,0.0001738135,0.63770044],"category_scores_gemma":[0.33942074,0.000077689045,0.0005570828,0.00065333856,0.00020650795,0.00007059324,0.0005031933,0.0003026903,0.000014769187],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046728815,0.00013014217,0.004158824,0.0021568108,0.00023242399,4.489634e-7,0.00029703876,0.0000015740055,0.00000629325,0.00013250342,0.95682025,0.036059003],"study_design_scores_gemma":[0.00021587197,0.00007249627,0.28920972,0.037364714,0.0004069308,0.000017790377,0.0063879937,0.0016163426,0.0004246593,0.0139936125,0.6499359,0.00035397641],"about_ca_topic_score_codex":5.6183706e-7,"about_ca_topic_score_gemma":0.000003106809,"teacher_disagreement_score":0.95466846,"about_ca_system_score_codex":0.000005514586,"about_ca_system_score_gemma":0.00013860561,"threshold_uncertainty_score":0.6661436},"labels":[],"label_agreement":null},{"id":"W6902099571","doi":"10.6084/m9.figshare.17020961.v1","title":"Additional file 3 of Effectiveness of interventions for prevention of common infections in people who use opioids: a protocol for a systematic review of systematic reviews","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queensway-Carleton Hospital; Jewish General Hospital; McGill University","funders":"","keywords":"Systematic review; Protocol (science); Psychological intervention; Statement (logic); Table (database); MEDLINE","score_opus":0.7163492364158327,"score_gpt":0.5539976485149224,"score_spread":0.1623515879009103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902099571","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004763727,0.001751067,0.0006427261,0.0000034088612,0.000010632533,0.24373242,0.75375646,0.000001840907,0.000096695054],"genre_scores_gemma":[0.00013398776,0.000012544247,0.0015969988,0.000008276819,0.000007067636,0.8327458,0.16454369,0.000012180277,0.0009394446],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.97169024,0.012597615,0.013894625,0.00042265173,0.0012661584,0.00012869333],"domain_scores_gemma":[0.91292614,0.06245186,0.01766944,0.0020440796,0.004857935,0.000050538114],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018948346,0.00022877382,0.008747344,0.0003700426,0.000038446724,0.000053976553,0.00064433436,0.00008183642,0.71897656],"category_scores_gemma":[0.45370647,0.00013320458,0.0051201656,0.0017829345,0.000013503125,0.0002626274,0.00011007275,0.00006556062,0.00010672939],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036625304,0.0002500818,0.000008852482,0.6182311,0.00011380246,7.976306e-8,0.000029896313,0.000004027032,0.0000035805394,0.00004536295,0.38129276,0.000016742693],"study_design_scores_gemma":[0.0002953171,0.000175294,0.00034428353,0.98914117,0.0004660872,0.0000060929574,0.00008356,0.00051176304,0.000073279116,0.0003099022,0.008498609,0.000094639596],"about_ca_topic_score_codex":0.0000035918656,"about_ca_topic_score_gemma":0.000096992015,"teacher_disagreement_score":0.7188698,"about_ca_system_score_codex":0.00004533887,"about_ca_system_score_gemma":0.0001889521,"threshold_uncertainty_score":0.6567157},"labels":[],"label_agreement":null},{"id":"W6902100754","doi":"10.6084/m9.figshare.26740712.v1","title":"Additional file 1 of Guideline for reporting systematic reviews of outcome measurement instruments (OMIs): PRISMA-COSMIN for OMIs 2024","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Queen's University; SickKids Foundation; University of Toronto; Western University; Institute for Work & Health; Hospital for Sick Children","funders":"","keywords":"Guideline; Systematic review; Outcome (game theory); MEDLINE; Context (archaeology)","score_opus":0.8965404154086453,"score_gpt":0.5553022083891185,"score_spread":0.3412382070195268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902100754","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000029792338,0.0017268761,0.0008463247,0.00009077211,0.00016833669,0.0055246116,0.9896942,0.0000071278687,0.0019388034],"genre_scores_gemma":[0.0009955385,0.000004097167,0.059590474,0.00024688093,0.00030967352,0.029147416,0.8734123,0.00005581778,0.036237776],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9619813,0.0012092101,0.032023102,0.0007706299,0.0037883248,0.00022741794],"domain_scores_gemma":[0.9347913,0.020443594,0.03613719,0.0028880455,0.005577092,0.00016273448],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.05472654,0.00030139394,0.0048582996,0.00031114384,0.00006971,0.00025348976,0.0009617109,0.000088811605,0.98564047],"category_scores_gemma":[0.68035364,0.00015253303,0.003697605,0.0007371654,0.000007652179,0.00017308112,0.00011192089,0.00008187307,0.003540396],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024100545,0.000020797997,0.0000033960828,0.044323944,0.00021275376,7.717719e-7,0.000036733698,0.0000051213665,0.000007551654,0.000011579012,0.95233005,0.003044885],"study_design_scores_gemma":[0.00008725421,0.000039422826,0.000018865994,0.039198667,0.0002489051,0.0000068004006,0.00008608946,0.010092949,0.000039977618,0.00035900858,0.94969183,0.00013020725],"about_ca_topic_score_codex":0.0000010171742,"about_ca_topic_score_gemma":0.0000069698067,"teacher_disagreement_score":0.98210007,"about_ca_system_score_codex":0.00007966127,"about_ca_system_score_gemma":0.00020352202,"threshold_uncertainty_score":0.9972355},"labels":[],"label_agreement":null},{"id":"W6902107591","doi":"10.6084/m9.figshare.13023881","title":"Additional file 1 of Assessing how information is packaged in rapid reviews for policy-makers and other stakeholders: a cross-sectional study","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Checklist; Statement (logic); Information system; File format; Documentation","score_opus":0.8570184750060525,"score_gpt":0.5231989442003622,"score_spread":0.3338195308056904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902107591","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019544759,0.00009004566,0.000045160785,0.00032233223,0.00000997896,0.0013693866,0.9965573,0.0000033396548,0.0014070097],"genre_scores_gemma":[0.055389952,0.0000026050875,0.0056973966,0.006787314,0.00043067223,0.005007391,0.9244701,0.00003014864,0.0021843757],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937083,0.0011826713,0.0031054225,0.00037021982,0.0014960598,0.00013729763],"domain_scores_gemma":[0.9894578,0.0060208044,0.0031827132,0.0005783563,0.0006562959,0.000104018014],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004909905,0.00016455092,0.0011819229,0.00025068666,0.00008950652,0.0011763534,0.00040623551,0.00006072285,0.9831557],"category_scores_gemma":[0.16885723,0.000097014694,0.0005302926,0.0009531439,0.000012899974,0.000941015,0.00006981568,0.000093953684,0.0018463521],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035619987,0.000016737851,0.0010827336,0.0001452342,0.000028165025,1.952638e-7,0.0005897856,0.0000036520241,7.175349e-7,0.0000026211937,0.9928382,0.0052883867],"study_design_scores_gemma":[0.00023133005,0.000046880337,0.050489765,0.0002760188,0.000008611232,0.0000012527935,0.00089862815,0.001617916,0.0000014604551,0.000055958313,0.94628286,0.00008932991],"about_ca_topic_score_codex":0.0000025391942,"about_ca_topic_score_gemma":0.000009228667,"teacher_disagreement_score":0.98130935,"about_ca_system_score_codex":0.000025513684,"about_ca_system_score_gemma":0.00013737835,"threshold_uncertainty_score":0.9998605},"labels":[],"label_agreement":null},{"id":"W6902134543","doi":"10.6084/m9.figshare.14913288.v1","title":"Additional file 9 of Validity of observational evidence on putative risk and protective factors: appraisal of 3744 meta-analyses on 57 topics","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Observational study; Observational methods in psychology; Risk factor; Scale (ratio); Epidemiology","score_opus":0.9568500912325363,"score_gpt":0.5921043881282471,"score_spread":0.3647457031042892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902134543","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016954521,0.00014807507,0.00006134587,0.00005490576,0.000014999225,0.00032788783,0.9967346,0.0000016326942,0.00096108945],"genre_scores_gemma":[0.22631969,0.0000049525834,0.009743827,0.0001336804,0.00014361521,0.0012852502,0.7579695,0.000021084208,0.004378383],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98851055,0.004595644,0.0029251163,0.0005743215,0.003299621,0.000094763316],"domain_scores_gemma":[0.89527136,0.09333969,0.0062456126,0.0011872549,0.003881609,0.0000744541],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033617192,0.00020588968,0.0024526385,0.00015900657,0.00006015197,0.0000684383,0.00047496113,0.0000739878,0.9852142],"category_scores_gemma":[0.49222296,0.0001043423,0.0017248249,0.00086690544,0.000033390425,0.0002138572,0.00011599731,0.00014442347,0.0003845687],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006735761,0.000071431125,0.00024259737,0.00010947527,0.0010967938,0.0000012241181,0.00017361347,0.00016786603,0.000020591122,0.000062897925,0.99747336,0.0005734444],"study_design_scores_gemma":[0.00024939887,0.0007117369,0.48152006,0.0033457354,0.0036090882,0.000005039195,0.0017820403,0.0025740708,0.015249385,0.007383577,0.4830578,0.0005120891],"about_ca_topic_score_codex":0.0000066183547,"about_ca_topic_score_gemma":0.000013659464,"teacher_disagreement_score":0.9848296,"about_ca_system_score_codex":0.000014660163,"about_ca_system_score_gemma":0.00019783202,"threshold_uncertainty_score":0.51205426},"labels":[],"label_agreement":null},{"id":"W6902134609","doi":"10.6084/m9.figshare.21397884.v1","title":"Additional file 10 of Machine learning algorithms to identify cluster randomized trials from MEDLINE and EMBASE","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Ottawa Hospital; McMaster University; London Health Sciences Centre; Lawson Health Research Institute","funders":"","keywords":"Cluster (spacecraft); MEDLINE; Randomized controlled trial; Statistical classification; Feature (linguistics)","score_opus":0.6389207733819969,"score_gpt":0.5060018156930441,"score_spread":0.1329189576889528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902134609","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013999375,0.00053150655,0.000093905146,0.0002546595,0.00004997862,0.000922021,0.99695444,0.0000050879535,0.0010484231],"genre_scores_gemma":[0.0013325316,9.2449835e-7,0.005181729,0.00044396566,0.00015829524,0.0022921783,0.95638025,0.000013041549,0.0341971],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96794057,0.021528723,0.006164444,0.00065464695,0.003570012,0.0001416138],"domain_scores_gemma":[0.8242664,0.16543746,0.007461845,0.0015690405,0.0010130643,0.00025220154],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.04175379,0.0001885767,0.0044210725,0.0002883881,0.00018838227,0.0002960731,0.000760938,0.000039055973,0.9997953],"category_scores_gemma":[0.5552057,0.000099989986,0.0016317208,0.00066220976,0.000009613235,0.000110083995,0.0005421251,0.00017654113,0.009865606],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042102716,0.000016333892,0.000001253541,0.000013301138,0.00014538545,0.0000040576783,0.00010225101,0.00014494178,0.000003919276,0.0000010559322,0.993504,0.0056424774],"study_design_scores_gemma":[0.006313005,0.000022792316,0.00008554673,0.00014829151,0.000108409615,0.0000038801245,0.00012549182,0.0398453,0.0000068031522,0.0004114223,0.95282215,0.00010689454],"about_ca_topic_score_codex":0.000013165009,"about_ca_topic_score_gemma":0.00000997433,"teacher_disagreement_score":0.9899297,"about_ca_system_score_codex":0.000015662796,"about_ca_system_score_gemma":0.000052036998,"threshold_uncertainty_score":0.99090534},"labels":[],"label_agreement":null},{"id":"W6902134645","doi":"10.6084/m9.figshare.26574451.v1","title":"Additional file 3 of Insights from using an outcomes measurement properties search filter and conducting citation searches to locate psychometric articles of tools used to measure context attributes","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Canadian Agency for Drugs and Technologies in Health; Ottawa Hospital","funders":"","keywords":"Measure (data warehouse); Context (archaeology); Filter (signal processing); Citation; Transaction log","score_opus":0.9797628912594801,"score_gpt":0.48329686709611414,"score_spread":0.496466024163366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902134645","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13746943,0.0010173136,0.0001802978,0.00022868263,0.000031037885,0.000784507,0.86022544,0.000008216811,0.00005505533],"genre_scores_gemma":[0.96548253,1.7781444e-7,0.002065124,0.000074658274,0.000039333903,0.0002321422,0.031917397,0.00001228879,0.00017633846],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.991104,0.001780436,0.0022219738,0.00060177187,0.0041240407,0.00016778828],"domain_scores_gemma":[0.98871756,0.0066156224,0.0005231526,0.00076936884,0.0031885637,0.00018571336],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0048529324,0.00018498383,0.0011881064,0.0008219964,0.00008490176,0.0007494527,0.00047990592,0.000051879273,0.82392186],"category_scores_gemma":[0.10726872,0.000097699965,0.0003135025,0.002277993,0.000017845023,0.0005320343,0.0001221319,0.000092177754,0.0015336587],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008401155,0.00004063708,0.00022038633,0.00021991797,0.00020847355,0.0000011817555,0.0025475123,0.00014517384,0.005052573,0.0000069967296,0.96830684,0.023241896],"study_design_scores_gemma":[0.0009360268,0.0009121996,0.15740795,0.043443605,0.00047580508,0.000013144866,0.036639694,0.06928601,0.07461784,0.0014444573,0.61306447,0.0017587623],"about_ca_topic_score_codex":0.000024232577,"about_ca_topic_score_gemma":0.00011127682,"teacher_disagreement_score":0.82830805,"about_ca_system_score_codex":0.000047623816,"about_ca_system_score_gemma":0.00014847798,"threshold_uncertainty_score":0.99924374},"labels":[],"label_agreement":null},{"id":"W6902154220","doi":"10.6084/m9.figshare.26708885.v1","title":"Additional file 2 of Application of causal inference methods in individual-participant data meta-analyses in medicine: addressing data handling and reporting gaps with new proposed reporting guidelines","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Causal inference; Inference; Group method of data handling; Key (lock); Data collection","score_opus":0.9865292146862217,"score_gpt":0.7197379486779582,"score_spread":0.26679126600826353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902154220","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013729779,0.0079074,0.0041709244,0.00025911894,0.000017555283,0.00069767726,0.98646694,0.000010331058,0.00033274526],"genre_scores_gemma":[0.016107323,0.000003733355,0.24814726,0.00004254115,0.00010187621,0.00022808774,0.735065,0.000017984248,0.0002862124],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9688438,0.0021786678,0.024180444,0.0015763516,0.002990999,0.00022974538],"domain_scores_gemma":[0.6955787,0.118095614,0.15679659,0.023034401,0.0059344014,0.0005602882],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.059329357,0.0002570681,0.00388752,0.0006013632,0.000048596623,0.00030273848,0.0016660156,0.00007742178,0.77873594],"category_scores_gemma":[0.74649113,0.0001211633,0.00023460103,0.002365177,0.000039405342,0.0007299763,0.00096760626,0.0002143695,0.000039406867],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023306031,0.000012771208,0.00025905427,0.00040611636,0.00082283485,0.000023044726,0.00027062814,0.00027298622,0.00020998847,0.0000040396576,0.9753875,0.02232868],"study_design_scores_gemma":[0.00023786124,0.0000620019,0.012570494,0.020463135,0.00806362,0.0001166504,0.0020102335,0.5806631,0.0004519166,0.0011948522,0.37366894,0.00049721095],"about_ca_topic_score_codex":0.00024145033,"about_ca_topic_score_gemma":0.0007372928,"teacher_disagreement_score":0.77869654,"about_ca_system_score_codex":0.000009167438,"about_ca_system_score_gemma":0.0006381989,"threshold_uncertainty_score":0.9686184},"labels":[],"label_agreement":null},{"id":"W6902156722","doi":"10.6084/m9.figshare.12799359.v1","title":"Additional file 1 of A guide to writing systematic reviews of rare disease treatments to generate FAIR-compliant datasets: building a Treatabolome","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital; Children's Hospital of Eastern Ontario","funders":"","keywords":"Systematic review; Rare disease; MEDLINE; Disease","score_opus":0.7039487855869887,"score_gpt":0.4985569648762431,"score_spread":0.20539182071074558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902156722","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000031929456,0.0007694892,0.000116275274,0.0001962639,0.000011964878,0.0026763382,0.9955923,0.0000067931164,0.0005986563],"genre_scores_gemma":[0.00090452377,0.0000026565185,0.020073308,0.0011064202,0.0001098915,0.0050136577,0.97148067,0.000021496951,0.001287392],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98547137,0.0028807544,0.007987734,0.0009384135,0.0024722724,0.00024946692],"domain_scores_gemma":[0.98301107,0.0077915816,0.00486201,0.0027015663,0.00087755424,0.0007562103],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0033931637,0.0003563497,0.004196974,0.0002526724,0.000090039306,0.00023544749,0.0016393627,0.000039004863,0.9881846],"category_scores_gemma":[0.27215278,0.00019108006,0.0013165082,0.0017360108,0.0000060835278,0.00021784155,0.00037657312,0.000059967042,0.028314698],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005778544,0.00003065716,0.0000059909808,0.0058296532,0.00010354538,0.000015537256,0.000079755664,0.000061323866,0.00003418793,0.0000045038723,0.99292207,0.00090696994],"study_design_scores_gemma":[0.000099829784,0.0000540103,0.00031453383,0.027026424,0.00019398493,0.0000041458748,0.00012255409,0.0022148732,0.000034487235,0.000012275772,0.96973014,0.0001927343],"about_ca_topic_score_codex":0.0000024932942,"about_ca_topic_score_gemma":0.0000021933906,"teacher_disagreement_score":0.95986986,"about_ca_system_score_codex":0.000040062594,"about_ca_system_score_gemma":0.00010456433,"threshold_uncertainty_score":0.97244185},"labels":[],"label_agreement":null},{"id":"W6902159125","doi":"10.6084/m9.figshare.25017842.v1","title":"Additional file 1 of Rethinking the pros and cons of randomized controlled trials and observational studies in the era of big data and advanced methods: a panel discussion","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health and Social Services Centre University Institute of Geriatrics of Sherbrooke; Université de Sherbrooke; Université de Montréal; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Observational study; Big data; cons; Randomized controlled trial; Panel discussion","score_opus":0.9394771372662367,"score_gpt":0.606074942909835,"score_spread":0.3334021943564017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902159125","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001894712,0.016805615,0.000046308134,0.0011949417,0.00003012891,0.002200903,0.9793836,0.0000012253981,0.00014783576],"genre_scores_gemma":[0.13474318,0.0012494554,0.080911994,0.0007829769,0.00043438922,0.015639197,0.7620703,0.000041226493,0.004127287],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97240216,0.019902885,0.0057238787,0.00041157554,0.0014881926,0.00007128976],"domain_scores_gemma":[0.27643695,0.71350116,0.0072321147,0.0016757235,0.0011163866,0.00003768111],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08559859,0.0001263142,0.0050733523,0.00010131595,0.00006298834,0.00014122103,0.00048767423,0.000036758935,0.42767578],"category_scores_gemma":[0.6634258,0.000031589243,0.00049844134,0.0004254019,0.000113579445,0.00014987262,0.00025655126,0.0001103467,0.000005469548],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005594788,0.000010360976,0.000004784982,0.00034066572,0.0005430817,6.1608995e-7,0.0022491198,0.0000023812272,0.000021433505,0.00016577894,0.97692555,0.019176763],"study_design_scores_gemma":[0.06484247,0.00012207642,0.0037108292,0.039292965,0.0029870276,0.000037544793,0.020255119,0.09182244,0.000044837427,0.1007637,0.67570364,0.00041734826],"about_ca_topic_score_codex":9.295069e-7,"about_ca_topic_score_gemma":0.000009129717,"teacher_disagreement_score":0.69596523,"about_ca_system_score_codex":0.0000026015125,"about_ca_system_score_gemma":0.00008577196,"threshold_uncertainty_score":0.9415687},"labels":[],"label_agreement":null},{"id":"W6902165201","doi":"10.6084/m9.figshare.24070070","title":"Additional file 1 of Reporting quality of randomized controlled trials in prehabilitation: a scoping review","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; University Health Network; Ottawa Hospital; McGill University","funders":"","keywords":"Checklist; Consolidated Standards of Reporting Trials; Randomized controlled trial; Quality (philosophy); Data quality; MEDLINE","score_opus":0.9075564580967215,"score_gpt":0.6364373100872742,"score_spread":0.27111914800944725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902165201","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000039738992,0.0048327106,0.000004022591,0.00012718534,0.000021365673,0.0057300073,0.9858278,0.0000052596615,0.0034118944],"genre_scores_gemma":[0.0012649479,0.000053011703,0.0021573533,0.00012354122,0.00006418996,0.017869184,0.9758811,0.000009491615,0.002577206],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.78636676,0.09521154,0.11087123,0.0008466008,0.006480399,0.00022344025],"domain_scores_gemma":[0.022209441,0.83157086,0.14000534,0.0022385784,0.0038983012,0.00007744912],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.4167787,0.00015074328,0.024911197,0.00036940837,0.00002764897,0.000068476234,0.00049059815,0.00005288425,0.99842435],"category_scores_gemma":[0.99356097,0.000068213754,0.007962655,0.0019188311,0.000016269129,0.00012144209,0.00008007151,0.00006622909,0.003256609],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029148074,0.0000115807225,0.0000074291484,0.0051708985,0.000118727556,7.5742105e-7,0.000046552057,0.000010525616,0.0000012277509,0.000008241507,0.9936827,0.0006499121],"study_design_scores_gemma":[0.04029278,0.000025371506,0.0023137205,0.89766824,0.0003352897,0.0000021268825,0.00028321502,0.0027022413,0.000007263922,0.0021945047,0.05392425,0.00025100802],"about_ca_topic_score_codex":0.0000022503204,"about_ca_topic_score_gemma":0.000013583187,"teacher_disagreement_score":0.99516773,"about_ca_system_score_codex":0.00001086816,"about_ca_system_score_gemma":0.0002693435,"threshold_uncertainty_score":0.9975195},"labels":[],"label_agreement":null},{"id":"W6902166115","doi":"10.6084/m9.figshare.26574454.v1","title":"Additional file 4 of Insights from using an outcomes measurement properties search filter and conducting citation searches to locate psychometric articles of tools used to measure context attributes","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Canadian Agency for Drugs and Technologies in Health; Ottawa Hospital","funders":"","keywords":"Measure (data warehouse); Context (archaeology); Filter (signal processing); Citation; Key (lock)","score_opus":0.9799011766023259,"score_gpt":0.48376014157763436,"score_spread":0.49614103502469153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902166115","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13729547,0.0010229894,0.00018172846,0.00022885244,0.000030866082,0.00078694796,0.8603898,0.000008245935,0.00005505854],"genre_scores_gemma":[0.9655353,1.7748137e-7,0.0020632106,0.000074589814,0.000038913662,0.00023172288,0.03187318,0.000012263101,0.00017063967],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99110377,0.0017802133,0.0022226505,0.00060181884,0.0041237716,0.00016780336],"domain_scores_gemma":[0.9887687,0.0066204774,0.000522733,0.00076899497,0.003133523,0.00018554534],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0048563476,0.00018499517,0.0011883532,0.0008223329,0.00008493897,0.0007498037,0.0004802167,0.000051883137,0.821755],"category_scores_gemma":[0.106087185,0.000097716314,0.00031352387,0.002277737,0.000017847846,0.0005321028,0.0001221729,0.000092175236,0.001506093],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008508538,0.00004080126,0.00022161359,0.00021918502,0.00020922617,0.000001189635,0.0025589352,0.00014390485,0.0050024604,0.0000072466682,0.96827745,0.023309462],"study_design_scores_gemma":[0.0009534689,0.00094643293,0.16157345,0.044501193,0.00048958993,0.0000135594555,0.037553117,0.07103962,0.07489868,0.0014897165,0.604743,0.0017981519],"about_ca_topic_score_codex":0.000024043018,"about_ca_topic_score_gemma":0.0001116787,"teacher_disagreement_score":0.82851666,"about_ca_system_score_codex":0.000047462407,"about_ca_system_score_gemma":0.00014798788,"threshold_uncertainty_score":0.99927133},"labels":[],"label_agreement":null},{"id":"W6902168581","doi":"10.6084/m9.figshare.23639961","title":"Additional file 3 of Overlapping research efforts in a global pandemic: a rapid systematic review of COVID-19-related individual participant data meta-analyses","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University; Jewish General Hospital","funders":"","keywords":"Data collection; Data file; File format; Key (lock); Identification (biology)","score_opus":0.9740588241078078,"score_gpt":0.658987037428838,"score_spread":0.31507178667896973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902168581","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000106625685,0.028867664,0.0000016693259,0.00015018105,0.000014267117,0.001926024,0.9679839,0.000012861433,0.0010327469],"genre_scores_gemma":[0.0025906907,0.000128665,0.00025262366,0.00033277448,0.000019706607,0.0033226106,0.99193954,0.0000137641855,0.0013996481],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95427614,0.019933624,0.013619879,0.0012736751,0.010381344,0.00051534566],"domain_scores_gemma":[0.8682287,0.106790684,0.012158498,0.009584317,0.002728527,0.00050932594],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.0926402,0.00032510678,0.007982671,0.0008107839,0.0001104328,0.00021255975,0.0044573816,0.00014026888,0.9956329],"category_scores_gemma":[0.7440837,0.00016312079,0.002306036,0.009974125,0.00005377865,0.00034659868,0.0014664785,0.00026949632,0.013630522],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016007684,0.00003371814,0.000010525795,0.08142633,0.0034574429,0.000020165307,0.000097559125,0.000038347673,5.4833345e-7,0.000014303225,0.9148301,0.00006935326],"study_design_scores_gemma":[0.00028941355,0.00006989003,0.0011165341,0.2832615,0.01470778,0.000055245175,0.0012725499,0.009409452,0.0000014766392,0.0015417184,0.6878327,0.00044170697],"about_ca_topic_score_codex":0.000024722987,"about_ca_topic_score_gemma":0.000083622435,"teacher_disagreement_score":0.9820024,"about_ca_system_score_codex":0.00005598427,"about_ca_system_score_gemma":0.00088764366,"threshold_uncertainty_score":0.9871375},"labels":[],"label_agreement":null},{"id":"W6902169978","doi":"10.6084/m9.figshare.26740724","title":"Additional file 5 of Guideline for reporting systematic reviews of outcome measurement instruments (OMIs): PRISMA-COSMIN for OMIs 2024","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Queen's University; SickKids Foundation; University of Toronto; Western University; Institute for Work & Health; Hospital for Sick Children","funders":"","keywords":"Guideline; Systematic review; Outcome (game theory); MEDLINE; Context (archaeology)","score_opus":0.8943671372343576,"score_gpt":0.5547514112414073,"score_spread":0.3396157259929503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902169978","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000030057306,0.0017424567,0.0008550138,0.00009080491,0.00016868934,0.0055364063,0.9896518,0.0000071397617,0.0019447128],"genre_scores_gemma":[0.0010346797,0.0000042081315,0.059738766,0.00025029844,0.00031412698,0.028989574,0.8732035,0.00005652846,0.03640827],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96195126,0.0012091136,0.0320519,0.0007706005,0.0037896931,0.00022745824],"domain_scores_gemma":[0.9355757,0.020088468,0.035803422,0.0028573743,0.005513829,0.00016119896],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.05477,0.00030140227,0.004860724,0.0003111719,0.000069741385,0.00025402318,0.00096145703,0.00008881581,0.9850438],"category_scores_gemma":[0.6781401,0.00015252616,0.003698144,0.0007370383,0.000007654102,0.00017323642,0.00011188902,0.00008186362,0.0034835371],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024109654,0.000020794492,0.0000033955994,0.044699576,0.00021252812,7.833268e-7,0.000036742727,0.000005112964,0.0000075090165,0.000011923112,0.95190895,0.0030902503],"study_design_scores_gemma":[0.00008807843,0.000039519364,0.000019156061,0.039251518,0.00024872043,0.0000068102127,0.00008602099,0.010076959,0.00004032429,0.00036187394,0.9496507,0.00013031746],"about_ca_topic_score_codex":0.0000010286307,"about_ca_topic_score_gemma":0.000007069478,"teacher_disagreement_score":0.9815603,"about_ca_system_score_codex":0.00007968593,"about_ca_system_score_gemma":0.00020310633,"threshold_uncertainty_score":0.99729234},"labels":[],"label_agreement":null},{"id":"W6902174905","doi":"10.6084/m9.figshare.21397884","title":"Additional file 10 of Machine learning algorithms to identify cluster randomized trials from MEDLINE and EMBASE","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Ottawa Hospital; McMaster University; London Health Sciences Centre; Lawson Health Research Institute","funders":"","keywords":"Cluster (spacecraft); MEDLINE; Randomized controlled trial; Statistical classification; Feature (linguistics)","score_opus":0.6389207733819969,"score_gpt":0.5060018156930441,"score_spread":0.1329189576889528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902174905","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013999375,0.00053150655,0.000093905146,0.0002546595,0.00004997862,0.000922021,0.99695444,0.0000050879535,0.0010484231],"genre_scores_gemma":[0.0013325316,9.2449835e-7,0.005181729,0.00044396566,0.00015829524,0.0022921783,0.95638025,0.000013041549,0.0341971],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96794057,0.021528723,0.006164444,0.00065464695,0.003570012,0.0001416138],"domain_scores_gemma":[0.8242664,0.16543746,0.007461845,0.0015690405,0.0010130643,0.00025220154],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.04175379,0.0001885767,0.0044210725,0.0002883881,0.00018838227,0.0002960731,0.000760938,0.000039055973,0.9997953],"category_scores_gemma":[0.5552057,0.000099989986,0.0016317208,0.00066220976,0.000009613235,0.000110083995,0.0005421251,0.00017654113,0.009865606],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042102716,0.000016333892,0.000001253541,0.000013301138,0.00014538545,0.0000040576783,0.00010225101,0.00014494178,0.000003919276,0.0000010559322,0.993504,0.0056424774],"study_design_scores_gemma":[0.006313005,0.000022792316,0.00008554673,0.00014829151,0.000108409615,0.0000038801245,0.00012549182,0.0398453,0.0000068031522,0.0004114223,0.95282215,0.00010689454],"about_ca_topic_score_codex":0.000013165009,"about_ca_topic_score_gemma":0.00000997433,"teacher_disagreement_score":0.9899297,"about_ca_system_score_codex":0.000015662796,"about_ca_system_score_gemma":0.000052036998,"threshold_uncertainty_score":0.99090534},"labels":[],"label_agreement":null},{"id":"W6902182835","doi":"10.6084/m9.figshare.26601274.v1","title":"Additional file 2 of Diabetes duration or age at onset and mortality in insulin-dependent diabetics: a systematic review and meta-analysis","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Observational study; Diabetes mellitus; Duration (music); Quality (philosophy); MEDLINE; Population; Quality assessment","score_opus":0.567875552645429,"score_gpt":0.4549263888918789,"score_spread":0.11294916375355007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902182835","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028596396,0.04220199,0.0000012670964,0.00009313378,0.000005948947,0.0011159474,0.956023,0.000005384209,0.00026738454],"genre_scores_gemma":[0.04527869,0.00014838755,0.00049401436,0.0006620687,0.000021580681,0.007039567,0.92543405,0.000021901089,0.020899717],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9877982,0.0035594054,0.0055904174,0.00076375355,0.0021352249,0.00015301321],"domain_scores_gemma":[0.97804683,0.017741637,0.002224004,0.0014590953,0.00041685475,0.00011158722],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.009135112,0.0002628555,0.0061506354,0.0004385838,0.00005362405,0.000460441,0.0004385008,0.00007216465,0.99511296],"category_scores_gemma":[0.09589303,0.000117334865,0.001766922,0.0018599611,0.00001914862,0.0002224978,0.000208369,0.00010065302,0.002746474],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.7590502e-7,0.000012790771,0.00005181831,0.061427083,0.012951781,0.000011919169,0.000048836882,0.0000017746598,2.3374508e-7,0.0000029136586,0.92547613,0.000014457198],"study_design_scores_gemma":[0.00018380281,0.00010806371,0.033195287,0.060464934,0.6915387,0.000032168784,0.00025720807,0.017615791,0.000015076773,0.0013275176,0.19418323,0.0010782019],"about_ca_topic_score_codex":0.0000025305476,"about_ca_topic_score_gemma":0.00030774163,"teacher_disagreement_score":0.99236643,"about_ca_system_score_codex":0.00003000413,"about_ca_system_score_gemma":0.00005042699,"threshold_uncertainty_score":0.99803},"labels":[],"label_agreement":null},{"id":"W6902183843","doi":"10.6084/m9.figshare.19424891.v1","title":"Additional file 1 of Development and validation of search filters to identify articles on deprescribing in Medline and Embase","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital","funders":"","keywords":"Deprescribing; MEDLINE","score_opus":0.7343628130839096,"score_gpt":0.4901237208383608,"score_spread":0.2442390922455488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902183843","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14511876,0.000028617813,0.0000041166613,0.000057568977,0.000004944654,0.0002195305,0.8543008,8.3907616e-7,0.00026481206],"genre_scores_gemma":[0.64949745,1.9270077e-7,0.0046079047,0.00013824011,0.000011474404,0.00070580933,0.34402806,0.000006479923,0.0010043904],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956972,0.00087447243,0.001474663,0.00026786653,0.001614069,0.00007172582],"domain_scores_gemma":[0.9944746,0.004421016,0.0005122989,0.00034069206,0.00019774585,0.00005363183],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037106343,0.000062417384,0.0004654459,0.00029141668,0.000054676202,0.00006229778,0.00022443525,0.000011471483,0.98448116],"category_scores_gemma":[0.025746292,0.0000409941,0.00007826229,0.00055738795,0.00000425541,0.00006760782,0.00021717456,0.00004951756,0.00034044642],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036698511,0.00001812596,0.00017408814,0.000035768448,0.000009862705,0.000001606891,0.00042169314,0.00028434262,0.00006123009,0.0000027749832,0.9904223,0.008564504],"study_design_scores_gemma":[0.00033987765,0.00012647477,0.1806702,0.0018441363,0.000019814317,0.000010466993,0.0036358514,0.009387847,0.007845964,0.00028762367,0.79557323,0.0002585127],"about_ca_topic_score_codex":0.0000023140767,"about_ca_topic_score_gemma":0.000009788932,"teacher_disagreement_score":0.9841407,"about_ca_system_score_codex":0.000015688298,"about_ca_system_score_gemma":0.00004645976,"threshold_uncertainty_score":0.98246026},"labels":[],"label_agreement":null},{"id":"W6902195538","doi":"10.6084/m9.figshare.20064959.v1","title":"Additional file 1 of Study protocol for developing, piloting and disseminating the PRISMA-COSMIN guideline: a new reporting guideline for systematic reviews of outcome measurement instruments","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Queen's University; Western University; University Health Network; University of Toronto; SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Guideline; Protocol (science); Outcome (game theory); Systematic review; Dissemination","score_opus":0.8811470899404734,"score_gpt":0.5889064703972837,"score_spread":0.2922406195431897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902195538","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007378441,0.00004834541,0.0013706016,0.0001972657,0.00002524407,0.35938835,0.63880354,0.0000055863475,0.00015370802],"genre_scores_gemma":[0.00016119142,3.129627e-8,0.06310716,0.00015771383,0.00006339376,0.87610596,0.059125446,0.00001985808,0.0012592342],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95621425,0.0030805946,0.035153612,0.0007218092,0.0045859013,0.00024384355],"domain_scores_gemma":[0.8830819,0.017278807,0.091040514,0.0025477137,0.005930759,0.000120296354],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.094349936,0.0002767706,0.003289721,0.00016784706,0.00038568416,0.00016624859,0.0011596885,0.000027136786,0.7955458],"category_scores_gemma":[0.7178769,0.00012977404,0.0010021997,0.0006936704,0.000005532597,0.00011021252,0.0004562292,0.00009945343,0.000040771854],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005401915,0.000052435225,0.00007343744,0.008007763,0.00010737675,2.8835296e-7,0.00024130614,0.000015011965,0.000002850903,0.000004852849,0.9879509,0.0035383834],"study_design_scores_gemma":[0.0004175561,0.00016699408,0.00013670507,0.012561599,0.00012209406,0.00000979524,0.0024338819,0.007065039,0.000010321542,0.00024122429,0.9766776,0.00015722042],"about_ca_topic_score_codex":0.0000040615755,"about_ca_topic_score_gemma":0.000014235031,"teacher_disagreement_score":0.79550505,"about_ca_system_score_codex":0.00008513376,"about_ca_system_score_gemma":0.00028452268,"threshold_uncertainty_score":0.93255734},"labels":[],"label_agreement":null},{"id":"W6902223713","doi":"10.6084/m9.figshare.12414353","title":"Additional file 2 of Database combinations to retrieve systematic reviews in overviews of reviews: a methodological study","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Table (database); Systematic review; File format; Key (lock)","score_opus":0.950823843110015,"score_gpt":0.593559542726509,"score_spread":0.357264300383506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902223713","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000104673245,0.0030214854,0.000089507696,0.00014453405,0.000016842658,0.0073325485,0.987666,0.0000035166145,0.0017150955],"genre_scores_gemma":[0.0016787932,0.00006014461,0.04165839,0.002325977,0.0001019074,0.019040404,0.93208754,0.000030277744,0.0030165878],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9412948,0.038226336,0.015915494,0.0009803537,0.0033796986,0.0002033374],"domain_scores_gemma":[0.8495748,0.12012977,0.020755548,0.0063503548,0.0026565962,0.0005329188],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.04282499,0.0002994063,0.007920642,0.00031395772,0.000041248182,0.000094763614,0.0020337692,0.00006856414,0.9962163],"category_scores_gemma":[0.84553593,0.00014704197,0.0015894116,0.004369683,0.000010152782,0.00020704806,0.0004397389,0.00018594608,0.031692486],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030125468,0.00017102293,0.000011570653,0.0074793333,0.00003274189,0.0000034868854,0.0004405678,0.0000027422075,0.0000029785658,0.000017715687,0.99118,0.0006548483],"study_design_scores_gemma":[0.00013363539,0.00016808977,0.0010677181,0.024351485,0.00008510466,0.000001929073,0.00048334792,0.00049268076,0.000002727497,0.00007415442,0.9729926,0.00014655235],"about_ca_topic_score_codex":0.0000017969585,"about_ca_topic_score_gemma":0.00001966128,"teacher_disagreement_score":0.9645238,"about_ca_system_score_codex":0.000026086838,"about_ca_system_score_gemma":0.000080434766,"threshold_uncertainty_score":0.9856131},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6902251959","doi":"10.6084/m9.figshare.22618676","title":"Additional file 1 of Evaluation of the use of GRADE in dentistry systematic reviews and its impact on conclusions: a protocol for a methodological study","year":2023,"lang":"en","type":"article","venue":"Open MIND","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Protocol (science); Checklist; Systematic review; MEDLINE; Evidence-based dentistry","score_opus":0.9781140862165979,"score_gpt":0.7184379827562528,"score_spread":0.2596761034603451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902251959","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12636578,0.000049257404,0.00007036873,0.00005187055,0.000041615498,0.814293,0.058862776,3.3420562e-7,0.00026494716],"genre_scores_gemma":[0.03753621,0.0000013654335,0.015908368,0.000018258308,0.000013783176,0.9425213,0.00054284825,0.000009339308,0.0034485788],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9530329,0.036610458,0.006714806,0.00045040547,0.0030914224,0.00009999798],"domain_scores_gemma":[0.93196595,0.06006899,0.0059662857,0.001114569,0.0008498094,0.000034418514],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13958621,0.00012635073,0.0027494254,0.00017339668,0.000047009307,0.00011099211,0.0007667618,0.00004310619,0.42518142],"category_scores_gemma":[0.36947212,0.000044223525,0.0006233919,0.0011626958,0.000032250773,0.00013237075,0.00028512534,0.000050354298,0.00015040964],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059578928,0.0006246269,0.00084221875,0.0033018347,0.00025840834,0.0000014964448,0.0011279378,0.00037363108,0.00014746016,0.000023642897,0.98390967,0.009329524],"study_design_scores_gemma":[0.008710384,0.0035627198,0.29820454,0.0845261,0.0040445803,0.000061132865,0.0119332075,0.3275659,0.0006759376,0.0072023915,0.2525902,0.00092288497],"about_ca_topic_score_codex":0.0000043293267,"about_ca_topic_score_gemma":0.000028055443,"teacher_disagreement_score":0.7313194,"about_ca_system_score_codex":0.000021726253,"about_ca_system_score_gemma":0.00012751123,"threshold_uncertainty_score":0.885977},"labels":[{"model":"gemma","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W6902261097","doi":"10.6084/m9.figshare.24819623","title":"Additional file 1 of Methods and guidance on conducting, reporting, publishing, and appraising living systematic reviews: a scoping review","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Key (lock); Data collection; Work (physics); Government (linguistics); Set (abstract data type)","score_opus":0.9121583723860267,"score_gpt":0.618871434510737,"score_spread":0.2932869378752897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902261097","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009980757,0.11122206,0.00004821928,0.00018125608,0.000084589694,0.004286372,0.8745235,0.000040763047,0.0096032135],"genre_scores_gemma":[0.00025149362,0.0022403493,0.10287627,0.00394473,0.0006307066,0.018274682,0.84454703,0.00015236897,0.027082378],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9695305,0.011697623,0.015167978,0.001092553,0.0022337965,0.000277546],"domain_scores_gemma":[0.4717546,0.37386587,0.13877983,0.00947627,0.0053855954,0.00073780905],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.09863539,0.00030566915,0.004996869,0.00035060884,0.0001978858,0.0013115455,0.0007750893,0.00008898123,0.9693521],"category_scores_gemma":[0.95136905,0.00016671943,0.00081807934,0.0019236866,0.000021592721,0.000742803,0.00040240755,0.0002085636,0.0029309],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.1927747e-7,0.000003985043,0.0000062270633,0.1022561,0.000030198464,0.0000027971507,0.00007251521,6.1880064e-7,0.0000016783794,0.000006687404,0.8933119,0.004307164],"study_design_scores_gemma":[0.000014569586,0.00001110081,0.00014849227,0.7048185,0.00005396761,0.000041654635,0.00010726212,0.0006120103,0.000001842483,0.000047694684,0.2940188,0.00012409978],"about_ca_topic_score_codex":0.0000012722691,"about_ca_topic_score_gemma":0.0000037481113,"teacher_disagreement_score":0.96642125,"about_ca_system_score_codex":0.00001571322,"about_ca_system_score_gemma":0.000102253434,"threshold_uncertainty_score":0.99972516},"labels":[],"label_agreement":null},{"id":"W6902278012","doi":"10.6084/m9.figshare.21162748.v1","title":"Additional file 1 of Reducing the Inadvertent Spread of Retracted Science: recommendations from the RISRS report","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Confidentiality; File format; Public access; Government (linguistics)","score_opus":0.6410502986721632,"score_gpt":0.47332476251929023,"score_spread":0.167725536152873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902278012","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021155257,0.00005189818,0.0000027678864,0.0012106557,0.00008462397,0.00031692235,0.98785806,0.0000023933098,0.010261112],"genre_scores_gemma":[0.030101912,4.034856e-7,0.0013307927,0.00026021752,0.00008032215,0.00095020945,0.9589219,0.000006342744,0.008347905],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9890599,0.0020722905,0.0035106763,0.0004790767,0.0047519514,0.00012607695],"domain_scores_gemma":[0.9424723,0.040440276,0.009798979,0.0047883894,0.0024165877,0.00008351727],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.014051781,0.00010128209,0.00070277095,0.00012875294,0.00063676346,0.00016072678,0.0024804857,0.000022515009,0.999558],"category_scores_gemma":[0.2327747,0.000041412353,0.00061907206,0.0020254126,0.000055329005,0.00016414595,0.00051821576,0.00022596878,0.0010618372],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.6867775e-7,0.000019725958,0.000011956932,0.0000025445197,0.000030865383,0.0000018054875,0.00025744562,0.000051114122,0.00001067659,0.000008165394,0.9957385,0.0038664236],"study_design_scores_gemma":[0.000020704543,0.000010978828,0.008778593,0.000185552,0.00002447327,0.000018830102,0.0013822122,0.0021001115,0.000023306675,0.00054932624,0.9868592,0.00004671381],"about_ca_topic_score_codex":0.000058512545,"about_ca_topic_score_gemma":0.000014156884,"teacher_disagreement_score":0.9984962,"about_ca_system_score_codex":0.00004172736,"about_ca_system_score_gemma":0.00035562096,"threshold_uncertainty_score":0.9997159},"labels":[],"label_agreement":null},{"id":"W6902279258","doi":"10.6084/m9.figshare.26738469","title":"Additional file 5 of Guideline for reporting systematic reviews of outcome measurement instruments (OMIs): PRISMA-COSMIN for OMIs 2024","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Queen's University; SickKids Foundation; University of Toronto; Western University; Institute for Work & Health; Hospital for Sick Children","funders":"","keywords":"Guideline; Systematic review; Outcome (game theory); MEDLINE; Context (archaeology)","score_opus":0.8943671372343576,"score_gpt":0.5547514112414073,"score_spread":0.3396157259929503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902279258","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000030057306,0.0017424567,0.0008550138,0.00009080491,0.00016868934,0.0055364063,0.9896518,0.0000071397617,0.0019447128],"genre_scores_gemma":[0.0010346797,0.0000042081315,0.059738766,0.00025029844,0.00031412698,0.028989574,0.8732035,0.00005652846,0.03640827],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96195126,0.0012091136,0.0320519,0.0007706005,0.0037896931,0.00022745824],"domain_scores_gemma":[0.9355757,0.020088468,0.035803422,0.0028573743,0.005513829,0.00016119896],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.05477,0.00030140227,0.004860724,0.0003111719,0.000069741385,0.00025402318,0.00096145703,0.00008881581,0.9850438],"category_scores_gemma":[0.6781401,0.00015252616,0.003698144,0.0007370383,0.000007654102,0.00017323642,0.00011188902,0.00008186362,0.0034835371],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024109654,0.000020794492,0.0000033955994,0.044699576,0.00021252812,7.833268e-7,0.000036742727,0.000005112964,0.0000075090165,0.000011923112,0.95190895,0.0030902503],"study_design_scores_gemma":[0.00008807843,0.000039519364,0.000019156061,0.039251518,0.00024872043,0.0000068102127,0.00008602099,0.010076959,0.00004032429,0.00036187394,0.9496507,0.00013031746],"about_ca_topic_score_codex":0.0000010286307,"about_ca_topic_score_gemma":0.000007069478,"teacher_disagreement_score":0.9815603,"about_ca_system_score_codex":0.00007968593,"about_ca_system_score_gemma":0.00020310633,"threshold_uncertainty_score":0.99729234},"labels":[],"label_agreement":null},{"id":"W6902294092","doi":"10.6084/m9.figshare.26740724.v1","title":"Additional file 5 of Guideline for reporting systematic reviews of outcome measurement instruments (OMIs): PRISMA-COSMIN for OMIs 2024","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Queen's University; SickKids Foundation; University of Toronto; Western University; Institute for Work & Health; Hospital for Sick Children","funders":"","keywords":"Guideline; Systematic review; Outcome (game theory); MEDLINE; Context (archaeology)","score_opus":0.8943671372343576,"score_gpt":0.5547514112414073,"score_spread":0.3396157259929503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902294092","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000030057306,0.0017424567,0.0008550138,0.00009080491,0.00016868934,0.0055364063,0.9896518,0.0000071397617,0.0019447128],"genre_scores_gemma":[0.0010346797,0.0000042081315,0.059738766,0.00025029844,0.00031412698,0.028989574,0.8732035,0.00005652846,0.03640827],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96195126,0.0012091136,0.0320519,0.0007706005,0.0037896931,0.00022745824],"domain_scores_gemma":[0.9355757,0.020088468,0.035803422,0.0028573743,0.005513829,0.00016119896],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.05477,0.00030140227,0.004860724,0.0003111719,0.000069741385,0.00025402318,0.00096145703,0.00008881581,0.9850438],"category_scores_gemma":[0.6781401,0.00015252616,0.003698144,0.0007370383,0.000007654102,0.00017323642,0.00011188902,0.00008186362,0.0034835371],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024109654,0.000020794492,0.0000033955994,0.044699576,0.00021252812,7.833268e-7,0.000036742727,0.000005112964,0.0000075090165,0.000011923112,0.95190895,0.0030902503],"study_design_scores_gemma":[0.00008807843,0.000039519364,0.000019156061,0.039251518,0.00024872043,0.0000068102127,0.00008602099,0.010076959,0.00004032429,0.00036187394,0.9496507,0.00013031746],"about_ca_topic_score_codex":0.0000010286307,"about_ca_topic_score_gemma":0.000007069478,"teacher_disagreement_score":0.9815603,"about_ca_system_score_codex":0.00007968593,"about_ca_system_score_gemma":0.00020310633,"threshold_uncertainty_score":0.99729234},"labels":[],"label_agreement":null},{"id":"W6902317696","doi":"10.6084/m9.figshare.26708897.v1","title":"Additional file 6 of Application of causal inference methods in individual-participant data meta-analyses in medicine: addressing data handling and reporting gaps with new proposed reporting guidelines","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Causal inference; Inference; Group method of data handling; Key (lock); Data collection","score_opus":0.986702206017277,"score_gpt":0.7198594874108595,"score_spread":0.2668427186064175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902317696","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013874534,0.00790734,0.0043057296,0.00026126747,0.000017553335,0.000702851,0.98632425,0.000010376924,0.00033187735],"genre_scores_gemma":[0.016803991,0.0000037152442,0.25161377,0.00004283872,0.000101388905,0.00022981699,0.7308997,0.00001811562,0.0002867061],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9688335,0.0021789798,0.024188256,0.0015771419,0.0029922412,0.00022984632],"domain_scores_gemma":[0.6950705,0.118702024,0.15667702,0.023052203,0.0059377793,0.0005604859],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.059628174,0.00025714524,0.0038883623,0.0006017297,0.000048605398,0.00030286147,0.0016665359,0.00007742127,0.774098],"category_scores_gemma":[0.7467674,0.00012119642,0.00023465384,0.0023664758,0.000039416343,0.00073017535,0.0009675201,0.00021440336,0.000039282833],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002366834,0.000012905783,0.00026724528,0.00040876315,0.00082737993,0.000022957307,0.0002729103,0.0002699913,0.00021632711,0.0000041390795,0.9754638,0.0222312],"study_design_scores_gemma":[0.00024211845,0.00006305663,0.013027614,0.021001872,0.008204407,0.00011825094,0.0020593405,0.5890966,0.0004617557,0.0012184425,0.36400053,0.0005059841],"about_ca_topic_score_codex":0.00024386456,"about_ca_topic_score_gemma":0.0007536033,"teacher_disagreement_score":0.7740587,"about_ca_system_score_codex":0.000009157725,"about_ca_system_score_gemma":0.00063955085,"threshold_uncertainty_score":0.9683107},"labels":[],"label_agreement":null},{"id":"W6902320455","doi":"10.6084/m9.figshare.16606989","title":"Additional file 2 of Do reporting guidelines have an impact? Empirical assessment of changes in reporting before and after the PRISMA extension statement for network meta-analysis","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto; Ottawa Hospital; University of British Columbia","funders":"","keywords":"Statement (logic); Extension (predicate logic); Empirical research; Documentation; Data collection","score_opus":0.8821827023104584,"score_gpt":0.6198068821506317,"score_spread":0.26237582015982663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902320455","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031122789,0.00063867855,0.0001443616,0.0006513951,0.000013701227,0.000703204,0.9945685,0.000002429672,0.00016541914],"genre_scores_gemma":[0.11658959,0.0000048420206,0.091149434,0.0006892985,0.00028807836,0.0050296653,0.78214294,0.000033195836,0.0040729675],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9770358,0.0019642725,0.017482774,0.0008222792,0.0024671392,0.00022772362],"domain_scores_gemma":[0.94762087,0.007499699,0.0382314,0.0019911495,0.0045599868,0.00009686903],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033371136,0.00022282773,0.0039811754,0.00020441446,0.00008677501,0.00023720603,0.00033058334,0.00007022913,0.9730813],"category_scores_gemma":[0.254397,0.00009361861,0.0030458905,0.0012238625,0.000013014404,0.00014232253,0.00023156333,0.00009498676,0.000010568011],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031259115,0.00002789433,0.004309319,0.00006780592,0.004699813,0.000020034313,0.00013194705,0.0009776957,0.0000018539001,0.0000010535904,0.98802793,0.0017315039],"study_design_scores_gemma":[0.000116597286,0.00014042882,0.32216576,0.0005983541,0.016188085,0.000047487138,0.0018118182,0.11283891,0.00002345551,0.0012732807,0.5445158,0.00028000702],"about_ca_topic_score_codex":0.0000063132193,"about_ca_topic_score_gemma":0.00095989474,"teacher_disagreement_score":0.97307074,"about_ca_system_score_codex":0.000025677688,"about_ca_system_score_gemma":0.00019619867,"threshold_uncertainty_score":0.99534786},"labels":[],"label_agreement":null},{"id":"W6902323328","doi":"10.6084/m9.figshare.26740721.v1","title":"Additional file 4 of Guideline for reporting systematic reviews of outcome measurement instruments (OMIs): PRISMA-COSMIN for OMIs 2024","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Queen's University; SickKids Foundation; University of Toronto; Western University; Institute for Work & Health; Hospital for Sick Children","funders":"","keywords":"Guideline; Systematic review; Outcome (game theory); MEDLINE; Context (archaeology)","score_opus":0.8952525661210134,"score_gpt":0.5551630418834845,"score_spread":0.3400895242375289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902323328","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002990468,0.0017439048,0.00085731875,0.000090295405,0.00016861872,0.0055355704,0.98964685,0.000007136657,0.001947323],"genre_scores_gemma":[0.0010431174,0.0000042019306,0.0596501,0.00024976066,0.00031360897,0.028946871,0.87364507,0.000056433917,0.036090855],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96195334,0.001208058,0.0320514,0.00077046815,0.0037892982,0.00022745333],"domain_scores_gemma":[0.935478,0.020148965,0.03586862,0.0028629573,0.0054800278,0.0001614692],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.054744374,0.00030137296,0.004859907,0.0003111842,0.00006973822,0.0002541335,0.0009618125,0.000088811576,0.9850477],"category_scores_gemma":[0.6772777,0.00015252337,0.0036976547,0.0007368047,0.0000076540655,0.00017323668,0.00011188345,0.00008185415,0.0035066486],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024482695,0.00002079193,0.0000034069951,0.04468577,0.00021251646,7.833254e-7,0.000036760288,0.0000050510803,0.0000074537265,0.000011916277,0.9519277,0.0030853888],"study_design_scores_gemma":[0.000088110064,0.000040035047,0.000018845582,0.03921553,0.0002485756,0.000006808,0.00008595878,0.010144413,0.000040010214,0.00036369052,0.94961774,0.00013027048],"about_ca_topic_score_codex":0.0000010195226,"about_ca_topic_score_gemma":0.000007044583,"teacher_disagreement_score":0.9815411,"about_ca_system_score_codex":0.0000796688,"about_ca_system_score_gemma":0.00020288207,"threshold_uncertainty_score":0.9972692},"labels":[],"label_agreement":null},{"id":"W6902327585","doi":"10.6084/m9.figshare.25801054.v1","title":"Additional file 1 of An evaluation of computational methods for aggregate data meta-analyses of diagnostic test accuracy studies","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Aggregate (composite); Diagnostic test; Diagnostic accuracy; Test data; Test (biology)","score_opus":0.9716713284645822,"score_gpt":0.7108307869855779,"score_spread":0.26084054147900426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902327585","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010795955,0.010250011,0.00073259394,0.00005339603,0.000030377929,0.0006956612,0.9880001,0.0000035547666,0.00022348874],"genre_scores_gemma":[0.0024916322,0.000003938358,0.12481454,0.000021019192,0.000049068247,0.0011915537,0.87103724,0.000009464989,0.00038154362],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98482823,0.005275102,0.0052178595,0.000721522,0.0038532587,0.00010403315],"domain_scores_gemma":[0.12780352,0.84840244,0.007852343,0.0035146084,0.0123368995,0.0000902104],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030343372,0.00019499195,0.002712402,0.0003405976,0.00005101569,0.00013728195,0.0014591223,0.000045488763,0.9910028],"category_scores_gemma":[0.8999103,0.00009675493,0.0015035088,0.0011185477,0.000032193464,0.0005484955,0.0002627341,0.00005524637,0.00069145916],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.974349e-7,0.00004488355,3.8525218e-7,0.00035976613,0.0036603543,3.1038851e-7,0.00006039239,0.0020273114,0.000008257905,0.000012837746,0.9425367,0.051287796],"study_design_scores_gemma":[0.000073273244,0.000057882953,0.00027308485,0.00098769,0.009225371,0.0000030140413,0.00019466666,0.46315414,0.00019797734,0.011279534,0.51444805,0.000105319625],"about_ca_topic_score_codex":0.0000018032425,"about_ca_topic_score_gemma":0.000008258358,"teacher_disagreement_score":0.9903114,"about_ca_system_score_codex":0.000014301235,"about_ca_system_score_gemma":0.00034697563,"threshold_uncertainty_score":0.99846554},"labels":[{"model":"gemma","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W6902332574","doi":"10.6084/m9.figshare.26708894.v1","title":"Additional file 5 of Application of causal inference methods in individual-participant data meta-analyses in medicine: addressing data handling and reporting gaps with new proposed reporting guidelines","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Causal inference; Inference; Group method of data handling; Key (lock); Data collection","score_opus":0.9866935350871009,"score_gpt":0.7198496514500288,"score_spread":0.2668438836370721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902332574","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013941474,0.007879795,0.004293358,0.0002608494,0.000017536593,0.0007014096,0.98636925,0.000010368749,0.0003280404],"genre_scores_gemma":[0.01676728,0.0000037140553,0.2512756,0.000042772295,0.00010122643,0.00022922929,0.73127735,0.000018086925,0.00028472993],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.968834,0.0021789088,0.02418792,0.0015771249,0.0029922437,0.00022982742],"domain_scores_gemma":[0.6967041,0.11805827,0.15584493,0.022929935,0.005905262,0.0005574947],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.059626475,0.00025714273,0.0038883984,0.0006017399,0.000048612495,0.0003027369,0.0016664129,0.00007742456,0.7753302],"category_scores_gemma":[0.74676025,0.0001211918,0.00023466862,0.0023663645,0.00003941433,0.0007301214,0.000967483,0.00021438955,0.000039209914],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023542004,0.000012839096,0.00026749136,0.0004082573,0.0008263403,0.000022937857,0.00027189718,0.0002729157,0.00021634497,0.000004103942,0.97547644,0.02221808],"study_design_scores_gemma":[0.00024239506,0.00006315748,0.013125133,0.021044984,0.008217469,0.000118518175,0.002059905,0.59265476,0.00046529196,0.0012149821,0.36028668,0.000506743],"about_ca_topic_score_codex":0.0002417517,"about_ca_topic_score_gemma":0.00074268295,"teacher_disagreement_score":0.77529097,"about_ca_system_score_codex":0.000009167683,"about_ca_system_score_gemma":0.0006394603,"threshold_uncertainty_score":0.96831244},"labels":[],"label_agreement":null},{"id":"W6902359775","doi":"10.6084/m9.figshare.27643284.v1","title":"Additional file 1 of The optimal approach for retrieving systematic reviews was achieved when searching MEDLINE and Epistemonikos in addition to reference checking: a methodological validation study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Systematic review; MEDLINE; Systematic error; Key (lock)","score_opus":0.8998419676790005,"score_gpt":0.5548121515054832,"score_spread":0.34502981617351725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902359775","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002279967,0.000518984,0.0025278267,0.0001262245,0.00002678884,0.007953873,0.987546,0.000009889393,0.0010623886],"genre_scores_gemma":[0.053871922,0.0000045155243,0.19972195,0.00019212089,0.00024329264,0.032893304,0.70572776,0.000046175213,0.0072989967],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97721285,0.014859028,0.0047707004,0.00087717053,0.00208902,0.0001912317],"domain_scores_gemma":[0.93629044,0.05920997,0.0022706666,0.0014826928,0.0006393976,0.00010680169],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.042105466,0.00023140952,0.0023502645,0.00028098776,0.00012755275,0.0005817056,0.00097291876,0.000085725755,0.8335583],"category_scores_gemma":[0.45645002,0.000099956305,0.0006242067,0.0012838603,0.000010701462,0.00023417384,0.00029580138,0.00023498801,0.0004645095],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064195424,0.000037983886,0.0000057988796,0.0062013194,0.00004528407,9.2520213e-7,0.00063028565,0.00007446053,0.000007688539,0.000025643822,0.99011505,0.002849118],"study_design_scores_gemma":[0.00032256817,0.0004210878,0.0053912383,0.09394498,0.0003816168,0.00004550864,0.0036622996,0.19514807,0.000043524513,0.0009379437,0.6990952,0.000605955],"about_ca_topic_score_codex":0.0000011746083,"about_ca_topic_score_gemma":0.0000055037226,"teacher_disagreement_score":0.8330938,"about_ca_system_score_codex":0.000044796026,"about_ca_system_score_gemma":0.000077377714,"threshold_uncertainty_score":0.986354},"labels":[],"label_agreement":null},{"id":"W6902368934","doi":"10.6084/m9.figshare.28571541","title":"Additional file 2 of Ranking of treatments in network meta-analysis: incorporating minimally important differences","year":2025,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Ranking (information retrieval); Key (lock); Learning to rank; Artificial neural network","score_opus":0.7149716039031427,"score_gpt":0.47243771163469606,"score_spread":0.24253389226844668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902368934","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020338577,0.0010046078,0.00001074645,0.000026254635,0.000010932736,0.0003209119,0.99030274,0.000002213358,0.008118212],"genre_scores_gemma":[0.15385588,0.0000010858179,0.008495741,0.00011404416,0.000035008266,0.0015426796,0.8260742,0.000008295164,0.0098731015],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98693126,0.002338243,0.007692367,0.00060086505,0.0022680745,0.00016918067],"domain_scores_gemma":[0.97001666,0.019350532,0.008280504,0.0014412719,0.000861119,0.00004990712],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0057477765,0.00023416094,0.005272922,0.00063930795,0.00005594151,0.00012868569,0.0010444786,0.000075297816,0.9973579],"category_scores_gemma":[0.04990362,0.00011554307,0.0042138943,0.004507016,0.000015086804,0.00012736022,0.00015571187,0.00008348534,0.00051733496],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026098396,0.000040349427,0.0024093944,0.00003896243,0.021395206,0.0000032555627,0.000030077148,0.00020024215,7.3907745e-7,0.000041205683,0.97547776,0.00036022643],"study_design_scores_gemma":[0.00059580576,0.00016091128,0.37983394,0.002836794,0.13022761,0.000003052201,0.0009106599,0.042289793,0.000042450014,0.017841714,0.42445034,0.0008069389],"about_ca_topic_score_codex":0.000009124217,"about_ca_topic_score_gemma":0.0002513264,"teacher_disagreement_score":0.9968406,"about_ca_system_score_codex":0.000016631953,"about_ca_system_score_gemma":0.00016231848,"threshold_uncertainty_score":0.9580994},"labels":[],"label_agreement":null},{"id":"W6902377418","doi":"10.6084/m9.figshare.19778223","title":"Additional file 3 of Video-based interviewing in medicine: a scoping review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Table (database); Risk assessment; Interview; Data collection; Selection bias; Cohort","score_opus":0.8396737594160348,"score_gpt":0.5503459644446842,"score_spread":0.28932779497135064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902377418","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.974443e-7,0.009892336,0.0000047729673,0.00034023935,0.000023219234,0.0006081769,0.98217547,0.0000027136973,0.006952488],"genre_scores_gemma":[0.00026293297,0.0000058602313,0.0005062257,0.0029167277,0.000042203348,0.0037013625,0.9909581,0.000008180564,0.0015984353],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9866399,0.0043502487,0.0050588795,0.0004658578,0.003355974,0.0001291127],"domain_scores_gemma":[0.97205174,0.021386063,0.004196613,0.0017099319,0.0005819351,0.00007371743],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.012351468,0.0001345873,0.0021264341,0.00030978513,0.00007365251,0.00004056992,0.0012661391,0.000018392397,0.9999654],"category_scores_gemma":[0.24062863,0.0000754784,0.0007740332,0.0018601806,0.0000074459917,0.00009175148,0.0002527439,0.0001474988,0.0074224537],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.6513838e-7,0.000010412956,0.000002636293,0.0018371441,0.0000080401,0.0000044127064,0.000023374798,0.000029271376,2.288227e-7,0.0000014450663,0.99481446,0.003268112],"study_design_scores_gemma":[0.00004816761,0.00001805874,0.000103083396,0.19966918,0.000010931053,0.0000033013698,0.000057191293,0.0011461274,4.6065753e-7,0.0000466811,0.7988384,0.000058419784],"about_ca_topic_score_codex":0.0000019233285,"about_ca_topic_score_gemma":0.000015871925,"teacher_disagreement_score":0.992543,"about_ca_system_score_codex":0.000036302812,"about_ca_system_score_gemma":0.00018739919,"threshold_uncertainty_score":0.9933504},"labels":[],"label_agreement":null},{"id":"W6902412898","doi":"10.6084/m9.figshare.26738463","title":"Additional file 3 of Guideline for reporting systematic reviews of outcome measurement instruments (OMIs): PRISMA-COSMIN for OMIs 2024","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Queen's University; SickKids Foundation; University of Toronto; Western University; Institute for Work & Health; Hospital for Sick Children","funders":"","keywords":"Guideline; Systematic review; Outcome (game theory); MEDLINE; Context (archaeology)","score_opus":0.8944974252011716,"score_gpt":0.5546430620460427,"score_spread":0.33985436315512885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902412898","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000030029773,0.0017369653,0.00085168,0.00009042136,0.00017004441,0.0055286977,0.98966056,0.000007124334,0.00195152],"genre_scores_gemma":[0.0010168144,0.000004198175,0.05953528,0.0002492708,0.00031644606,0.028918933,0.87259203,0.00005639719,0.03731065],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.961962,0.0012082753,0.032042123,0.0007704319,0.0037897262,0.00022743962],"domain_scores_gemma":[0.9350466,0.02022803,0.03607086,0.002878074,0.005614017,0.00016239767],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.054703537,0.00030135232,0.0048587844,0.00031104195,0.00006970411,0.00025400062,0.0009611178,0.00008880419,0.9852902],"category_scores_gemma":[0.6802963,0.00015249489,0.0036973744,0.0007368972,0.000007652713,0.00017321178,0.00011184151,0.00008185665,0.0035782468],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002420831,0.000020758886,0.0000033958054,0.044968806,0.00021228024,7.798014e-7,0.000036683647,0.000005115724,0.000007559501,0.000011491688,0.9516463,0.0030843706],"study_design_scores_gemma":[0.000088382505,0.000039343067,0.000018742072,0.03909525,0.00024654905,0.000006733715,0.000085632826,0.010102027,0.00004080236,0.00035980373,0.9497866,0.0001301365],"about_ca_topic_score_codex":0.0000010285027,"about_ca_topic_score_gemma":0.0000070162787,"teacher_disagreement_score":0.981712,"about_ca_system_score_codex":0.00007997138,"about_ca_system_score_gemma":0.00020363244,"threshold_uncertainty_score":0.99719757},"labels":[],"label_agreement":null},{"id":"W6902423097","doi":"10.6084/m9.figshare.c.3636239_d2","title":"Additional file 3: of Applying systematic review search methods to the grey literature: a case study examining guidelines for school-based breakfast programs in Canada","year":2015,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Table (database); Grey literature; The Internet; Web application; Web site; Selection (genetic algorithm)","score_opus":0.9110981121823941,"score_gpt":0.5843279724416108,"score_spread":0.3267701397407833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902423097","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000029409408,0.005982069,0.00022532784,0.00021540976,0.000035387402,0.011697954,0.981702,0.0000042812535,0.00010812407],"genre_scores_gemma":[0.0045281355,0.000002338651,0.14963253,0.0042608483,0.00027999424,0.1460951,0.6919874,0.00006577299,0.003147916],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97921103,0.009766823,0.006483513,0.00067451905,0.0035931766,0.000270944],"domain_scores_gemma":[0.9558306,0.027989196,0.0029106566,0.0028006542,0.010110804,0.0003580953],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.043012165,0.00026888546,0.0028803868,0.00022460533,0.000101390586,0.000571471,0.0014628699,0.000039244816,0.785959],"category_scores_gemma":[0.54927194,0.00011695105,0.0004909884,0.0027765704,0.0000042347165,0.0001440701,0.00017009093,0.000158161,0.0006717808],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015075542,0.000024548337,0.000023089655,0.020487722,0.00005391851,0.00006882711,0.00017795282,0.00008632528,3.5730938e-8,2.414293e-7,0.97519493,0.003880923],"study_design_scores_gemma":[0.00024333366,0.00013520266,0.00007828108,0.3170653,0.00023188445,0.00029078298,0.013458603,0.021017928,6.4066444e-7,0.000011195255,0.6471769,0.00028994895],"about_ca_topic_score_codex":0.007980835,"about_ca_topic_score_gemma":0.16345024,"teacher_disagreement_score":0.7852872,"about_ca_system_score_codex":0.0001622349,"about_ca_system_score_gemma":0.0018762716,"threshold_uncertainty_score":0.9986251},"labels":[],"label_agreement":null},{"id":"W6902431546","doi":"10.6084/m9.figshare.19802432.v1","title":"Additional file 3 of Data-sharing and re-analysis for main studies assessed by the European Medicines Agency—a cross-sectional study on European Public Assessment Reports","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Process (computing); European union; Risk assessment; Public health; Quality assessment; Public access","score_opus":0.8651845297045344,"score_gpt":0.5656873477682433,"score_spread":0.29949718193629116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902431546","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00080208026,0.00018109634,0.000043292002,0.00019545548,0.000063576124,0.00087227084,0.98720896,0.00000868762,0.01062455],"genre_scores_gemma":[0.20046958,6.523197e-7,0.00032290895,0.0002010122,0.00014230466,0.001183389,0.79059064,0.000021058238,0.007068449],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9782243,0.009670698,0.005187604,0.001613294,0.0050844885,0.00021964524],"domain_scores_gemma":[0.97109395,0.017700277,0.0055842963,0.0042650793,0.00125339,0.00010301493],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.059817124,0.00024724362,0.0014786196,0.00035632457,0.0008918936,0.0008672502,0.0024793996,0.000015252308,0.9762355],"category_scores_gemma":[0.10848962,0.0001226809,0.00072096195,0.0016278137,0.000031871918,0.00029888563,0.001952136,0.00020514311,0.0002578636],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001711481,0.000121065066,0.008695608,0.000024510306,0.0016053637,0.000025857304,0.00013109903,0.000075841584,0.0000010318795,0.0000035593876,0.988719,0.00059536507],"study_design_scores_gemma":[0.00008907169,0.000080175596,0.34311515,0.0000361433,0.0002568192,0.000012317297,0.0017522738,0.0013509673,9.4571995e-8,0.00009353541,0.6531118,0.00010164346],"about_ca_topic_score_codex":0.0000022776987,"about_ca_topic_score_gemma":0.000029198969,"teacher_disagreement_score":0.97597766,"about_ca_system_score_codex":0.000051436447,"about_ca_system_score_gemma":0.000083679835,"threshold_uncertainty_score":0.9681161},"labels":[],"label_agreement":null},{"id":"W6902432480","doi":"10.6084/m9.figshare.26738460","title":"Additional file 2 of Guideline for reporting systematic reviews of outcome measurement instruments (OMIs): PRISMA-COSMIN for OMIs 2024","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Queen's University; SickKids Foundation; University of Toronto; Western University; Institute for Work & Health; Hospital for Sick Children","funders":"","keywords":"Guideline; Systematic review; Outcome (game theory); MEDLINE; Context (archaeology)","score_opus":0.892945621227131,"score_gpt":0.5545347093161661,"score_spread":0.33841091191096484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902432480","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002962165,0.0017551265,0.0008293483,0.00009039123,0.00016943226,0.0055197068,0.9896426,0.0000071321433,0.0019833082],"genre_scores_gemma":[0.0009790516,0.000004198956,0.058298223,0.00024669856,0.00031388435,0.028586863,0.8751916,0.00005569771,0.036323786],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9619637,0.0012090037,0.032041706,0.0007701906,0.0037880074,0.00022737253],"domain_scores_gemma":[0.9354322,0.020043798,0.035965785,0.0028651787,0.005531321,0.00016172449],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.054451752,0.00030130078,0.0048594507,0.00031094576,0.00006971496,0.0002540247,0.0009611908,0.00008881211,0.98537624],"category_scores_gemma":[0.6777797,0.00015248454,0.003696912,0.0007366084,0.000007652076,0.00017319644,0.00011190558,0.000081854734,0.0035037827],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023950447,0.000020771913,0.000003288212,0.044655453,0.0002125563,7.9156433e-7,0.000036729383,0.000005140481,0.0000072903813,0.000011766096,0.9519194,0.0031244294],"study_design_scores_gemma":[0.00008793081,0.000039472136,0.000018590677,0.038786516,0.00024829822,0.000006822485,0.00008532745,0.010038738,0.000039778966,0.0003621803,0.9501563,0.00013008274],"about_ca_topic_score_codex":0.0000010271422,"about_ca_topic_score_gemma":0.0000070099227,"teacher_disagreement_score":0.98187244,"about_ca_system_score_codex":0.000079683465,"about_ca_system_score_gemma":0.00020264124,"threshold_uncertainty_score":0.99727213},"labels":[],"label_agreement":null},{"id":"W6903431127","doi":"10.12173/j.issn.1004-5511.202306018","title":"Systematic evaluation of evidence-based orthopedic definitions and visual analysis of evidence-based orthopedic literature","year":2023,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Orthopedic surgery; China; MEDLINE; Alternative medicine; Clinical Practice","score_opus":0.9582011742935862,"score_gpt":0.7227341603534543,"score_spread":0.23546701394013192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6903431127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8783622,0.11190563,0.0053915447,0.0005562866,0.00035962058,0.002921539,0.00017226432,0.000017069342,0.00031387844],"genre_scores_gemma":[0.9887282,0.009836557,0.0004310691,0.0002171037,0.00006040585,0.00026648748,0.000056306257,0.000031974625,0.00037186668],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.93632406,0.029343696,0.015820645,0.0014418528,0.01660101,0.00046871573],"domain_scores_gemma":[0.9421189,0.028193234,0.016874202,0.0028306383,0.009582952,0.00040007805],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23012859,0.0006018455,0.007983914,0.009446809,0.00032727106,0.0032426007,0.004301055,0.00022167887,0.023754615],"category_scores_gemma":[0.14339963,0.0003010247,0.0031490594,0.028510936,0.0002808988,0.0037479885,0.0005791311,0.00037371906,0.00009955336],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015652136,0.00038824894,0.9258901,0.012522989,0.005585266,0.000029135157,0.00065822253,0.01790188,0.0050491835,0.0001368277,0.01639124,0.015290422],"study_design_scores_gemma":[0.00071510585,0.00006540826,0.7039894,0.047708794,0.027327625,0.0000070788356,0.0006072049,0.21490915,0.000752624,0.0030952615,0.00020558664,0.0006167514],"about_ca_topic_score_codex":0.00015815257,"about_ca_topic_score_gemma":0.00010061706,"teacher_disagreement_score":0.22190066,"about_ca_system_score_codex":0.00010523092,"about_ca_system_score_gemma":0.0009128033,"threshold_uncertainty_score":0.9999442},"labels":[],"label_agreement":null},{"id":"W6904404255","doi":"10.1371/journal.pone.0252760.s002","title":"Quality of the included studies; NOS = Newcastle Ottawa scale.","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Government (linguistics); MEDLINE; Public health","score_opus":0.9281013567057189,"score_gpt":0.6131679010178062,"score_spread":0.31493345568791276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6904404255","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17427078,0.03242245,0.00016277375,0.013773444,0.0022696075,0.0044189193,0.40306273,0.000048205355,0.3695711],"genre_scores_gemma":[0.93621296,0.000005621233,0.0009841217,0.0014388686,0.00018913548,0.00012913259,0.002967573,0.000016890335,0.05805573],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9829997,0.007305933,0.0052132024,0.0005486247,0.003784029,0.00014850886],"domain_scores_gemma":[0.9792708,0.006483632,0.0047182078,0.0052918755,0.0041381926,0.00009728547],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.01911355,0.00015442647,0.0021292535,0.000052048767,0.00013385517,0.00019282025,0.001592065,0.00005679843,0.5633294],"category_scores_gemma":[0.22004369,0.000061385304,0.0016791557,0.0014455402,0.00001623196,0.00009981897,0.0007209495,0.000110621295,0.010717256],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.25113e-7,0.000022154027,0.002514818,0.00009879608,0.000097113785,0.0000014955308,0.00033538838,0.000009800975,0.00010565997,0.00007519323,0.9941681,0.0025709695],"study_design_scores_gemma":[0.0001401676,0.0000072938356,0.0778839,0.00038167892,0.000051344683,0.0000052384357,0.0016294974,0.00017613523,0.0014549074,0.0017819445,0.91635466,0.00013325586],"about_ca_topic_score_codex":0.000004463687,"about_ca_topic_score_gemma":0.00024388262,"teacher_disagreement_score":0.76194215,"about_ca_system_score_codex":0.000020980526,"about_ca_system_score_gemma":0.00012834067,"threshold_uncertainty_score":0.990053},"labels":[],"label_agreement":null},{"id":"W6904628360","doi":"10.1371/journal.pone.0312499.s002","title":"This table shows the quality assessment of cross-sectional studies using the modified Newcastle—Ottawa Scale (NOS).","year":2025,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Table (database); Scale (ratio); Quality assessment; Quality (philosophy); Data quality","score_opus":0.9079986605838534,"score_gpt":0.6456755930912579,"score_spread":0.2623230674925955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6904628360","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17717186,0.023094112,0.007528474,0.0052185124,0.003336271,0.009095254,0.24177267,0.00007142742,0.5327114],"genre_scores_gemma":[0.9441108,0.0000044750423,0.0008006401,0.0005972323,0.00012561625,0.00022534111,0.0008658755,0.000008981719,0.053261027],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98572814,0.004924673,0.0049815713,0.0006186396,0.0035304772,0.00021651722],"domain_scores_gemma":[0.981517,0.008954444,0.0033368731,0.0030330068,0.003112237,0.000046448116],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.036944196,0.000208889,0.0015803613,0.00011527343,0.0006187503,0.0009812047,0.0019058466,0.00007285433,0.28698844],"category_scores_gemma":[0.040648393,0.00007432598,0.0010752982,0.0014550043,0.00006496155,0.00021444853,0.0004686711,0.00020165887,0.0006306655],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028615834,0.00004074708,0.03960578,0.00016672327,0.00043648915,4.9485845e-7,0.00030498838,0.0029971886,0.00007866766,0.0019281507,0.9535988,0.00083909545],"study_design_scores_gemma":[0.0003508951,0.00002580459,0.46192396,0.0005744006,0.00025077554,0.000006288695,0.0022403547,0.08620115,0.00024181682,0.0060415724,0.44182712,0.0003158827],"about_ca_topic_score_codex":0.000056552373,"about_ca_topic_score_gemma":0.00012548768,"teacher_disagreement_score":0.7669389,"about_ca_system_score_codex":0.000074411284,"about_ca_system_score_gemma":0.00026274496,"threshold_uncertainty_score":0.99166864},"labels":[],"label_agreement":null},{"id":"W6904652121","doi":"10.1371/journal.pone.0271267.s002","title":"Quality scores of prospective cohort studies using Newcastle-Ottawa Scale.","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Prospective cohort study; Quality (philosophy); Cohort study; Cohort; MEDLINE; Quality of life (healthcare)","score_opus":0.900522300757201,"score_gpt":0.6020561017385906,"score_spread":0.2984661990186104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6904652121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60194105,0.018467342,0.00014783481,0.00039585817,0.00074844365,0.0059023565,0.34417295,0.000041856678,0.02818231],"genre_scores_gemma":[0.99089164,0.0000025424476,0.0011473635,0.00013766828,0.00008647591,0.00042020276,0.002449284,0.000015718268,0.004849123],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98275775,0.0058685374,0.005187686,0.0007722725,0.005222483,0.00019125236],"domain_scores_gemma":[0.98669624,0.0032064165,0.0053210175,0.0024830545,0.0022054422,0.00008781615],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.027525712,0.00019624164,0.002632248,0.00021188085,0.00031171017,0.00016666035,0.0012664604,0.000028100134,0.570098],"category_scores_gemma":[0.060755774,0.00010747733,0.0011320905,0.0014454374,0.000022824432,0.00016096677,0.0006941259,0.00014809302,0.0015462704],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052119594,0.00005045795,0.22581351,0.00013763901,0.00047374956,0.000004401817,0.0009789098,0.00054924964,0.00005292011,0.000105142986,0.77037364,0.0014551836],"study_design_scores_gemma":[0.00044795644,0.00014819427,0.705838,0.0005302966,0.0004201536,0.000038295988,0.010969781,0.0051633646,0.0004074482,0.0061393688,0.26925266,0.0006444845],"about_ca_topic_score_codex":0.000019550771,"about_ca_topic_score_gemma":0.000043530366,"teacher_disagreement_score":0.5685517,"about_ca_system_score_codex":0.00009534103,"about_ca_system_score_gemma":0.00009535677,"threshold_uncertainty_score":0.99923116},"labels":[],"label_agreement":null},{"id":"W6904652843","doi":"10.1371/journal.pone.0239333.s003","title":"Risk of bias assessment of the included studies using the Newcastle-Ottawa quality assessment scale.","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Risk assessment; Quality assessment; Quality (philosophy); MEDLINE; Data quality","score_opus":0.9589911808133633,"score_gpt":0.6522478623285491,"score_spread":0.3067433184848142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6904652843","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67632544,0.0069815232,0.0033632559,0.013746443,0.00089003943,0.0080386335,0.26421294,0.000034343488,0.026407387],"genre_scores_gemma":[0.99634546,0.0000072597627,0.002599275,0.0003831576,0.00007303749,0.000048060298,0.00026337063,0.000009212001,0.0002711651],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9717808,0.015828976,0.0063537923,0.0005574314,0.005307961,0.00017108483],"domain_scores_gemma":[0.9701863,0.010676962,0.012664301,0.003704342,0.0026578966,0.00011018871],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03500021,0.00023337414,0.0025746606,0.00006178278,0.00025382824,0.00020031237,0.0023485634,0.000054319207,0.08301788],"category_scores_gemma":[0.088980384,0.00007828177,0.0018034978,0.0014946262,0.000048918304,0.00012301664,0.0009907713,0.0002364786,0.00017610687],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004245252,0.00011591627,0.17667893,0.0007641151,0.0014830851,0.000001333745,0.0038633505,0.003345466,0.000461348,0.0003505893,0.80825955,0.00467206],"study_design_scores_gemma":[0.00045347863,0.00010336007,0.7730571,0.0011769544,0.00096942816,0.0000031808347,0.0138422195,0.07526418,0.0006885498,0.0015612966,0.13250937,0.00037089706],"about_ca_topic_score_codex":0.000029302899,"about_ca_topic_score_gemma":0.00006895898,"teacher_disagreement_score":0.6757502,"about_ca_system_score_codex":0.000047871315,"about_ca_system_score_gemma":0.00021848967,"threshold_uncertainty_score":0.99367034},"labels":[],"label_agreement":null},{"id":"W6904689077","doi":"10.1371/journal.pone.0308111.s015","title":"Quality assessment of retrospective studies using the Newcastle-Ottawa scale.","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality assessment; Quality (philosophy); Retrospective cohort study; Risk assessment; MEDLINE","score_opus":0.9386744464339128,"score_gpt":0.6659209611902045,"score_spread":0.27275348524370835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6904689077","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12567773,0.093241185,0.0063015786,0.0076661236,0.0039884252,0.008261366,0.50992453,0.00015325315,0.24478582],"genre_scores_gemma":[0.9914461,0.000006010851,0.0017240839,0.00011816493,0.00017716142,0.00007329295,0.0006973592,0.000012423598,0.005745427],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9868785,0.0043144687,0.004219943,0.00063025433,0.0038056436,0.00015119684],"domain_scores_gemma":[0.98704135,0.0060030506,0.002264188,0.0026038007,0.0020265917,0.000061013423],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.032173228,0.00017660849,0.0018842093,0.00013371147,0.00013222963,0.00060544914,0.0010099219,0.000043647477,0.28849652],"category_scores_gemma":[0.04183414,0.00006565473,0.0012928679,0.001366864,0.00002408672,0.00018360456,0.00025525753,0.00015871694,0.001999926],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.462775e-7,0.000013814249,0.0047420394,0.0002611449,0.00040399126,0.000003947337,0.0008483675,0.000089378125,0.000058128295,0.0010117918,0.9893293,0.0032376808],"study_design_scores_gemma":[0.00013883266,0.00006963624,0.23257406,0.002999993,0.00042384633,0.00002255773,0.009240943,0.061151605,0.00015674463,0.013957365,0.6788224,0.00044202036],"about_ca_topic_score_codex":0.000007557511,"about_ca_topic_score_gemma":0.0000412947,"teacher_disagreement_score":0.8657683,"about_ca_system_score_codex":0.00008788531,"about_ca_system_score_gemma":0.0001103377,"threshold_uncertainty_score":0.99877715},"labels":[],"label_agreement":null},{"id":"W6904689398","doi":"10.1371/journal.pone.0300930.s007","title":"Risk of bias assessment using the Newcastle –Ottawa quality assessment scale for cohort studies.","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cohort; Scale (ratio); Quality assessment; Risk assessment; Quality (philosophy); Cohort study","score_opus":0.9389354350826375,"score_gpt":0.6657346693344705,"score_spread":0.2732007657481671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6904689398","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11732801,0.027689692,0.037359707,0.0032305552,0.0030734227,0.015587115,0.756037,0.00009956375,0.039594952],"genre_scores_gemma":[0.95335275,0.000049967817,0.026926314,0.0003170951,0.00049809925,0.0013359961,0.006930977,0.00005443409,0.010534373],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9838878,0.0059919944,0.005333993,0.00078932464,0.0037712753,0.00022559272],"domain_scores_gemma":[0.9734483,0.01790481,0.0035445627,0.0029231608,0.0020848948,0.00009428477],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06986595,0.00024170027,0.002232067,0.00014833723,0.00023715291,0.0007869227,0.0011512277,0.00006279253,0.13813148],"category_scores_gemma":[0.04047042,0.00009632146,0.0019103464,0.0010172271,0.00002266811,0.00018099142,0.0002590487,0.00017981387,0.0007661014],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.775094e-7,0.000031747375,0.015092691,0.0004498235,0.0009837898,0.0000013815937,0.0002893579,0.00031572743,0.000027663444,0.00027936778,0.9757499,0.00677757],"study_design_scores_gemma":[0.00015199085,0.000055439777,0.084545396,0.001021632,0.0010485796,0.0000048519437,0.00271128,0.102232024,0.000060917573,0.0031920837,0.8047141,0.00026172306],"about_ca_topic_score_codex":0.000026131722,"about_ca_topic_score_gemma":0.000073267765,"teacher_disagreement_score":0.83602476,"about_ca_system_score_codex":0.0001131215,"about_ca_system_score_gemma":0.00025815246,"threshold_uncertainty_score":0.98469394},"labels":[],"label_agreement":null},{"id":"W6904690833","doi":"10.1371/journal.pone.0308336.s007","title":"Quality assessment scores and risk of bias analysis.","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Comparability; Quality assessment; Risk assessment; Quality (philosophy); Scale (ratio); Selection bias; Outcome (game theory)","score_opus":0.8953201568859195,"score_gpt":0.6101837924614409,"score_spread":0.28513636442447854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6904690833","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2367617,0.023104085,0.002880134,0.0005181123,0.0002702642,0.0014367198,0.684956,0.000047149373,0.050025795],"genre_scores_gemma":[0.98966914,0.000021309661,0.0011560108,0.000032613887,0.000038307742,0.00004199705,0.004846707,0.0000057326465,0.004188162],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98638475,0.005740105,0.004191474,0.0006464737,0.0029270612,0.00011015562],"domain_scores_gemma":[0.98685175,0.008299104,0.002134054,0.0020196289,0.0005965371,0.00009891641],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.03817148,0.00014838667,0.0021487945,0.00047509358,0.000053325704,0.000832603,0.0006344652,0.000048632268,0.61295867],"category_scores_gemma":[0.052886546,0.00006598506,0.0017418455,0.0025165314,0.000009947939,0.0001513104,0.00015404861,0.00011021768,0.003372584],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.717567e-7,0.000018350667,0.13777581,0.00034595502,0.0023148393,0.000004946298,0.00020451318,0.00012758828,0.00000808883,0.00060062826,0.8309596,0.02763879],"study_design_scores_gemma":[0.000037743976,0.000015240425,0.6552106,0.00021585393,0.0009630532,0.0000011223568,0.00015122957,0.02941976,0.00001729915,0.0020319608,0.31181565,0.00012048686],"about_ca_topic_score_codex":0.00002775563,"about_ca_topic_score_gemma":0.00009755814,"teacher_disagreement_score":0.75290745,"about_ca_system_score_codex":0.000011725314,"about_ca_system_score_gemma":0.000058994232,"threshold_uncertainty_score":0.9974034},"labels":[],"label_agreement":null},{"id":"W6904765361","doi":"10.1371/journal.pone.0294461.s003","title":"Assessing the quality of studies and evaluating the risk of bias using the Newcastle-Ottawa Quality Assessment Scale.","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Quality assessment; Risk assessment; Quality assurance; Data quality","score_opus":0.9787893476628472,"score_gpt":0.7347390470083504,"score_spread":0.24405030065449684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6904765361","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94185984,0.038543236,0.0009928038,0.001878386,0.0002976099,0.0016115615,0.012556778,0.000011291274,0.0022484974],"genre_scores_gemma":[0.9978643,0.000018379307,0.0014912493,0.00008111902,0.0000842858,0.00005217603,0.0000893207,0.000008862784,0.00031028152],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9451326,0.04148778,0.0070515545,0.00064754515,0.0054799956,0.0002004885],"domain_scores_gemma":[0.86190325,0.11720013,0.012074738,0.0053335307,0.0034084795,0.000079892074],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20444454,0.00021751664,0.001823993,0.00008023669,0.00050645764,0.001369611,0.0012253637,0.000047440586,0.018371368],"category_scores_gemma":[0.15557295,0.000060180584,0.0010881185,0.0011831254,0.000104551444,0.00028103453,0.0004801016,0.00027857555,0.00007752611],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001624851,0.00016007858,0.1480337,0.010067971,0.007230789,0.000004609963,0.04267293,0.0063393745,0.0025146978,0.0035515996,0.38263774,0.39677027],"study_design_scores_gemma":[0.00021086847,0.00007905955,0.6499258,0.005338391,0.0015803274,0.000013288087,0.07805834,0.2360926,0.00017962839,0.01211208,0.016041026,0.00036856427],"about_ca_topic_score_codex":0.00009286292,"about_ca_topic_score_gemma":0.00009763158,"teacher_disagreement_score":0.50189215,"about_ca_system_score_codex":0.0000337061,"about_ca_system_score_gemma":0.0001814676,"threshold_uncertainty_score":0.99966705},"labels":[],"label_agreement":null},{"id":"W6904814505","doi":"10.1371/journal.pone.0311772.s003","title":"Evaluation of articles by the Newcastle-Ottawa Quality Assessment Scale.","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality assessment; Quality (philosophy); Risk assessment; Quality assurance; Data collection","score_opus":0.9372789554589371,"score_gpt":0.6474359821440813,"score_spread":0.28984297331485587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6904814505","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21139185,0.046888333,0.0031568022,0.016221032,0.0013696398,0.008146948,0.40245438,0.00009770866,0.31027332],"genre_scores_gemma":[0.99323946,8.728496e-7,0.00019166156,0.00010943146,0.000057454632,0.00017141581,0.002737193,0.000006654223,0.0034858773],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9717953,0.012582944,0.0043182652,0.0005511466,0.010609894,0.00014240196],"domain_scores_gemma":[0.98922634,0.004783701,0.0014384519,0.0022148099,0.002268308,0.00006838441],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.11699318,0.00012562593,0.0008586362,0.00008478008,0.000072834,0.0008025769,0.0009225356,0.000042001448,0.70694137],"category_scores_gemma":[0.046148837,0.000048737526,0.00079816,0.00096242287,0.00001075843,0.00018050727,0.00009648031,0.00009808922,0.011284836],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.9843121e-7,0.000013077317,0.00021330065,0.0000428905,0.000061482446,1.8364888e-7,0.00015802073,0.000046579462,0.000106770996,0.00012352054,0.89556307,0.10367089],"study_design_scores_gemma":[0.000103721344,0.000021235772,0.027015453,0.00040005546,0.00036775036,0.0000036805034,0.00080406957,0.15573867,0.0004289516,0.0075427,0.80743605,0.00013767577],"about_ca_topic_score_codex":0.000010647007,"about_ca_topic_score_gemma":0.00004712983,"teacher_disagreement_score":0.7818476,"about_ca_system_score_codex":0.000044396435,"about_ca_system_score_gemma":0.00016638036,"threshold_uncertainty_score":0.98948497},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W6904830787","doi":"10.14288/1.0433667","title":"Filling the Evidence Gap : Pragmatic randomized controlled trials in British Columbia","year":2023,"lang":"en","type":"article","venue":"cIRcle (University of British Columbia)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; MEDLINE; Alternative medicine; Evidence-based medicine; Clinical trial; Intervention (counseling)","score_opus":0.3697659325902884,"score_gpt":0.38252210836218825,"score_spread":0.012756175771899858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6904830787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98760706,0.0024629964,0.0017430359,0.000768687,0.00037138152,0.0051804567,0.000100581936,0.00003141013,0.0017344126],"genre_scores_gemma":[0.9709581,0.0011927146,0.00047185496,0.00010146375,0.000047577658,0.000033680713,0.000010546798,0.00001416936,0.027169865],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.93311256,0.05095929,0.009354171,0.0012538086,0.004817423,0.0005027184],"domain_scores_gemma":[0.91471815,0.073813416,0.0078436155,0.0020866364,0.0013646615,0.00017349083],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.39462265,0.00010880465,0.014434423,0.00021697849,0.00054216443,0.0050266017,0.0026282594,0.00015997472,0.010216998],"category_scores_gemma":[0.29027227,0.00020387208,0.005919629,0.0033139153,0.0004655039,0.00063581974,0.00032187504,0.00026326225,0.00083766686],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009337139,0.00017389642,0.043483894,0.0003531596,0.0016766412,0.0006035357,0.0013822049,0.00040147378,0.00005286091,0.000008279097,0.4024613,0.54846907],"study_design_scores_gemma":[0.08007076,0.000039277675,0.8653357,0.002094573,0.0014889016,0.000078885954,0.008828073,0.03001033,3.7780875e-8,0.010237723,0.001425898,0.00038983705],"about_ca_topic_score_codex":0.22811413,"about_ca_topic_score_gemma":0.86482054,"teacher_disagreement_score":0.8218518,"about_ca_system_score_codex":0.00006442289,"about_ca_system_score_gemma":0.00020530692,"threshold_uncertainty_score":0.9999403},"labels":[],"label_agreement":null},{"id":"W6906605067","doi":"10.17605/osf.io/824mg","title":"Grant Resubmissions Scoping Review","year":2022,"lang":"en","type":"article","venue":"OSF Preprints (OSF Preprints)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"","score_opus":0.49373983713523034,"score_gpt":0.4859402457609136,"score_spread":0.007799591374316739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6906605067","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006561278,0.00049789704,0.006347716,0.004300113,0.00077827345,0.004903351,0.000037548405,0.000050734754,0.9765231],"genre_scores_gemma":[0.054633934,0.002097176,0.0037866714,0.0030039127,0.00009891785,0.0018303249,0.000029348728,0.00005508483,0.93446463],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.93691754,0.03705013,0.011494923,0.0052398616,0.008664662,0.0006329066],"domain_scores_gemma":[0.95884335,0.007497746,0.0058161425,0.026361529,0.0009240732,0.0005571547],"candidate_categories":["metaresearch","metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.33229566,0.00043653438,0.0035586585,0.00041415644,0.00096104457,0.0005704519,0.0065822904,0.00008139872,0.9752893],"category_scores_gemma":[0.1536583,0.00029025183,0.0024387133,0.0020316676,0.000101582016,0.00030060424,0.004812208,0.0006777037,0.9006631],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021408441,0.0002735123,0.010663918,0.0013257989,0.00025546856,0.000046608984,0.00075186265,0.0011684464,0.00047326548,0.002543486,0.9342689,0.04820732],"study_design_scores_gemma":[0.00029029412,0.0000014846305,0.0031937372,0.003642607,0.00036811997,0.00013110398,0.00038137392,0.0013678172,0.00016907364,0.011113647,0.9788211,0.0005196206],"about_ca_topic_score_codex":0.000041918218,"about_ca_topic_score_gemma":0.000023612614,"teacher_disagreement_score":0.17863734,"about_ca_system_score_codex":0.00018310914,"about_ca_system_score_gemma":0.0003653366,"threshold_uncertainty_score":0.99995494},"labels":[],"label_agreement":null},{"id":"W6907513667","doi":"10.25384/sage.21176014.v1","title":"sj-docx-2-hpq-10.1177_13591053221124748 – Supplemental material for Health psychology and behavioral medicine researchers in Canada: An environmental scan","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Behavioral medicine; Health psychology; Behavioural sciences; Behavioral analysis; Health behavior; Alternative medicine","score_opus":0.8300901486328987,"score_gpt":0.5924355478494377,"score_spread":0.2376546007834609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6907513667","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20218088,0.00066471065,0.000002056293,0.006780995,0.00026403798,0.0022052194,0.7875083,0.0000049467476,0.0003888662],"genre_scores_gemma":[0.78915954,0.0000047759445,0.00021449581,0.0022174206,0.00011956732,0.0010790701,0.20546976,0.000025513247,0.0017098798],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9882732,0.0041602016,0.0031987107,0.0009172318,0.0029696578,0.00048096667],"domain_scores_gemma":[0.9967133,0.00049091846,0.0011945228,0.0012128026,0.000057433343,0.00033104705],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014121882,0.00022332979,0.0015350216,0.00027550707,0.0003159902,0.00013164378,0.0011815354,0.000033930122,0.9548276],"category_scores_gemma":[0.0013050612,0.00014542014,0.00018073004,0.00042406094,0.000028017059,0.00014710127,0.0003662729,0.00017916603,0.00022326417],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029575753,0.000047940848,0.00278284,0.000023269315,0.000013742533,0.000014045369,0.0004077675,0.0000054387137,0.000058501337,0.0000037380562,0.98972696,0.006886204],"study_design_scores_gemma":[0.00080498564,0.00056157383,0.027424235,0.000030090932,0.00001547307,0.000034519166,0.00424108,0.0005289318,0.000011008043,0.000073623516,0.9661134,0.00016112028],"about_ca_topic_score_codex":0.055751603,"about_ca_topic_score_gemma":0.41383222,"teacher_disagreement_score":0.9546043,"about_ca_system_score_codex":0.0006551342,"about_ca_system_score_gemma":0.00051889685,"threshold_uncertainty_score":0.95053625},"labels":[],"label_agreement":null},{"id":"W6908629188","doi":"10.3205/24ebm071","title":"Data extraction in systematic reviews: a survey on current practice, methods and research priorities","year":2024,"lang":"en","type":"article","venue":"OSF Preprints (OSF Preprints)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; St. Michael's Hospital","funders":"","keywords":"Data extraction; Relevance (law); Extraction (chemistry); Current (fluid); Systematic review; Data quality","score_opus":0.8363079236678298,"score_gpt":0.6576594281498438,"score_spread":0.178648495517986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6908629188","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028160973,0.011765503,0.14199397,0.0038714223,0.0059983977,0.03409017,0.00040122055,0.00015753027,0.7735608],"genre_scores_gemma":[0.17862558,0.032710176,0.08198151,0.00039161587,0.0006199091,0.0044177305,0.00021514788,0.00021873704,0.7008196],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.59151995,0.37068003,0.017608488,0.009698754,0.009569711,0.00092308444],"domain_scores_gemma":[0.68294066,0.26567447,0.004934565,0.04330332,0.002592773,0.0005542029],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8243891,0.00045073123,0.003869076,0.0013554794,0.00022489353,0.0034576072,0.0046720454,0.00018524732,0.14894904],"category_scores_gemma":[0.73806196,0.0002694014,0.00057292444,0.0028532916,0.00017540739,0.0015461474,0.0030241574,0.0013725429,0.6969006],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011547461,0.0006622119,0.013803227,0.02794323,0.000569023,0.00008136897,0.004770641,0.00011036679,0.00036342672,0.008565032,0.46752593,0.47549006],"study_design_scores_gemma":[0.0001499317,0.0000027751453,0.016059607,0.007067659,0.00028949295,0.00007849109,0.00088327774,0.01808995,0.000049490583,0.008982481,0.94798577,0.00036110356],"about_ca_topic_score_codex":0.0002746518,"about_ca_topic_score_gemma":0.00032408,"teacher_disagreement_score":0.5479516,"about_ca_system_score_codex":0.0002636235,"about_ca_system_score_gemma":0.00029619224,"threshold_uncertainty_score":0.9999758},"labels":[],"label_agreement":null},{"id":"W6910304224","doi":"10.48083/bmte3555","title":"Conversion Rate of Abstracts Presented at the Societe Internationale d'Urologie into Peer-Reviewed Journal Publications","year":2023,"lang":"en","type":"article","venue":"Société Internationale d’Urologie Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Presentation (obstetrics); Impact factor; Bibliometrics; MEDLINE","score_opus":0.7191183532424681,"score_gpt":0.5467101460747839,"score_spread":0.17240820716768424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6910304224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7716525,0.0022889145,0.0058082477,0.20094518,0.0046211313,0.0008857395,0.00010992348,0.000048597733,0.013639728],"genre_scores_gemma":[0.79064924,0.0026096767,0.0012529143,0.0026457154,0.0009229842,0.0000672311,0.00015829597,0.000031755244,0.2016622],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9758813,0.0069582523,0.008652631,0.0007345328,0.0072620134,0.00051129726],"domain_scores_gemma":[0.96032,0.014583998,0.012731871,0.001772779,0.010282227,0.00030912072],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.118361786,0.0004010731,0.0017573611,0.0009066253,0.0010270905,0.0015311055,0.005309012,0.00021338397,0.021760173],"category_scores_gemma":[0.11795992,0.00019842987,0.0031121306,0.0017128586,0.00040175198,0.0008874312,0.0009325891,0.0011392535,0.0031303456],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045593202,0.00009861271,0.039938312,0.000021938393,0.0009713433,0.000022564736,0.0006938775,0.0025908677,0.00072726764,0.0011802149,0.9456454,0.008064041],"study_design_scores_gemma":[0.0008067454,0.00010887482,0.12819599,0.000040038754,0.00022935277,0.00034561445,0.0017812297,0.007559146,0.00025965605,0.039200585,0.82124424,0.0002285254],"about_ca_topic_score_codex":0.000014265025,"about_ca_topic_score_gemma":0.000029603307,"teacher_disagreement_score":0.19829947,"about_ca_system_score_codex":0.00033928815,"about_ca_system_score_gemma":0.000418995,"threshold_uncertainty_score":0.9995054},"labels":[],"label_agreement":null},{"id":"W6911383942","doi":"10.5281/zenodo.11244788","title":"Declaration on Research Assessment (DORA). Against the misuse of metrics in research assessment","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Declaration; Risk assessment; Scale (ratio); Government (linguistics); Research ethics","score_opus":0.8218902835031832,"score_gpt":0.5767579692971291,"score_spread":0.24513231420605408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6911383942","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19640972,0.0015607666,0.017490549,0.013283499,0.0005665746,0.0046833484,0.00022990035,0.00013885328,0.7656368],"genre_scores_gemma":[0.9922949,0.000312897,0.0008099331,0.00008562476,0.00013027992,9.402799e-7,0.00019351799,0.00041350577,0.0057584234],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94527704,0.03722786,0.0035942164,0.0012639996,0.0119946655,0.00064220227],"domain_scores_gemma":[0.98371583,0.0057500317,0.0006583465,0.0035676332,0.0060807695,0.00022740237],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.2789171,0.00022826552,0.00095289404,0.0035670055,0.0021053238,0.0065053785,0.004741239,0.00011999101,0.025445258],"category_scores_gemma":[0.042566504,0.00012660351,0.00041027786,0.012411911,0.00038686185,0.0004162807,0.0018096736,0.0015146461,0.020150656],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029128443,0.00037973467,0.00014770452,0.00019660882,0.00014793295,0.000043197193,0.0018201926,0.00066576287,0.0024954667,0.08594327,0.7044039,0.20372714],"study_design_scores_gemma":[0.00020533573,0.00030954604,0.0043100603,0.0001442826,0.000019884708,0.000010532555,0.002648721,0.026936164,0.00015441768,0.0037425577,0.96138835,0.0001301506],"about_ca_topic_score_codex":0.000028853143,"about_ca_topic_score_gemma":0.000004611403,"teacher_disagreement_score":0.79588515,"about_ca_system_score_codex":0.0006437209,"about_ca_system_score_gemma":0.00007372239,"threshold_uncertainty_score":0.9991938},"labels":[],"label_agreement":null},{"id":"W6911917191","doi":"10.5281/zenodo.14925772","title":"'Grey literature' in evidence syntheses on Environmental Health & Toxicology (EHT) topics","year":2025,"lang":"en","type":"preprint","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Australian Research Council","keywords":"Grey literature; Systematic review; MEDLINE; Evidence-based medicine; Key (lock); Alternative medicine; Evidence-based practice","score_opus":0.5790939833372898,"score_gpt":0.4626688927266954,"score_spread":0.11642509061059436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6911917191","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12547934,0.029663676,0.019789122,0.0795061,0.004235042,0.016984515,0.0063671055,0.00059447583,0.71738064],"genre_scores_gemma":[0.95039195,0.0027023235,0.0013216429,0.0025481698,0.0003869535,8.721284e-7,0.000935074,0.00068232615,0.041030675],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9756761,0.015874334,0.003746149,0.0016078068,0.002675609,0.0004199928],"domain_scores_gemma":[0.9920387,0.0014704873,0.0019930224,0.00363398,0.00064261595,0.00022114812],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.039161958,0.00036616335,0.0018524628,0.0010569665,0.0008845017,0.004332944,0.004895786,0.00022378711,0.05398198],"category_scores_gemma":[0.07279704,0.000249173,0.0005780899,0.0011395565,0.00012985244,0.00023582876,0.0042815893,0.0009585189,0.018888056],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064551496,0.00038820508,0.0001730822,0.00057217275,0.00017194997,0.0000401978,0.0047185523,0.0008607683,0.00007769087,0.0061362907,0.54951465,0.4372819],"study_design_scores_gemma":[0.00010133231,0.00018049008,0.0023440644,0.0011819215,0.000026146958,0.000022229542,0.00031265843,0.0010461006,0.000019499543,0.0013241891,0.9932336,0.00020771695],"about_ca_topic_score_codex":0.000010621796,"about_ca_topic_score_gemma":0.0000024103526,"teacher_disagreement_score":0.8249126,"about_ca_system_score_codex":0.00046439667,"about_ca_system_score_gemma":0.000026415457,"threshold_uncertainty_score":0.99999607},"labels":[],"label_agreement":null},{"id":"W6912835873","doi":"10.5281/zenodo.8435662","title":"Generalized Fused Lasso for Treatment Pooling in Network Meta-Analysis","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Pooling; Pairwise comparison; Regularization (linguistics); Model selection; Leverage (statistics); Least-squares function approximation; Lasso (programming language); Statistical model; Equivalence (formal languages)","score_opus":0.8035241698311106,"score_gpt":0.48660516806574206,"score_spread":0.3169190017653686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6912835873","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30244845,0.0075783976,0.3077138,0.030867008,0.0014685141,0.02310587,0.004314423,0.0021734769,0.32033002],"genre_scores_gemma":[0.9123875,0.0002735673,0.007225664,0.0006059528,0.00046291566,0.000004088283,0.0037277956,0.0014118834,0.07390064],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9856668,0.007285373,0.0033436758,0.0010728779,0.0021053771,0.00052588235],"domain_scores_gemma":[0.9939188,0.0010039456,0.0012517922,0.0023169313,0.001309638,0.0001988951],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.050187126,0.00026903924,0.0028892308,0.0012333047,0.0012693891,0.0025155945,0.0021309368,0.00007227931,0.0831756],"category_scores_gemma":[0.011808047,0.00015681733,0.0028692135,0.007872999,0.00005129012,0.00019783185,0.0005438385,0.00008831491,0.030577663],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007386572,0.0001992832,0.00015726255,0.000046644363,0.044515908,0.000025012658,0.0019307645,0.05685068,0.00031178293,0.013270045,0.8456679,0.036950868],"study_design_scores_gemma":[0.00042643643,0.000086006075,0.0006534114,0.0000020816744,0.010746558,0.0000040769037,0.00022951691,0.034734607,0.000018473744,0.0016055009,0.95133287,0.00016048207],"about_ca_topic_score_codex":0.000022430551,"about_ca_topic_score_gemma":0.000011387778,"teacher_disagreement_score":0.60993904,"about_ca_system_score_codex":0.00013207243,"about_ca_system_score_gemma":0.0000057608827,"threshold_uncertainty_score":0.9985199},"labels":[],"label_agreement":null},{"id":"W6920187564","doi":"10.60692/jyg2s-nky24","title":"Meta analysis of binary data with excessive zeros in two-arm trials","year":2019,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Bayesian probability; Dirichlet distribution; Markov chain Monte Carlo; Dirichlet process; Binary data; Bayesian inference; Markov chain; Binomial distribution; Inference","score_opus":0.8085041296468956,"score_gpt":0.48352726148002256,"score_spread":0.324976868166873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920187564","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9622082,0.00009136629,0.027166557,0.000078677534,0.00022855445,0.00234699,0.0011023644,0.000016544225,0.006760707],"genre_scores_gemma":[0.997625,2.2552753e-7,0.0009674928,0.00007632514,0.000016028123,0.00006450999,0.00012593009,0.0000063489774,0.0011181602],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97085077,0.007929823,0.01566304,0.0007005599,0.00461072,0.00024510533],"domain_scores_gemma":[0.9768881,0.00095399463,0.013728443,0.00716698,0.001159393,0.00010306177],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.1289542,0.0003393764,0.009435905,0.0027167234,0.000049973496,0.00076403236,0.0025331501,0.000077138335,0.0044736057],"category_scores_gemma":[0.002552507,0.0001380375,0.0020879083,0.0053623607,0.000033187476,0.001996174,0.0003023204,0.00010121798,0.0036152033],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001438757,0.000015906691,0.8492062,0.0006018538,0.08715918,0.0000056211006,0.041364852,0.019675758,0.000006079154,0.0005166575,0.0008136776,0.00049033976],"study_design_scores_gemma":[0.004309117,0.00022021018,0.22342794,0.00025538902,0.24314405,0.000027576747,0.09440675,0.43010014,0.00014553979,0.000016318352,0.0028983369,0.0010486371],"about_ca_topic_score_codex":0.000037306334,"about_ca_topic_score_gemma":0.000005774298,"teacher_disagreement_score":0.62577826,"about_ca_system_score_codex":0.000040011884,"about_ca_system_score_gemma":0.00007549255,"threshold_uncertainty_score":0.9971606},"labels":[],"label_agreement":null},{"id":"W6920361748","doi":"10.6084/m9.figshare.12278468.v1","title":"Additional file 1 of Interventions for treatment of COVID-19: a protocol for a living systematic review with network meta-analysis including individual patient data (The LIVING Project)","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Protocol (science); Psychological intervention; Patient data; Data collection; MEDLINE; Activities of daily living","score_opus":0.9412598949690658,"score_gpt":0.5880284770931216,"score_spread":0.35323141787594425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920361748","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.4888328e-8,0.0013349927,0.0019104399,0.00021028316,0.0000025329539,0.16023687,0.83625174,0.000005527007,0.00004758754],"genre_scores_gemma":[0.000046212233,9.702754e-7,0.008389251,0.00038407478,0.00003823221,0.6934134,0.29743147,0.0000133365265,0.00028308996],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9845786,0.004480165,0.007408892,0.00089198427,0.0024155877,0.00022476456],"domain_scores_gemma":[0.83629364,0.1341378,0.0218014,0.005085944,0.0024105888,0.00027061623],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010817048,0.00033534216,0.0069167144,0.00021285101,0.00025915954,0.00026955624,0.0021758215,0.000046862613,0.95547974],"category_scores_gemma":[0.3646106,0.00013168533,0.007049474,0.0026165915,0.00001796049,0.00022302412,0.00052185066,0.000045815214,0.00013698834],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004264603,0.000093292714,0.00000217167,0.10682911,0.033431135,3.630516e-7,0.00044235008,0.00020738352,1.3025264e-8,0.0000046902446,0.8589132,0.00007206694],"study_design_scores_gemma":[0.0001383144,0.00065600604,0.000012993773,0.087132566,0.16501652,0.0000044778944,0.00072317966,0.019068632,3.5168068e-7,0.000027325117,0.7269953,0.00022431699],"about_ca_topic_score_codex":0.0000037185348,"about_ca_topic_score_gemma":0.000083534374,"teacher_disagreement_score":0.9553427,"about_ca_system_score_codex":0.000048371592,"about_ca_system_score_gemma":0.0004420574,"threshold_uncertainty_score":0.7109583},"labels":[],"label_agreement":null},{"id":"W6920375868","doi":"10.60692/0jy2e-h2n87","title":"The Single-Case Reporting Guideline In BEhavioural Interventions (SCRIBE) 2016 Statement","year":2016,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of British Columbia; Ottawa Hospital; Children's Hospital of Eastern Ontario; University of Alberta","funders":"","keywords":"Consolidated Standards of Reporting Trials; Checklist; Psychological intervention; Guideline; Delphi method; Statement (logic); Intervention (counseling); Alternative medicine; MEDLINE","score_opus":0.8385263302056584,"score_gpt":0.4812550624017747,"score_spread":0.3572712678038837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920375868","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66937155,0.000040754323,0.3223242,0.0015002899,0.0010464301,0.0013800114,0.00011446987,0.00003797357,0.0041843113],"genre_scores_gemma":[0.9929678,2.5135648e-7,0.0011039617,0.00006670081,0.000040823557,0.00011782382,0.000006097109,0.0000070438623,0.0056895255],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9529022,0.003058112,0.040562127,0.00041135086,0.0026988273,0.00036736918],"domain_scores_gemma":[0.97145635,0.00034317476,0.023991246,0.0025166278,0.001566854,0.00012573392],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1390745,0.00025636549,0.0013795547,0.0005248096,0.00031479294,0.0015471777,0.00081492343,0.00006932571,0.0008552391],"category_scores_gemma":[0.015767554,0.00008600338,0.0012209102,0.0007031811,0.0000451416,0.0011940592,0.00018483258,0.000080278405,0.0052946205],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043827735,0.000022822756,0.7629947,0.00034918185,0.00031126515,0.00027565655,0.042159688,0.000114386814,0.000010698958,0.0013652418,0.08335831,0.108994186],"study_design_scores_gemma":[0.007587185,0.0005021274,0.17162402,0.008183419,0.001187783,0.008297447,0.4760575,0.026336078,0.0005732333,0.00040169587,0.29660982,0.0026396888],"about_ca_topic_score_codex":0.000021375226,"about_ca_topic_score_gemma":0.000018650775,"teacher_disagreement_score":0.5913707,"about_ca_system_score_codex":0.00022082089,"about_ca_system_score_gemma":0.00004806565,"threshold_uncertainty_score":0.9994893},"labels":[],"label_agreement":null},{"id":"W6920427528","doi":"10.6084/m9.figshare.13023884","title":"Additional file 2 of Assessing how information is packaged in rapid reviews for policy-makers and other stakeholders: a cross-sectional study","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Information system; File format; Key (lock); File management","score_opus":0.8524714314613856,"score_gpt":0.5224573195416274,"score_spread":0.33001411191975816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920427528","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019429042,0.00009152599,0.000044238346,0.0003209235,0.000010043356,0.0013679706,0.99652815,0.0000033412493,0.0014395076],"genre_scores_gemma":[0.054402534,0.000002667147,0.0055628372,0.006773608,0.00043603918,0.0049028494,0.9257025,0.000030044745,0.0021869186],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937078,0.001182334,0.0031069366,0.00036996463,0.0014957639,0.00013725444],"domain_scores_gemma":[0.9895562,0.005927927,0.003181919,0.0005763296,0.00065380055,0.00010383458],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0048836675,0.00016449946,0.0011822071,0.00025052528,0.00008951296,0.0011788617,0.00040601322,0.000060723196,0.98284304],"category_scores_gemma":[0.16718757,0.0000969835,0.00053019176,0.0009524158,0.000012899798,0.0009416487,0.000069806025,0.00009393241,0.0018270109],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003540986,0.000016723334,0.001048417,0.0001464485,0.000028149885,2.0040919e-7,0.0005899523,0.0000036672811,6.927119e-7,0.0000026650973,0.99272954,0.0054299934],"study_design_scores_gemma":[0.00023306906,0.00004692456,0.04976483,0.00027288182,0.000008587236,0.0000012565042,0.0008903047,0.0016085419,0.0000014526491,0.00005644033,0.9470265,0.00008921485],"about_ca_topic_score_codex":0.0000025643599,"about_ca_topic_score_gemma":0.000009282387,"teacher_disagreement_score":0.98101604,"about_ca_system_score_codex":0.000025520872,"about_ca_system_score_gemma":0.00013677707,"threshold_uncertainty_score":0.999858},"labels":[],"label_agreement":null},{"id":"W6920437384","doi":"10.6084/m9.figshare.13294978","title":"Additional file 5 of Decoding semi-automated title-abstract screening: findings from a convenience sample of reviews","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Decoding methods; Sample (material); Table (database); Data collection; Subpoena; Sample size determination","score_opus":0.768168500953654,"score_gpt":0.46935081588344124,"score_spread":0.2988176850702127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920437384","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025269617,0.0002833625,0.000066317574,0.000035239642,0.000010613864,0.00017055418,0.99249804,0.00000902321,0.006901596],"genre_scores_gemma":[0.00922282,0.000003689429,0.017393755,0.00035630903,0.00008534891,0.00015200718,0.97154325,0.000011857368,0.0012309473],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99559295,0.00035801268,0.0024649117,0.00032427275,0.0011728536,0.00008698409],"domain_scores_gemma":[0.9846887,0.011645275,0.0024981415,0.0006660374,0.0004039093,0.000097952936],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012874245,0.00011016219,0.0011746706,0.00006347859,0.000027931646,0.000059883983,0.000662729,0.000046346056,0.9996112],"category_scores_gemma":[0.17290881,0.000064537686,0.00062456506,0.0005836345,0.000008907419,0.00009857519,0.00008460749,0.000067763816,0.04019887],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.58082e-7,0.0000040705568,0.000021723237,0.000055748747,0.000018071589,6.9330696e-7,0.000047653957,0.000003784145,0.000018903846,0.0000028922232,0.9978804,0.0019453787],"study_design_scores_gemma":[0.000025973968,0.0000067274673,0.0020303137,0.0010728535,0.000012370606,3.943202e-7,0.000024057272,0.009755254,0.000047852027,0.00003403482,0.98693025,0.00005990334],"about_ca_topic_score_codex":0.0000034208963,"about_ca_topic_score_gemma":0.0000015516365,"teacher_disagreement_score":0.9594123,"about_ca_system_score_codex":0.0000047780386,"about_ca_system_score_gemma":0.000043792388,"threshold_uncertainty_score":0.96054846},"labels":[],"label_agreement":null},{"id":"W6920537357","doi":"10.6084/m9.figshare.12629392.v1","title":"Additional file 2 of Outcome reporting recommendations for clinical trial protocols and reports: a scoping review","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Toronto; SickKids Foundation; University of Ottawa; Hospital for Sick Children","funders":"","keywords":"Clinical trial; Outcome (game theory); MEDLINE; Protocol (science); Data collection","score_opus":0.9744034038563839,"score_gpt":0.7056233208229715,"score_spread":0.2687800830334124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920537357","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.7450752e-7,0.00038985728,0.000030637326,0.0013426113,0.000025730027,0.02692884,0.9702783,0.000006154271,0.0009973558],"genre_scores_gemma":[0.0000068700883,0.000005366651,0.01825339,0.0022911264,0.0003310274,0.11127599,0.8667899,0.00001155785,0.0010347944],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9719406,0.0016359144,0.024236044,0.0007264052,0.0013452837,0.00011577597],"domain_scores_gemma":[0.87777907,0.047140785,0.06971449,0.0024107834,0.002634926,0.00031996792],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.023766838,0.00013935946,0.0029820593,0.00004906555,0.000090475005,0.00019863997,0.0003787214,0.000061548584,0.99657166],"category_scores_gemma":[0.8824961,0.00007800961,0.0016149627,0.00047616733,0.000008522977,0.00016253744,0.00014084144,0.00010928465,0.0010203436],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015664107,0.000014217975,0.00003518109,0.0021902996,0.000025883868,0.0000029248588,0.0000076272086,9.458052e-8,2.5657801e-8,0.0000011198672,0.9911533,0.0065536685],"study_design_scores_gemma":[0.0004475218,0.0000843167,0.000090589994,0.06323118,0.00003529072,0.000010636194,0.000012066614,0.00012695687,2.7695054e-7,0.00008311802,0.93580264,0.000075427364],"about_ca_topic_score_codex":1.3709547e-7,"about_ca_topic_score_gemma":0.0000013960348,"teacher_disagreement_score":0.9955513,"about_ca_system_score_codex":0.000005608856,"about_ca_system_score_gemma":0.00018970233,"threshold_uncertainty_score":0.99975747},"labels":[],"label_agreement":null},{"id":"W6920541593","doi":"10.6084/m9.figshare.12799371.v2","title":"Additional file 4 of A guide to writing systematic reviews of rare disease treatments to generate FAIR-compliant datasets: building a Treatabolome","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital; Children's Hospital of Eastern Ontario","funders":"","keywords":"Systematic review; Rare disease; MEDLINE; Documentation; Rare events","score_opus":0.6455336060397573,"score_gpt":0.5030282870938466,"score_spread":0.14250531894591068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920541593","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004583144,0.0015452693,0.000081670114,0.00007422727,0.000020453053,0.0018167599,0.9954764,0.000004787409,0.00093459425],"genre_scores_gemma":[0.00039627138,0.0000044143335,0.02420192,0.00040703933,0.00007306674,0.004606746,0.96495736,0.000018175557,0.0053349924],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9844414,0.0037972888,0.007996112,0.00096469524,0.002536643,0.00026383274],"domain_scores_gemma":[0.9797414,0.009792513,0.0044582626,0.003928902,0.0015616592,0.00051728514],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004348315,0.00034340922,0.00415776,0.0003122194,0.000103776365,0.0002877712,0.0012614644,0.0000430046,0.99154764],"category_scores_gemma":[0.2792904,0.0001899916,0.0014374929,0.0018809647,0.0000058801993,0.00020979987,0.00040636305,0.000057014055,0.019645624],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028896075,0.000055440043,0.0000067422307,0.0050822017,0.00012394156,0.000041220497,0.000039179016,0.000041680636,0.000049173985,0.000007489036,0.9933913,0.0011587853],"study_design_scores_gemma":[0.0000954803,0.000025056936,0.00052541355,0.043034885,0.000211528,0.000015483933,0.00014519622,0.0007188721,0.000093273855,0.000027718643,0.9549151,0.00019201393],"about_ca_topic_score_codex":0.0000027004799,"about_ca_topic_score_gemma":0.0000074129375,"teacher_disagreement_score":0.971902,"about_ca_system_score_codex":0.00005667588,"about_ca_system_score_gemma":0.00018776409,"threshold_uncertainty_score":0.98111767},"labels":[],"label_agreement":null},{"id":"W6920548128","doi":"10.6084/m9.figshare.12160014","title":"Additional file 1 of Stress testing journals: a quasi-experimental study of rejection rates of a previously published paper","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto; McGill University; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Stress testing (software); Stress (linguistics); Cover (algebra); Stress test; Accelerated life testing","score_opus":0.7303462437561559,"score_gpt":0.49263310143511935,"score_spread":0.23771314232103652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920548128","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058003394,0.00030706168,0.0000019052515,0.00003442042,0.000014002707,0.0006084942,0.9907575,0.0000036743384,0.0024725841],"genre_scores_gemma":[0.7817844,3.90213e-7,0.0017193344,0.000093270915,0.00015524111,0.00072664116,0.2148087,0.000018716766,0.00069326645],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98950565,0.002128633,0.004884799,0.00044108034,0.0029243503,0.00011547064],"domain_scores_gemma":[0.97994417,0.009975457,0.0068101133,0.0008253258,0.00233417,0.00011078349],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030702068,0.0001561133,0.0017541647,0.0001687581,0.000053765172,0.00020856138,0.0008438963,0.000045930094,0.9976091],"category_scores_gemma":[0.26771688,0.00008726743,0.0006067869,0.0015191099,0.000009705792,0.00045028812,0.00015735324,0.00010882755,0.00069129124],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005554567,0.00055214047,0.00045329533,0.000113755705,0.00010447864,0.0000014154841,0.0009812906,0.000036103564,0.000093203336,4.906836e-7,0.99703014,0.00062811613],"study_design_scores_gemma":[0.0020278222,0.0087152235,0.07400575,0.016788518,0.00046875337,0.000040288607,0.07325362,0.026467573,0.004054594,0.00023146701,0.7929554,0.000991003],"about_ca_topic_score_codex":0.000008879082,"about_ca_topic_score_gemma":0.000011999938,"teacher_disagreement_score":0.9969178,"about_ca_system_score_codex":0.000011438402,"about_ca_system_score_gemma":0.00010344383,"threshold_uncertainty_score":0.8885381},"labels":[],"label_agreement":null},{"id":"W6920569072","doi":"10.6084/m9.figshare.22775956.v1","title":"Additional file 1 of Does type of funding affect reporting in network meta-analysis? A scoping review of network meta-analyses","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Affect (linguistics); Government (linguistics); The Internet; Information system; Access to information","score_opus":0.9514273745727079,"score_gpt":0.6169330374805625,"score_spread":0.3344943370921454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920569072","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016314869,0.056578744,0.000022315218,0.000069938316,0.00004625079,0.0012372091,0.938936,0.000011959362,0.003081295],"genre_scores_gemma":[0.008718472,0.0003301071,0.011114776,0.00039843988,0.00029461543,0.0028508026,0.9680308,0.000055892604,0.008206111],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.96398365,0.007622438,0.022196012,0.0010424573,0.004712715,0.00044273265],"domain_scores_gemma":[0.88486093,0.05717191,0.05121197,0.0037550465,0.002859943,0.00014019468],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.052250307,0.00039794674,0.016793313,0.00082158175,0.00008309274,0.00010554495,0.0013182565,0.00010555739,0.9972037],"category_scores_gemma":[0.39335096,0.0001791329,0.016956106,0.017363852,0.000024113471,0.00022231042,0.00036869055,0.00017426879,0.0016732222],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015623402,0.000012452112,0.000083521256,0.003999141,0.07162395,0.000007859086,0.000014874248,0.008131265,0.0000012111565,0.0000064195187,0.9160324,0.00008535704],"study_design_scores_gemma":[0.000120709985,0.000093584466,0.0050421976,0.09086632,0.65292853,0.000009927348,0.00018866367,0.010257402,0.00005494164,0.0013242254,0.23827395,0.000839579],"about_ca_topic_score_codex":0.0000106950265,"about_ca_topic_score_gemma":0.00017055971,"teacher_disagreement_score":0.9955305,"about_ca_system_score_codex":0.000017502225,"about_ca_system_score_gemma":0.00021342156,"threshold_uncertainty_score":0.9991041},"labels":[],"label_agreement":null},{"id":"W6920656749","doi":"10.6084/m9.figshare.14926906","title":"Additional file 1 of Managing overlap of primary study results across systematic reviews: practical considerations for authors of overviews of reviews","year":2021,"lang":"en","type":"article","venue":"Open MIND","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montfort Hospital; Ottawa Hospital; University of British Columbia","funders":"","keywords":"Key (lock); File format; Systematic review; Table (database)","score_opus":0.8533391633230596,"score_gpt":0.5938710291334374,"score_spread":0.2594681341896222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920656749","genre_codex":"dataset","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050312807,0.030676916,0.0041364166,0.0010078017,0.000658587,0.058694065,0.82923645,0.0000017722022,0.0705567],"genre_scores_gemma":[0.015398762,0.0009691186,0.911026,0.00027081283,0.000114178576,0.0057609994,0.011956682,0.00005517504,0.05444826],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.955482,0.016262168,0.02414687,0.0009533238,0.0029396655,0.000215948],"domain_scores_gemma":[0.890868,0.07204358,0.02886828,0.0044736676,0.0036219952,0.00012449054],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10591185,0.0002719104,0.008946104,0.00015314911,0.00010015512,0.00022686394,0.00090667885,0.00007819567,0.52840436],"category_scores_gemma":[0.43115205,0.00014919986,0.0019549388,0.001164677,0.00011332118,0.00043085296,0.0004461897,0.0001123687,0.00043157866],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019431694,0.0005274369,0.000029760515,0.008841873,0.00031128916,0.0000046810123,0.0017074709,0.0000069790576,0.000070369315,0.00013244523,0.98334855,0.004999725],"study_design_scores_gemma":[0.0007351513,0.00023932222,0.0006596959,0.018450314,0.0012279041,0.000032960153,0.0069806227,0.0005200391,0.000216393,0.0011809571,0.9695179,0.00023873037],"about_ca_topic_score_codex":0.0000072622197,"about_ca_topic_score_gemma":0.00010007202,"teacher_disagreement_score":0.9068896,"about_ca_system_score_codex":0.000029654195,"about_ca_system_score_gemma":0.00043561202,"threshold_uncertainty_score":0.9206519},"labels":[],"label_agreement":null},{"id":"W6920684296","doi":"10.6084/m9.figshare.16714292.v1","title":"Additional file 1 of Evidence on scaling in health and social care: protocol for a living umbrella review","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Protocol (science); Systematic review; MEDLINE; Key (lock); Scaling","score_opus":0.9207158067739983,"score_gpt":0.6180477958757261,"score_spread":0.3026680108982722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920684296","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.4820702e-7,0.0018794667,0.000003026887,0.00038849298,0.0000047164294,0.031216908,0.9659238,0.0000015964295,0.0005817425],"genre_scores_gemma":[0.00003779984,0.000011387507,0.0028762068,0.0026721337,0.00012686534,0.6187764,0.372729,0.000013170655,0.00275708],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928525,0.0022533399,0.002884055,0.0004672087,0.0014142762,0.00012860364],"domain_scores_gemma":[0.9716645,0.02393589,0.002552414,0.00063679856,0.0011395253,0.00007085658],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0053009973,0.00011199957,0.0013739545,0.00007444626,0.00009018714,0.00013272186,0.0003324714,0.00003724941,0.9906779],"category_scores_gemma":[0.26588386,0.00006029907,0.00052092987,0.0005494281,0.0000050224435,0.00008924622,0.00009414268,0.0000744,0.0009896414],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011870421,0.000010963988,0.00000346981,0.008160569,0.0000058609357,7.7051e-7,0.00014760953,7.6969536e-7,1.4213181e-7,0.000005741083,0.975599,0.016063925],"study_design_scores_gemma":[0.000035952,0.00002352114,0.00023977604,0.13736592,0.0000034566774,0.0000020342172,0.0001476691,0.00015627875,0.0000011881832,0.00003866551,0.8619337,0.000051817187],"about_ca_topic_score_codex":8.9426504e-7,"about_ca_topic_score_gemma":0.000015064525,"teacher_disagreement_score":0.9896882,"about_ca_system_score_codex":0.000030994408,"about_ca_system_score_gemma":0.0004196181,"threshold_uncertainty_score":0.9997882},"labels":[],"label_agreement":null},{"id":"W6920686357","doi":"10.6084/m9.figshare.12198735","title":"Additional file 1 of How are systematic reviews of prevalence conducted? A methodological study","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Systematic error; MEDLINE; Data collection","score_opus":0.9568249611662804,"score_gpt":0.5667010751009776,"score_spread":0.3901238860653028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920686357","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003181514,0.0009256993,0.000026015767,0.00012628977,0.000013996684,0.002995842,0.9947594,0.0000052589157,0.0011156802],"genre_scores_gemma":[0.037024554,0.000018190844,0.033872426,0.001248055,0.0003746571,0.018225309,0.8899184,0.000054787728,0.019263653],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9619713,0.026207825,0.0072153583,0.0007817745,0.0036738685,0.00014987017],"domain_scores_gemma":[0.8705623,0.10092705,0.021841917,0.0033444548,0.0030578398,0.00026645084],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.016803058,0.00025678423,0.0062049446,0.000112379246,0.000044090135,0.00014348462,0.0019533457,0.00007586495,0.9992951],"category_scores_gemma":[0.8016333,0.00011440807,0.0017443697,0.0013900603,0.000018075993,0.00017106083,0.00025262163,0.00014026318,0.014382244],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017283992,0.00005364889,0.000024272345,0.016459782,0.00008799164,0.000003825297,0.00018526183,0.0000018305468,0.0000053699314,0.000002424103,0.9829822,0.00019162982],"study_design_scores_gemma":[0.00013900419,0.00026685663,0.0051266877,0.026985181,0.00031782148,0.000010120541,0.0024363657,0.0011236424,0.000017859122,0.00008449911,0.9632452,0.000246733],"about_ca_topic_score_codex":1.7011763e-7,"about_ca_topic_score_gemma":0.0000012524795,"teacher_disagreement_score":0.9849129,"about_ca_system_score_codex":0.000009265271,"about_ca_system_score_gemma":0.00006354186,"threshold_uncertainty_score":0.98638517},"labels":[],"label_agreement":null},{"id":"W6920687048","doi":"10.6084/m9.figshare.14913267.v1","title":"Additional file 2 of Validity of observational evidence on putative risk and protective factors: appraisal of 3744 meta-analyses on 57 topics","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Observational study; Sample (material); Risk factor; Measure (data warehouse); Risk assessment","score_opus":0.9563198945416027,"score_gpt":0.5919892134206153,"score_spread":0.36433068112098743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920687048","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001672831,0.00014893633,0.000059370643,0.000054584194,0.000015065002,0.00032705537,0.99674255,0.000001631247,0.0009779774],"genre_scores_gemma":[0.21613704,0.0000049633004,0.009564616,0.00013239455,0.00014418241,0.0012823095,0.7683384,0.000020889602,0.0043752026],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9885132,0.0045953393,0.0029242232,0.0005741048,0.0032984386,0.000094725394],"domain_scores_gemma":[0.8957299,0.09287352,0.0062542916,0.0011870201,0.0038807848,0.00007446435],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033422345,0.00020583686,0.0024523684,0.00015889123,0.000060128343,0.000068426576,0.00047516497,0.000073999145,0.9855884],"category_scores_gemma":[0.4918081,0.00010432126,0.0017244074,0.0008664494,0.000033380682,0.00021379134,0.000116062074,0.00014444927,0.0003852885],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066638177,0.00007105182,0.00023396236,0.00010888577,0.001092218,0.0000012314091,0.00017261306,0.00016772305,0.00001993235,0.000063009735,0.9974796,0.0005830735],"study_design_scores_gemma":[0.000244609,0.000698019,0.4644019,0.0032449013,0.0035383233,0.0000049566734,0.0017363278,0.0025001506,0.014769062,0.007218891,0.5011409,0.0005019803],"about_ca_topic_score_codex":0.000006738704,"about_ca_topic_score_gemma":0.000013576132,"teacher_disagreement_score":0.9852031,"about_ca_system_score_codex":0.000014660848,"about_ca_system_score_gemma":0.00019741553,"threshold_uncertainty_score":0.5124726},"labels":[],"label_agreement":null},{"id":"W6920693418","doi":"10.6084/m9.figshare.19802435.v1","title":"Additional file 4 of Data-sharing and re-analysis for main studies assessed by the European Medicines Agency—a cross-sectional study on European Public Assessment Reports","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Table (database); European union; Risk assessment; Public health; Conformity assessment; Quality assessment","score_opus":0.8660756220092076,"score_gpt":0.5661785532200986,"score_spread":0.29989706878910904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920693418","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007989859,0.0001817641,0.000043556636,0.00019520185,0.00006308256,0.0008732674,0.9872319,0.000008701422,0.010603533],"genre_scores_gemma":[0.20350954,6.50024e-7,0.00032208813,0.0002005028,0.00014051211,0.0011793055,0.7878032,0.00002097941,0.0068232603],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97822577,0.009668714,0.0051888316,0.0016133,0.0050837556,0.00021964873],"domain_scores_gemma":[0.9711383,0.017696075,0.005574215,0.004258767,0.0012298216,0.00010281813],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.059858173,0.00024725925,0.0014789366,0.00035647518,0.0008922967,0.0008676693,0.0024810536,0.00001525348,0.9758769],"category_scores_gemma":[0.10725804,0.00012270207,0.00072101265,0.0016276248,0.000031877124,0.00029892533,0.0019528114,0.00020513733,0.000253075],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017289217,0.00012120933,0.008719443,0.000024353516,0.0016065646,0.000025958047,0.0001313155,0.00007493444,0.0000010182418,0.0000036797555,0.9886944,0.0005953805],"study_design_scores_gemma":[0.00008921327,0.000081840866,0.34582302,0.00003641041,0.0002599218,0.000012498239,0.0017662575,0.0013622799,9.328697e-8,0.00009488979,0.6503714,0.00010219312],"about_ca_topic_score_codex":0.00000225931,"about_ca_topic_score_gemma":0.00002930783,"teacher_disagreement_score":0.97562385,"about_ca_system_score_codex":0.000051256517,"about_ca_system_score_gemma":0.000083394734,"threshold_uncertainty_score":0.96807384},"labels":[],"label_agreement":null},{"id":"W6920693871","doi":"10.6084/m9.figshare.22775956","title":"Additional file 1 of Does type of funding affect reporting in network meta-analysis? A scoping review of network meta-analyses","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Affect (linguistics); Government (linguistics); The Internet; Information system; Access to information","score_opus":0.9514273745727079,"score_gpt":0.6169330374805625,"score_spread":0.3344943370921454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920693871","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016314869,0.056578744,0.000022315218,0.000069938316,0.00004625079,0.0012372091,0.938936,0.000011959362,0.003081295],"genre_scores_gemma":[0.008718472,0.0003301071,0.011114776,0.00039843988,0.00029461543,0.0028508026,0.9680308,0.000055892604,0.008206111],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.96398365,0.007622438,0.022196012,0.0010424573,0.004712715,0.00044273265],"domain_scores_gemma":[0.88486093,0.05717191,0.05121197,0.0037550465,0.002859943,0.00014019468],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.052250307,0.00039794674,0.016793313,0.00082158175,0.00008309274,0.00010554495,0.0013182565,0.00010555739,0.9972037],"category_scores_gemma":[0.39335096,0.0001791329,0.016956106,0.017363852,0.000024113471,0.00022231042,0.00036869055,0.00017426879,0.0016732222],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015623402,0.000012452112,0.000083521256,0.003999141,0.07162395,0.000007859086,0.000014874248,0.008131265,0.0000012111565,0.0000064195187,0.9160324,0.00008535704],"study_design_scores_gemma":[0.000120709985,0.000093584466,0.0050421976,0.09086632,0.65292853,0.000009927348,0.00018866367,0.010257402,0.00005494164,0.0013242254,0.23827395,0.000839579],"about_ca_topic_score_codex":0.0000106950265,"about_ca_topic_score_gemma":0.00017055971,"teacher_disagreement_score":0.9955305,"about_ca_system_score_codex":0.000017502225,"about_ca_system_score_gemma":0.00021342156,"threshold_uncertainty_score":0.9991041},"labels":[],"label_agreement":null},{"id":"W6920695977","doi":"10.6084/m9.figshare.12332054","title":"Additional file 1 of An assessment of the quality of current clinical meta-analyses","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Checklist; Table (database); Quality (philosophy); Point (geometry); Section (typography); Data collection","score_opus":0.9848254431692702,"score_gpt":0.736674405458558,"score_spread":0.24815103771071223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920695977","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010060985,0.00017629203,0.000024145034,0.000110115325,0.000022547933,0.00025994776,0.9965135,0.0000013436113,0.0027914944],"genre_scores_gemma":[0.097076714,0.0000011131754,0.007505737,0.00043156525,0.00018225555,0.00049732585,0.89307374,0.000013169632,0.0012183678],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9734334,0.011434907,0.009756547,0.000503555,0.004783668,0.00008796398],"domain_scores_gemma":[0.9414709,0.03399715,0.017939238,0.0034565914,0.0029440867,0.00019202878],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.012481337,0.00015144513,0.0038282233,0.000056753448,0.00003324718,0.000051366696,0.0018482539,0.000050065682,0.9991243],"category_scores_gemma":[0.25994885,0.000057375855,0.0057420083,0.000906063,0.000032245534,0.00011604187,0.000261874,0.00014643463,0.0011248764],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012143121,0.000085874795,0.00009362683,0.00010169819,0.00080482283,9.411251e-8,0.000019367213,0.000033271983,0.000004074715,0.000035914,0.99707144,0.0017485738],"study_design_scores_gemma":[0.00005683302,0.000045808196,0.056832306,0.00013604238,0.00088102324,2.1926687e-7,0.000084773266,0.0031568864,0.000033375618,0.00022767117,0.9384746,0.00007043736],"about_ca_topic_score_codex":0.0000014582785,"about_ca_topic_score_gemma":0.000007920839,"teacher_disagreement_score":0.9979994,"about_ca_system_score_codex":0.00000527589,"about_ca_system_score_gemma":0.00023512407,"threshold_uncertainty_score":0.99965286},"labels":[],"label_agreement":null},{"id":"W6920705404","doi":"10.6084/m9.figshare.16435852","title":"Additional file 1 of CogTale: an online platform for the evaluation, synthesis, and dissemination of evidence from cognitive interventions studies","year":2021,"lang":"en","type":"article","venue":"Open MIND","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Institut Universitaire de Gériatrie de Montréal","funders":"","keywords":"Cognition; Cognitive computing; Psychological intervention; Access to information; Grading (engineering); Information system","score_opus":0.9365024259975552,"score_gpt":0.6508892459165929,"score_spread":0.28561318008096226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920705404","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09886502,0.0055846195,0.002677206,0.0005231171,0.000085697306,0.0019798176,0.88969195,2.4394842e-7,0.00059230905],"genre_scores_gemma":[0.863926,0.00020419946,0.07898365,0.000035215322,0.00009854709,0.0022870095,0.039215405,0.000012253167,0.01523774],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9945181,0.0013117683,0.0023747063,0.00036042128,0.0013845915,0.00005041479],"domain_scores_gemma":[0.78314215,0.2067462,0.0030711922,0.0008364322,0.0061657345,0.00003830843],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018155286,0.00008229908,0.00088590424,0.00005698853,0.00009529967,0.00019802079,0.0005022333,0.000023732364,0.8483052],"category_scores_gemma":[0.42922723,0.000035860892,0.0003678116,0.00033150168,0.00010310802,0.00042517608,0.00016059507,0.000029080698,0.00006510173],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000093932385,0.000112466674,0.00011521216,0.00002628899,0.00043540588,2.3348929e-7,0.0010224356,0.0000043533637,0.0000389058,0.000008535196,0.45577064,0.54245615],"study_design_scores_gemma":[0.0007661217,0.00052084075,0.28838384,0.043988455,0.011626815,0.000019906285,0.3116711,0.09661939,0.007605184,0.014143479,0.2239557,0.0006991454],"about_ca_topic_score_codex":0.0000051783204,"about_ca_topic_score_gemma":0.00059186836,"teacher_disagreement_score":0.85047656,"about_ca_system_score_codex":0.000010128182,"about_ca_system_score_gemma":0.00010981278,"threshold_uncertainty_score":0.6292296},"labels":[],"label_agreement":null},{"id":"W6920707279","doi":"10.6084/m9.figshare.13294969","title":"Additional file 2 of Decoding semi-automated title-abstract screening: findings from a convenience sample of reviews","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Decoding methods; Sample (material); Table (database); File format","score_opus":0.7653601690849835,"score_gpt":0.4690938208194289,"score_spread":0.2962663482655546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920707279","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024893165,0.00028554094,0.00006426111,0.000035077803,0.000010663774,0.00017004095,0.9923566,0.000009014422,0.0070439116],"genre_scores_gemma":[0.008718112,0.0000036843583,0.016971236,0.00035130754,0.00008535645,0.00014995039,0.9724794,0.000011687066,0.0012292656],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99559456,0.0003579812,0.0024640905,0.00032409586,0.0011723186,0.00008695063],"domain_scores_gemma":[0.98473233,0.011593952,0.0025047082,0.00066652853,0.0004043915,0.000098078875],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012792303,0.0001101237,0.0011743504,0.000063430736,0.00002792067,0.000059884358,0.00066253863,0.000046344052,0.99962026],"category_scores_gemma":[0.1726641,0.000064519416,0.0006243486,0.00058328133,0.0000089049745,0.0000985516,0.00008462048,0.000067756184,0.040432226],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.5355505e-7,0.000004065845,0.000021010479,0.000055687135,0.00001807351,7.008483e-7,0.00004763452,0.0000038051505,0.000018332727,0.0000028526401,0.99785954,0.0019676671],"study_design_scores_gemma":[0.000025931125,0.000006719727,0.0019684874,0.0010592986,0.000012349923,3.9509234e-7,0.000023858245,0.009717729,0.000047185225,0.000034067758,0.98704416,0.000059796752],"about_ca_topic_score_codex":0.0000034157624,"about_ca_topic_score_gemma":0.0000015380814,"teacher_disagreement_score":0.95918804,"about_ca_system_score_codex":0.0000047778854,"about_ca_system_score_gemma":0.000043688367,"threshold_uncertainty_score":0.9603149},"labels":[],"label_agreement":null},{"id":"W6920712461","doi":"10.6084/m9.figshare.14374727","title":"Additional file 3 of Successful incorporation of single reviewer assessments during systematic review screening: development and validation of sensitivity and work-saved of an algorithm that considers exclusion criteria and count","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; BC Children's Hospital; Children's Hospital of Eastern Ontario; University of British Columbia","funders":"","keywords":"Sensitivity (control systems); Table (database); Systematic error; Data file; Systematic review","score_opus":0.484674961007422,"score_gpt":0.4331671071722343,"score_spread":0.051507853835187745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920712461","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041801326,0.011543822,0.000635821,0.000037355614,0.000034989615,0.0022639863,0.943514,0.0000048115844,0.00016390611],"genre_scores_gemma":[0.2948354,0.00036412143,0.13663036,0.0001307176,0.000036254376,0.00051270396,0.5669934,0.000033581822,0.0004634896],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9912327,0.0031216955,0.0035138242,0.00039752107,0.0016575787,0.00007668415],"domain_scores_gemma":[0.9867859,0.003862989,0.0060051493,0.00063654344,0.0026410446,0.000068382324],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006365526,0.00016446105,0.0023288801,0.00013197697,0.00006304319,0.00008853896,0.00011735973,0.000055079472,0.43387055],"category_scores_gemma":[0.033750296,0.000106644846,0.0001638123,0.00047432198,0.000029898038,0.00036857353,0.00018044465,0.00004299483,0.000009073629],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016259604,0.00027350435,0.0010865395,0.47580162,0.0005533462,0.00002434857,0.0006120564,0.000009565304,0.0019094932,0.000006388352,0.5037517,0.015955187],"study_design_scores_gemma":[0.00058088487,0.000121017954,0.04613475,0.9175624,0.0009188608,0.00012179903,0.0011607456,0.004108035,0.020855026,0.00014325,0.007747191,0.0005460165],"about_ca_topic_score_codex":0.0000017555166,"about_ca_topic_score_gemma":0.000007663684,"teacher_disagreement_score":0.49600452,"about_ca_system_score_codex":0.000015406875,"about_ca_system_score_gemma":0.00009227958,"threshold_uncertainty_score":0.97438884},"labels":[],"label_agreement":null},{"id":"W6920713540","doi":"10.60692/as035-10m81","title":"Additional file 1 of A scoping review on two-stage randomized preference trial in the field of mental health and addiction","year":2023,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Mental health; Addiction; Dropout (neural networks); Table (database); Randomized controlled trial; Field (mathematics); Outcome (game theory)","score_opus":0.5527044402872123,"score_gpt":0.4532392900537465,"score_spread":0.0994651502334658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920713540","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07558602,0.0016224133,0.008835418,0.0046954546,0.0020300564,0.078502804,0.7532695,0.00014255957,0.0753158],"genre_scores_gemma":[0.9626764,0.00012573208,0.0012196,0.0045645703,0.00017288559,0.008026771,0.020330902,0.000017024504,0.002866084],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.98607826,0.0049057263,0.0066470276,0.00018346445,0.0020764384,0.00010907031],"domain_scores_gemma":[0.9888857,0.0049588815,0.0051593273,0.0007164172,0.00023824151,0.00004145436],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034824792,0.00012346455,0.0020008532,0.0004118288,0.00006996329,0.00011717944,0.0003423059,0.00003339603,0.09284979],"category_scores_gemma":[0.017392928,0.00005308405,0.0004430383,0.000914295,0.000028343558,0.000272195,0.00004085008,0.00006501686,0.0006851267],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041040517,0.0000036613649,0.00008643968,0.0034461329,0.000055995188,1.9243849e-7,0.014703281,0.000018004694,1.4840112e-8,0.00018107778,0.9754084,0.0019927905],"study_design_scores_gemma":[0.38116318,0.0014971507,0.0034662988,0.39120948,0.00034993465,0.000042658296,0.07751496,0.053862605,0.000015225963,0.00007003369,0.08990433,0.00090415735],"about_ca_topic_score_codex":0.0000048934703,"about_ca_topic_score_gemma":0.0000012564144,"teacher_disagreement_score":0.8870904,"about_ca_system_score_codex":0.000017687955,"about_ca_system_score_gemma":0.00008792928,"threshold_uncertainty_score":0.993851},"labels":[],"label_agreement":null},{"id":"W6920717238","doi":"10.6084/m9.figshare.15179123.v1","title":"Additional file 3 of Creating efficiencies in the extraction of data from randomized trials: a prospective evaluation of a machine learning and text mining tool","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Information extraction; Extraction (chemistry); Data extraction; Text mining; Training set","score_opus":0.8280363040731956,"score_gpt":0.5556833541234769,"score_spread":0.2723529499497187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920717238","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058654714,0.0012434215,0.000045720364,0.000014379002,0.000007609689,0.0007672543,0.98929036,9.197069e-7,0.0027648627],"genre_scores_gemma":[0.3403724,0.0000036129406,0.006876384,0.000009861305,0.00004613818,0.0006667871,0.65161735,0.0000049999344,0.00040244928],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9705188,0.021127196,0.0046137804,0.00043896673,0.0032338577,0.00006738453],"domain_scores_gemma":[0.5290923,0.4521677,0.01332681,0.0017559159,0.00362911,0.000028153225],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06737993,0.000094146606,0.0022536917,0.00012481603,0.000052224,0.00011062967,0.00042948453,0.00003739443,0.982532],"category_scores_gemma":[0.8395631,0.000043843604,0.00040236014,0.0007083972,0.000019276766,0.00022797809,0.00012669507,0.000087229564,0.00006945661],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027894008,0.00006848466,0.00013779805,0.0000735431,0.00018033224,9.3973586e-7,0.0023424788,0.0002573775,0.00015849707,0.000007083648,0.973714,0.022780532],"study_design_scores_gemma":[0.010514633,0.00003562593,0.013488824,0.003687584,0.00064083765,0.000008767735,0.011496643,0.9117426,0.00019134607,0.0007543363,0.047304243,0.00013453278],"about_ca_topic_score_codex":0.000013952822,"about_ca_topic_score_gemma":0.00005393476,"teacher_disagreement_score":0.9824626,"about_ca_system_score_codex":0.000010488892,"about_ca_system_score_gemma":0.00017063628,"threshold_uncertainty_score":0.96032864},"labels":[],"label_agreement":null},{"id":"W6920727058","doi":"10.6084/m9.figshare.19802441","title":"Additional file 6 of Data-sharing and re-analysis for main studies assessed by the European Medicines Agency—a cross-sectional study on European Public Assessment Reports","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"European union; Risk assessment; Quality assessment; Public health; Conformity assessment; Government (linguistics)","score_opus":0.8651252783809574,"score_gpt":0.5657892157382622,"score_spread":0.2993360626426952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920727058","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007978413,0.00018213007,0.000043540316,0.00019636517,0.00006310994,0.0008744589,0.9871221,0.000008703777,0.010711758],"genre_scores_gemma":[0.20273341,6.5100863e-7,0.00032291695,0.00020119773,0.00014094176,0.001183931,0.7884672,0.000021043597,0.006928691],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97821563,0.009677279,0.0051892367,0.0016136541,0.0050844904,0.0002196833],"domain_scores_gemma":[0.9711273,0.017690783,0.00557797,0.004261083,0.0012399915,0.00010290399],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.059885763,0.0002472841,0.0014791524,0.0003564557,0.00089219445,0.0008677039,0.0024804035,0.000015253457,0.97569215],"category_scores_gemma":[0.10761193,0.00012270917,0.0007210524,0.0016281839,0.00003187901,0.0002989486,0.0019529813,0.00020517343,0.00025202957],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017122818,0.00012175007,0.008673719,0.000024363484,0.001606853,0.000025950028,0.00013162165,0.00007482034,0.0000010238809,0.0000037110035,0.9887386,0.0005958932],"study_design_scores_gemma":[0.00008895823,0.00008062213,0.346661,0.00003631454,0.00025927948,0.000012455478,0.0017646082,0.0013423285,9.3076096e-8,0.000094616524,0.64955777,0.00010192976],"about_ca_topic_score_codex":0.0000022993304,"about_ca_topic_score_gemma":0.000029867946,"teacher_disagreement_score":0.97544014,"about_ca_system_score_codex":0.00005120698,"about_ca_system_score_gemma":0.00008349264,"threshold_uncertainty_score":0.9680454},"labels":[],"label_agreement":null},{"id":"W6920727580","doi":"10.6084/m9.figshare.14374724","title":"Additional file 2 of Successful incorporation of single reviewer assessments during systematic review screening: development and validation of sensitivity and work-saved of an algorithm that considers exclusion criteria and count","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; BC Children's Hospital; Children's Hospital of Eastern Ontario; University of British Columbia","funders":"","keywords":"Sensitivity (control systems); Table (database); Data file; Semaphore; Systematic error","score_opus":0.48121897754260656,"score_gpt":0.43304722831124265,"score_spread":0.048171749231363914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920727580","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041497502,0.011688508,0.0006244101,0.00003749019,0.000035020752,0.002269696,0.94367576,0.0000048346265,0.00016675881],"genre_scores_gemma":[0.28822494,0.00036692875,0.13529529,0.0001305806,0.000036283654,0.0005116682,0.57494414,0.00003348822,0.0004566765],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.99123186,0.0031232662,0.0035138065,0.0003974204,0.0016569655,0.00007666588],"domain_scores_gemma":[0.9868257,0.0038449983,0.0060083945,0.00063604844,0.0026164837,0.00006834819],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0063400595,0.00016443778,0.002329145,0.00013194322,0.0000630513,0.000088545894,0.0001173671,0.000055083532,0.4350792],"category_scores_gemma":[0.033440348,0.000106638865,0.00016379532,0.00047416825,0.00002989598,0.00036854655,0.0001805301,0.000042993997,0.000008916682],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015995565,0.00027159654,0.0010500768,0.4695467,0.0005497919,0.000024467185,0.000608098,0.000009531625,0.0018392471,0.000006465422,0.5100723,0.016005747],"study_design_scores_gemma":[0.00058190955,0.00012207619,0.046104368,0.91770303,0.00092980854,0.00012386582,0.0011642858,0.004111129,0.020545874,0.0001448987,0.0079196645,0.000549114],"about_ca_topic_score_codex":0.0000017535964,"about_ca_topic_score_gemma":0.000007657944,"teacher_disagreement_score":0.5021526,"about_ca_system_score_codex":0.000015360998,"about_ca_system_score_gemma":0.00009190802,"threshold_uncertainty_score":0.9747014},"labels":[],"label_agreement":null},{"id":"W6920732336","doi":"10.6084/m9.figshare.12422534.v1","title":"Additional file 2 of The semi-automation of title and abstract screening: a retrospective exploration of ways to leverage Abstrackr’s relevance predictions in systematic and rapid reviews","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Leverage (statistics); Relevance (law); Systematic review; Table (database)","score_opus":0.6434155424558629,"score_gpt":0.41223046655898044,"score_spread":0.23118507589688242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920732336","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010230502,0.0011626746,0.0004391407,0.00011844345,0.000014377693,0.0012354839,0.99049044,0.0000030321974,0.006434086],"genre_scores_gemma":[0.86189693,0.000100207515,0.011731939,0.0003583198,0.00018153897,0.0024771886,0.119789556,0.000035748264,0.0034285625],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99701643,0.00029005596,0.0018141642,0.00018084509,0.00066016964,0.000038353617],"domain_scores_gemma":[0.9956829,0.0018210118,0.001814815,0.00036815254,0.00028123954,0.00003191242],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013928635,0.000066831024,0.00075366354,0.00006416398,0.000020668353,0.000026981468,0.00017646287,0.000028863516,0.8240728],"category_scores_gemma":[0.059313167,0.00003496046,0.00015694734,0.00046232075,0.000007712855,0.00015951805,0.0000409024,0.000049634495,0.0006257437],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.0077664e-7,0.0000047274443,0.000009416079,0.0015773586,0.000011195472,8.644983e-8,0.00023488383,0.00004277242,0.000012714635,0.000019064024,0.9977004,0.0003867118],"study_design_scores_gemma":[0.00024270115,0.00014438487,0.13341379,0.06506943,0.0001548001,0.000005514041,0.0007802583,0.033435702,0.00021726835,0.0012502415,0.76501566,0.000270239],"about_ca_topic_score_codex":7.1335666e-7,"about_ca_topic_score_gemma":0.0000047773074,"teacher_disagreement_score":0.8707009,"about_ca_system_score_codex":0.0000074235336,"about_ca_system_score_gemma":0.000017341354,"threshold_uncertainty_score":0.94861066},"labels":[],"label_agreement":null},{"id":"W6920734896","doi":"10.6084/m9.figshare.13294966","title":"Additional file 1 of Decoding semi-automated title-abstract screening: findings from a convenience sample of reviews","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Sample (material); Decoding methods; File format; Data collection; Data file","score_opus":0.772227508548318,"score_gpt":0.4698714823117126,"score_spread":0.3023560262366054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920734896","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025057989,0.00028094914,0.000065669024,0.00003525369,0.000010599045,0.00017030837,0.99251795,0.00000901459,0.006885224],"genre_scores_gemma":[0.008879925,0.0000035958187,0.01738681,0.00035197343,0.00008426396,0.00015320568,0.97190094,0.000011726411,0.0012275794],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99559504,0.00035809795,0.0024629403,0.0003243359,0.0011725957,0.00008698159],"domain_scores_gemma":[0.9845285,0.011789815,0.0025075374,0.00066951744,0.00040632972,0.000098342505],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001286305,0.00011015903,0.0011740607,0.000063472646,0.000027918608,0.000059753544,0.0006629106,0.00004634378,0.9996275],"category_scores_gemma":[0.17442097,0.0000645407,0.00062447035,0.00058373885,0.000008905098,0.00009848353,0.00008463249,0.00006777192,0.0408541],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.5754404e-7,0.0000040695345,0.000021717191,0.000055214543,0.000018083787,6.824122e-7,0.00004762152,0.0000037889806,0.000019007086,0.0000028045033,0.99791145,0.0019149124],"study_design_scores_gemma":[0.000025727371,0.000006711849,0.0019989205,0.0010715596,0.000012382767,3.9381464e-7,0.00002408225,0.009773401,0.0000474355,0.000033762444,0.98694575,0.000059863512],"about_ca_topic_score_codex":0.0000033813883,"about_ca_topic_score_gemma":0.0000015289532,"teacher_disagreement_score":0.9587734,"about_ca_system_score_codex":0.000004776505,"about_ca_system_score_gemma":0.000043885364,"threshold_uncertainty_score":0.9598927},"labels":[],"label_agreement":null},{"id":"W6920736220","doi":"10.6084/m9.figshare.16606983","title":"Additional file 1 of Do reporting guidelines have an impact? Empirical assessment of changes in reporting before and after the PRISMA extension statement for network meta-analysis","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto; Ottawa Hospital; University of British Columbia","funders":"","keywords":"Extension (predicate logic); Statement (logic); Data collection; Empirical research","score_opus":0.8856579940210907,"score_gpt":0.6204624772756212,"score_spread":0.2651955167454695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920736220","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003115812,0.0006264856,0.0001464915,0.00065121026,0.000013562008,0.0007008493,0.9945819,0.000002418173,0.00016128624],"genre_scores_gemma":[0.11813067,0.0000047238705,0.09284118,0.0006884546,0.00028394387,0.005112263,0.7788495,0.00003319878,0.0040561063],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97704506,0.001964525,0.017472722,0.0008226903,0.0024672586,0.0002277591],"domain_scores_gemma":[0.947467,0.0076093217,0.038251437,0.0019980816,0.004577095,0.0000970508],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03353102,0.00022289174,0.0039802985,0.0002045354,0.00008676927,0.00023674204,0.00033074958,0.00007022876,0.9735277],"category_scores_gemma":[0.25648326,0.00009364627,0.003046421,0.0012247215,0.000013014566,0.00014223451,0.00023159276,0.000095006515,0.000010670902],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031394068,0.000027885155,0.004433293,0.00006721365,0.0046968334,0.000019539417,0.00013176436,0.00097286695,0.0000019126699,0.0000010364719,0.9879566,0.0016879326],"study_design_scores_gemma":[0.000117064126,0.00014184152,0.32983726,0.00061128096,0.016406953,0.00004787619,0.001847356,0.11466616,0.00002382899,0.0012771081,0.53473985,0.00028340414],"about_ca_topic_score_codex":0.0000062562963,"about_ca_topic_score_gemma":0.0009547965,"teacher_disagreement_score":0.97351706,"about_ca_system_score_codex":0.000025671046,"about_ca_system_score_gemma":0.0001969906,"threshold_uncertainty_score":0.99518317},"labels":[],"label_agreement":null},{"id":"W6920738819","doi":"10.6084/m9.figshare.14431751.v1","title":"Additional file 1 of The PRISMA 2020 statement: an updated guideline for reporting systematic reviews","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Ottawa Hospital; McMaster University; University of Ottawa","funders":"","keywords":"Systematic review; Guideline; MEDLINE; Audit; Data collection","score_opus":0.801286983954715,"score_gpt":0.533713018718704,"score_spread":0.26757396523601096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920738819","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003334087,0.0005168368,0.00008941654,0.00025247695,0.000051014507,0.002088175,0.99489987,0.00000439277,0.0020945084],"genre_scores_gemma":[0.000045278415,0.000001058362,0.013702425,0.00054161233,0.000103942126,0.0029698196,0.96039325,0.000012210013,0.022230403],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96761096,0.005162667,0.023874156,0.0006554746,0.0025219347,0.00017481287],"domain_scores_gemma":[0.91233927,0.013400028,0.061354984,0.005779464,0.00696059,0.00016566126],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.027556196,0.00020556065,0.0029808423,0.000057947174,0.00014913258,0.00033529504,0.001208998,0.000057491772,0.9989623],"category_scores_gemma":[0.68185043,0.000085791595,0.0019188025,0.0011310278,0.0000060599423,0.00019864543,0.00020202782,0.000082553466,0.0066516967],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.345243e-7,0.000019094285,0.0000014185332,0.0024547526,0.00005792075,0.0000029901682,0.00003502314,0.000011001298,0.0000050754766,0.0000057276793,0.99678314,0.00062341633],"study_design_scores_gemma":[0.000041893407,0.000009606597,0.00005586733,0.008319932,0.000079528254,0.000020061378,0.00018973406,0.0058118077,0.000026501157,0.00026460664,0.98508847,0.000092004535],"about_ca_topic_score_codex":4.5186997e-7,"about_ca_topic_score_gemma":0.000015824,"teacher_disagreement_score":0.9923106,"about_ca_system_score_codex":0.000023404802,"about_ca_system_score_gemma":0.00023970054,"threshold_uncertainty_score":0.99412173},"labels":[],"label_agreement":null},{"id":"W6920742426","doi":"10.6084/m9.figshare.19778028.v1","title":"Additional file 3 of Sex differences in HIV testing among elders in Sub-Saharan Africa: a systematic review protocol","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Protocol (science); Sample (material); Human immunodeficiency virus (HIV); Data collection; MEDLINE","score_opus":0.6267050563076136,"score_gpt":0.43517269305153744,"score_spread":0.1915323632560762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920742426","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000122208685,0.0005536911,5.491067e-7,0.000025090852,0.000005900133,0.059605796,0.9349924,0.0000053152526,0.00479908],"genre_scores_gemma":[0.0010906514,7.1324297e-7,0.0002559978,0.00008673094,0.000014600072,0.8380109,0.15711083,0.0000116615065,0.0034179292],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9816096,0.0071474877,0.0067441296,0.0006351182,0.0036259699,0.00023770506],"domain_scores_gemma":[0.9660446,0.025733558,0.0060067894,0.0016413009,0.00048415695,0.000089611836],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.01073706,0.00023535638,0.0033923583,0.00043794737,0.00009511682,0.0001496135,0.0016019042,0.000039176415,0.99610907],"category_scores_gemma":[0.23344006,0.00013239503,0.0006627604,0.0031909714,0.000012089754,0.00017489157,0.000301223,0.00025027772,0.0037534644],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.600229e-7,0.00004386587,0.00023138462,0.040546045,0.000016832173,0.000011009339,0.000073780015,0.000011730826,3.388499e-7,4.87136e-7,0.9589441,0.000119801],"study_design_scores_gemma":[0.00027505754,0.00008378227,0.010019765,0.40786543,0.00007471607,0.000021190996,0.0007870298,0.010661201,0.0000016505702,0.00024356207,0.5695148,0.0004517653],"about_ca_topic_score_codex":0.0000035622863,"about_ca_topic_score_gemma":0.000029427656,"teacher_disagreement_score":0.9923556,"about_ca_system_score_codex":0.00006334123,"about_ca_system_score_gemma":0.00014275272,"threshold_uncertainty_score":0.9970222},"labels":[],"label_agreement":null},{"id":"W6920752056","doi":"10.6084/m9.figshare.14913276.v1","title":"Additional file 5 of Validity of observational evidence on putative risk and protective factors: appraisal of 3744 meta-analyses on 57 topics","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Observational study; Credibility; Table (database); Kappa; Measure (data warehouse); Critical appraisal","score_opus":0.9569077944506005,"score_gpt":0.5921725702233445,"score_spread":0.364735224227256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920752056","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016964095,0.00014785232,0.00006115007,0.000054815573,0.000014997168,0.00032795093,0.99673605,0.0000016325796,0.0009591718],"genre_scores_gemma":[0.22595288,0.0000049369146,0.009724352,0.00013328104,0.0001432186,0.0012902726,0.7583781,0.000021036007,0.004351933],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98851013,0.004595714,0.0029251375,0.0005743991,0.0032998489,0.0000947596],"domain_scores_gemma":[0.8955044,0.093131095,0.0062326454,0.0011850103,0.0038725506,0.0000743],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003362327,0.00020590452,0.0024529968,0.00015900398,0.000060150578,0.000068426176,0.00047529346,0.00007400216,0.9852688],"category_scores_gemma":[0.49221063,0.00010434905,0.0017249692,0.0008669427,0.0000333893,0.00021383948,0.00011604532,0.00014446456,0.0003831096],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006731794,0.00007138979,0.00024230372,0.000109398316,0.0010961089,0.0000012234057,0.0001733118,0.00016746324,0.000020591064,0.00006406559,0.9974685,0.00057896244],"study_design_scores_gemma":[0.00024922044,0.00071084424,0.4853691,0.0033406825,0.003605105,0.000005033013,0.0017801708,0.002552626,0.015223354,0.007336911,0.4793155,0.00051150646],"about_ca_topic_score_codex":0.000006748231,"about_ca_topic_score_gemma":0.000013688648,"teacher_disagreement_score":0.9848857,"about_ca_system_score_codex":0.00001466129,"about_ca_system_score_gemma":0.00019785757,"threshold_uncertainty_score":0.5120667},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6920758258","doi":"10.6084/m9.figshare.20110641.v1","title":"Additional file 2 of Protocol for a scoping review to map patient engagement in scoping reviews","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Boniface Hospital; University of Manitoba","funders":"","keywords":"Protocol (science); Data collection; Patient data; MEDLINE; Patient privacy; Health care","score_opus":0.8610741154543268,"score_gpt":0.5760249450102647,"score_spread":0.2850491704440621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920758258","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.1320686e-8,0.0008723223,0.00000921161,0.00010724804,0.000013140022,0.2539374,0.7439519,0.000002046091,0.0011066794],"genre_scores_gemma":[3.0239408e-7,0.0000015121799,0.0043973234,0.0012115558,0.000022666867,0.7685256,0.22490028,0.000007159847,0.0009335869],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98425955,0.0052325586,0.0070865797,0.0006624852,0.0025548383,0.00020398403],"domain_scores_gemma":[0.9823421,0.009945943,0.005230517,0.0017500579,0.0006250112,0.00010634433],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.016030453,0.0001844034,0.002290329,0.00024560018,0.00015566986,0.00010081101,0.0010337837,0.000018581866,0.99953026],"category_scores_gemma":[0.17478095,0.00011053165,0.0010171115,0.0011807579,0.0000025884058,0.00010040214,0.0005260917,0.00011828789,0.008737862],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021865942,0.000032374646,7.099695e-7,0.015125903,0.0000068916393,8.705785e-7,0.000053996882,0.000027500653,2.1329434e-7,0.0000020943187,0.9737472,0.011000058],"study_design_scores_gemma":[0.000057398767,0.000060302813,0.000008746217,0.26879513,0.0000055827895,7.748641e-7,0.00002795311,0.00009044378,0.0000013918966,0.000023580551,0.7308472,0.00008150274],"about_ca_topic_score_codex":4.850029e-7,"about_ca_topic_score_gemma":0.000012521322,"teacher_disagreement_score":0.9907924,"about_ca_system_score_codex":0.00006696805,"about_ca_system_score_gemma":0.00022842162,"threshold_uncertainty_score":0.99203396},"labels":[],"label_agreement":null},{"id":"W6920789465","doi":"10.6084/m9.figshare.12422534","title":"Additional file 2 of The semi-automation of title and abstract screening: a retrospective exploration of ways to leverage Abstrackr’s relevance predictions in systematic and rapid reviews","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Leverage (statistics); Relevance (law); Systematic review; Table (database)","score_opus":0.6434155424558629,"score_gpt":0.41223046655898044,"score_spread":0.23118507589688242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920789465","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010230502,0.0011626746,0.0004391407,0.00011844345,0.000014377693,0.0012354839,0.99049044,0.0000030321974,0.006434086],"genre_scores_gemma":[0.86189693,0.000100207515,0.011731939,0.0003583198,0.00018153897,0.0024771886,0.119789556,0.000035748264,0.0034285625],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99701643,0.00029005596,0.0018141642,0.00018084509,0.00066016964,0.000038353617],"domain_scores_gemma":[0.9956829,0.0018210118,0.001814815,0.00036815254,0.00028123954,0.00003191242],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013928635,0.000066831024,0.00075366354,0.00006416398,0.000020668353,0.000026981468,0.00017646287,0.000028863516,0.8240728],"category_scores_gemma":[0.059313167,0.00003496046,0.00015694734,0.00046232075,0.000007712855,0.00015951805,0.0000409024,0.000049634495,0.0006257437],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.0077664e-7,0.0000047274443,0.000009416079,0.0015773586,0.000011195472,8.644983e-8,0.00023488383,0.00004277242,0.000012714635,0.000019064024,0.9977004,0.0003867118],"study_design_scores_gemma":[0.00024270115,0.00014438487,0.13341379,0.06506943,0.0001548001,0.000005514041,0.0007802583,0.033435702,0.00021726835,0.0012502415,0.76501566,0.000270239],"about_ca_topic_score_codex":7.1335666e-7,"about_ca_topic_score_gemma":0.0000047773074,"teacher_disagreement_score":0.8707009,"about_ca_system_score_codex":0.0000074235336,"about_ca_system_score_gemma":0.000017341354,"threshold_uncertainty_score":0.94861066},"labels":[],"label_agreement":null},{"id":"W6920800037","doi":"10.6084/m9.figshare.28571538","title":"Additional file 1 of Ranking of treatments in network meta-analysis: incorporating minimally important differences","year":2025,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Ranking (information retrieval); Key (lock); Artificial neural network; Learning to rank","score_opus":0.7226197338645081,"score_gpt":0.47319566323925516,"score_spread":0.2494240706252529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920800037","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002045831,0.0009877284,0.000010974021,0.000026367039,0.000010858368,0.00032118135,0.9905066,0.0000022117774,0.00792953],"genre_scores_gemma":[0.1561847,0.0000010573038,0.008684857,0.000114001334,0.0000344815,0.0015725978,0.8235627,0.000008304231,0.009837313],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9869335,0.0023389154,0.007688499,0.00060128735,0.0022685237,0.00016923448],"domain_scores_gemma":[0.9697037,0.01965461,0.008281175,0.0014462087,0.0008643347,0.000049988525],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005779442,0.0002342361,0.005271626,0.0006397305,0.000055937373,0.00012840441,0.0010450651,0.00007529737,0.99740803],"category_scores_gemma":[0.050488006,0.00011558121,0.004214714,0.004510539,0.000015087015,0.0001272722,0.00015573397,0.00008350475,0.0005229636],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002623587,0.00004035234,0.0024882164,0.00003859929,0.02138927,0.0000031672207,0.00003004383,0.00019922436,7.656431e-7,0.000040476105,0.975417,0.00035025418],"study_design_scores_gemma":[0.0005967671,0.0001622576,0.38919258,0.0028970835,0.131818,0.0000030713813,0.00092799484,0.04293967,0.00004308293,0.017850881,0.41275305,0.00081555615],"about_ca_topic_score_codex":0.0000090323365,"about_ca_topic_score_gemma":0.0002498342,"teacher_disagreement_score":0.99688506,"about_ca_system_score_codex":0.000016627146,"about_ca_system_score_gemma":0.00016305079,"threshold_uncertainty_score":0.9575101},"labels":[],"label_agreement":null},{"id":"W6920802417","doi":"10.6084/m9.figshare.19619229","title":"Additional file 1 of Standards of conduct and reporting in evidence syntheses that could inform environmental policy and management decisions","year":2022,"lang":"en","type":"article","venue":"Open MIND","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Environmental policy; Table (database); Environmental management system; Key (lock); Public policy","score_opus":0.8303052382662429,"score_gpt":0.5598280172070432,"score_spread":0.2704772210591997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920802417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47459218,0.0010260064,0.00007930848,0.000384104,0.000054510103,0.0024461388,0.4380229,3.9560277e-7,0.08339446],"genre_scores_gemma":[0.9770942,0.00010261238,0.013701918,0.000047506328,0.000007346847,0.00023231232,0.0004956575,0.0000050700573,0.008313401],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99116147,0.00080659176,0.0044439086,0.0003952357,0.0030938897,0.00009892208],"domain_scores_gemma":[0.97405833,0.018334582,0.006540131,0.0009181543,0.00008344801,0.00006533401],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03271411,0.00009874581,0.0011429788,0.00027594622,0.00010747169,0.0001828421,0.00064295885,0.000017310389,0.8829133],"category_scores_gemma":[0.095010355,0.0000583565,0.00016459257,0.00040164503,0.000101006175,0.0003192215,0.0010817326,0.000064100044,0.000032078835],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025573754,0.00006350297,0.00512961,0.00002691141,0.00010529533,0.000022620596,0.0008586316,0.00005098014,0.000032816628,0.00008688482,0.6113705,0.38222665],"study_design_scores_gemma":[0.00009397698,0.00006441339,0.02276695,0.00046049617,0.00004492059,0.000035635123,0.009838718,0.00040223546,0.000046959838,0.00040465128,0.9657512,0.00008985572],"about_ca_topic_score_codex":0.000023556595,"about_ca_topic_score_gemma":0.000043620228,"teacher_disagreement_score":0.88288116,"about_ca_system_score_codex":0.00005596721,"about_ca_system_score_gemma":0.00011489418,"threshold_uncertainty_score":0.99602437},"labels":[],"label_agreement":null},{"id":"W6920802440","doi":"10.6084/m9.figshare.19906799","title":"Additional file 4 of A randomised fractional factorial screening experiment to predict effective features of audit and feedback","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Ottawa; Ottawa Hospital","funders":"","keywords":"Sensitivity (control systems); Audit; Fractional factorial design; Factorial experiment","score_opus":0.34296701396394125,"score_gpt":0.4267864801476814,"score_spread":0.08381946618374014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920802440","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013375898,0.00010474416,0.000037208905,0.000030213689,0.00006854125,0.0009336081,0.9953119,0.0000025274358,0.00337746],"genre_scores_gemma":[0.048384357,1.8599728e-7,0.002680049,0.000100953905,0.00039957318,0.008814882,0.9307981,0.00001573839,0.008806138],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.992517,0.001949871,0.0017785233,0.00042577507,0.0032265584,0.00010230283],"domain_scores_gemma":[0.9765983,0.020217197,0.0019907923,0.00056502817,0.00053245574,0.00009622442],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025889229,0.00013913,0.0012355541,0.00019402297,0.00013659203,0.000078743535,0.00047030635,0.00002849454,0.99917567],"category_scores_gemma":[0.07205101,0.00008368694,0.00067974196,0.00047557437,0.000008785397,0.00009232212,0.00027330432,0.000115379786,0.0005654692],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001709093,0.000026497879,0.0000062315225,0.000021434149,0.00012647305,7.176582e-7,0.00016356108,0.00016050025,0.000032434982,0.0000037023888,0.9973928,0.0018947818],"study_design_scores_gemma":[0.00094724685,0.0001047334,0.008411768,0.00023789317,0.000023426677,0.000005918876,0.0003149773,0.0003062233,0.00010859391,0.000060576713,0.98939955,0.00007908689],"about_ca_topic_score_codex":0.0000030810663,"about_ca_topic_score_gemma":0.0000016510403,"teacher_disagreement_score":0.9986102,"about_ca_system_score_codex":0.00002608167,"about_ca_system_score_gemma":0.00007029598,"threshold_uncertainty_score":0.9357655},"labels":[],"label_agreement":null},{"id":"W6920806584","doi":"10.6084/m9.figshare.21259052.v1","title":"Additional file 2 of Randomized controlled trials in de-implementation research: a systematic scoping review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire de Sherbrooke; McMaster University","funders":"","keywords":"Randomized controlled trial; Systematic review; MEDLINE; Patient data; Key (lock)","score_opus":0.9252322614645266,"score_gpt":0.6557024637517653,"score_spread":0.2695297977127613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920806584","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000018380222,0.0149382865,0.0000049859045,0.00013082611,0.000018189663,0.015687045,0.9666607,0.0000025245454,0.0025556355],"genre_scores_gemma":[0.00064995995,0.000044525197,0.0004474966,0.00033927688,0.00004558995,0.1434541,0.8521644,0.0000104467135,0.002844236],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.5754816,0.37246004,0.038104773,0.0007740834,0.012793315,0.00038617523],"domain_scores_gemma":[0.09199976,0.869185,0.032701377,0.002611331,0.0033504935,0.00015205475],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.48565465,0.00016027555,0.019942973,0.00078282563,0.00015890755,0.0002374028,0.0010923803,0.00002744741,0.9998238],"category_scores_gemma":[0.922364,0.00007610897,0.0048172264,0.0019762418,0.00001103461,0.00011808922,0.00022762181,0.00018557528,0.004505599],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002686836,0.000017114953,1.8831504e-7,0.022433212,0.00016216713,0.0000034849415,0.00007482388,0.000010314814,2.7375302e-7,0.000019680647,0.9768965,0.00011353235],"study_design_scores_gemma":[0.037539773,0.00003686714,0.000007999253,0.869433,0.00041409288,0.0000147989995,0.0015322759,0.002756239,0.0000013803561,0.0011896597,0.08691221,0.00016172633],"about_ca_topic_score_codex":0.0000038600288,"about_ca_topic_score_gemma":0.000021793048,"teacher_disagreement_score":0.99531823,"about_ca_system_score_codex":0.000092086964,"about_ca_system_score_gemma":0.0005485568,"threshold_uncertainty_score":0.9962695},"labels":[],"label_agreement":null},{"id":"W6920813150","doi":"10.6084/m9.figshare.14374727.v1","title":"Additional file 3 of Successful incorporation of single reviewer assessments during systematic review screening: development and validation of sensitivity and work-saved of an algorithm that considers exclusion criteria and count","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; BC Children's Hospital; Children's Hospital of Eastern Ontario; University of British Columbia","funders":"","keywords":"Sensitivity (control systems); Table (database); Systematic error; Data file; Systematic review","score_opus":0.484674961007422,"score_gpt":0.4331671071722343,"score_spread":0.051507853835187745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920813150","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041801326,0.011543822,0.000635821,0.000037355614,0.000034989615,0.0022639863,0.943514,0.0000048115844,0.00016390611],"genre_scores_gemma":[0.2948354,0.00036412143,0.13663036,0.0001307176,0.000036254376,0.00051270396,0.5669934,0.000033581822,0.0004634896],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9912327,0.0031216955,0.0035138242,0.00039752107,0.0016575787,0.00007668415],"domain_scores_gemma":[0.9867859,0.003862989,0.0060051493,0.00063654344,0.0026410446,0.000068382324],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006365526,0.00016446105,0.0023288801,0.00013197697,0.00006304319,0.00008853896,0.00011735973,0.000055079472,0.43387055],"category_scores_gemma":[0.033750296,0.000106644846,0.0001638123,0.00047432198,0.000029898038,0.00036857353,0.00018044465,0.00004299483,0.000009073629],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016259604,0.00027350435,0.0010865395,0.47580162,0.0005533462,0.00002434857,0.0006120564,0.000009565304,0.0019094932,0.000006388352,0.5037517,0.015955187],"study_design_scores_gemma":[0.00058088487,0.000121017954,0.04613475,0.9175624,0.0009188608,0.00012179903,0.0011607456,0.004108035,0.020855026,0.00014325,0.007747191,0.0005460165],"about_ca_topic_score_codex":0.0000017555166,"about_ca_topic_score_gemma":0.000007663684,"teacher_disagreement_score":0.49600452,"about_ca_system_score_codex":0.000015406875,"about_ca_system_score_gemma":0.00009227958,"threshold_uncertainty_score":0.97438884},"labels":[],"label_agreement":null},{"id":"W6920816049","doi":"10.6084/m9.figshare.26648127","title":"Additional file 1 of Data extraction and comparison for complex systematic reviews: a step-by-step guideline and an implementation example using open-source software","year":2024,"lang":"en","type":"article","venue":"Open MIND","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Software; Data extraction; Data file; Guideline; File format; Key (lock)","score_opus":0.8928414590869279,"score_gpt":0.6365904312794193,"score_spread":0.25625102780750864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920816049","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00079340575,0.0032327436,0.5781365,0.00009723612,0.000089691675,0.009461826,0.40784883,0.0000020942957,0.00033767798],"genre_scores_gemma":[0.00069732027,0.00001466931,0.90146077,0.00006267575,0.00006124753,0.0004997563,0.09442906,0.000018959716,0.0027555518],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98744476,0.0031999163,0.0069623357,0.0010932767,0.0011484901,0.0001512012],"domain_scores_gemma":[0.98224527,0.0115459,0.0036624994,0.0019386087,0.00048944046,0.00011829645],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04029616,0.00022396486,0.0026222647,0.00014857,0.00020616269,0.0033172895,0.0018025527,0.000048696413,0.6514496],"category_scores_gemma":[0.011616507,0.00012947746,0.0001694403,0.00044169708,0.00004324489,0.001909727,0.00076917175,0.00006306691,0.00022697542],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039555403,0.00002685011,0.000019838746,0.0010600556,0.000074466916,3.136329e-7,0.00011435317,0.0000030674776,0.00007228711,0.0000075288,0.85915446,0.13946283],"study_design_scores_gemma":[0.00014395198,0.000047329828,0.00003102148,0.0016341914,0.0003151493,0.00001807271,0.0021124375,0.19914709,0.0000034511502,0.000044868644,0.79638815,0.00011426036],"about_ca_topic_score_codex":0.00016642809,"about_ca_topic_score_gemma":0.00038418252,"teacher_disagreement_score":0.65122265,"about_ca_system_score_codex":0.000027770078,"about_ca_system_score_gemma":0.0000898035,"threshold_uncertainty_score":0.9977174},"labels":[],"label_agreement":null},{"id":"W6920826470","doi":"10.6084/m9.figshare.26574766","title":"Additional file 1 of Measuring the impact of zero-cases studies in evidence synthesis practice using the harms index and benefits index (Hi-Bi)","year":2024,"lang":"en","type":"article","venue":"Open MIND","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Index (typography); Table (database); Baseline (sea); Diagram; Event (particle physics)","score_opus":0.8616829187336879,"score_gpt":0.5802738584095612,"score_spread":0.2814090603241266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920826470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9083956,0.03323592,0.0002721516,0.0012536814,0.00021172219,0.0026920943,0.048157256,0.00000126953,0.0057803015],"genre_scores_gemma":[0.99742526,0.00011663047,0.0017015269,0.000015880492,0.000026409218,0.000100867415,0.000015143381,0.00000649676,0.0005917986],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9906584,0.0037718446,0.002769912,0.0005015267,0.002156283,0.0001420195],"domain_scores_gemma":[0.80545825,0.18910138,0.002768299,0.0015528336,0.0010617519,0.000057475154],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037934095,0.00017218779,0.0013158986,0.00020215646,0.00013233203,0.0008148289,0.0012810215,0.000039238974,0.36863503],"category_scores_gemma":[0.2411613,0.000060047976,0.00045696623,0.0012504595,0.00019805429,0.0009158012,0.0004647998,0.00013946432,0.00015045721],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077102675,0.00011189205,0.0065190964,0.00015175638,0.0020770254,0.000039597526,0.0062629962,0.005875867,0.00008662232,0.000033465298,0.75325775,0.22550681],"study_design_scores_gemma":[0.0007328171,0.00056833425,0.21572521,0.04695939,0.0048307753,0.0013451779,0.11834885,0.2347968,0.0016426471,0.00554777,0.36783984,0.0016623646],"about_ca_topic_score_codex":0.00018627233,"about_ca_topic_score_gemma":0.00012306705,"teacher_disagreement_score":0.3854179,"about_ca_system_score_codex":0.000044584584,"about_ca_system_score_gemma":0.00023279774,"threshold_uncertainty_score":0.9906493},"labels":[],"label_agreement":null},{"id":"W6920828429","doi":"10.6084/m9.figshare.13161369.v1","title":"Additional file 2 of Spie charts for quantifying treatment effectiveness and safety in multiple outcome network meta-analysis: a proof-of-concept study","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; St. Joseph’s Healthcare Hamilton; University of Toronto; McMaster University","funders":"","keywords":"Radar; Outcome (game theory); Data collection; Calibration; Radar tracker; Radar chart","score_opus":0.8494900960774776,"score_gpt":0.508276346825875,"score_spread":0.34121374925160264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920828429","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00078746374,0.00068557955,0.00009794887,0.000040502884,0.000008984792,0.002967331,0.9953341,0.0000029123175,0.000075168886],"genre_scores_gemma":[0.6677472,1.8816216e-7,0.0025664207,0.00006796413,0.000065803666,0.0072716987,0.3219926,0.000015899948,0.00027221252],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9916292,0.0017553144,0.0043144384,0.0007940881,0.0013301625,0.00017681894],"domain_scores_gemma":[0.96533215,0.030189695,0.0029417856,0.00088683213,0.00054802635,0.000101506586],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004955853,0.0002636942,0.005658665,0.00018903104,0.000075747346,0.00009353601,0.00047579152,0.00005298594,0.9670712],"category_scores_gemma":[0.05337331,0.00013196682,0.0033422392,0.0016597172,0.000011447772,0.00012378556,0.00010584238,0.00005680772,0.00017959137],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005688074,0.00028245157,0.004164974,0.0002689512,0.03433978,0.0000054517286,0.0007667943,0.005541757,6.7524394e-7,0.000007561118,0.95005834,0.0045063808],"study_design_scores_gemma":[0.0027910213,0.001653876,0.23910229,0.0005645244,0.08247951,0.0000024022686,0.002017562,0.09136341,0.000114088776,0.00019641044,0.5788537,0.00086117844],"about_ca_topic_score_codex":0.0000054010065,"about_ca_topic_score_gemma":0.00011875397,"teacher_disagreement_score":0.9668916,"about_ca_system_score_codex":0.00002058147,"about_ca_system_score_gemma":0.000051026254,"threshold_uncertainty_score":0.9546005},"labels":[],"label_agreement":null},{"id":"W6920831468","doi":"10.6084/m9.figshare.22800041.v1","title":"Additional file 4 of Engagement is a necessary condition to test audit and feedback design features: results of a pragmatic, factorial, cluster-randomized trial with an embedded process evaluation","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; Women's College Hospital; Université Laval; Trillium Health Centre; University of Toronto; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Process (computing); Audit; Test (biology); Test design; Factorial experiment; Data collection","score_opus":0.5230478147970042,"score_gpt":0.48713613389890903,"score_spread":0.03591168089809521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920831468","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005590519,0.000016503835,0.00010119455,0.00012085324,0.00004290446,0.006121316,0.99201924,0.000010688161,0.0010082389],"genre_scores_gemma":[0.025128847,9.4945784e-7,0.0048770877,0.00011210047,0.00021110507,0.009009742,0.95888466,0.000019524357,0.0017560045],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9823904,0.007966407,0.003912858,0.00071250263,0.004851489,0.00016635413],"domain_scores_gemma":[0.9234144,0.066091634,0.005679144,0.0012681155,0.0033892966,0.00015737223],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.024792673,0.00024231471,0.00218482,0.00040595894,0.00011330499,0.00029653273,0.00056176883,0.00009609767,0.95538014],"category_scores_gemma":[0.39335975,0.00012577527,0.00037774703,0.0014505924,0.00002099484,0.00036578934,0.000079225654,0.000103139944,0.0014971246],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018406043,0.00008853794,1.7730869e-7,0.00017609977,0.00012005764,8.172008e-7,0.0013338155,0.00042620717,0.0000045687234,9.2260115e-7,0.97866017,0.0007826084],"study_design_scores_gemma":[0.537845,0.0041814987,0.00087065046,0.011700593,0.0013404211,0.000013120175,0.006712244,0.1539781,0.00039881576,0.005101389,0.27684167,0.001016513],"about_ca_topic_score_codex":0.000002589213,"about_ca_topic_score_gemma":0.000016158563,"teacher_disagreement_score":0.953883,"about_ca_system_score_codex":0.00002321245,"about_ca_system_score_gemma":0.00032660365,"threshold_uncertainty_score":0.99928033},"labels":[],"label_agreement":null},{"id":"W6920831958","doi":"10.6084/m9.figshare.14196861","title":"Additional file 2 of P value and Bayesian analysis in randomized-controlled trials in child health research published over 10 years, 2007 to 2017: a methodological review protocol","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Alberta; SickKids Foundation; University of Manitoba; Children's Hospital Research Institute of Manitoba","funders":"","keywords":"Protocol (science); Bayesian probability; Value (mathematics); Research design; Protocol analysis; Data collection; MEDLINE","score_opus":0.8473351431336439,"score_gpt":0.6379856797554058,"score_spread":0.20934946337823812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920831958","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000013505309,0.0030664087,0.000031950338,0.0019912845,0.000010710937,0.09994483,0.887448,0.000002837378,0.0075026206],"genre_scores_gemma":[0.000022319842,0.000053954926,0.016977837,0.0018858031,0.00013569332,0.64809734,0.3246846,0.000014021945,0.008128456],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.69577754,0.2719963,0.022868784,0.0017155145,0.0070775985,0.00056429656],"domain_scores_gemma":[0.4300124,0.5470857,0.013810448,0.004273865,0.0041579497,0.0006595974],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.42770714,0.0002425099,0.021186894,0.0017347729,0.000064139625,0.00055280986,0.00089248334,0.00013439749,0.9989472],"category_scores_gemma":[0.94776183,0.00011509341,0.004431775,0.0075082164,0.000023045039,0.00020855656,0.00030970506,0.00037048323,0.001942188],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009052621,0.00006856606,0.0000072125936,0.00040843675,0.0003718103,0.000016289043,0.000033253542,0.000015955096,8.2443826e-8,0.000021093387,0.9956868,0.0024652386],"study_design_scores_gemma":[0.01528111,0.00003121417,0.0033971937,0.0068572406,0.00015444699,0.000004939986,0.000031811258,0.0014245737,3.4939438e-7,0.00069374236,0.97200453,0.00011881631],"about_ca_topic_score_codex":0.000019104036,"about_ca_topic_score_gemma":0.00016845208,"teacher_disagreement_score":0.99700505,"about_ca_system_score_codex":0.000056987323,"about_ca_system_score_gemma":0.0005484506,"threshold_uncertainty_score":0.9988349},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6920847346","doi":"10.6084/m9.figshare.14374733.v1","title":"Additional file 5 of Successful incorporation of single reviewer assessments during systematic review screening: development and validation of sensitivity and work-saved of an algorithm that considers exclusion criteria and count","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; BC Children's Hospital; Children's Hospital of Eastern Ontario; University of British Columbia","funders":"","keywords":"Sensitivity (control systems); Table (database); Set (abstract data type); Data set; Systematic error","score_opus":0.484552243273354,"score_gpt":0.4332845757825519,"score_spread":0.05126766749080208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920847346","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0422138,0.011679313,0.0006436863,0.000037827856,0.000035075333,0.002287236,0.94293326,0.00000486408,0.0001649201],"genre_scores_gemma":[0.29756537,0.00036317974,0.13639437,0.00013056783,0.000035871028,0.0005114089,0.56451374,0.000033493758,0.0004520054],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9912299,0.0031234925,0.003514748,0.00039759433,0.001657572,0.00007668958],"domain_scores_gemma":[0.986817,0.0038617605,0.006000648,0.00063618296,0.0026160849,0.00006833281],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006372247,0.00016448359,0.0023296508,0.00013202256,0.00006307106,0.00008854546,0.000117393996,0.00005508543,0.43044892],"category_scores_gemma":[0.03348449,0.00010666293,0.00016384061,0.0004743971,0.000029902523,0.00036861683,0.00018050801,0.000042997857,0.000008873915],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016252865,0.0002747045,0.0010897075,0.47487676,0.00055552315,0.00002451203,0.000614689,0.000009589396,0.0019045788,0.0000066055395,0.50459933,0.016027754],"study_design_scores_gemma":[0.0005774253,0.000121087236,0.04682326,0.9174916,0.0009226599,0.0001225584,0.0011614595,0.004086694,0.020589098,0.00014348234,0.007415744,0.000544939],"about_ca_topic_score_codex":0.0000017556971,"about_ca_topic_score_gemma":0.000007711695,"teacher_disagreement_score":0.49718356,"about_ca_system_score_codex":0.000015361391,"about_ca_system_score_gemma":0.0000920824,"threshold_uncertainty_score":0.9746569},"labels":[],"label_agreement":null},{"id":"W6920853883","doi":"10.6084/m9.figshare.14196864.v1","title":"Additional file 3 of P value and Bayesian analysis in randomized-controlled trials in child health research published over 10 years, 2007 to 2017: a methodological review protocol","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Alberta; SickKids Foundation; University of Manitoba; Children's Hospital Research Institute of Manitoba","funders":"","keywords":"Protocol (science); Bayesian probability; Data extraction; Value (mathematics); Research design; Data collection; Bayesian statistics; Protocol analysis","score_opus":0.8492994930590753,"score_gpt":0.6380532953806146,"score_spread":0.21124619767846065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920853883","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000013663955,0.0030309772,0.000032731965,0.0019888142,0.000010731602,0.09993265,0.8876248,0.0000028299444,0.007375124],"genre_scores_gemma":[0.000023019475,0.000053635016,0.017228927,0.0018938748,0.00013597833,0.6515952,0.32075998,0.000014110702,0.008295307],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.695836,0.27192655,0.022874165,0.0017164164,0.0070822802,0.0005645834],"domain_scores_gemma":[0.42692286,0.5501078,0.0138174975,0.004282648,0.004208511,0.0006607376],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.42886335,0.00024255006,0.021184126,0.0017352914,0.00006412997,0.0005527592,0.0008924178,0.0001343859,0.9989411],"category_scores_gemma":[0.9483123,0.00011510097,0.004432311,0.0075110453,0.000023046894,0.00020857443,0.00030953353,0.00037049162,0.0019821809],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091497827,0.00006854657,0.0000074432514,0.00041148422,0.00037146293,0.000016059932,0.000033224187,0.000015885858,8.541469e-8,0.000020623824,0.99570477,0.0024354083],"study_design_scores_gemma":[0.015409734,0.000031223994,0.003435838,0.006936038,0.00015392924,0.0000048947977,0.00003203284,0.0014383454,3.5933934e-7,0.00069174357,0.97174656,0.00011927867],"about_ca_topic_score_codex":0.000019128522,"about_ca_topic_score_gemma":0.00016859987,"teacher_disagreement_score":0.996959,"about_ca_system_score_codex":0.000057186568,"about_ca_system_score_gemma":0.0005510455,"threshold_uncertainty_score":0.9987949},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6920857654","doi":"10.6084/m9.figshare.23639955.v1","title":"Additional file 1 of Overlapping research efforts in a global pandemic: a rapid systematic review of COVID-19-related individual participant data meta-analyses","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University; Jewish General Hospital","funders":"","keywords":"Data collection; Key (lock); Data file; File format; Window (computing)","score_opus":0.9745550850305318,"score_gpt":0.6595483312503053,"score_spread":0.31500675378022647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920857654","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010589375,0.028730696,0.0000016604156,0.00015082395,0.000014140328,0.0019258591,0.96812636,0.000012875358,0.0010270111],"genre_scores_gemma":[0.0025562018,0.00012656594,0.00025457307,0.0003319306,0.000019434956,0.0033699465,0.99195737,0.000013720294,0.0013702514],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9542828,0.01994359,0.013609202,0.0012737099,0.010375493,0.00051518827],"domain_scores_gemma":[0.8672232,0.1077713,0.012173955,0.009611189,0.0027102653,0.00051008776],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.09267553,0.00032514922,0.007981921,0.0008110347,0.0001104416,0.00021215569,0.0044599716,0.00014027995,0.9957322],"category_scores_gemma":[0.74413115,0.00016315935,0.0023061722,0.009977523,0.000053775104,0.00034635162,0.0014674607,0.0002695474,0.013495589],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015945641,0.000033789413,0.000010530111,0.08039895,0.0034658657,0.000019975681,0.00009771742,0.000038400416,5.4797783e-7,0.000014410709,0.9158497,0.000068533955],"study_design_scores_gemma":[0.0002883744,0.00007062483,0.0011331487,0.28637707,0.014967372,0.000056240577,0.0012899352,0.00948205,0.0000014608456,0.0015517013,0.6843363,0.00044572636],"about_ca_topic_score_codex":0.000024465577,"about_ca_topic_score_gemma":0.00008309896,"teacher_disagreement_score":0.9822366,"about_ca_system_score_codex":0.000055779088,"about_ca_system_score_gemma":0.0008871891,"threshold_uncertainty_score":0.9872725},"labels":[],"label_agreement":null},{"id":"W6920868123","doi":"10.6084/m9.figshare.13269801","title":"Additional file 1 of Vaccines to prevent COVID-19: a protocol for a living systematic review with network meta-analysis including individual patient data (The LIVING VACCINE Project)","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Protocol (science); Checklist; Patient data; Data collection; MEDLINE","score_opus":0.8526167060476804,"score_gpt":0.536203490610271,"score_spread":0.3164132154374094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920868123","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.769996e-8,0.000834972,0.00055422867,0.00094444444,0.0000037144791,0.17452039,0.8230498,0.000013027611,0.00007931435],"genre_scores_gemma":[0.000050708182,6.853719e-7,0.006814019,0.00542008,0.00011230372,0.7513855,0.23577082,0.000025823081,0.00042001478],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97788996,0.0073935613,0.008204267,0.0014978636,0.0046404684,0.00037391335],"domain_scores_gemma":[0.84331113,0.12605925,0.018567549,0.008377603,0.0030092814,0.0006751726],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.01995859,0.000509209,0.0077765887,0.00028436916,0.00036327966,0.00061904866,0.0045673167,0.00006249061,0.98511875],"category_scores_gemma":[0.56597215,0.0002017864,0.0032758173,0.0059162485,0.0000054481816,0.0003581863,0.0019755415,0.00015926316,0.001080922],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005053973,0.000053238473,0.0000038999315,0.055618174,0.022918822,0.0000015967172,0.0004350983,0.0006715876,2.4715817e-8,0.0000016492332,0.9202422,0.00004867284],"study_design_scores_gemma":[0.000061721614,0.00019438115,0.000035557223,0.048189644,0.07632943,0.000009545864,0.00035756666,0.0103703225,2.4829322e-7,0.0000123742975,0.8641272,0.00031199353],"about_ca_topic_score_codex":0.00000411197,"about_ca_topic_score_gemma":0.000106020045,"teacher_disagreement_score":0.9840378,"about_ca_system_score_codex":0.000046075067,"about_ca_system_score_gemma":0.00055177667,"threshold_uncertainty_score":0.99969685},"labels":[],"label_agreement":null},{"id":"W6920872686","doi":"10.6084/m9.figshare.24447658.v1","title":"Additional file 2 of Sustainability, spread, and scale in trials using audit and feedback: a theory-informed, secondary analysis of a systematic review","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Queen's University; University of Calgary; Women's College Hospital; University of Toronto","funders":"","keywords":"Audit; Scale (ratio); Data collection; Audit trail; Measure (data warehouse)","score_opus":0.5474320142988401,"score_gpt":0.506072368819042,"score_spread":0.04135964547979809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920872686","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018331576,0.026553564,0.000011660467,0.000037289705,0.000009135523,0.001649884,0.9705337,0.000003046898,0.0010183473],"genre_scores_gemma":[0.029934376,0.0002576311,0.0021301375,0.00036038557,0.00008237541,0.0035895277,0.9558966,0.000041716343,0.0077072065],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9836107,0.005865971,0.008164794,0.00055091636,0.0016588076,0.00014882989],"domain_scores_gemma":[0.9186917,0.07241126,0.0054193847,0.0018587644,0.0014893495,0.00012956807],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031338677,0.00021125375,0.0065048565,0.00095511903,0.000036323065,0.00028449367,0.00048533716,0.00007670138,0.98872775],"category_scores_gemma":[0.37232873,0.00010677005,0.0016105139,0.0033740636,0.00003640082,0.00029127527,0.00019849295,0.00010593559,0.00027206042],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022950155,0.000010245778,0.00001190179,0.18314022,0.0006152608,0.000002581094,0.00014242082,0.000006757812,3.626031e-7,0.00003360597,0.815083,0.0009513213],"study_design_scores_gemma":[0.00021957219,0.000058574667,0.002564097,0.8339909,0.009729979,0.000046312503,0.0024619768,0.026573846,0.0000048038673,0.006117569,0.11781789,0.00041448764],"about_ca_topic_score_codex":0.0000053170097,"about_ca_topic_score_gemma":0.0000597173,"teacher_disagreement_score":0.9884557,"about_ca_system_score_codex":0.000052735228,"about_ca_system_score_gemma":0.00040786463,"threshold_uncertainty_score":0.9974407},"labels":[],"label_agreement":null},{"id":"W6920874626","doi":"10.6084/m9.figshare.12812376.v1","title":"Additional file 2 of Health TAPESTRY Ontario: protocol for a randomized controlled trial to test reproducibility and implementation","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Red Cross Society; McMaster University","funders":"","keywords":"Protocol (science); Reproducibility; Randomized controlled trial; Test (biology); Research design; Calibration","score_opus":0.6958332348576918,"score_gpt":0.5538269808892223,"score_spread":0.14200625396846944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920874626","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000079371985,0.0000022669462,0.000017867282,0.00077937695,0.0000067715027,0.30204552,0.6967563,0.0000026936925,0.00038129563],"genre_scores_gemma":[0.00008904934,5.6376845e-9,0.002538655,0.00050279347,0.00008255163,0.74451184,0.2511145,0.000004161509,0.0011564619],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9859369,0.0037357248,0.0074964925,0.001125771,0.001566229,0.00013891268],"domain_scores_gemma":[0.9044631,0.079579644,0.011135736,0.0025221051,0.0019755296,0.00032386577],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.02988384,0.0001545526,0.0043789465,0.000066585,0.00008608434,0.00019467116,0.00035639806,0.000034055516,0.9977622],"category_scores_gemma":[0.6065537,0.00007592184,0.0013018625,0.00031388868,0.000006248682,0.000103266044,0.00007639164,0.000056831446,0.0009030709],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.049681857,0.000042122327,0.000003601111,0.000117278825,0.000054252592,8.863786e-8,0.00019864047,0.0000014094406,3.9250853e-7,0.0000020792759,0.9485136,0.0013846809],"study_design_scores_gemma":[0.2929923,0.0002577007,0.00012955705,0.0001509921,0.000020010126,3.2933528e-7,0.0000657621,0.00031525275,0.0000018601588,0.0001312258,0.705882,0.000053001866],"about_ca_topic_score_codex":0.000047482717,"about_ca_topic_score_gemma":0.0006567309,"teacher_disagreement_score":0.99685913,"about_ca_system_score_codex":0.00002960438,"about_ca_system_score_gemma":0.0005684845,"threshold_uncertainty_score":0.99987483},"labels":[],"label_agreement":null},{"id":"W6920876137","doi":"10.6084/m9.figshare.16909615","title":"Additional file 1 of Paper 3: Selecting rapid review methods for complex questions related to health policy and system issues","year":2021,"lang":"en","type":"article","venue":"Open MIND","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Selection (genetic algorithm); Government (linguistics); Key (lock); Health policy; MEDLINE; Public health","score_opus":0.7503183413476034,"score_gpt":0.6406492735300588,"score_spread":0.1096690678175446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920876137","genre_codex":"dataset","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000094268835,0.09571748,0.029343966,0.07679578,0.00037234114,0.015683597,0.5605549,0.000008251594,0.22142936],"genre_scores_gemma":[0.00005448711,0.00016229223,0.95352995,0.0010920851,0.00004359205,0.00040676753,0.005171661,0.000009388811,0.03952976],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98493326,0.008841979,0.0046015787,0.0006407796,0.0008100224,0.00017235897],"domain_scores_gemma":[0.97797805,0.016692752,0.002491194,0.0012079119,0.0014444051,0.00018566144],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.04364031,0.00014434569,0.002559863,0.00014067373,0.00021116616,0.0003819152,0.00062834733,0.000038753173,0.8891534],"category_scores_gemma":[0.118709035,0.00008416604,0.00045159762,0.0016372289,0.000022841945,0.0001611567,0.00019785156,0.000060798287,0.000990569],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.8391583e-7,0.0000100554835,0.0000011596169,0.00019669744,0.000056589473,2.815069e-7,0.00011052335,0.0000012006936,0.000022089396,0.00042325427,0.71101075,0.28816682],"study_design_scores_gemma":[0.00005377002,0.00004116691,0.00014346626,0.002318197,0.00006346212,0.000034676657,0.00048253953,0.0006785832,0.000011738827,0.0002869171,0.9958063,0.00007920072],"about_ca_topic_score_codex":0.000037452297,"about_ca_topic_score_gemma":0.000049365928,"teacher_disagreement_score":0.924186,"about_ca_system_score_codex":0.000045437573,"about_ca_system_score_gemma":0.00045544247,"threshold_uncertainty_score":0.9997873},"labels":[],"label_agreement":null},{"id":"W6920883460","doi":"10.6084/m9.figshare.26632789","title":"Additional file 3 of Sustainability, spread, and scale in trials using audit and feedback: a theory-informed, secondary analysis of a systematic review","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Queen's University; University of Calgary; Women's College Hospital; University of Toronto","funders":"","keywords":"Audit; Scale (ratio); Data collection; Audit trail; Measure (data warehouse)","score_opus":0.551441971507928,"score_gpt":0.5062037728772941,"score_spread":0.04523819863063383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920883460","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018580299,0.02629503,0.000011968485,0.000037306647,0.000009168913,0.0016527307,0.9708024,0.0000030440358,0.0010025352],"genre_scores_gemma":[0.031209623,0.0002588509,0.0021853587,0.00036584097,0.000083439445,0.0036480534,0.95425457,0.000042435,0.00795182],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9836131,0.0058625294,0.0081648845,0.0005510838,0.0016595407,0.00014887248],"domain_scores_gemma":[0.91805,0.073011555,0.0054320344,0.0018660078,0.0015103663,0.00013003024],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031483516,0.00021128902,0.0065039876,0.00095540704,0.000036317546,0.0002844674,0.0004853012,0.00007669471,0.9886629],"category_scores_gemma":[0.37496522,0.000106777115,0.0016107108,0.0033753507,0.000036403777,0.00029130044,0.0001983821,0.00010593801,0.0002777186],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023245077,0.0000102633,0.000012310114,0.18462488,0.00061590923,0.0000025495767,0.00014257833,0.0000067416863,3.7652904e-7,0.000032917433,0.8136076,0.0009415761],"study_design_scores_gemma":[0.00021991895,0.00005818839,0.0025756292,0.83661425,0.009630231,0.000045568366,0.0024621317,0.026646672,0.0000049075925,0.0060576834,0.1152716,0.00041323868],"about_ca_topic_score_codex":0.0000053238805,"about_ca_topic_score_gemma":0.000059770122,"teacher_disagreement_score":0.98838514,"about_ca_system_score_codex":0.00005292112,"about_ca_system_score_gemma":0.00040981048,"threshold_uncertainty_score":0.9972915},"labels":[],"label_agreement":null},{"id":"W6920890342","doi":"10.6084/m9.figshare.14431754.v1","title":"Additional file 2 of The PRISMA 2020 statement: an updated guideline for reporting systematic reviews","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Ottawa Hospital; McMaster University; University of Ottawa","funders":"","keywords":"Systematic review; Guideline; MEDLINE; Audit","score_opus":0.7947212330034674,"score_gpt":0.5328828919453983,"score_spread":0.26183834105806914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920890342","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000033120198,0.0005257505,0.000087442044,0.00025122368,0.000051350577,0.0020852468,0.99484575,0.0000043936893,0.0021455113],"genre_scores_gemma":[0.000044491422,0.000001087319,0.013385625,0.00054145104,0.00010552155,0.0029091847,0.9607024,0.00001218775,0.022298006],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9675998,0.005161359,0.023887534,0.000655025,0.0025215282,0.00017476284],"domain_scores_gemma":[0.9131472,0.013101703,0.06097177,0.005723711,0.00689126,0.00016436823],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.027402585,0.00020549203,0.0029816062,0.000057907342,0.00014914405,0.00033605893,0.0012082923,0.00005749212,0.99894136],"category_scores_gemma":[0.67907816,0.00008576215,0.0019184136,0.0011301056,0.0000060598545,0.00019878834,0.00020199799,0.00008253351,0.006577694],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.317844e-7,0.000019076426,0.0000013705271,0.0024765935,0.000057886973,0.0000030743258,0.00003503338,0.000011050262,0.0000048882143,0.000005830093,0.99674344,0.00064133253],"study_design_scores_gemma":[0.000042262476,0.000009623724,0.000055011456,0.008226148,0.00007935315,0.000020140407,0.00018800296,0.0057804724,0.000026370397,0.00026724683,0.9852134,0.00009194924],"about_ca_topic_score_codex":4.5665237e-7,"about_ca_topic_score_gemma":0.000015922347,"teacher_disagreement_score":0.9923637,"about_ca_system_score_codex":0.00002341184,"about_ca_system_score_gemma":0.00023858089,"threshold_uncertainty_score":0.9941958},"labels":[],"label_agreement":null},{"id":"W6920917826","doi":"10.6084/m9.figshare.25459660.v1","title":"Additional file 2 of A blueprint for patient and public involvement in the development of a reporting guideline for systematic reviews of outcome measurement instruments: PRISMA-COSMIN for OMIs 2024","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; SickKids Foundation","funders":"","keywords":"Blueprint; Guideline; Systematic review; Outcome (game theory); MEDLINE; Public involvement","score_opus":0.83865700712925,"score_gpt":0.502486271683247,"score_spread":0.33617073544600296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920917826","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028641574,0.0014678879,0.0026049854,0.00020198058,0.00006372521,0.015691834,0.9795205,0.0000029105022,0.00015975971],"genre_scores_gemma":[0.03644706,0.0000067113024,0.31998637,0.00047760305,0.00010574149,0.19010508,0.45190394,0.00005803804,0.0009094396],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9706752,0.00090859015,0.025121113,0.000558228,0.002543333,0.00019357723],"domain_scores_gemma":[0.9627532,0.011781307,0.02064207,0.0013648618,0.003384035,0.00007454074],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0520044,0.00021804294,0.0026838994,0.0003134163,0.0000569964,0.00015282388,0.00060785754,0.000048981954,0.4804982],"category_scores_gemma":[0.35411304,0.00009868204,0.0011535826,0.0005497164,0.000008798307,0.00010600248,0.00013263177,0.000051610303,0.00004858735],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033590943,0.000061731545,0.000020648715,0.047863226,0.00015309227,1.467106e-7,0.00082091603,0.0000024133205,0.0000072015737,0.000031050764,0.9422629,0.008773311],"study_design_scores_gemma":[0.00015969107,0.00007882033,0.00010020374,0.035470754,0.00009643055,0.000001980667,0.0018524388,0.0056785005,0.00007373121,0.000411316,0.9559672,0.00010894127],"about_ca_topic_score_codex":0.000001240132,"about_ca_topic_score_gemma":0.00007244578,"teacher_disagreement_score":0.52761656,"about_ca_system_score_codex":0.00008818942,"about_ca_system_score_gemma":0.00027835253,"threshold_uncertainty_score":0.97616094},"labels":[],"label_agreement":null},{"id":"W6920921026","doi":"10.6084/m9.figshare.17088037.v1","title":"Additional file 1 of Similarities, reliability and gaps in assessing the quality of conduct of systematic reviews using AMSTAR-2 and ROBIS: systematic survey of nutrition reviews","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Reliability (semiconductor); Quality (philosophy); Comparability; Systematic error; Quality assessment","score_opus":0.8704817901213124,"score_gpt":0.5463037141633705,"score_spread":0.3241780759579419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920921026","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037691267,0.05664756,0.000018540873,0.000017610855,0.000022361555,0.003750592,0.9356028,0.0000013009779,0.00017009462],"genre_scores_gemma":[0.33394375,0.0017684281,0.026507013,0.00021659562,0.000084742445,0.0066305753,0.6296766,0.000073816016,0.0010985391],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.92675376,0.052729685,0.017637737,0.0006060625,0.0021194408,0.00015329554],"domain_scores_gemma":[0.8602044,0.100385465,0.029747726,0.004084835,0.005472303,0.00010525786],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07326157,0.00024953496,0.008245387,0.00017650514,0.000057048856,0.00013033315,0.0005646228,0.00010346039,0.5917962],"category_scores_gemma":[0.5888632,0.0001223453,0.00081281026,0.0014929695,0.000076478296,0.0003128193,0.00017832604,0.00013449328,0.00002855538],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014492483,0.000083479725,0.00020787262,0.55232435,0.00004591843,4.7556193e-7,0.00015462122,0.000005599142,0.00006538512,0.000008515606,0.4470687,0.00003366651],"study_design_scores_gemma":[0.00026093237,0.000036715766,0.0262753,0.9568669,0.0003740611,0.000027331691,0.002495083,0.0036582185,0.00012648005,0.00042153537,0.009181404,0.0002759907],"about_ca_topic_score_codex":0.000064824824,"about_ca_topic_score_gemma":0.00018598954,"teacher_disagreement_score":0.59176767,"about_ca_system_score_codex":0.000033658012,"about_ca_system_score_gemma":0.00018886509,"threshold_uncertainty_score":0.9542723},"labels":[],"label_agreement":null},{"id":"W6920948858","doi":"10.6084/m9.figshare.13100809","title":"Additional file 1 of An evaluation of DistillerSR’s machine learning-based prioritization tool for title/abstract screening – impact on reviewer-relevant outcomes","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McGill University; Ottawa Hospital","funders":"","keywords":"Prioritization; Key (lock); Task (project management); Matching (statistics); Selection (genetic algorithm)","score_opus":0.6750849799104843,"score_gpt":0.5077921163446718,"score_spread":0.16729286356581252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920948858","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000059780214,0.00008448433,0.00017480612,0.00006403041,0.000013149838,0.00056235323,0.9976954,0.000004050151,0.0013419476],"genre_scores_gemma":[0.047480404,3.312655e-7,0.0024275791,0.00010734795,0.000063336156,0.000244325,0.9490809,0.000011036394,0.00058474106],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951746,0.00076464453,0.0016356508,0.00026535368,0.0020916082,0.00006813568],"domain_scores_gemma":[0.9902716,0.005342049,0.0021097767,0.00045138452,0.0017683238,0.000056862318],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0037596414,0.00011444894,0.00083217915,0.00007822852,0.000036690235,0.000058793943,0.00028562627,0.000037552687,0.99579877],"category_scores_gemma":[0.23770645,0.000059883907,0.00071443786,0.00028305966,0.000004015279,0.00009657885,0.000015652025,0.000058643807,0.0028897054],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049257683,0.0000141154305,0.000031074516,0.00009213809,0.000026332842,1.0311135e-7,0.00000898963,0.002626508,0.0000016305453,0.000001613168,0.9725625,0.024630068],"study_design_scores_gemma":[0.000118496,0.00008260975,0.019172994,0.00060208794,0.000052352218,1.1758708e-7,0.000008016639,0.3140254,0.000009153256,0.000033016335,0.66582686,0.00006892097],"about_ca_topic_score_codex":6.419836e-7,"about_ca_topic_score_gemma":0.0000010916198,"teacher_disagreement_score":0.9929091,"about_ca_system_score_codex":0.000014982623,"about_ca_system_score_gemma":0.00010235107,"threshold_uncertainty_score":0.99788666},"labels":[],"label_agreement":null},{"id":"W6920965012","doi":"10.6084/m9.figshare.19314655.v1","title":"Additional file 1 of Documenting patients’ and providers’ preferences when proposing a randomized controlled trial: a qualitative exploration","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Children's Hospital; University of Calgary; University of Alberta; Alberta Health Services","funders":"","keywords":"Qualitative research; Control (management); Process (computing); Key (lock); Data collection","score_opus":0.6376233380183056,"score_gpt":0.47735726293821007,"score_spread":0.16026607508009555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920965012","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005598422,0.00009710434,0.000019953843,0.00010988125,0.000037668106,0.0069670486,0.98823845,0.000005536388,0.0039645396],"genre_scores_gemma":[0.024265058,3.68537e-7,0.0028729658,0.00010671983,0.000049002545,0.051680364,0.91275835,0.000011567382,0.00825563],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9697965,0.021022655,0.0051229903,0.0004957742,0.003440359,0.000121758036],"domain_scores_gemma":[0.8822737,0.100504585,0.01416709,0.00084319676,0.0021167162,0.00009471985],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018836902,0.000170615,0.0033419444,0.00023649033,0.00026202938,0.0004930844,0.00043938708,0.000027189337,0.9972355],"category_scores_gemma":[0.34804693,0.000084745836,0.0010712963,0.00039240316,0.000020900476,0.0005356373,0.00019583294,0.000099065735,0.00053543656],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021217808,0.000052051233,5.63405e-7,0.000032308737,0.00016166565,2.0203252e-7,0.006840313,0.000005652419,2.300717e-7,0.00002118256,0.97046965,0.0011983528],"study_design_scores_gemma":[0.44823152,0.00024886572,0.0000109134735,0.0005511474,0.00018909623,7.818986e-7,0.015319122,0.004478219,0.0000021461046,0.016943522,0.51380306,0.00022156232],"about_ca_topic_score_codex":0.0000026973032,"about_ca_topic_score_gemma":0.0000047182734,"teacher_disagreement_score":0.99670005,"about_ca_system_score_codex":0.000021551514,"about_ca_system_score_gemma":0.00013350554,"threshold_uncertainty_score":0.6882132},"labels":[],"label_agreement":null},{"id":"W6920967636","doi":"10.6084/m9.figshare.14853378","title":"Additional file 1 of Comparison of six statistical methods for interrupted time series studies: empirical evaluation of 190 published series","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Series (stratigraphy); Interrupted time series; Code (set theory); Time series; Statistical analysis","score_opus":0.8927997192460583,"score_gpt":0.6650868056629852,"score_spread":0.2277129135830731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920967636","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028138975,0.0005396059,0.0007771995,0.00013839398,0.000040356277,0.0004666338,0.99603987,0.0000028857194,0.0019669337],"genre_scores_gemma":[0.00082053227,5.08665e-7,0.19571221,0.000029491508,0.000036926103,0.0008662555,0.7990877,0.000008846105,0.0034375107],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9836167,0.007141698,0.0055323765,0.00051427755,0.0030598717,0.0001350773],"domain_scores_gemma":[0.9110818,0.0647949,0.00534997,0.0015087321,0.01717372,0.00009087003],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014282005,0.00017143704,0.0029483617,0.0001657387,0.000050753675,0.00011680397,0.00055676565,0.00008214208,0.99780244],"category_scores_gemma":[0.6692612,0.00010026509,0.00078179553,0.00092100137,0.000056878347,0.00034562816,0.00020172114,0.00007642678,0.00066623464],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014655677,0.00007100234,0.000017380029,0.00029316352,0.0003176798,2.1397244e-7,0.00037519148,0.000029101771,0.000021571264,0.000045511904,0.986678,0.012136498],"study_design_scores_gemma":[0.00015363772,0.00013250134,0.0012865578,0.00082755316,0.00024918228,0.0000035457626,0.002141633,0.0242896,0.0006901049,0.0034378893,0.96668047,0.00010735276],"about_ca_topic_score_codex":3.8932032e-7,"about_ca_topic_score_gemma":0.000013522014,"teacher_disagreement_score":0.99713624,"about_ca_system_score_codex":0.000030118734,"about_ca_system_score_gemma":0.0003907085,"threshold_uncertainty_score":0.85633206},"labels":[],"label_agreement":null},{"id":"W6920970109","doi":"10.6084/m9.figshare.26708882.v1","title":"Additional file 1 of Application of causal inference methods in individual-participant data meta-analyses in medicine: addressing data handling and reporting gaps with new proposed reporting guidelines","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Causal inference; Inference; Group method of data handling; Key (lock); Data collection","score_opus":0.9869484077061921,"score_gpt":0.7202717988866826,"score_spread":0.2666766088195095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920970109","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013720537,0.00775424,0.0042204317,0.000258601,0.000017359518,0.00069430127,0.9865831,0.000010267818,0.00032446143],"genre_scores_gemma":[0.016282396,0.000003642738,0.25129247,0.00004242262,0.00010035297,0.00023118264,0.73174495,0.000017956014,0.00028464125],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9688634,0.0021783728,0.02416143,0.0015766803,0.0029903713,0.00022972006],"domain_scores_gemma":[0.6920216,0.12038196,0.15779664,0.023244997,0.0059902123,0.0005645738],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.059585914,0.00025713662,0.0038867255,0.0006016932,0.00004859364,0.00030218912,0.0016667917,0.0000774214,0.7814705],"category_scores_gemma":[0.74841213,0.0001211965,0.00023463905,0.0023667153,0.0000394058,0.00072955765,0.00096772023,0.00021441086,0.000039762675],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023375399,0.000012754236,0.0002657174,0.0004024126,0.00082151004,0.000022493074,0.00027000371,0.00027145623,0.00021593459,0.000003974656,0.9759184,0.021792978],"study_design_scores_gemma":[0.00023822623,0.00006244444,0.012834956,0.02082675,0.008147024,0.000117281525,0.002042344,0.5878452,0.00045759254,0.001195581,0.36573088,0.00050171296],"about_ca_topic_score_codex":0.00023943045,"about_ca_topic_score_gemma":0.0007336584,"teacher_disagreement_score":0.7814307,"about_ca_system_score_codex":0.000009165238,"about_ca_system_score_gemma":0.0006405873,"threshold_uncertainty_score":0.9683542},"labels":[],"label_agreement":null},{"id":"W6920981134","doi":"10.6084/m9.figshare.26708882","title":"Additional file 1 of Application of causal inference methods in individual-participant data meta-analyses in medicine: addressing data handling and reporting gaps with new proposed reporting guidelines","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Causal inference; Inference; Group method of data handling; Key (lock); Data collection","score_opus":0.9869484077061921,"score_gpt":0.7202717988866826,"score_spread":0.2666766088195095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920981134","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013720537,0.00775424,0.0042204317,0.000258601,0.000017359518,0.00069430127,0.9865831,0.000010267818,0.00032446143],"genre_scores_gemma":[0.016282396,0.000003642738,0.25129247,0.00004242262,0.00010035297,0.00023118264,0.73174495,0.000017956014,0.00028464125],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9688634,0.0021783728,0.02416143,0.0015766803,0.0029903713,0.00022972006],"domain_scores_gemma":[0.6920216,0.12038196,0.15779664,0.023244997,0.0059902123,0.0005645738],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.059585914,0.00025713662,0.0038867255,0.0006016932,0.00004859364,0.00030218912,0.0016667917,0.0000774214,0.7814705],"category_scores_gemma":[0.74841213,0.0001211965,0.00023463905,0.0023667153,0.0000394058,0.00072955765,0.00096772023,0.00021441086,0.000039762675],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023375399,0.000012754236,0.0002657174,0.0004024126,0.00082151004,0.000022493074,0.00027000371,0.00027145623,0.00021593459,0.000003974656,0.9759184,0.021792978],"study_design_scores_gemma":[0.00023822623,0.00006244444,0.012834956,0.02082675,0.008147024,0.000117281525,0.002042344,0.5878452,0.00045759254,0.001195581,0.36573088,0.00050171296],"about_ca_topic_score_codex":0.00023943045,"about_ca_topic_score_gemma":0.0007336584,"teacher_disagreement_score":0.7814307,"about_ca_system_score_codex":0.000009165238,"about_ca_system_score_gemma":0.0006405873,"threshold_uncertainty_score":0.9683542},"labels":[],"label_agreement":null},{"id":"W6920989509","doi":"10.6084/m9.figshare.22800041","title":"Additional file 4 of Engagement is a necessary condition to test audit and feedback design features: results of a pragmatic, factorial, cluster-randomized trial with an embedded process evaluation","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; Women's College Hospital; Université Laval; Trillium Health Centre; University of Toronto; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Process (computing); Audit; Test (biology); Test design; Factorial experiment; Data collection","score_opus":0.5230478147970042,"score_gpt":0.48713613389890903,"score_spread":0.03591168089809521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920989509","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005590519,0.000016503835,0.00010119455,0.00012085324,0.00004290446,0.006121316,0.99201924,0.000010688161,0.0010082389],"genre_scores_gemma":[0.025128847,9.4945784e-7,0.0048770877,0.00011210047,0.00021110507,0.009009742,0.95888466,0.000019524357,0.0017560045],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9823904,0.007966407,0.003912858,0.00071250263,0.004851489,0.00016635413],"domain_scores_gemma":[0.9234144,0.066091634,0.005679144,0.0012681155,0.0033892966,0.00015737223],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.024792673,0.00024231471,0.00218482,0.00040595894,0.00011330499,0.00029653273,0.00056176883,0.00009609767,0.95538014],"category_scores_gemma":[0.39335975,0.00012577527,0.00037774703,0.0014505924,0.00002099484,0.00036578934,0.000079225654,0.000103139944,0.0014971246],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018406043,0.00008853794,1.7730869e-7,0.00017609977,0.00012005764,8.172008e-7,0.0013338155,0.00042620717,0.0000045687234,9.2260115e-7,0.97866017,0.0007826084],"study_design_scores_gemma":[0.537845,0.0041814987,0.00087065046,0.011700593,0.0013404211,0.000013120175,0.006712244,0.1539781,0.00039881576,0.005101389,0.27684167,0.001016513],"about_ca_topic_score_codex":0.000002589213,"about_ca_topic_score_gemma":0.000016158563,"teacher_disagreement_score":0.953883,"about_ca_system_score_codex":0.00002321245,"about_ca_system_score_gemma":0.00032660365,"threshold_uncertainty_score":0.99928033},"labels":[],"label_agreement":null},{"id":"W6920991450","doi":"10.6084/m9.figshare.24070073","title":"Additional file 2 of Reporting quality of randomized controlled trials in prehabilitation: a scoping review","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; University Health Network; Ottawa Hospital; McGill University","funders":"","keywords":"Randomized controlled trial; Quality (philosophy); Data quality; Control (management); MEDLINE","score_opus":0.9040015554660014,"score_gpt":0.635637139482917,"score_spread":0.26836441598308436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920991450","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000039559545,0.004927433,0.0000039414053,0.0001268241,0.000021555077,0.0057344497,0.9856375,0.0000052722953,0.0035034714],"genre_scores_gemma":[0.0012405361,0.000054381864,0.0021026398,0.00012328562,0.00006506093,0.017471302,0.97635263,0.000009457364,0.0025807235],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.7859629,0.09535238,0.111123,0.0008474685,0.0064904867,0.00022375975],"domain_scores_gemma":[0.02274998,0.8299635,0.14104827,0.002247591,0.0039127422,0.000077907425],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.4153669,0.0001506924,0.024917511,0.00036915173,0.00002765112,0.00006863399,0.00049030845,0.000052884574,0.9983922],"category_scores_gemma":[0.99347794,0.000068190086,0.007961033,0.0019172508,0.00001626889,0.00012153042,0.00008005956,0.00006621291,0.0032198587],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002896873,0.0000115723315,0.000007176609,0.0052184407,0.000118683805,7.79148e-7,0.00004657612,0.000010575316,0.0000011822261,0.000008392356,0.993618,0.00066894514],"study_design_scores_gemma":[0.04087885,0.000025561423,0.002290828,0.89448637,0.00033644118,0.000002147467,0.0002821943,0.0027026827,0.000007268689,0.0022292116,0.056506146,0.00025227855],"about_ca_topic_score_codex":0.0000022743993,"about_ca_topic_score_gemma":0.000013668536,"teacher_disagreement_score":0.9951724,"about_ca_system_score_codex":0.000010871464,"about_ca_system_score_gemma":0.00026807166,"threshold_uncertainty_score":0.99755627},"labels":[],"label_agreement":null},{"id":"W6920994065","doi":"10.6084/m9.figshare.26740712","title":"Additional file 1 of Guideline for reporting systematic reviews of outcome measurement instruments (OMIs): PRISMA-COSMIN for OMIs 2024","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Queen's University; SickKids Foundation; University of Toronto; Western University; Institute for Work & Health; Hospital for Sick Children","funders":"","keywords":"Guideline; Systematic review; Outcome (game theory); MEDLINE; Context (archaeology)","score_opus":0.8965404154086453,"score_gpt":0.5553022083891185,"score_spread":0.3412382070195268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920994065","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000029792338,0.0017268761,0.0008463247,0.00009077211,0.00016833669,0.0055246116,0.9896942,0.0000071278687,0.0019388034],"genre_scores_gemma":[0.0009955385,0.000004097167,0.059590474,0.00024688093,0.00030967352,0.029147416,0.8734123,0.00005581778,0.036237776],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9619813,0.0012092101,0.032023102,0.0007706299,0.0037883248,0.00022741794],"domain_scores_gemma":[0.9347913,0.020443594,0.03613719,0.0028880455,0.005577092,0.00016273448],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.05472654,0.00030139394,0.0048582996,0.00031114384,0.00006971,0.00025348976,0.0009617109,0.000088811605,0.98564047],"category_scores_gemma":[0.68035364,0.00015253303,0.003697605,0.0007371654,0.000007652179,0.00017308112,0.00011192089,0.00008187307,0.003540396],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024100545,0.000020797997,0.0000033960828,0.044323944,0.00021275376,7.717719e-7,0.000036733698,0.0000051213665,0.000007551654,0.000011579012,0.95233005,0.003044885],"study_design_scores_gemma":[0.00008725421,0.000039422826,0.000018865994,0.039198667,0.0002489051,0.0000068004006,0.00008608946,0.010092949,0.000039977618,0.00035900858,0.94969183,0.00013020725],"about_ca_topic_score_codex":0.0000010171742,"about_ca_topic_score_gemma":0.0000069698067,"teacher_disagreement_score":0.98210007,"about_ca_system_score_codex":0.00007966127,"about_ca_system_score_gemma":0.00020352202,"threshold_uncertainty_score":0.9972355},"labels":[],"label_agreement":null},{"id":"W6920995010","doi":"10.6084/m9.figshare.20110644.v1","title":"Additional file 3 of Protocol for a scoping review to map patient engagement in scoping reviews","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Boniface Hospital; University of Manitoba","funders":"","keywords":"Protocol (science); Data collection; Patient data; MEDLINE; Patient privacy","score_opus":0.8632072347186335,"score_gpt":0.5761214548287793,"score_spread":0.2870857798898542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920995010","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.191186e-8,0.00086232525,0.000009473114,0.00010724223,0.000013185337,0.25411224,0.7438061,0.0000020428602,0.0010872883],"genre_scores_gemma":[3.1216393e-7,0.0000014988792,0.0044591413,0.0012145214,0.0000226679,0.7713019,0.22204013,0.000007193537,0.00095263857],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9842613,0.005229203,0.007086675,0.0006627066,0.002556077,0.00020404825],"domain_scores_gemma":[0.98224396,0.010024204,0.0052364348,0.0017550272,0.000633775,0.00010660793],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.016112871,0.0001844371,0.0022899925,0.00024568132,0.00015564398,0.00010080081,0.0010336998,0.000018580098,0.9995273],"category_scores_gemma":[0.17656697,0.00011053966,0.0010172477,0.0011812522,0.0000025886359,0.000100411635,0.0005257702,0.000118290845,0.008935286],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000221247,0.000032363514,7.3504964e-7,0.0152481785,0.0000068843224,8.570468e-7,0.000053942655,0.000027368138,2.21787e-7,0.0000020428563,0.973771,0.010854194],"study_design_scores_gemma":[0.00005762398,0.000059998758,0.000008808591,0.26989132,0.0000055321634,7.6291155e-7,0.000028016335,0.00009091746,0.0000014279547,0.000023378838,0.7297508,0.000081411876],"about_ca_topic_score_codex":4.856891e-7,"about_ca_topic_score_gemma":0.000012533448,"teacher_disagreement_score":0.99059194,"about_ca_system_score_codex":0.00006722654,"about_ca_system_score_gemma":0.00022961517,"threshold_uncertainty_score":0.99183637},"labels":[],"label_agreement":null},{"id":"W6921006027","doi":"10.6084/m9.figshare.26738463.v1","title":"Additional file 3 of Guideline for reporting systematic reviews of outcome measurement instruments (OMIs): PRISMA-COSMIN for OMIs 2024","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Queen's University; SickKids Foundation; University of Toronto; Western University; Institute for Work & Health; Hospital for Sick Children","funders":"","keywords":"Guideline; Systematic review; Outcome (game theory); MEDLINE; Context (archaeology)","score_opus":0.8944974252011716,"score_gpt":0.5546430620460427,"score_spread":0.33985436315512885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921006027","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000030029773,0.0017369653,0.00085168,0.00009042136,0.00017004441,0.0055286977,0.98966056,0.000007124334,0.00195152],"genre_scores_gemma":[0.0010168144,0.000004198175,0.05953528,0.0002492708,0.00031644606,0.028918933,0.87259203,0.00005639719,0.03731065],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.961962,0.0012082753,0.032042123,0.0007704319,0.0037897262,0.00022743962],"domain_scores_gemma":[0.9350466,0.02022803,0.03607086,0.002878074,0.005614017,0.00016239767],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.054703537,0.00030135232,0.0048587844,0.00031104195,0.00006970411,0.00025400062,0.0009611178,0.00008880419,0.9852902],"category_scores_gemma":[0.6802963,0.00015249489,0.0036973744,0.0007368972,0.000007652713,0.00017321178,0.00011184151,0.00008185665,0.0035782468],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002420831,0.000020758886,0.0000033958054,0.044968806,0.00021228024,7.798014e-7,0.000036683647,0.000005115724,0.000007559501,0.000011491688,0.9516463,0.0030843706],"study_design_scores_gemma":[0.000088382505,0.000039343067,0.000018742072,0.03909525,0.00024654905,0.000006733715,0.000085632826,0.010102027,0.00004080236,0.00035980373,0.9497866,0.0001301365],"about_ca_topic_score_codex":0.0000010285027,"about_ca_topic_score_gemma":0.0000070162787,"teacher_disagreement_score":0.981712,"about_ca_system_score_codex":0.00007997138,"about_ca_system_score_gemma":0.00020363244,"threshold_uncertainty_score":0.99719757},"labels":[],"label_agreement":null},{"id":"W6921021030","doi":"10.6084/m9.figshare.23639958.v1","title":"Additional file 2 of Overlapping research efforts in a global pandemic: a rapid systematic review of COVID-19-related individual participant data meta-analyses","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University; Jewish General Hospital","funders":"","keywords":"Data collection; File format; Data file; Key (lock); Window (computing)","score_opus":0.9736869877692617,"score_gpt":0.6589128858959945,"score_spread":0.31477410187326715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921021030","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010520461,0.029130857,0.000001627107,0.0001500608,0.000014211658,0.0019221179,0.9677096,0.000012868499,0.0010481408],"genre_scores_gemma":[0.0025159675,0.00012952105,0.0002492151,0.00033166297,0.000019682495,0.0033078308,0.99205923,0.0000136909175,0.0013732251],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9542711,0.019944346,0.013619417,0.0012732708,0.010376696,0.0005151908],"domain_scores_gemma":[0.86924845,0.10588707,0.012124125,0.009542864,0.0026902277,0.0005072837],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.092253305,0.0003250542,0.007983703,0.0008105471,0.00011044904,0.00021257879,0.0044577,0.0001402807,0.99565727],"category_scores_gemma":[0.7420003,0.00016311032,0.002305763,0.009970465,0.00005377442,0.0003465697,0.0014672712,0.00026949038,0.013364964],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015849697,0.00003374494,0.000010212415,0.08093049,0.003462378,0.000020456766,0.000097693766,0.000038530787,5.2997444e-7,0.000014628727,0.91531956,0.000070220995],"study_design_scores_gemma":[0.00028572502,0.00006954914,0.0010991998,0.27901062,0.014688189,0.00005548833,0.0012581757,0.009278937,0.0000014301482,0.0015390012,0.69227564,0.00043802304],"about_ca_topic_score_codex":0.000024692083,"about_ca_topic_score_gemma":0.000083550854,"teacher_disagreement_score":0.9822923,"about_ca_system_score_codex":0.00005579377,"about_ca_system_score_gemma":0.0008835628,"threshold_uncertainty_score":0.9874033},"labels":[],"label_agreement":null},{"id":"W6921028467","doi":"10.6084/m9.figshare.17020955","title":"Additional file 1 of Effectiveness of interventions for prevention of common infections in people who use opioids: a protocol for a systematic review of systematic reviews","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queensway-Carleton Hospital; Jewish General Hospital; McGill University","funders":"","keywords":"Systematic review; Protocol (science); Psychological intervention; MEDLINE; Public health; Alternative medicine","score_opus":0.7203493572267293,"score_gpt":0.5546117440851202,"score_spread":0.16573761314160917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921028467","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000047269086,0.0017406363,0.00063863635,0.0000034164002,0.0000105311665,0.24332699,0.75417715,0.0000018397288,0.00009606035],"genre_scores_gemma":[0.0001322343,0.000012346633,0.0016060718,0.00000824828,0.0000069722773,0.83146995,0.16583133,0.000012131177,0.00092070625],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.971689,0.012605955,0.013887822,0.00042275112,0.0012657855,0.0001286853],"domain_scores_gemma":[0.9124977,0.06290719,0.017672842,0.0020472747,0.00482443,0.000050557905],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018955326,0.00022880049,0.00874661,0.0003701449,0.000038449463,0.000053884887,0.00064467004,0.00008184219,0.72312737],"category_scores_gemma":[0.4537616,0.0001332327,0.005120435,0.0017834817,0.000013502329,0.00026246018,0.00011013869,0.000065571716,0.00010577241],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036277352,0.0002490357,0.000008802067,0.6149414,0.00011335955,7.8613574e-8,0.000029758232,0.0000040075493,0.0000035567837,0.00004539058,0.38458452,0.000016465545],"study_design_scores_gemma":[0.00029205944,0.00017554994,0.00034611675,0.98927236,0.00046972546,0.000006142311,0.000083914936,0.0005112414,0.00007200897,0.00030924665,0.008366982,0.000094659335],"about_ca_topic_score_codex":0.0000035584444,"about_ca_topic_score_gemma":0.000096449556,"teacher_disagreement_score":0.72302157,"about_ca_system_score_codex":0.00004519043,"about_ca_system_score_gemma":0.00018886561,"threshold_uncertainty_score":0.65695757},"labels":[],"label_agreement":null},{"id":"W6921041209","doi":"10.6084/m9.figshare.19802432","title":"Additional file 3 of Data-sharing and re-analysis for main studies assessed by the European Medicines Agency—a cross-sectional study on European Public Assessment Reports","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Process (computing); European union; Risk assessment; Public health; Quality assessment; Public access","score_opus":0.8651845297045344,"score_gpt":0.5656873477682433,"score_spread":0.29949718193629116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921041209","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00080208026,0.00018109634,0.000043292002,0.00019545548,0.000063576124,0.00087227084,0.98720896,0.00000868762,0.01062455],"genre_scores_gemma":[0.20046958,6.523197e-7,0.00032290895,0.0002010122,0.00014230466,0.001183389,0.79059064,0.000021058238,0.007068449],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9782243,0.009670698,0.005187604,0.001613294,0.0050844885,0.00021964524],"domain_scores_gemma":[0.97109395,0.017700277,0.0055842963,0.0042650793,0.00125339,0.00010301493],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.059817124,0.00024724362,0.0014786196,0.00035632457,0.0008918936,0.0008672502,0.0024793996,0.000015252308,0.9762355],"category_scores_gemma":[0.10848962,0.0001226809,0.00072096195,0.0016278137,0.000031871918,0.00029888563,0.001952136,0.00020514311,0.0002578636],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001711481,0.000121065066,0.008695608,0.000024510306,0.0016053637,0.000025857304,0.00013109903,0.000075841584,0.0000010318795,0.0000035593876,0.988719,0.00059536507],"study_design_scores_gemma":[0.00008907169,0.000080175596,0.34311515,0.0000361433,0.0002568192,0.000012317297,0.0017522738,0.0013509673,9.4571995e-8,0.00009353541,0.6531118,0.00010164346],"about_ca_topic_score_codex":0.0000022776987,"about_ca_topic_score_gemma":0.000029198969,"teacher_disagreement_score":0.97597766,"about_ca_system_score_codex":0.000051436447,"about_ca_system_score_gemma":0.000083679835,"threshold_uncertainty_score":0.9681161},"labels":[],"label_agreement":null},{"id":"W6921043760","doi":"10.6084/m9.figshare.16625483.v1","title":"Additional file 1 of Quality of reporting in chiropractic mixed methods research: a methodological review protocol","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Family Medicine; St. Joseph’s Healthcare Hamilton; University of Waterloo; Canadian Memorial Chiropractic College; McMaster University","funders":"","keywords":"Protocol (science); Quality (philosophy); Chiropractic; Data collection; Multimethodology; Data quality","score_opus":0.9892941211647116,"score_gpt":0.7757858299307799,"score_spread":0.21350829123393167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921043760","genre_codex":"dataset","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003985311,0.00041111227,0.00004682465,0.00022928642,0.000010525014,0.019960053,0.9644817,0.0000026765451,0.014853838],"genre_scores_gemma":[0.00001111391,0.0000030979477,0.4562872,0.00020314871,0.00004411347,0.2454632,0.29444137,0.000010035669,0.0035367273],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7881245,0.17153375,0.030708715,0.0013306194,0.007939156,0.00036325824],"domain_scores_gemma":[0.21026832,0.66469276,0.094005086,0.010304245,0.020343695,0.00038592372],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.2833168,0.00015746117,0.0041964967,0.00022955099,0.000053484502,0.000087770975,0.00094387564,0.00010603461,0.9992991],"category_scores_gemma":[0.98245424,0.000081778824,0.0016432877,0.0034704143,0.000026129055,0.00014982407,0.00045724955,0.00039043487,0.0022830456],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035173548,0.00006926469,0.000013029147,0.003196717,0.000030257923,0.00001600878,0.000018959865,7.8121104e-7,0.000048948623,0.000027160224,0.97518086,0.021394517],"study_design_scores_gemma":[0.000052604515,0.000020003,0.010451008,0.009343449,0.000010930963,0.000020104924,0.0001310336,0.00009002598,0.00020755615,0.002045284,0.9775502,0.00007780074],"about_ca_topic_score_codex":0.00000363895,"about_ca_topic_score_gemma":0.000016758688,"teacher_disagreement_score":0.9970161,"about_ca_system_score_codex":0.000026309619,"about_ca_system_score_gemma":0.00047334624,"threshold_uncertainty_score":0.9984938},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6921068876","doi":"10.6084/m9.figshare.26740715","title":"Additional file 2 of Guideline for reporting systematic reviews of outcome measurement instruments (OMIs): PRISMA-COSMIN for OMIs 2024","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Queen's University; SickKids Foundation; University of Toronto; Western University; Institute for Work & Health; Hospital for Sick Children","funders":"","keywords":"Guideline; Systematic review; Outcome (game theory); MEDLINE; Context (archaeology)","score_opus":0.892945621227131,"score_gpt":0.5545347093161661,"score_spread":0.33841091191096484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921068876","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002962165,0.0017551265,0.0008293483,0.00009039123,0.00016943226,0.0055197068,0.9896426,0.0000071321433,0.0019833082],"genre_scores_gemma":[0.0009790516,0.000004198956,0.058298223,0.00024669856,0.00031388435,0.028586863,0.8751916,0.00005569771,0.036323786],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9619637,0.0012090037,0.032041706,0.0007701906,0.0037880074,0.00022737253],"domain_scores_gemma":[0.9354322,0.020043798,0.035965785,0.0028651787,0.005531321,0.00016172449],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.054451752,0.00030130078,0.0048594507,0.00031094576,0.00006971496,0.0002540247,0.0009611908,0.00008881211,0.98537624],"category_scores_gemma":[0.6777797,0.00015248454,0.003696912,0.0007366084,0.000007652076,0.00017319644,0.00011190558,0.000081854734,0.0035037827],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023950447,0.000020771913,0.000003288212,0.044655453,0.0002125563,7.9156433e-7,0.000036729383,0.000005140481,0.0000072903813,0.000011766096,0.9519194,0.0031244294],"study_design_scores_gemma":[0.00008793081,0.000039472136,0.000018590677,0.038786516,0.00024829822,0.000006822485,0.00008532745,0.010038738,0.000039778966,0.0003621803,0.9501563,0.00013008274],"about_ca_topic_score_codex":0.0000010271422,"about_ca_topic_score_gemma":0.0000070099227,"teacher_disagreement_score":0.98187244,"about_ca_system_score_codex":0.000079683465,"about_ca_system_score_gemma":0.00020264124,"threshold_uncertainty_score":0.99727213},"labels":[],"label_agreement":null},{"id":"W6921070497","doi":"10.6084/m9.figshare.19778028","title":"Additional file 3 of Sex differences in HIV testing among elders in Sub-Saharan Africa: a systematic review protocol","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Protocol (science); Sample (material); Human immunodeficiency virus (HIV); Data collection; MEDLINE","score_opus":0.6267050563076136,"score_gpt":0.43517269305153744,"score_spread":0.1915323632560762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921070497","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000122208685,0.0005536911,5.491067e-7,0.000025090852,0.000005900133,0.059605796,0.9349924,0.0000053152526,0.00479908],"genre_scores_gemma":[0.0010906514,7.1324297e-7,0.0002559978,0.00008673094,0.000014600072,0.8380109,0.15711083,0.0000116615065,0.0034179292],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9816096,0.0071474877,0.0067441296,0.0006351182,0.0036259699,0.00023770506],"domain_scores_gemma":[0.9660446,0.025733558,0.0060067894,0.0016413009,0.00048415695,0.000089611836],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.01073706,0.00023535638,0.0033923583,0.00043794737,0.00009511682,0.0001496135,0.0016019042,0.000039176415,0.99610907],"category_scores_gemma":[0.23344006,0.00013239503,0.0006627604,0.0031909714,0.000012089754,0.00017489157,0.000301223,0.00025027772,0.0037534644],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.600229e-7,0.00004386587,0.00023138462,0.040546045,0.000016832173,0.000011009339,0.000073780015,0.000011730826,3.388499e-7,4.87136e-7,0.9589441,0.000119801],"study_design_scores_gemma":[0.00027505754,0.00008378227,0.010019765,0.40786543,0.00007471607,0.000021190996,0.0007870298,0.010661201,0.0000016505702,0.00024356207,0.5695148,0.0004517653],"about_ca_topic_score_codex":0.0000035622863,"about_ca_topic_score_gemma":0.000029427656,"teacher_disagreement_score":0.9923556,"about_ca_system_score_codex":0.00006334123,"about_ca_system_score_gemma":0.00014275272,"threshold_uncertainty_score":0.9970222},"labels":[],"label_agreement":null},{"id":"W6921083771","doi":"10.6084/m9.figshare.21259052","title":"Additional file 2 of Randomized controlled trials in de-implementation research: a systematic scoping review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire de Sherbrooke; McMaster University","funders":"","keywords":"Randomized controlled trial; Systematic review; MEDLINE; Patient data; Key (lock)","score_opus":0.9252322614645266,"score_gpt":0.6557024637517653,"score_spread":0.2695297977127613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921083771","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000018380222,0.0149382865,0.0000049859045,0.00013082611,0.000018189663,0.015687045,0.9666607,0.0000025245454,0.0025556355],"genre_scores_gemma":[0.00064995995,0.000044525197,0.0004474966,0.00033927688,0.00004558995,0.1434541,0.8521644,0.0000104467135,0.002844236],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.5754816,0.37246004,0.038104773,0.0007740834,0.012793315,0.00038617523],"domain_scores_gemma":[0.09199976,0.869185,0.032701377,0.002611331,0.0033504935,0.00015205475],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.48565465,0.00016027555,0.019942973,0.00078282563,0.00015890755,0.0002374028,0.0010923803,0.00002744741,0.9998238],"category_scores_gemma":[0.922364,0.00007610897,0.0048172264,0.0019762418,0.00001103461,0.00011808922,0.00022762181,0.00018557528,0.004505599],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002686836,0.000017114953,1.8831504e-7,0.022433212,0.00016216713,0.0000034849415,0.00007482388,0.000010314814,2.7375302e-7,0.000019680647,0.9768965,0.00011353235],"study_design_scores_gemma":[0.037539773,0.00003686714,0.000007999253,0.869433,0.00041409288,0.0000147989995,0.0015322759,0.002756239,0.0000013803561,0.0011896597,0.08691221,0.00016172633],"about_ca_topic_score_codex":0.0000038600288,"about_ca_topic_score_gemma":0.000021793048,"teacher_disagreement_score":0.99531823,"about_ca_system_score_codex":0.000092086964,"about_ca_system_score_gemma":0.0005485568,"threshold_uncertainty_score":0.9962695},"labels":[],"label_agreement":null},{"id":"W6921087822","doi":"10.6084/m9.figshare.c.3636239_d1.v1","title":"Additional file 2: of Applying systematic review search methods to the grey literature: a case study examining guidelines for school-based breakfast programs in Canada","year":2015,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Table (database); Grey literature; Metasearch engine; Selection (genetic algorithm); Search engine","score_opus":0.9078607306883314,"score_gpt":0.5822212036965645,"score_spread":0.3256395269917669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921087822","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002948347,0.0059182686,0.00022103736,0.00021537332,0.000035090397,0.011594741,0.98187625,0.000004247136,0.0001055341],"genre_scores_gemma":[0.0047689504,0.0000023660184,0.15015136,0.0043059224,0.00028178917,0.14629346,0.69096965,0.00006653489,0.003159949],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.979218,0.0097654015,0.0064804256,0.00067425147,0.0035910297,0.0002708581],"domain_scores_gemma":[0.95484185,0.028968275,0.0029121798,0.0028017517,0.010117493,0.00035843262],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.043010563,0.00026882935,0.0028790068,0.0002246207,0.00010137401,0.00057137496,0.0014618802,0.000039232225,0.79041666],"category_scores_gemma":[0.56065935,0.000116930096,0.0004908227,0.0027768342,0.0000042340394,0.000144062,0.0001699734,0.00015814026,0.00066889054],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015096017,0.00002441391,0.00002249543,0.020060085,0.000053926775,0.00006920859,0.00017793829,0.00008519981,3.5788343e-8,2.3376086e-7,0.9754301,0.0040748618],"study_design_scores_gemma":[0.00024707426,0.0001363286,0.00008108781,0.33180463,0.00023548813,0.0002982213,0.013585342,0.021287683,6.661817e-7,0.000011436426,0.63201743,0.00029462532],"about_ca_topic_score_codex":0.007773924,"about_ca_topic_score_gemma":0.16101608,"teacher_disagreement_score":0.7897477,"about_ca_system_score_codex":0.00016209125,"about_ca_system_score_gemma":0.0018755979,"threshold_uncertainty_score":0.9988334},"labels":[],"label_agreement":null},{"id":"W6921090271","doi":"10.6084/m9.figshare.26574457.v1","title":"Additional file 5 of Insights from using an outcomes measurement properties search filter and conducting citation searches to locate psychometric articles of tools used to measure context attributes","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Canadian Agency for Drugs and Technologies in Health; Ottawa Hospital","funders":"","keywords":"Measure (data warehouse); Filter (signal processing); Context (archaeology); Citation; Key (lock)","score_opus":0.9797338500070828,"score_gpt":0.4834031303309531,"score_spread":0.4963307196761297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921090271","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13797313,0.0010231063,0.00018144632,0.0002302061,0.000030904197,0.00078773,0.85971016,0.0000082562365,0.00005503955],"genre_scores_gemma":[0.96558857,1.7762207e-7,0.0020648623,0.000074694166,0.000038950642,0.00023190622,0.031816654,0.000012275012,0.0001719069],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911021,0.0017815495,0.0022226097,0.0006018926,0.0041240267,0.00016780134],"domain_scores_gemma":[0.9887574,0.0066110734,0.00052254944,0.0007686341,0.0031548708,0.0001855043],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004858491,0.00018501129,0.0011885327,0.0008223038,0.00008494241,0.0007495122,0.00048005767,0.000051885352,0.82172006],"category_scores_gemma":[0.10642298,0.000097717915,0.00031356115,0.002278383,0.000017847922,0.0005321021,0.00012217836,0.00009218478,0.0014971828],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008373271,0.00004071302,0.00022044759,0.00021875056,0.00020876089,0.0000011869331,0.002552029,0.00014515193,0.0050241207,0.0000072339117,0.96828437,0.023288881],"study_design_scores_gemma":[0.00095503876,0.0009373502,0.1642541,0.044626426,0.0004908098,0.000013590105,0.037651397,0.07075282,0.075571105,0.0014859689,0.60145915,0.0018022738],"about_ca_topic_score_codex":0.000024235276,"about_ca_topic_score_gemma":0.00011203203,"teacher_disagreement_score":0.82789356,"about_ca_system_score_codex":0.000047471553,"about_ca_system_score_gemma":0.00014813438,"threshold_uncertainty_score":0.9992803},"labels":[],"label_agreement":null},{"id":"W6921093240","doi":"10.6084/m9.figshare.14853378.v1","title":"Additional file 1 of Comparison of six statistical methods for interrupted time series studies: empirical evaluation of 190 published series","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Series (stratigraphy); Interrupted time series; Code (set theory); Time series; Statistical analysis","score_opus":0.8927997192460583,"score_gpt":0.6650868056629852,"score_spread":0.2277129135830731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921093240","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028138975,0.0005396059,0.0007771995,0.00013839398,0.000040356277,0.0004666338,0.99603987,0.0000028857194,0.0019669337],"genre_scores_gemma":[0.00082053227,5.08665e-7,0.19571221,0.000029491508,0.000036926103,0.0008662555,0.7990877,0.000008846105,0.0034375107],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9836167,0.007141698,0.0055323765,0.00051427755,0.0030598717,0.0001350773],"domain_scores_gemma":[0.9110818,0.0647949,0.00534997,0.0015087321,0.01717372,0.00009087003],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014282005,0.00017143704,0.0029483617,0.0001657387,0.000050753675,0.00011680397,0.00055676565,0.00008214208,0.99780244],"category_scores_gemma":[0.6692612,0.00010026509,0.00078179553,0.00092100137,0.000056878347,0.00034562816,0.00020172114,0.00007642678,0.00066623464],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014655677,0.00007100234,0.000017380029,0.00029316352,0.0003176798,2.1397244e-7,0.00037519148,0.000029101771,0.000021571264,0.000045511904,0.986678,0.012136498],"study_design_scores_gemma":[0.00015363772,0.00013250134,0.0012865578,0.00082755316,0.00024918228,0.0000035457626,0.002141633,0.0242896,0.0006901049,0.0034378893,0.96668047,0.00010735276],"about_ca_topic_score_codex":3.8932032e-7,"about_ca_topic_score_gemma":0.000013522014,"teacher_disagreement_score":0.99713624,"about_ca_system_score_codex":0.000030118734,"about_ca_system_score_gemma":0.0003907085,"threshold_uncertainty_score":0.85633206},"labels":[],"label_agreement":null},{"id":"W6921126623","doi":"10.6084/m9.figshare.28571538.v1","title":"Additional file 1 of Ranking of treatments in network meta-analysis: incorporating minimally important differences","year":2025,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Ranking (information retrieval); Key (lock); Artificial neural network; Learning to rank","score_opus":0.7226197338645081,"score_gpt":0.47319566323925516,"score_spread":0.2494240706252529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921126623","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002045831,0.0009877284,0.000010974021,0.000026367039,0.000010858368,0.00032118135,0.9905066,0.0000022117774,0.00792953],"genre_scores_gemma":[0.1561847,0.0000010573038,0.008684857,0.000114001334,0.0000344815,0.0015725978,0.8235627,0.000008304231,0.009837313],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9869335,0.0023389154,0.007688499,0.00060128735,0.0022685237,0.00016923448],"domain_scores_gemma":[0.9697037,0.01965461,0.008281175,0.0014462087,0.0008643347,0.000049988525],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005779442,0.0002342361,0.005271626,0.0006397305,0.000055937373,0.00012840441,0.0010450651,0.00007529737,0.99740803],"category_scores_gemma":[0.050488006,0.00011558121,0.004214714,0.004510539,0.000015087015,0.0001272722,0.00015573397,0.00008350475,0.0005229636],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002623587,0.00004035234,0.0024882164,0.00003859929,0.02138927,0.0000031672207,0.00003004383,0.00019922436,7.656431e-7,0.000040476105,0.975417,0.00035025418],"study_design_scores_gemma":[0.0005967671,0.0001622576,0.38919258,0.0028970835,0.131818,0.0000030713813,0.00092799484,0.04293967,0.00004308293,0.017850881,0.41275305,0.00081555615],"about_ca_topic_score_codex":0.0000090323365,"about_ca_topic_score_gemma":0.0002498342,"teacher_disagreement_score":0.99688506,"about_ca_system_score_codex":0.000016627146,"about_ca_system_score_gemma":0.00016305079,"threshold_uncertainty_score":0.9575101},"labels":[],"label_agreement":null},{"id":"W6921129223","doi":"10.6084/m9.figshare.26648127.v1","title":"Additional file 1 of Data extraction and comparison for complex systematic reviews: a step-by-step guideline and an implementation example using open-source software","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Software; Data extraction; Data file; Guideline; File format; Key (lock)","score_opus":0.9101563193833412,"score_gpt":0.6216882235221247,"score_spread":0.28846809586121647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921129223","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008802947,0.0029216816,0.036945593,0.000023613831,0.000021413169,0.002968673,0.9570559,0.000009389989,0.000044878496],"genre_scores_gemma":[0.00016862756,0.0000031907168,0.16745466,0.000081685284,0.000069730246,0.0009641722,0.83069026,0.00001655932,0.0005511157],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.989648,0.0023027484,0.005776238,0.00091599335,0.0012122934,0.00014475765],"domain_scores_gemma":[0.97840637,0.015242021,0.003649791,0.0018436268,0.0007360534,0.00012214818],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011708476,0.00022769494,0.0022016757,0.00015952147,0.0001769679,0.0015616049,0.0011127053,0.000055496643,0.9581981],"category_scores_gemma":[0.03695173,0.00013407119,0.0002205362,0.0004484194,0.000011431471,0.001283899,0.0004533923,0.000069451715,0.00046291578],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018386967,0.000016563701,0.0000042581814,0.006356616,0.000062194864,3.060813e-7,0.000044866436,0.0000033256163,0.0000152549765,0.0000056275667,0.9755771,0.01791203],"study_design_scores_gemma":[0.00007815773,0.00003093296,0.000037711754,0.006168886,0.00013528504,0.000015299855,0.0006200749,0.23638897,9.86817e-7,0.000030555304,0.7563885,0.000104636034],"about_ca_topic_score_codex":0.000044138505,"about_ca_topic_score_gemma":0.00013331046,"teacher_disagreement_score":0.9577352,"about_ca_system_score_codex":0.000026704607,"about_ca_system_score_gemma":0.00007186731,"threshold_uncertainty_score":0.9994749},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W6921144791","doi":"10.6084/m9.figshare.26563138.v1","title":"Additional file 1 of A cross-sectional study of the endorsement proportion of reporting guidelines in 1039 Chinese medical journals","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Government (linguistics); Data collection; MEDLINE; Quality (philosophy)","score_opus":0.7881421815737214,"score_gpt":0.6038154556570765,"score_spread":0.1843267259166449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921144791","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06514446,0.00028531367,0.000003535198,0.00007541812,0.00010555202,0.0006295452,0.93260497,0.000002583574,0.0011486127],"genre_scores_gemma":[0.91514844,0.0000010353228,0.0003787643,0.00003913234,0.0002542258,0.00068893906,0.07968408,0.000010753615,0.0037946599],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9732314,0.0012029685,0.017075319,0.00038967584,0.008004085,0.000096578624],"domain_scores_gemma":[0.9700599,0.006965403,0.017538222,0.0011975764,0.0041669374,0.0000719848],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.024447003,0.00012004722,0.0012048236,0.00027748322,0.0000438184,0.00013966253,0.0007539793,0.00006139663,0.99679255],"category_scores_gemma":[0.561367,0.000047706297,0.0009396776,0.0014712584,0.000017102202,0.00014678384,0.00019705367,0.00015509635,0.0003425271],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016399782,0.00009102694,0.037307546,0.00013527951,0.00007102222,0.000008935745,0.000094040275,0.00010220986,0.000008679558,0.0000021050332,0.96097976,0.0011977609],"study_design_scores_gemma":[0.00011294576,0.000050383496,0.8261336,0.0041990886,0.000020990545,0.000054462154,0.00022791995,0.007809114,0.000020305799,0.00038649677,0.16091266,0.0000720166],"about_ca_topic_score_codex":0.000013108238,"about_ca_topic_score_gemma":0.000113231785,"teacher_disagreement_score":0.99645007,"about_ca_system_score_codex":0.000019776566,"about_ca_system_score_gemma":0.00033464006,"threshold_uncertainty_score":0.84728926},"labels":[],"label_agreement":null},{"id":"W6921300489","doi":"10.6084/m9.figshare.26574445","title":"Additional file 1 of Insights from using an outcomes measurement properties search filter and conducting citation searches to locate psychometric articles of tools used to measure context attributes","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Canadian Agency for Drugs and Technologies in Health; Ottawa Hospital","funders":"","keywords":"Measure (data warehouse); Context (archaeology); Filter (signal processing); Citation; Key (lock)","score_opus":0.9801469632512227,"score_gpt":0.48386583856673493,"score_spread":0.4962811246844878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921300489","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13636597,0.0010102817,0.00017897428,0.00022908342,0.000030705836,0.0007826436,0.8613395,0.000008206371,0.000054639597],"genre_scores_gemma":[0.96496356,1.7573278e-7,0.0020881298,0.000074763375,0.000038968195,0.00023618342,0.032412443,0.000012298451,0.00017348432],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99110425,0.0017818606,0.0022210062,0.00060197525,0.004123119,0.00016779204],"domain_scores_gemma":[0.9886857,0.0066694045,0.0005232539,0.00077063957,0.0031651743,0.00018578894],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004854856,0.00018500672,0.0011879998,0.0008222374,0.00008490818,0.0007481033,0.00048017123,0.00005188315,0.82707596],"category_scores_gemma":[0.107291326,0.00009772185,0.00031352008,0.002278734,0.000017843908,0.000531675,0.00012220952,0.00009219431,0.0015190929],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008260355,0.00004018365,0.00021757613,0.00021416531,0.00020621128,0.000001155838,0.0025179144,0.00014345374,0.0049831714,0.000006953991,0.9689769,0.022684066],"study_design_scores_gemma":[0.00093448214,0.00092290586,0.15989892,0.043981194,0.00048462822,0.00001339272,0.03717884,0.069915384,0.07399775,0.0014558743,0.60943955,0.001777045],"about_ca_topic_score_codex":0.000023993416,"about_ca_topic_score_gemma":0.00011061662,"teacher_disagreement_score":0.82892704,"about_ca_system_score_codex":0.000047458398,"about_ca_system_score_gemma":0.00014840587,"threshold_uncertainty_score":0.99925834},"labels":[{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6921356962","doi":"10.6084/m9.figshare.16625483","title":"Additional file 1 of Quality of reporting in chiropractic mixed methods research: a methodological review protocol","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Family Medicine; St. Joseph’s Healthcare Hamilton; University of Waterloo; Canadian Memorial Chiropractic College; McMaster University","funders":"","keywords":"Protocol (science); Quality (philosophy); Chiropractic; Data collection; Multimethodology; Data quality","score_opus":0.9892941211647116,"score_gpt":0.7757858299307799,"score_spread":0.21350829123393167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921356962","genre_codex":"dataset","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003985311,0.00041111227,0.00004682465,0.00022928642,0.000010525014,0.019960053,0.9644817,0.0000026765451,0.014853838],"genre_scores_gemma":[0.00001111391,0.0000030979477,0.4562872,0.00020314871,0.00004411347,0.2454632,0.29444137,0.000010035669,0.0035367273],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7881245,0.17153375,0.030708715,0.0013306194,0.007939156,0.00036325824],"domain_scores_gemma":[0.21026832,0.66469276,0.094005086,0.010304245,0.020343695,0.00038592372],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.2833168,0.00015746117,0.0041964967,0.00022955099,0.000053484502,0.000087770975,0.00094387564,0.00010603461,0.9992991],"category_scores_gemma":[0.98245424,0.000081778824,0.0016432877,0.0034704143,0.000026129055,0.00014982407,0.00045724955,0.00039043487,0.0022830456],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035173548,0.00006926469,0.000013029147,0.003196717,0.000030257923,0.00001600878,0.000018959865,7.8121104e-7,0.000048948623,0.000027160224,0.97518086,0.021394517],"study_design_scores_gemma":[0.000052604515,0.000020003,0.010451008,0.009343449,0.000010930963,0.000020104924,0.0001310336,0.00009002598,0.00020755615,0.002045284,0.9775502,0.00007780074],"about_ca_topic_score_codex":0.00000363895,"about_ca_topic_score_gemma":0.000016758688,"teacher_disagreement_score":0.9970161,"about_ca_system_score_codex":0.000026309619,"about_ca_system_score_gemma":0.00047334624,"threshold_uncertainty_score":0.9984938},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6922256512","doi":"10.12114/j.issn.1007-9572.2023.0358","title":"The Application of Rapid Review in the Field of Medical Research: a Bibliometric Analysis","year":2024,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bibliometrics; China; Volume (thermodynamics); Field (mathematics); Systematic review; MEDLINE","score_opus":0.9194459018293041,"score_gpt":0.7690357940329965,"score_spread":0.1504101077963076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6922256512","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050537337,0.91923475,0.007920285,0.011076332,0.00020958118,0.0017856872,0.000021334468,0.0000031368718,0.009211545],"genre_scores_gemma":[0.7143467,0.28471282,0.00007217725,0.00041847248,0.000054948865,0.00011563585,0.0000027612,0.000008651949,0.000267816],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9321301,0.027821857,0.0141902445,0.0009765701,0.024459602,0.00042164678],"domain_scores_gemma":[0.92828673,0.060475577,0.004828143,0.003834676,0.002394803,0.00018009816],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.43240926,0.00021186656,0.0035100605,0.05037894,0.00017978501,0.0027928406,0.016481444,0.00011107067,0.04233849],"category_scores_gemma":[0.11881882,0.00007916996,0.0020248939,0.33130163,0.00023044624,0.0007902025,0.0010323363,0.0006609878,0.00009741078],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012104048,0.00010920849,0.07123184,0.00077413965,0.0009442425,0.000007993046,0.00016748003,0.000016998018,0.00020892179,0.0011799252,0.41990992,0.5054372],"study_design_scores_gemma":[0.00013305926,0.000024693723,0.3703399,0.002825788,0.0016760998,0.000010395183,0.00051649474,0.006090165,0.00038766488,0.021601532,0.5961774,0.0002167825],"about_ca_topic_score_codex":0.00076244015,"about_ca_topic_score_gemma":0.00022688757,"teacher_disagreement_score":0.66380936,"about_ca_system_score_codex":0.000028616987,"about_ca_system_score_gemma":0.00025311892,"threshold_uncertainty_score":0.9982424},"labels":[],"label_agreement":null},{"id":"W6922391801","doi":"10.12173/j.issn.1004-5511.2020.04.04","title":"Introduction of Collaboration for Environmental Evidence and guidelines and standards for evidence synthesis in environmental management","year":2020,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Function (biology); Sustainable development; Environmental policy; Environmental management system; Systematic review; Sustainability; Scientific literature; Scientific evidence; International standard","score_opus":0.807952345298785,"score_gpt":0.6628148240009122,"score_spread":0.14513752129787283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6922391801","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8770477,0.08992658,0.023232114,0.0051977932,0.00021487683,0.0038601062,0.00043428096,0.0000030098283,0.00008350929],"genre_scores_gemma":[0.957645,0.03454078,0.007040483,0.00019916524,0.00014814902,0.00021150937,0.0000044062845,0.000015562258,0.00019496468],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9897668,0.0014507751,0.004828013,0.0008270746,0.0029638829,0.00016350251],"domain_scores_gemma":[0.99168193,0.00346962,0.0036349075,0.0006800911,0.0003871479,0.0001463237],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.047468778,0.00024203083,0.0019139159,0.00045502247,0.00013225846,0.001198608,0.0014945929,0.000053265798,0.005370973],"category_scores_gemma":[0.030561423,0.00015871602,0.00030293665,0.00066059,0.0001225356,0.002440318,0.0005024358,0.00007011288,0.0000045398283],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008267634,0.00017804369,0.353013,0.0012003168,0.00052630994,0.000004090651,0.00096425344,0.0007681869,0.13302058,0.00014011408,0.2696204,0.23973794],"study_design_scores_gemma":[0.0015162562,0.00020377699,0.6810053,0.0027081359,0.002106025,0.00001568869,0.008522035,0.021353139,0.042660758,0.007639144,0.2311929,0.0010768475],"about_ca_topic_score_codex":0.000010665428,"about_ca_topic_score_gemma":0.000013593402,"teacher_disagreement_score":0.3279923,"about_ca_system_score_codex":0.000114479495,"about_ca_system_score_gemma":0.000050746105,"threshold_uncertainty_score":0.99983823},"labels":[],"label_agreement":null},{"id":"W6922852656","doi":"10.1371/journal.pgph.0003754.s002","title":"Quality assessment using Newcastle–Ottawa scale.","year":2025,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality assessment; Quality (philosophy); Missing data; Data quality; Risk assessment; Data collection","score_opus":0.919211507500487,"score_gpt":0.6442389122814324,"score_spread":0.2749725952190546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6922852656","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022136278,0.001908114,0.010836883,0.0025628298,0.0010258134,0.0026856007,0.13756008,0.00005961663,0.8212248],"genre_scores_gemma":[0.8263187,0.0000016215982,0.02630889,0.003558073,0.00035363,0.0002806935,0.017480187,0.00003346521,0.12566476],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98488975,0.0052659344,0.0055099633,0.00079303165,0.0033170658,0.0002242574],"domain_scores_gemma":[0.9896439,0.0030458884,0.002518315,0.0033947497,0.0012769465,0.00012024249],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.02629525,0.00020676322,0.0019621577,0.00025804207,0.00017729873,0.0010701435,0.0015102845,0.000083770334,0.74983],"category_scores_gemma":[0.04154806,0.00010791687,0.0012889248,0.0015268199,0.0000069502735,0.00020129606,0.00028359663,0.00014258642,0.014796375],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.964861e-7,0.000019484602,0.0051606926,0.000066108194,0.000052018047,0.000001764061,0.000028492479,0.00005282672,0.000044829005,0.00032502785,0.9830857,0.011162574],"study_design_scores_gemma":[0.000097889744,0.000005023433,0.079526074,0.00032261634,0.00004355895,0.0000019353006,0.00018784321,0.009180744,0.000026148764,0.0019500959,0.9085193,0.00013871255],"about_ca_topic_score_codex":0.00001329976,"about_ca_topic_score_gemma":0.000048884333,"teacher_disagreement_score":0.8041824,"about_ca_system_score_codex":0.00006934468,"about_ca_system_score_gemma":0.00020017626,"threshold_uncertainty_score":0.99996686},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6922909128","doi":"10.1371/journal.pone.0148756.g005","title":"Subgroup analyses by quality of study report assessed by Newcastle-Ottawa Scale.","year":2016,"lang":"en","type":"other","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); MEDLINE; Quality of life (healthcare); Statistical analysis; Data collection","score_opus":0.883659262080137,"score_gpt":0.6400158810201887,"score_spread":0.24364338105994832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6922909128","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000108608525,0.0036871796,0.0002247874,0.00008061959,0.00017849375,0.0019503826,0.4094436,0.000032755735,0.5842936],"genre_scores_gemma":[0.0030548293,0.0000050811386,0.00015700221,0.000072776966,0.00016872869,0.0002271536,0.044531617,0.00016787824,0.9516149],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9655171,0.010433453,0.012815379,0.0019883947,0.008894198,0.00035144677],"domain_scores_gemma":[0.9589343,0.005141001,0.025352951,0.0087781735,0.0015168168,0.00027677754],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.030628596,0.0006921942,0.0077634347,0.00054271723,0.000065703636,0.00053927733,0.0032216115,0.00036632977,0.9599628],"category_scores_gemma":[0.0795186,0.0003145069,0.002740089,0.0011929733,0.000025067699,0.00014484153,0.000303036,0.00020154908,0.03203009],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015993808,0.00020381603,0.0035026134,0.0001795441,0.0006189558,0.000017132634,0.000027252796,1.0421905e-7,0.00008087947,0.0000010497895,0.9942799,0.0010871261],"study_design_scores_gemma":[0.00020790518,0.00003544153,0.0015486178,0.0006015857,0.00026266498,0.000005604218,0.0001773965,0.0000062174563,0.000037037375,0.000025006,0.99673355,0.00035896047],"about_ca_topic_score_codex":0.00026797687,"about_ca_topic_score_gemma":0.0005308076,"teacher_disagreement_score":0.92793274,"about_ca_system_score_codex":0.000038425456,"about_ca_system_score_gemma":0.00013732073,"threshold_uncertainty_score":0.9999307},"labels":[],"label_agreement":null},{"id":"W6923164001","doi":"10.1371/journal.pone.0276397.s006","title":"Newcastle-Ottawa Scale (NOS) for quality assessment of the case-control studies selected for meta-analysis.","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scale (ratio); Quality (philosophy); Quality assessment; Measure (data warehouse); Data quality","score_opus":0.905163115441742,"score_gpt":0.6084623623487689,"score_spread":0.29670075309297306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6923164001","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025442047,0.005717586,0.0055752494,0.002608067,0.00019241222,0.007412188,0.9750553,0.000014609933,0.00088040077],"genre_scores_gemma":[0.9653255,4.15991e-7,0.0037573886,0.0007008628,0.00006362399,0.012995996,0.0051818755,0.000020563562,0.011953781],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9774249,0.011417759,0.00664264,0.0009453517,0.0032804927,0.0002888355],"domain_scores_gemma":[0.9584213,0.0243858,0.008100736,0.0039002516,0.005095454,0.00009648465],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.051439136,0.00029913936,0.0064866813,0.00027775197,0.0006924241,0.00023915958,0.0018971466,0.0000465715,0.40204188],"category_scores_gemma":[0.0742173,0.00012616834,0.012116216,0.003360882,0.000016091744,0.00011155125,0.0003358094,0.00014631162,0.00007087831],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064086844,0.000067786576,0.00062273967,0.00018094042,0.086084045,0.0000023539253,0.00022736695,0.003414401,0.000012835235,0.00021385582,0.90876245,0.0004048047],"study_design_scores_gemma":[0.00097245094,0.00018021167,0.011762587,0.000014595394,0.24560325,0.000036032474,0.0039166445,0.06896893,0.00006404688,0.0023326133,0.66568387,0.000464739],"about_ca_topic_score_codex":0.000017321989,"about_ca_topic_score_gemma":0.00056941743,"teacher_disagreement_score":0.9698734,"about_ca_system_score_codex":0.00007621174,"about_ca_system_score_gemma":0.00018671478,"threshold_uncertainty_score":0.9977772},"labels":[],"label_agreement":null},{"id":"W6923168671","doi":"10.1371/journal.pone.0246667.s002","title":"Newcastle-Ottawa scale score for non-randomized studies.","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scale (ratio); Calibration; Measure (data warehouse); Term (time)","score_opus":0.8765693575704869,"score_gpt":0.5689622534496868,"score_spread":0.30760710412080017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6923168671","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013881626,0.07476169,0.008297029,0.0133218225,0.0042900764,0.024655681,0.6173741,0.00013236956,0.24328558],"genre_scores_gemma":[0.17187372,0.000100891666,0.04513315,0.0083934115,0.002764515,0.011208927,0.1185848,0.00019276982,0.64174783],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9880034,0.0029555415,0.005286476,0.0009405987,0.0025395416,0.00027446751],"domain_scores_gemma":[0.97009796,0.01734684,0.00329515,0.0035748167,0.005478525,0.00020673004],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.024140771,0.00026586626,0.0047954423,0.00013653323,0.00017564325,0.00065503694,0.0010877766,0.00008277376,0.59753287],"category_scores_gemma":[0.2662801,0.00012649524,0.0034746695,0.0010090133,0.000022106773,0.000176078,0.00024190308,0.000094660696,0.024835264],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005200244,0.000016220189,0.00004459338,0.00013820575,0.00024000302,0.000007645461,0.00029533988,0.0000122677875,0.000010040572,0.00003894111,0.99434716,0.004797579],"study_design_scores_gemma":[0.009175115,0.000013489578,0.00015442321,0.00059855304,0.00021996522,0.000013202259,0.0009162728,0.0044728233,0.00023199056,0.0024735956,0.98152125,0.00020934423],"about_ca_topic_score_codex":9.025799e-7,"about_ca_topic_score_gemma":0.00004598774,"teacher_disagreement_score":0.57269764,"about_ca_system_score_codex":0.000025046898,"about_ca_system_score_gemma":0.00013183066,"threshold_uncertainty_score":0.975924},"labels":[],"label_agreement":null},{"id":"W6923177509","doi":"10.1371/journal.pone.0262990.s004","title":"Quality assessment of analytical studies that used the adapted Newcastle-Ottawa scale for cross-sectional studies.","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scale (ratio); Quality assessment; Quality (philosophy); Measure (data warehouse); Data quality","score_opus":0.9556777291499644,"score_gpt":0.6671072194010883,"score_spread":0.2885705097488761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6923177509","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23214968,0.016639562,0.0013972147,0.0065180673,0.002473797,0.010711655,0.71336335,0.00006903313,0.016677668],"genre_scores_gemma":[0.98245794,0.0000035212006,0.0006545843,0.00032808588,0.00012390738,0.0014402621,0.0037790237,0.000014040422,0.011198654],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98226506,0.005356152,0.00514597,0.0008152862,0.006165726,0.00025180937],"domain_scores_gemma":[0.9709342,0.019341968,0.0042284587,0.002383329,0.0030241976,0.00008780645],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.047233313,0.00023285033,0.002485778,0.00015307001,0.0007167617,0.00031880324,0.001623999,0.000040991967,0.27345753],"category_scores_gemma":[0.05541217,0.00010384071,0.0019736453,0.001021745,0.000057775567,0.00014229174,0.0007276915,0.00020077256,0.00029827497],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008479712,0.00006889268,0.081549965,0.00014241831,0.00084990583,0.0000010925634,0.0004964359,0.00099029,0.0000038731732,0.0005560156,0.9148922,0.00044045225],"study_design_scores_gemma":[0.00042035631,0.000105755746,0.41921765,0.000058723213,0.00014079036,0.00000639535,0.008570222,0.013560475,0.000011361388,0.0019505988,0.5557577,0.00019995547],"about_ca_topic_score_codex":0.0000036166575,"about_ca_topic_score_gemma":0.00005644371,"teacher_disagreement_score":0.7503082,"about_ca_system_score_codex":0.00013885113,"about_ca_system_score_gemma":0.00014424972,"threshold_uncertainty_score":0.9810738},"labels":[],"label_agreement":null},{"id":"W6923293024","doi":"10.1371/journal.pone.0296026.s002","title":"Quality assessment for cohort studies (Newcastle-Ottawa Quality Assessment Scale criteria)*.","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality assessment; Cohort; Scale (ratio); Quality (philosophy); Risk assessment; Cohort study","score_opus":0.9420664454201926,"score_gpt":0.6948715800052648,"score_spread":0.24719486541492774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6923293024","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062021017,0.002109651,0.0059723547,0.009480411,0.0031565088,0.014568657,0.8187583,0.00039198843,0.083541095],"genre_scores_gemma":[0.6602438,0.000058007074,0.039156035,0.0027945573,0.0015522132,0.015221074,0.1637983,0.00016669917,0.11700932],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97094053,0.010143662,0.00986253,0.0017247759,0.006746631,0.0005818605],"domain_scores_gemma":[0.96723914,0.017714651,0.0053676073,0.005092659,0.004278647,0.00030728796],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.1054506,0.00045376783,0.0044378983,0.0003113949,0.00042688628,0.0012378772,0.0018711549,0.00013316674,0.32875684],"category_scores_gemma":[0.08128479,0.00025184968,0.0023628948,0.0016553032,0.00002640189,0.00035889843,0.00057092507,0.00019358833,0.013215381],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026095734,0.00005344184,0.015437265,0.0004487855,0.00046434673,0.000002904795,0.00019736102,0.000023627897,0.00004771384,0.0003175092,0.9775665,0.005437938],"study_design_scores_gemma":[0.00027205943,0.00004990907,0.41278332,0.00024789202,0.00012616767,0.0000017040132,0.002012764,0.0031635603,0.000023209874,0.004102761,0.5768646,0.00035204497],"about_ca_topic_score_codex":0.00001372523,"about_ca_topic_score_gemma":0.000114403534,"teacher_disagreement_score":0.65496,"about_ca_system_score_codex":0.00017627115,"about_ca_system_score_gemma":0.00021793018,"threshold_uncertainty_score":0.9999934},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6923368158","doi":"10.1371/journal.pone.0293382.s004","title":"Quality appraisal of cross-sectional studies using the adapted Newcastle Ottawa Scale for case-control studies.","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scale (ratio); Quality (philosophy); Project appraisal; Critical appraisal; Data collection","score_opus":0.9150623093727034,"score_gpt":0.6549487555365328,"score_spread":0.26011355383617063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6923368158","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14812326,0.14541776,0.007872904,0.0013240767,0.004228752,0.0065901424,0.6830765,0.00008836504,0.0032782627],"genre_scores_gemma":[0.9948315,0.0000031790255,0.001077955,0.00010558812,0.00042113726,0.00033911428,0.00069494423,0.00001729275,0.0025093122],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98955834,0.0024312828,0.004887229,0.000704838,0.0022061616,0.00021216454],"domain_scores_gemma":[0.95109826,0.03991325,0.002458181,0.0018399999,0.0046092644,0.000081036924],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.030559888,0.00022787374,0.002025877,0.00014252614,0.00033948076,0.0006737749,0.0007008969,0.00007051965,0.06591608],"category_scores_gemma":[0.1347975,0.000094664465,0.0017165607,0.0008468417,0.00005712998,0.00024974564,0.00015263743,0.00012370404,0.00080230413],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014335892,0.000028874023,0.005247455,0.001019155,0.0021614782,0.000030604893,0.0016970698,0.0013595436,0.00005483951,0.0003618998,0.9849353,0.0030894615],"study_design_scores_gemma":[0.0009336132,0.00012289888,0.030211365,0.0012975911,0.00090934755,0.00056400587,0.014356662,0.14325109,0.00011961784,0.004239685,0.8033665,0.0006276535],"about_ca_topic_score_codex":0.000010075199,"about_ca_topic_score_gemma":0.00013124396,"teacher_disagreement_score":0.84670824,"about_ca_system_score_codex":0.000047170353,"about_ca_system_score_gemma":0.000098547294,"threshold_uncertainty_score":0.9999757},"labels":[],"label_agreement":null},{"id":"W6923379740","doi":"10.1371/journal.pone.0308422.s003","title":"The Newcastle-Ottawa quality assessment evaluation for cross-sectional study result for this systematic review and meta-analysis.","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality assessment; Quality (philosophy); Risk assessment; Quality assurance; Systematic review","score_opus":0.937097263582217,"score_gpt":0.6790362585779542,"score_spread":0.25806100500426277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6923379740","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019602703,0.45235452,0.0061691464,0.0053513967,0.0005272496,0.085267454,0.4455097,0.000068571455,0.0045559485],"genre_scores_gemma":[0.41385046,0.00017105862,0.0053782254,0.0037350964,0.00065558264,0.21776651,0.08515309,0.00016698682,0.273123],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.96595395,0.014188259,0.011507105,0.001482819,0.0065997066,0.00026818595],"domain_scores_gemma":[0.9456903,0.03853969,0.005090851,0.004045485,0.006493544,0.0001401537],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.24978723,0.0003471652,0.005944637,0.00024673727,0.000612208,0.004838907,0.0012619082,0.00007774971,0.2097844],"category_scores_gemma":[0.17529026,0.00013002724,0.006938085,0.001696387,0.000013637594,0.00031576742,0.00012927661,0.000135037,0.0011570355],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035651003,0.000055287823,0.00027654087,0.07010516,0.09521816,5.1182883e-7,0.0001434115,0.000085671105,3.6740107e-7,0.0006471444,0.8333276,0.00013658445],"study_design_scores_gemma":[0.00033406788,0.00014584269,0.012234295,0.001404788,0.77152085,0.0000067693213,0.00037753393,0.0642703,8.0041104e-7,0.0031014564,0.14617811,0.00042515568],"about_ca_topic_score_codex":0.0000073287965,"about_ca_topic_score_gemma":0.00014170434,"teacher_disagreement_score":0.68714947,"about_ca_system_score_codex":0.00009331632,"about_ca_system_score_gemma":0.00018244285,"threshold_uncertainty_score":0.9996207},"labels":[],"label_agreement":null},{"id":"W6923402780","doi":"10.1371/journal.pone.0309767.s011","title":"Risk of bias domains and overall ratings for the included observational studies (Newcastle−Ottawa scores).","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Observational study; Observational methods in psychology; Measure (data warehouse); Risk assessment; Term (time)","score_opus":0.9081404165923124,"score_gpt":0.5645709877084949,"score_spread":0.3435694288838175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6923402780","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18638022,0.14101943,0.0020006173,0.010764863,0.0010784701,0.0076130633,0.64648855,0.000064291955,0.0045904545],"genre_scores_gemma":[0.95899045,0.00019611295,0.0077153286,0.0012793128,0.00068616535,0.0013429759,0.009087115,0.000047688907,0.020654865],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934844,0.0011990069,0.002863679,0.00047048464,0.0018572897,0.00012517555],"domain_scores_gemma":[0.9528967,0.042091962,0.002150881,0.0012814295,0.0015186869,0.000060332426],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01937657,0.00016685696,0.001197162,0.00011416768,0.00021320421,0.0005812146,0.00067150936,0.000041737672,0.0657534],"category_scores_gemma":[0.14382875,0.00006342634,0.0007903131,0.00054396194,0.000023292949,0.00019154578,0.00022859224,0.000090781665,0.0007093942],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021560795,0.000005327252,0.0013340233,0.00025056177,0.0003678901,9.2755425e-7,0.0006162442,0.000057085406,0.000011856402,0.0014481266,0.99220467,0.003701143],"study_design_scores_gemma":[0.00016510824,0.000046852012,0.039171066,0.0008586452,0.00029098688,0.0000047639974,0.00057558186,0.03375171,0.000045905086,0.01522709,0.90972275,0.00013954108],"about_ca_topic_score_codex":0.0000050255658,"about_ca_topic_score_gemma":0.000053713236,"teacher_disagreement_score":0.7726102,"about_ca_system_score_codex":0.000014365815,"about_ca_system_score_gemma":0.00006528693,"threshold_uncertainty_score":0.9351006},"labels":[],"label_agreement":null},{"id":"W6923407547","doi":"10.1371/journal.pone.0317985.s014","title":"Quality scores of prospective cohort studies using Newcastle-Ottawa Scale.","year":2025,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Prospective cohort study; Quality (philosophy); Cohort; Cohort study; MEDLINE","score_opus":0.877153896310218,"score_gpt":0.6190815182792576,"score_spread":0.2580723780309604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6923407547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5334103,0.04872043,0.0015504988,0.0011144329,0.00144137,0.011111889,0.21335791,0.00008369473,0.18920946],"genre_scores_gemma":[0.97977245,0.000009117404,0.0027303754,0.00023712186,0.00009385625,0.00021877028,0.0014992735,0.000012939168,0.015426083],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98809737,0.0029573857,0.0053910473,0.00073232217,0.002647773,0.00017408957],"domain_scores_gemma":[0.9859379,0.004068311,0.0036630093,0.002524045,0.0037394648,0.000067305606],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.01867466,0.00020787946,0.0029070224,0.00026976274,0.0001296103,0.0002364283,0.0010282884,0.00006255767,0.17133415],"category_scores_gemma":[0.11476736,0.00010482483,0.0010767202,0.0016308291,0.00003073936,0.0001754513,0.00031024116,0.00009692961,0.00196956],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033992799,0.00002936658,0.29403645,0.00030137252,0.00060352316,0.0000013855062,0.00029921223,0.00006092481,0.000045966008,0.00029574515,0.7018156,0.002507041],"study_design_scores_gemma":[0.00027051347,0.000028927248,0.9003311,0.002345053,0.00037386044,0.0000034084374,0.0019895276,0.0020676244,0.0009160865,0.0085387165,0.08282782,0.00030740627],"about_ca_topic_score_codex":0.000017008162,"about_ca_topic_score_gemma":0.000093995666,"teacher_disagreement_score":0.6189878,"about_ca_system_score_codex":0.000057251862,"about_ca_system_score_gemma":0.00011781412,"threshold_uncertainty_score":0.99880755},"labels":[],"label_agreement":null},{"id":"W6923410916","doi":"10.1371/journal.pone.0293902.s002","title":"Newcastle-Ottawa Quality Assessment Scale for cross sectional studies used in the systematic review and meta-analysis 2022.","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cross-sectional study; Scale (ratio); Quality assessment; Quality (philosophy); Systematic review","score_opus":0.9502638492990835,"score_gpt":0.6676527313907166,"score_spread":0.2826111179083669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6923410916","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0078880945,0.37645608,0.00085275975,0.018208485,0.00035090448,0.041366164,0.55130297,0.00011276854,0.0034617675],"genre_scores_gemma":[0.63268036,0.0010581332,0.0036633718,0.018531382,0.0004458028,0.09631053,0.09454594,0.00016059345,0.15260388],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.97256136,0.013296781,0.008409992,0.0010283045,0.004422413,0.00028116972],"domain_scores_gemma":[0.9685143,0.022120463,0.0043576723,0.0031661603,0.0017538227,0.00008758216],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.12159157,0.00031772722,0.008634532,0.00041900272,0.00027856714,0.0011079735,0.0014497632,0.000067232286,0.12176561],"category_scores_gemma":[0.0792348,0.00012084887,0.0054528904,0.004688121,0.000019862438,0.00022593935,0.00021225336,0.00014568825,0.002037133],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.868027e-7,0.00003987479,0.0062439893,0.10178596,0.051583085,0.0000041825624,0.00061131926,0.00016869271,7.1787474e-7,0.00014991876,0.83939964,0.000011611977],"study_design_scores_gemma":[0.0006147932,0.00009471278,0.25010476,0.005080408,0.6780202,0.000027961923,0.0071628527,0.009811389,0.0000030752074,0.0048167687,0.043110747,0.0011523284],"about_ca_topic_score_codex":0.0000062976483,"about_ca_topic_score_gemma":0.00032442898,"teacher_disagreement_score":0.7962889,"about_ca_system_score_codex":0.000042366893,"about_ca_system_score_gemma":0.000048408714,"threshold_uncertainty_score":0.99992895},"labels":[],"label_agreement":null},{"id":"W6923418206","doi":"10.1371/journal.pone.0317452.s006","title":"Quality assessment and publication bias evaluation of included study using the Newcastle-Ottawa Scale (NOS).","year":2025,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scale (ratio); Quality assessment; Quality (philosophy); Quality assurance; Risk assessment; Data collection; Publication bias","score_opus":0.955386690152386,"score_gpt":0.6760998398956053,"score_spread":0.2792868502567807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6923418206","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94778836,0.0009009049,0.0007208574,0.0018187597,0.00016317703,0.0058241873,0.011694108,0.000010736213,0.031078935],"genre_scores_gemma":[0.9972947,2.6101776e-7,0.00039444576,0.00010796664,0.000019193176,0.00016994878,0.0012997998,0.000003117358,0.00071051565],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9697637,0.018228559,0.005328273,0.00064124976,0.005913502,0.00012472736],"domain_scores_gemma":[0.9840283,0.0036652344,0.0040568095,0.002721656,0.005477757,0.000050242343],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10241296,0.00012650239,0.0010289067,0.00022039557,0.00019061462,0.0007176334,0.00081441173,0.00004294484,0.12527803],"category_scores_gemma":[0.07013511,0.000056764104,0.0003136922,0.0014517966,0.00001049198,0.00022886191,0.00027879307,0.000081770755,0.00020918138],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035598198,0.00031549155,0.19978608,0.00014957713,0.00031560948,1.7584345e-7,0.0017302182,0.0003247292,0.00013168657,0.00037106482,0.70749635,0.08937548],"study_design_scores_gemma":[0.00034286012,0.000023009436,0.85612494,0.00015782312,0.0002979951,7.528206e-7,0.0036022898,0.11241121,0.00003684224,0.0016723421,0.02523343,0.000096513584],"about_ca_topic_score_codex":0.00004775694,"about_ca_topic_score_gemma":0.00020776452,"teacher_disagreement_score":0.6822629,"about_ca_system_score_codex":0.0000666593,"about_ca_system_score_gemma":0.00028481302,"threshold_uncertainty_score":0.9376975},"labels":[],"label_agreement":null},{"id":"W6923433388","doi":"10.1371/journal.pone.0278050.s004","title":"Newcastle‒Ottawa scale for assessment of quality of cohort studies.","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scale (ratio); Quality (philosophy); Cohort; Data quality; Measure (data warehouse)","score_opus":0.9369304627360091,"score_gpt":0.6570254227208102,"score_spread":0.2799050400151989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6923433388","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056982774,0.0042928355,0.0008349279,0.00095413695,0.0005470291,0.0060077677,0.8932304,0.000013374308,0.037136745],"genre_scores_gemma":[0.9658607,0.0000037542127,0.0057950704,0.0002577331,0.00006796394,0.0019253171,0.014227744,0.000017589717,0.011844076],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9844648,0.003950266,0.00655294,0.00052506523,0.0043660966,0.00014082396],"domain_scores_gemma":[0.9834566,0.0058227847,0.0063218423,0.002232098,0.0021049972,0.00006166865],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04319119,0.00013044584,0.0027324616,0.00013762538,0.000120226374,0.00004881678,0.0012042924,0.00002369581,0.53988504],"category_scores_gemma":[0.040069938,0.00007210599,0.0014111608,0.00076564244,0.000010956762,0.00007000987,0.00038873265,0.0000757268,0.00020542958],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020469904,0.000054757482,0.010185625,0.0002752151,0.00030045348,2.5856352e-7,0.00015539225,0.00019520159,0.000038913862,0.00017490718,0.98710024,0.0015169684],"study_design_scores_gemma":[0.00034041028,0.00014758777,0.11052043,0.00014726262,0.00023217691,0.0000018952344,0.003054109,0.0037250745,0.00013689949,0.0016987476,0.87980485,0.00019052644],"about_ca_topic_score_codex":0.000006577305,"about_ca_topic_score_gemma":0.000018846664,"teacher_disagreement_score":0.90887797,"about_ca_system_score_codex":0.000046737732,"about_ca_system_score_gemma":0.000107303094,"threshold_uncertainty_score":0.98523605},"labels":[],"label_agreement":null},{"id":"W6923509684","doi":"10.1371/journal.pone.0314565.s001","title":"This supplementary file contains all the data extracted from the studies included in the meta-analysis.","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Checklist; Data collection; Scale (ratio); Statistical analysis; Table (database); Data quality","score_opus":0.9525267235862576,"score_gpt":0.6075313743554316,"score_spread":0.344995349230826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6923509684","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013881309,0.045885604,0.00000854901,0.0278016,0.00008214736,0.00127971,0.92293864,0.0000093564995,0.0018555461],"genre_scores_gemma":[0.19337523,0.000086023305,0.00036252904,0.018932197,0.00042296492,0.0020101233,0.7672572,0.000032326032,0.017521419],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9747515,0.014239427,0.0047998168,0.0012582323,0.004651512,0.00029957006],"domain_scores_gemma":[0.8573503,0.119407475,0.0028337454,0.01943878,0.0008700321,0.00009969665],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.048355967,0.00036287724,0.0032432063,0.00019311419,0.00032177448,0.0024381755,0.010166319,0.00006140472,0.969269],"category_scores_gemma":[0.055247325,0.00009080194,0.0033901755,0.0032902674,0.00003392429,0.0003564224,0.0016311113,0.00043691928,0.015934115],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010637754,0.00001620535,0.00004883848,0.000012530126,0.05172676,0.000021636404,0.003143619,0.000011347677,8.9653383e-7,0.000039401923,0.9445595,0.00041821052],"study_design_scores_gemma":[0.0000385928,0.0000065825297,0.0016256109,0.000029187991,0.043657575,0.0000021787316,0.0044093966,0.0055842535,0.0000014090394,0.0006211493,0.943912,0.000112006244],"about_ca_topic_score_codex":0.00040913117,"about_ca_topic_score_gemma":0.009415508,"teacher_disagreement_score":0.95333487,"about_ca_system_score_codex":0.000030797044,"about_ca_system_score_gemma":0.000080030586,"threshold_uncertainty_score":0.9985974},"labels":[],"label_agreement":null},{"id":"W6923628630","doi":"10.1371/journal.pone.0291470.s006","title":"The risk of bias assessment for each study according to Newcastle-Ottawa quality assessment scale.","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Risk assessment; Quality assessment; Quality (philosophy); Exposure assessment; Risk management tools","score_opus":0.927290716678003,"score_gpt":0.6527917190321791,"score_spread":0.27449899764582386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6923628630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61494565,0.00036809346,0.007886686,0.0036422801,0.0014825515,0.023761528,0.32303196,0.00012273989,0.024758523],"genre_scores_gemma":[0.98440254,0.000002211725,0.0031104756,0.00009924723,0.00013593235,0.0020094975,0.0031654548,0.000024156865,0.007050491],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9753927,0.010728902,0.006920796,0.0009768157,0.0055914302,0.00038933675],"domain_scores_gemma":[0.9635266,0.025654353,0.0047582975,0.003976765,0.0018945254,0.0001894756],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.11541602,0.00026960656,0.002253379,0.00027235944,0.0004966368,0.0011176694,0.0023876145,0.000056376724,0.042986024],"category_scores_gemma":[0.107066266,0.00011571597,0.0016230951,0.0023198605,0.000007711492,0.0001501674,0.000540453,0.00016998494,0.0050283815],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003858099,0.00008775364,0.13430539,0.000067793495,0.00025599054,9.662343e-7,0.0003834037,0.00032823707,0.000012849621,0.00006645336,0.8385051,0.025982248],"study_design_scores_gemma":[0.00029965662,0.00018157561,0.62386644,0.00015563762,0.00016289223,5.0986364e-7,0.01479128,0.01080423,0.000014428169,0.0007738687,0.34874892,0.00020059226],"about_ca_topic_score_codex":0.000032564138,"about_ca_topic_score_gemma":0.0002871974,"teacher_disagreement_score":0.48975617,"about_ca_system_score_codex":0.000064713495,"about_ca_system_score_gemma":0.00015595354,"threshold_uncertainty_score":0.9999193},"labels":[],"label_agreement":null},{"id":"W6923672347","doi":"10.1371/journal.pone.0281260.s002","title":"The Newcastle-Ottawa scale for quality assessment of primary studies.","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scale (ratio); Quality (philosophy); Quality assessment; Primary (astronomy); Measure (data warehouse)","score_opus":0.95196279864503,"score_gpt":0.6595699228509752,"score_spread":0.2923928757940548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6923672347","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028333444,0.014931218,0.0014197219,0.015165472,0.002390414,0.0148961255,0.7359632,0.00014937339,0.18675098],"genre_scores_gemma":[0.49237603,0.00019868877,0.01568976,0.0029119789,0.0014068993,0.009287756,0.09158026,0.00014947627,0.38639915],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98831314,0.002819098,0.004925878,0.00049697695,0.0032292518,0.00021563363],"domain_scores_gemma":[0.9710515,0.020731073,0.0033953427,0.0026820845,0.0020677547,0.00007220242],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.052228812,0.0001422916,0.0018486012,0.00009568518,0.00023193356,0.00027259096,0.0013890709,0.00004074139,0.06826912],"category_scores_gemma":[0.08193976,0.000055512846,0.0013071547,0.0011098508,0.000016162543,0.00009335962,0.00027859808,0.00006549468,0.0042560496],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.802566e-7,0.000008416265,0.00074907416,0.0001731022,0.00009163116,3.0257164e-7,0.00010360357,0.000020882393,0.000012327981,0.00013595757,0.9844941,0.0142097445],"study_design_scores_gemma":[0.00010475216,0.000021001819,0.068533175,0.0001381331,0.000038096452,4.5761607e-7,0.00095462485,0.0018107526,0.000018054012,0.002042692,0.92625844,0.00007979809],"about_ca_topic_score_codex":0.0000015631142,"about_ca_topic_score_gemma":0.000040332034,"teacher_disagreement_score":0.644383,"about_ca_system_score_codex":0.00003611006,"about_ca_system_score_gemma":0.00010567679,"threshold_uncertainty_score":0.99651927},"labels":[],"label_agreement":null},{"id":"W6926393450","doi":"10.25318/1310095001-eng","title":"Health indicator statistics for youth aged 12 to 17 years, youth reported, by household income quintile and highest level of parental education","year":2025,"lang":"en","type":"dataset","venue":"Statistics Canada Dissemination","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Household income; Health indicator; Health statistics; Socioeconomic status; Poverty; Descriptive statistics","score_opus":0.33963203802335185,"score_gpt":0.46141433606273013,"score_spread":0.12178229803937829,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6926393450","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004256816,0.00033274258,0.042638008,0.000120686396,0.0007988227,0.0015141135,0.9541601,0.0000028567013,0.000007006877],"genre_scores_gemma":[0.011437188,0.00008210534,0.011510156,0.00023637888,0.000052774452,0.00009719435,0.9735754,0.000018259834,0.002990516],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9875041,0.0011218453,0.0064196605,0.0010076413,0.0036367504,0.00030995326],"domain_scores_gemma":[0.9863277,0.0027245705,0.007858566,0.0018970146,0.0008218136,0.00037034313],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010952258,0.00042448816,0.0025862684,0.000610004,0.00018364833,0.00035958673,0.00090965844,0.00015267762,0.00023089358],"category_scores_gemma":[0.019113041,0.0003300532,0.00014629863,0.0006473676,0.000061680315,0.000073877905,0.0001316086,0.00020348404,0.0000023358557],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000903801,0.00007013461,0.00062084757,0.00052889076,0.00011612344,0.0000018782958,0.00040158737,0.0000029009782,0.0000013463987,0.00011954159,0.9905437,0.0075839953],"study_design_scores_gemma":[0.00037606558,0.00023960037,0.09405363,0.00093024643,0.0017690674,0.0000056627214,0.0073401323,0.000071138056,0.000011725138,0.0007102756,0.8936308,0.00086164166],"about_ca_topic_score_codex":0.09113032,"about_ca_topic_score_gemma":0.38208622,"teacher_disagreement_score":0.2909559,"about_ca_system_score_codex":0.0003930216,"about_ca_system_score_gemma":0.0027884652,"threshold_uncertainty_score":0.9999151},"labels":[],"label_agreement":null},{"id":"W6927063364","doi":"10.25384/sage.16810640.v1","title":"sj-docx-1-mmr-10.1177_15586898211037412 – Supplemental material for Weight of Evidence: Participatory Methods and Bayesian Updating to Contextualize Evidence Synthesis in Stakeholders’ Knowledge","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Bayesian probability; Citizen journalism; Key (lock); Knowledge production; Bayesian statistics; Participatory action research","score_opus":0.9011844955547846,"score_gpt":0.6014448743475743,"score_spread":0.2997396212072103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6927063364","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.116727814,0.05067465,0.012216594,0.007834397,0.0023621225,0.018021207,0.7844539,0.00010258241,0.007606684],"genre_scores_gemma":[0.93755645,0.000025601132,0.050640155,0.0003537888,0.00026125397,0.0025065423,0.004722803,0.000055362147,0.0038780456],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98041624,0.010060173,0.00597898,0.0013112574,0.0017455413,0.00048779795],"domain_scores_gemma":[0.9617138,0.03126487,0.0024893112,0.0023686402,0.0017980157,0.00036538875],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.03505436,0.00037166104,0.002859291,0.00033429434,0.00013770889,0.00066110166,0.0011653055,0.00012244759,0.8129405],"category_scores_gemma":[0.219716,0.0002229736,0.00076769554,0.0012348853,0.000027405258,0.0006163503,0.0005133021,0.00010440244,0.0011452659],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055995846,0.00008762709,0.0018855676,0.0010208293,0.00015208175,0.00001728454,0.0024200093,0.000008478644,0.0054938234,0.0001595379,0.9448333,0.043865513],"study_design_scores_gemma":[0.0006969062,0.00023825049,0.0059700515,0.012850527,0.0006029857,0.000028586715,0.011479315,0.007450078,0.09420858,0.0007015872,0.8647895,0.0009836179],"about_ca_topic_score_codex":0.000012589478,"about_ca_topic_score_gemma":0.00022311964,"teacher_disagreement_score":0.8208286,"about_ca_system_score_codex":0.000075830365,"about_ca_system_score_gemma":0.00031570147,"threshold_uncertainty_score":0.9996325},"labels":[],"label_agreement":null},{"id":"W6927627634","doi":"10.3205/20ebm110","title":"Evaluation der Qualität maschineller Übersetzungen von wissenschaftlichen (Abstracts) und laienverständlichen Zusammenfassungen (PLS) von Cochrane Reviews","year":2020,"lang":"de","type":"article","venue":"German Medical Science (German Research Foundation)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane","funders":"","keywords":"Cover (algebra)","score_opus":0.7216488501632558,"score_gpt":0.6302555270399351,"score_spread":0.0913933231233206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6927627634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3634822,0.13816625,0.024319397,0.33907497,0.011259552,0.03422002,0.0002535672,0.00026927877,0.08895476],"genre_scores_gemma":[0.9539973,0.010099021,0.0036723472,0.0112637365,0.00730032,0.00080291,0.00090856507,0.00018359366,0.011772209],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7744565,0.071739346,0.022311315,0.007324062,0.1199247,0.004244085],"domain_scores_gemma":[0.9492422,0.011485863,0.007980275,0.008679358,0.015060753,0.007551564],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","insufficient_payload"],"category_scores_codex":[0.5938507,0.0012675738,0.0054471367,0.0018113728,0.0030314426,0.0064258203,0.011168735,0.00072227017,0.18429498],"category_scores_gemma":[0.3013279,0.00080810563,0.0019580843,0.014156745,0.0044933367,0.0035823463,0.0021918358,0.0029299,0.20361906],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015296292,0.00076219626,0.0018772169,0.0014822715,0.0020720486,0.00019618939,0.02326744,0.00019926412,0.0025475568,0.009461403,0.44809896,0.5098825],"study_design_scores_gemma":[0.0011301677,0.00024749938,0.0076793027,0.0005464002,0.0017741212,0.000019134199,0.0007781292,0.12135178,0.00013939627,0.0043573016,0.8610177,0.0009590794],"about_ca_topic_score_codex":0.0003256525,"about_ca_topic_score_gemma":0.0002585011,"teacher_disagreement_score":0.5905151,"about_ca_system_score_codex":0.0012963902,"about_ca_system_score_gemma":0.0071388558,"threshold_uncertainty_score":0.999437},"labels":[],"label_agreement":null},{"id":"W6928934168","doi":"10.4224/23000197","title":"Landing on a comet","year":2014,"lang":"en","type":"article","venue":"NPARC","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Herzberg Institute of Astrophysics","funders":"","keywords":"","score_opus":0.7879590343480163,"score_gpt":0.5385610992286775,"score_spread":0.24939793511933883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6928934168","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.107193604,0.000014582016,0.02557639,0.0012823862,0.00021201908,0.00014622902,0.000002091376,0.000004888157,0.8655678],"genre_scores_gemma":[0.97516274,0.0000010184898,0.0034100036,0.00067427836,0.0000883368,0.000006642202,9.036764e-7,0.000003620395,0.020652443],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99112725,0.0033992059,0.002309995,0.00037900556,0.0026637462,0.00012076859],"domain_scores_gemma":[0.9936485,0.0032326796,0.00092649396,0.0019462849,0.00016462928,0.00008139239],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.07011947,0.00009611773,0.0012291071,0.00018378161,0.000070272996,0.0003706193,0.0007999834,0.000027171049,0.031639334],"category_scores_gemma":[0.022254407,0.00003941784,0.00060179096,0.000522409,0.000014868182,0.00004884056,0.000042495045,0.000061272665,0.022742838],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003991645,0.0000360341,0.019707492,0.000013222699,0.000065065535,0.0000015539564,0.00025180975,0.000027002492,0.0010167713,0.13762207,0.6959576,0.1452974],"study_design_scores_gemma":[0.00009316685,0.000035667126,0.005933316,0.0000119204615,0.000027912214,0.0000021333478,0.000052196832,0.012148081,0.00007780403,0.06057656,0.92096627,0.00007496934],"about_ca_topic_score_codex":8.4891224e-7,"about_ca_topic_score_gemma":0.0000023023867,"teacher_disagreement_score":0.86796916,"about_ca_system_score_codex":0.000007813243,"about_ca_system_score_gemma":0.0000055656765,"threshold_uncertainty_score":0.9859816},"labels":[],"label_agreement":null},{"id":"W6928959843","doi":"10.4224/20379021","title":"FIERAsystem Theory Report: Fire Spread Model (FSPM)","year":2003,"lang":"en","type":"report","venue":"NPARC","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Fire protection; Fire safety; Building code; Risk management; Research program; Research council","score_opus":0.7346326666831029,"score_gpt":0.5248857593499134,"score_spread":0.20974690733318946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6928959843","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008816442,0.004177914,0.038039345,0.00029073865,0.0025710776,0.0013707208,0.000112553695,0.000023087256,0.95253295],"genre_scores_gemma":[0.041230295,0.0004568149,0.008306084,0.0002760897,0.0005558475,0.00020383511,0.000090251124,0.000086190616,0.9487946],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9235615,0.01684972,0.027973207,0.0036290782,0.027223436,0.00076303596],"domain_scores_gemma":[0.95192456,0.004691637,0.021635458,0.015708774,0.0056083114,0.00043123125],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.32500803,0.0009863059,0.010448864,0.00054997375,0.0002591419,0.001361574,0.0034892722,0.0007913006,0.057037532],"category_scores_gemma":[0.10988808,0.00048093902,0.006384944,0.0012784556,0.00010579347,0.0002082173,0.00028488648,0.00073432113,0.007879471],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029522873,0.000038282287,0.00052649964,0.0003027514,0.00049672305,0.00033958146,0.00011442851,0.00018751378,0.000017444783,0.0031186608,0.9697209,0.025134286],"study_design_scores_gemma":[0.00008270402,0.000016371841,0.000061850034,0.00030380455,0.0008916212,0.0012116157,0.00013449152,0.010598819,0.00000975192,0.09687615,0.8892571,0.0005557437],"about_ca_topic_score_codex":0.000011785598,"about_ca_topic_score_gemma":0.000014656427,"teacher_disagreement_score":0.21511997,"about_ca_system_score_codex":0.0002700901,"about_ca_system_score_gemma":0.002027159,"threshold_uncertainty_score":0.9997642},"labels":[],"label_agreement":null},{"id":"W6929199091","doi":"10.48083/cvnu8623","title":"Prevalence of the Clavien Dindo Classification in the Reporting of Surgical Complications in Major Urological Journals","year":2023,"lang":"en","type":"article","venue":"Société Internationale d’Urologie Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Descriptive statistics; Complication; MEDLINE; Surgical complication; Post hoc; Post-hoc analysis","score_opus":0.835267919389997,"score_gpt":0.5961858904803803,"score_spread":0.23908202890961672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6929199091","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9692601,0.00044761816,0.000545341,0.023370843,0.0002811417,0.00044413315,0.000017097205,0.0000032763032,0.0056304634],"genre_scores_gemma":[0.9983194,0.00029708847,0.0002294725,0.00022492761,0.00008293291,0.00003868607,0.0000028585832,0.0000040209093,0.0008006337],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97212636,0.00858525,0.014243491,0.0004213803,0.0043776426,0.00024587713],"domain_scores_gemma":[0.96609074,0.01069808,0.020486744,0.0013224628,0.0013509506,0.000051004947],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14350057,0.00015397482,0.0012173891,0.00051949196,0.00015444674,0.0002141783,0.0035397874,0.00011857421,0.001637123],"category_scores_gemma":[0.07744748,0.00006112501,0.0012651661,0.0020683368,0.00021102068,0.00020396544,0.00022560678,0.00073340826,0.000054710545],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013089608,0.00010549105,0.98691195,0.000015598971,0.00004683392,0.00001558157,0.0005511382,0.0008249239,0.00029157157,0.003710952,0.0042830072,0.0032298858],"study_design_scores_gemma":[0.0002664532,0.000028132998,0.9610015,0.000050632934,0.000037021953,0.0002146296,0.0013188614,0.005407831,0.00001999322,0.028348248,0.0032531838,0.000053496155],"about_ca_topic_score_codex":0.000005785393,"about_ca_topic_score_gemma":0.000013053827,"teacher_disagreement_score":0.06605309,"about_ca_system_score_codex":0.000061510196,"about_ca_system_score_gemma":0.00013336186,"threshold_uncertainty_score":0.9992755},"labels":[],"label_agreement":null},{"id":"W6929259753","doi":"10.4224/23000870","title":"Panspermia","year":2016,"lang":"en","type":"article","venue":"NPARC","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Herzberg Institute of Astrophysics","funders":"","keywords":"Mars Exploration Program; Liquid water; Meteorite; Atmosphere (unit); Planet; Solar System","score_opus":0.7507692946290684,"score_gpt":0.5220692382664359,"score_spread":0.22870005636263246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6929259753","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17460325,0.0001003532,0.047459014,0.009871528,0.0003927317,0.00027855334,0.0000115971625,0.00001006336,0.7672729],"genre_scores_gemma":[0.86677927,0.000006561557,0.0036043492,0.0002758458,0.00007426842,0.000008611971,1.9452641e-7,0.0000037595635,0.12924716],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99067,0.0024339098,0.0032987774,0.00046763284,0.0029847878,0.0001448459],"domain_scores_gemma":[0.9936944,0.0022082028,0.0009952063,0.0026457282,0.00035745965,0.00009896822],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.046219658,0.00010129468,0.0011593492,0.000106869265,0.000047760663,0.00021377273,0.0011019891,0.000032269807,0.18799557],"category_scores_gemma":[0.020253716,0.000029172272,0.00079782086,0.0004119139,0.000034508757,0.00012610009,0.000056402696,0.000027579303,0.06341068],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013084316,0.000011198368,0.020976378,0.0000029216749,0.000036952246,0.0000034393581,0.00007625869,2.23485e-7,0.015723996,0.02444199,0.5873459,0.35137942],"study_design_scores_gemma":[0.0000877126,0.000009820932,0.01023675,0.000011450655,0.000027394066,0.0000045138063,0.00003657303,0.0001175804,0.000388643,0.1155777,0.8734266,0.00007526179],"about_ca_topic_score_codex":4.969956e-7,"about_ca_topic_score_gemma":0.0000033241442,"teacher_disagreement_score":0.692176,"about_ca_system_score_codex":0.000010892789,"about_ca_system_score_gemma":0.000019026524,"threshold_uncertainty_score":0.9879991},"labels":[],"label_agreement":null},{"id":"W6929301843","doi":"10.48448/fc47-d134","title":"2-B-174 - Amyloid beta oligomers sensitizes Panx1 activation by NMDAR via ER resident STIM proteins","year":2021,"lang":"en","type":"other","venue":"Underline Science Inc.","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pannexin; NMDA receptor; Hippocampal formation; Endoplasmic reticulum; Mutant; Excitatory postsynaptic potential; Intracellular; HEK 293 cells; Gene knockdown","score_opus":0.3967664119272374,"score_gpt":0.465223148057697,"score_spread":0.0684567361304596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6929301843","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022501354,0.0038856901,0.22410585,0.0072313906,0.0020103795,0.005129156,0.00027491254,0.00013841831,0.75497407],"genre_scores_gemma":[0.017083768,0.00015327477,0.026593952,0.0014209745,0.0003909529,0.000084109844,0.00019584136,0.0001967442,0.95388037],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97346926,0.0044396436,0.005687613,0.0028548096,0.0128249265,0.0007237207],"domain_scores_gemma":[0.9850743,0.0013388515,0.006240322,0.005309716,0.0016061958,0.00043065255],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.06002342,0.0007628433,0.0036738382,0.0019381343,0.0004852528,0.0029727994,0.0033784376,0.0003258466,0.03834691],"category_scores_gemma":[0.012631417,0.00043133987,0.001007477,0.005879939,0.00078678946,0.00048334184,0.0005583353,0.00048930844,0.0021354891],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031582817,0.00008298666,0.00014834882,0.000086059525,0.00018333418,0.000010263052,0.0002453329,0.00006114463,0.012052628,0.0012135912,0.9727416,0.013171565],"study_design_scores_gemma":[0.00025470846,0.000069531285,0.00027705388,0.0004517176,0.00021741001,0.000022263608,0.0010363595,0.0055855787,0.0029221124,0.002348154,0.9859906,0.00082451187],"about_ca_topic_score_codex":0.0006885721,"about_ca_topic_score_gemma":0.000659947,"teacher_disagreement_score":0.19890632,"about_ca_system_score_codex":0.00020981014,"about_ca_system_score_gemma":0.0009434534,"threshold_uncertainty_score":0.99981385},"labels":[],"label_agreement":null},{"id":"W6929347066","doi":"10.48550/arxiv.1501.00277","title":"Star Formation in Disk Galaxies. III. Does stellar feedback result in cloud death?","year":2015,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Star formation; Milky Way; Supernova; Molecular cloud; Stellar evolution; Gravitation; Thermal","score_opus":0.6217789449941961,"score_gpt":0.3519815800462724,"score_spread":0.26979736494792367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6929347066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97829044,0.0003255116,0.0083606625,0.00012943288,0.0006557868,0.0011620839,0.000055962948,0.000015133386,0.01100497],"genre_scores_gemma":[0.9882684,0.0003502286,0.00030435325,0.0000287921,0.00008095933,0.0000029034256,0.000051610714,0.000016842265,0.010895927],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.984093,0.0066194413,0.005416447,0.0018759029,0.0015386234,0.0004565746],"domain_scores_gemma":[0.98889726,0.0012167137,0.0041406816,0.004442492,0.0010470572,0.00025581522],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.042984936,0.00054390304,0.0033815391,0.001387158,0.00008469994,0.0005570092,0.003149815,0.00043761494,0.0013441432],"category_scores_gemma":[0.0056015607,0.00032712938,0.0011565944,0.002317931,0.00008957384,0.00066011114,0.0012402611,0.0007140652,0.0016762253],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040521353,0.0005229163,0.6344843,0.0007660584,0.00051172025,0.00084852043,0.008285411,0.27894023,0.000022014594,0.03549774,0.03791128,0.0018046015],"study_design_scores_gemma":[0.0032425276,0.0000907934,0.096210316,0.0008326562,0.00066245836,0.000009960492,0.011099839,0.54891664,0.000059227856,0.31058124,0.02653583,0.0017585087],"about_ca_topic_score_codex":0.0005199502,"about_ca_topic_score_gemma":0.0031007596,"teacher_disagreement_score":0.538274,"about_ca_system_score_codex":0.00056808005,"about_ca_system_score_gemma":0.00019887461,"threshold_uncertainty_score":0.9999181},"labels":[],"label_agreement":null},{"id":"W6929434100","doi":"10.47668/edusaintek.v12i3.1789","title":"ANALISIS EFEKTIVITAS PENGELOLAAN AIR LIMBAH RUMAH SAKIT BHAYANGKARA KUPANG","year":2025,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Encana (Canada)","funders":"","keywords":"Chemical oxygen demand; Biochemical oxygen demand; Wastewater; Hazardous waste; Total suspended solids; Christian ministry; Grease; Water quality","score_opus":0.8516811318806891,"score_gpt":0.7108692747604551,"score_spread":0.14081185712023392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6929434100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79492444,0.07323329,0.008413591,0.0027696427,0.0021426508,0.0022408129,0.00015493674,0.00003931797,0.11608129],"genre_scores_gemma":[0.9840105,0.0027907724,0.00082790427,0.0014904824,0.00019197207,0.00008929437,0.000014321605,0.0000446917,0.010540049],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9675523,0.010850961,0.011870561,0.0018131237,0.00717924,0.00073382515],"domain_scores_gemma":[0.97578543,0.007031123,0.009030517,0.0051055443,0.0025187936,0.00052857585],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08863907,0.00078962225,0.0069016027,0.0038811117,0.0006540575,0.008701434,0.015709039,0.00023655323,0.104369126],"category_scores_gemma":[0.028097725,0.0004705969,0.0032473824,0.008492879,0.00021098614,0.0037440131,0.002630521,0.0006878519,0.0010897628],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004882825,0.00022183942,0.42953244,0.00013115183,0.00094276736,0.00003408365,0.00018722599,0.0001770015,0.0049373833,0.00095583394,0.5277114,0.035120085],"study_design_scores_gemma":[0.00045711137,0.000011949118,0.72337586,0.0006378982,0.0009023222,0.000014905757,0.0006898886,0.00052424724,0.0035245072,0.022076003,0.24715395,0.0006313748],"about_ca_topic_score_codex":0.00051568454,"about_ca_topic_score_gemma":0.00019866893,"teacher_disagreement_score":0.2938434,"about_ca_system_score_codex":0.00016261672,"about_ca_system_score_gemma":0.0003578189,"threshold_uncertainty_score":0.9997746},"labels":[],"label_agreement":null},{"id":"W6929791487","doi":"10.5061/dryad.cc2fqz6f1","title":"Quantifying uncertainty in anthropogenic causes of injury and mortality for an endangered baleen whale","year":2024,"lang":"en","type":"dataset","venue":"DRYAD","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Fisheries and Oceans Canada","funders":"","keywords":"Right whale; Mortality rate; Endangered species; Fishing; Critically endangered; Estimation; Marine mammal; Baleen","score_opus":0.7272411386455258,"score_gpt":0.578588289032244,"score_spread":0.14865284961328173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6929791487","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057258952,0.003948597,0.00006947695,0.000044260007,0.0005285436,0.0010070986,0.9371139,0.0000036147107,0.000025575528],"genre_scores_gemma":[0.08069091,0.0015216364,0.00066331046,0.0001573668,0.00034140432,0.00026911,0.915705,0.000047647573,0.0006035653],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9862603,0.00317177,0.0066669313,0.0013182975,0.0023164293,0.00026625342],"domain_scores_gemma":[0.9907541,0.0022254225,0.0028859435,0.003583491,0.0004224936,0.00012853861],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.048036955,0.0004070055,0.00440769,0.0006804208,0.0000721854,0.0005413231,0.0013669501,0.0002533168,0.0021438103],"category_scores_gemma":[0.010005262,0.0002210107,0.0011071383,0.00097433646,0.00016390493,0.00020210417,0.00023132464,0.00023186745,0.0004955557],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000095795895,0.000051966937,0.0026494921,0.00091393635,0.00025724104,0.0000062224053,0.00013815431,0.000012263487,0.000032590327,0.0000657554,0.99394894,0.0019138347],"study_design_scores_gemma":[0.00012668675,0.00009967936,0.0026544174,0.00024635796,0.00083766633,0.000003609401,0.00068208494,0.0012681601,0.000025461954,0.0016169234,0.9921491,0.00028986047],"about_ca_topic_score_codex":0.0011084254,"about_ca_topic_score_gemma":0.0139409555,"teacher_disagreement_score":0.038031694,"about_ca_system_score_codex":0.000037304842,"about_ca_system_score_gemma":0.00013864585,"threshold_uncertainty_score":0.9987684},"labels":[],"label_agreement":null},{"id":"W6929851349","doi":"10.5281/zenodo.12184916","title":"moca test pdf italiano","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Montreal Cognitive Assessment; Normative; Cognitive impairment; Cognition; Test (biology); Formal education","score_opus":0.5203620241884847,"score_gpt":0.43835084114515493,"score_spread":0.08201118304332972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6929851349","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000646817,0.0014106368,0.0021085788,0.00087955734,0.00036126486,0.0007685723,0.0005685822,0.0002574235,0.99363893],"genre_scores_gemma":[0.0009008972,0.00009535316,0.0004203499,0.00019144389,0.00043867857,7.453523e-8,0.0006147534,0.006526312,0.9908121],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98693943,0.0039824652,0.003046826,0.0015008145,0.0041356455,0.0003948379],"domain_scores_gemma":[0.9923364,0.00029796528,0.0018296815,0.0040851287,0.0011511595,0.00029968805],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.026319524,0.0004079667,0.0016788646,0.001231426,0.00062376104,0.007079426,0.0050355447,0.00020744948,0.8813519],"category_scores_gemma":[0.03132773,0.00025236496,0.000859435,0.00216965,0.0001603895,0.00013318771,0.0017958456,0.0004264816,0.9277184],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015977281,0.00004619724,0.000001519103,0.00013887577,0.00015813563,0.000023298524,0.00015320531,0.0000012985993,0.000029808487,0.0018152043,0.97344226,0.024188582],"study_design_scores_gemma":[0.00008817822,0.00006664066,0.000017108869,0.00012504328,0.0001209879,0.00006970875,0.00017800387,0.0001945956,0.0000037143411,0.0010580927,0.99782735,0.0002505799],"about_ca_topic_score_codex":0.000009800319,"about_ca_topic_score_gemma":9.026511e-7,"teacher_disagreement_score":0.046366505,"about_ca_system_score_codex":0.00008741182,"about_ca_system_score_gemma":0.0000062983204,"threshold_uncertainty_score":0.99999285},"labels":[],"label_agreement":null},{"id":"W6929950154","doi":"10.5281/zenodo.10167082","title":"Dinaraea subdepressa BC, NB, ON","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Natural Resources Canada; Agriculture and Agri-Food Canada; Canadian Forest Service","funders":"","keywords":"Habitat; Balsam; Black spruce; Table (database); Taxonomy (biology); White (mutation); Taiga","score_opus":0.6868067100645021,"score_gpt":0.46579557963933776,"score_spread":0.22101113042516435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6929950154","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09828198,0.00011056905,0.006778793,0.0043804324,0.0004084506,0.0012163173,0.0002221075,0.00051304535,0.8880883],"genre_scores_gemma":[0.932182,0.00006011334,0.00015558166,0.00030917092,0.00019664735,1.15128074e-7,0.00047555778,0.00081399584,0.0658068],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98672473,0.0058426033,0.0022913297,0.0009707997,0.0037711277,0.00039941882],"domain_scores_gemma":[0.9938284,0.00061339943,0.0009039286,0.002952649,0.0014556074,0.00024598732],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.036870945,0.00020760993,0.0009001879,0.0007556696,0.0018332172,0.0034541488,0.0037318694,0.00006584454,0.18423785],"category_scores_gemma":[0.03163264,0.0001290709,0.0005023287,0.0032465279,0.00010534305,0.00024776964,0.0012815594,0.000237055,0.55372],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013025144,0.00004518049,0.000040958843,0.000018025767,0.000049877774,0.000015231156,0.00044743504,0.00014711516,0.00036898456,0.0071998253,0.8956623,0.09599204],"study_design_scores_gemma":[0.00017638075,0.00010223166,0.0035837207,0.000016893251,0.00002270748,0.000020638223,0.00039105778,0.0025695714,0.00008396123,0.0017420591,0.99115396,0.00013682556],"about_ca_topic_score_codex":0.0000054046614,"about_ca_topic_score_gemma":2.4889e-7,"teacher_disagreement_score":0.83390003,"about_ca_system_score_codex":0.00005891173,"about_ca_system_score_gemma":0.0000024138642,"threshold_uncertainty_score":0.99946624},"labels":[],"label_agreement":null},{"id":"W6930077281","doi":"10.5281/zenodo.11367881","title":"(+2(765)-576-7261) Buy Undetectable Counterfeit 50 British Pounds Online Buy Counterfeit 50 Australian Dollar Bills Where to buy fake Canadian 50 dollar Bills Buy Fake in Austria, Belgium, Bulgaria, Croatia, Cyprus.","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Counterfeit; Liberian dollar; Currency; Test (biology); Seal (emblem); Order (exchange); Black market; Banknote","score_opus":0.31425394624159203,"score_gpt":0.3934420212930731,"score_spread":0.07918807505148107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930077281","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008608968,0.011490305,0.0028897903,0.009211956,0.0040519903,0.011737668,0.034934953,0.0011463298,0.91592807],"genre_scores_gemma":[0.020166297,0.0009349265,0.0012174286,0.0009136296,0.0012118209,0.0000032288642,0.0028736051,0.007070173,0.9656089],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9747145,0.0062248074,0.006722976,0.0038969999,0.0063817203,0.002058971],"domain_scores_gemma":[0.98672134,0.00042249038,0.0026793252,0.005723744,0.0026297006,0.0018233754],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.026192851,0.0014349485,0.004407667,0.004135173,0.0014644103,0.01505367,0.0086231055,0.0010716403,0.4489485],"category_scores_gemma":[0.010726988,0.0012109386,0.0012321479,0.0066692773,0.00043137092,0.00057743344,0.0022894945,0.0017368417,0.1874698],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034684657,0.00018330631,0.00009005897,0.000491648,0.00063348515,0.00023405396,0.00063782115,0.0001860294,0.00028619575,0.00016844826,0.9841141,0.0129401535],"study_design_scores_gemma":[0.0007770627,0.00030878978,0.00040288197,0.0014288739,0.0003655176,0.00028157406,0.0015048988,0.00025177925,0.000016381919,0.00021081266,0.9932263,0.0012251458],"about_ca_topic_score_codex":0.08340041,"about_ca_topic_score_gemma":0.09005078,"teacher_disagreement_score":0.26147872,"about_ca_system_score_codex":0.001459592,"about_ca_system_score_gemma":0.0002396725,"threshold_uncertainty_score":0.99984},"labels":[],"label_agreement":null},{"id":"W6930094527","doi":"10.5281/zenodo.11308763","title":"IN Manama/Kistelek [[[[WhatsApp ((( (+27) 736616875))) *____**)) TOP QUALITY COUNTERFEIT MONEY FOR SALE Monaco","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Counterfeit; Quality (philosophy); Counterfeit Drugs; Electronic money; Banknote","score_opus":0.50661077888614,"score_gpt":0.4701904428335726,"score_spread":0.03642033605256745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930094527","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021791093,0.0028142333,0.008363205,0.001451878,0.0008003319,0.002636138,0.0015758863,0.00023603151,0.9819044],"genre_scores_gemma":[0.0034558547,0.00029021528,0.0008830911,0.00038034676,0.0004929177,9.553393e-7,0.00097055733,0.0053979047,0.9881282],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98291487,0.0058883755,0.004781883,0.0020264988,0.003767363,0.0006210427],"domain_scores_gemma":[0.99160314,0.0005006076,0.0024182284,0.0038439147,0.0013246501,0.00030946068],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.037912436,0.0005717235,0.0025737241,0.0016045804,0.00048141912,0.0048442706,0.004784428,0.00031957304,0.29952702],"category_scores_gemma":[0.013446803,0.00039885388,0.0010550574,0.0021189377,0.00018372599,0.00027918958,0.0014885943,0.00053231086,0.26225045],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025570554,0.000089007466,0.0000060707243,0.0005981883,0.00022444884,0.00002009025,0.00047498,0.000014202231,0.00005921373,0.005375277,0.97737134,0.015741592],"study_design_scores_gemma":[0.00035298464,0.00008345253,0.000054594962,0.00022241237,0.000119578326,0.000029442723,0.0006495696,0.00068181724,0.00000871023,0.0022420145,0.9951551,0.00040032697],"about_ca_topic_score_codex":0.000078752615,"about_ca_topic_score_gemma":0.000022591164,"teacher_disagreement_score":0.03727655,"about_ca_system_score_codex":0.00022862837,"about_ca_system_score_gemma":0.000014972517,"threshold_uncertainty_score":0.99984634},"labels":[],"label_agreement":null},{"id":"W6930189640","doi":"10.5281/zenodo.12178027","title":"Activgenix CBD Gummies (Customer Report) Help To Treats Muscle Strains And Joint Pains","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Popularity; Transformative learning; Cannabis; Order (exchange); Realm; Anxiety; Alternative medicine","score_opus":0.5311112445657299,"score_gpt":0.4356538732598095,"score_spread":0.09545737130592041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930189640","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00040572108,0.000858941,0.0025951394,0.0013177225,0.00025442458,0.0012063439,0.00054580206,0.00021229687,0.9926036],"genre_scores_gemma":[0.010528441,0.00011624304,0.00078776444,0.00022131746,0.00036858648,2.68683e-7,0.00036045245,0.003878206,0.9837387],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98811615,0.003783234,0.002901111,0.0016875237,0.003102142,0.00040983415],"domain_scores_gemma":[0.9937012,0.00011922545,0.0016076838,0.0032263973,0.00090270594,0.00044277505],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.023877755,0.00043526458,0.0017856223,0.0015262469,0.00062988355,0.0047502853,0.0017877882,0.00018020174,0.44327548],"category_scores_gemma":[0.016481215,0.00027470026,0.0006088837,0.001716353,0.00014946405,0.00014102514,0.0016538997,0.0003474036,0.3185248],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025637275,0.000035750203,8.0656196e-7,0.00013148527,0.00020621656,0.00009817355,0.0007881999,0.000003176083,0.00032400136,0.0007105472,0.92547965,0.07221944],"study_design_scores_gemma":[0.000093776696,0.00007230898,0.000173814,0.00013812174,0.00013575492,0.00017603183,0.0007889705,0.00005766409,0.0000146469065,0.0003286178,0.9977434,0.00027686],"about_ca_topic_score_codex":0.000022753546,"about_ca_topic_score_gemma":0.000005553905,"teacher_disagreement_score":0.12475065,"about_ca_system_score_codex":0.00010694535,"about_ca_system_score_gemma":0.0000076193114,"threshold_uncertainty_score":0.9999705},"labels":[],"label_agreement":null},{"id":"W6930207731","doi":"10.5281/zenodo.12487502","title":"mcdonalds canada coupons pdf","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Population; Paraphernalia; Government (linguistics); Work (physics); Order (exchange)","score_opus":0.45641303642495246,"score_gpt":0.415199455667503,"score_spread":0.041213580757449464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930207731","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012578827,0.0011805551,0.0016347086,0.0012636188,0.0005124588,0.00061951694,0.0008360543,0.000118012555,0.9938225],"genre_scores_gemma":[0.0019346466,0.00007120562,0.00019167669,0.00029856505,0.00036083563,6.0645625e-8,0.00072548055,0.004680893,0.99173665],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9859002,0.004519799,0.002750927,0.0012918697,0.0051455055,0.00039165354],"domain_scores_gemma":[0.9933379,0.00021885634,0.001601993,0.003358749,0.0011562112,0.00032625766],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.02245389,0.00036861666,0.0015818904,0.0007806863,0.00066714635,0.0041755876,0.0046400866,0.00015374496,0.8801413],"category_scores_gemma":[0.014082351,0.00023322723,0.0005723068,0.0017816592,0.000111531815,0.00007861735,0.0014357802,0.00043387714,0.69384575],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020352263,0.00001794609,9.648771e-7,0.00010623424,0.00021661338,0.00003861893,0.00007636631,0.0000041981148,0.00001043982,0.0025597878,0.9833962,0.013570598],"study_design_scores_gemma":[0.000074052965,0.000025959032,0.00001764674,0.00009531775,0.000108072054,0.00008298998,0.00017609033,0.00023403169,0.0000017022073,0.0005401822,0.99841446,0.00022947244],"about_ca_topic_score_codex":0.004631808,"about_ca_topic_score_gemma":0.002270801,"teacher_disagreement_score":0.18629557,"about_ca_system_score_codex":0.00020807546,"about_ca_system_score_gemma":0.00003628409,"threshold_uncertainty_score":0.9968582},"labels":[],"label_agreement":null},{"id":"W6930233520","doi":"10.5281/zenodo.11783620","title":"IN-CANADA @+27722171549 BEST LOST LOVE SPELLS CASTER IN USA, FINLAND, DENMARK, NORWAY","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Caster; Work (physics); Appeasement; Spell; Pretext; Circumstantial evidence","score_opus":0.37476014305001315,"score_gpt":0.3950744658810435,"score_spread":0.02031432283103035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930233520","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004004538,0.0009849754,0.00023128449,0.00066114997,0.0004360878,0.00084448775,0.00045135416,5.901284e-7,0.9959896],"genre_scores_gemma":[0.0028455388,0.00014587169,0.0001379624,0.00026194224,0.00023024177,1.4108378e-8,0.0000165775,0.0025501861,0.99381167],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9875185,0.004050301,0.003203609,0.0013898951,0.0033230104,0.00051472173],"domain_scores_gemma":[0.99515015,0.0002861034,0.0013064261,0.0025003646,0.00050918036,0.00024777508],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0127524985,0.00043597267,0.0018254777,0.0014765025,0.00007879814,0.0021542748,0.0033218288,0.00016796876,0.995258],"category_scores_gemma":[0.0037835336,0.00029339932,0.00037846083,0.0023605712,0.00009105581,0.00016811551,0.0013298589,0.0006100799,0.9990949],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000679964,0.000043206972,0.00009802185,0.00016821739,0.000080604266,0.00019384731,0.00027468934,0.000018210412,0.000011558134,0.00022270135,0.9946523,0.004229857],"study_design_scores_gemma":[0.00021086083,0.000035850077,0.00020999482,0.0002640521,0.000050060604,0.00006366816,0.00043891533,0.00031125877,0.0000034615948,0.00018490714,0.9979395,0.00028746066],"about_ca_topic_score_codex":0.004922012,"about_ca_topic_score_gemma":0.036979843,"teacher_disagreement_score":0.03205783,"about_ca_system_score_codex":0.0004946958,"about_ca_system_score_gemma":0.000053602893,"threshold_uncertainty_score":0.99995184},"labels":[{"model":"gemma","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W6930243773","doi":"10.5281/zenodo.11941452","title":"Fev fragebogen pdf","year":2024,"lang":"de","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics); Limiting; Hyporeflexia; Context (archaeology)","score_opus":0.4543765236741188,"score_gpt":0.4176697041270259,"score_spread":0.03670681954709287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930243773","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000070596914,0.006263788,0.006492762,0.0011952752,0.001109049,0.0016968757,0.0007503209,0.00017860335,0.9822427],"genre_scores_gemma":[0.002182698,0.000613223,0.0007119329,0.0003351279,0.0013301906,1.2527178e-7,0.0015519435,0.0071893386,0.9860854],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9713028,0.013260182,0.0058395583,0.0026820018,0.006128266,0.0007871628],"domain_scores_gemma":[0.98734134,0.0003569698,0.003210597,0.0060528936,0.002423198,0.0006150038],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.05228986,0.0007938008,0.0030537245,0.0016959772,0.0018949897,0.01471846,0.00835003,0.00041925802,0.9697119],"category_scores_gemma":[0.024485163,0.00052527565,0.0018956764,0.0033853203,0.00033506745,0.00024250185,0.0037957767,0.0009848588,0.9891739],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000945517,0.00008799368,0.0000010820577,0.0003746582,0.00089552434,0.000064975466,0.00078924705,0.000008940843,0.00008930132,0.0036811677,0.9228673,0.07113037],"study_design_scores_gemma":[0.00020221432,0.00012801432,0.000023493707,0.00031477827,0.0005760222,0.00008828061,0.0004912835,0.00076598255,0.000010460344,0.001449468,0.995445,0.0005050188],"about_ca_topic_score_codex":0.000010971986,"about_ca_topic_score_gemma":7.148249e-7,"teacher_disagreement_score":0.0725777,"about_ca_system_score_codex":0.00022464652,"about_ca_system_score_gemma":0.000016213264,"threshold_uncertainty_score":0.99971986},"labels":[],"label_agreement":null},{"id":"W6930253958","doi":"10.5281/zenodo.12268217","title":"kiss and dont tell pdf download","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Paraphernalia; Pretext; Ceylon; Subject (documents); Population","score_opus":0.4711806464501876,"score_gpt":0.42731646488168623,"score_spread":0.04386418156850136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930253958","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000036333302,0.0030993691,0.0015415729,0.0006254243,0.0002477197,0.0007412428,0.00041922086,0.0001634003,0.99312574],"genre_scores_gemma":[0.0010423285,0.00035080276,0.0003622704,0.00014346947,0.00026247304,6.3896e-8,0.00041594545,0.0029654086,0.99445724],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9888263,0.0041241753,0.002407248,0.0013652538,0.0029537654,0.0003232843],"domain_scores_gemma":[0.99472004,0.00016435662,0.0013452617,0.0027455026,0.00073816907,0.00028666452],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.024261996,0.00035218176,0.0015038474,0.0010019429,0.00053776987,0.006033462,0.0028918695,0.00017691421,0.6265689],"category_scores_gemma":[0.009814367,0.0002103122,0.00049249816,0.0012799769,0.00017255197,0.0001086626,0.0017649524,0.0003759211,0.7128436],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028098389,0.000023484532,0.0000013907845,0.00015859827,0.00015475335,0.000016224603,0.00023398496,8.006851e-7,0.000032129796,0.0013654428,0.94735914,0.05065125],"study_design_scores_gemma":[0.00010239601,0.00005230072,0.00002331173,0.00011083021,0.00011639258,0.00007887284,0.00019008311,0.000108917906,0.0000036029824,0.0007089899,0.99828905,0.00021527342],"about_ca_topic_score_codex":0.000016631879,"about_ca_topic_score_gemma":0.0000019071776,"teacher_disagreement_score":0.08627467,"about_ca_system_score_codex":0.000052535503,"about_ca_system_score_gemma":0.0000042190045,"threshold_uncertainty_score":0.9985264},"labels":[],"label_agreement":null},{"id":"W6930262627","doi":"10.5281/zenodo.10489784","title":"NARRATIVES OF SURVEILLANCE IN SPECULATIVE FICTION: UNDERSTANDING THE SURVEILLANCE DYNAMICS IN MARGARET ATWOOD'S MADDADDAM TRILOGY","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Trilogy; Politics; Narrative; Injustice; Field (mathematics); Entertainment; Value (mathematics); State (computer science)","score_opus":0.44810936251302036,"score_gpt":0.41718293058026357,"score_spread":0.030926431932756793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930262627","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026254685,0.0011657812,0.010417711,0.0013845192,0.00028712468,0.0010596843,0.0006241255,0.00005228412,0.9847462],"genre_scores_gemma":[0.5732791,0.00040283476,0.00028644697,0.00006619919,0.000246127,4.1470238e-7,0.000912935,0.0035476862,0.4212583],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9833561,0.010538825,0.0028257114,0.0009845169,0.001986762,0.00030808462],"domain_scores_gemma":[0.99518365,0.00050900696,0.001901436,0.0018385679,0.000493489,0.00007385653],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.030194435,0.00030918384,0.0016784747,0.001195222,0.00025663513,0.0010176555,0.0023499976,0.00015976866,0.09059891],"category_scores_gemma":[0.007693793,0.00018415504,0.0003755849,0.0032596602,0.00027549756,0.000092310875,0.0007734106,0.0004719196,0.008462203],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002073082,0.000045078403,0.0003706189,0.00015303363,0.00014872095,0.000017182905,0.0021965741,0.00007989987,0.000006620338,0.026609512,0.9678931,0.0024589282],"study_design_scores_gemma":[0.00022553132,0.000060864786,0.0013666489,0.00017825597,0.000011573504,0.00002229992,0.007412223,0.0027906133,4.5083e-7,0.0049140635,0.982819,0.00019848389],"about_ca_topic_score_codex":0.00003609356,"about_ca_topic_score_gemma":0.0002663682,"teacher_disagreement_score":0.5730165,"about_ca_system_score_codex":0.0004932044,"about_ca_system_score_gemma":0.000010481984,"threshold_uncertainty_score":0.9986189},"labels":[],"label_agreement":null},{"id":"W6930271285","doi":"10.5281/zenodo.11697138","title":"prevention of schizophrenia pdf","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Schizophrenia (object-oriented programming); Circumstantial evidence; Population; Psychosis; Management of schizophrenia","score_opus":0.46670175803153274,"score_gpt":0.438364350035707,"score_spread":0.028337407995825736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930271285","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004776051,0.0011994637,0.005906895,0.00019317486,0.00025311153,0.0007123546,0.00023329716,0.00009759893,0.9913564],"genre_scores_gemma":[0.002388181,0.0000866717,0.0009745525,0.000023384908,0.0002449306,4.9198096e-8,0.00044872868,0.003308543,0.992525],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9874313,0.004999468,0.003082649,0.0009808213,0.003281786,0.00022397752],"domain_scores_gemma":[0.99337435,0.00010615896,0.0025063455,0.0028154892,0.0010530396,0.0001446086],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.025955457,0.0002667192,0.0015133198,0.0012095933,0.00028879516,0.00202375,0.0032835973,0.00015903625,0.7999836],"category_scores_gemma":[0.011245897,0.00016896537,0.00085690763,0.0017049416,0.00012419904,0.00010030832,0.0011747723,0.00028251237,0.67421603],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006126054,0.000038691727,4.4297784e-7,0.00020687173,0.00019463661,0.000003551134,0.00011023307,0.0000018928906,0.00006601157,0.0037346487,0.9308938,0.064743124],"study_design_scores_gemma":[0.00012596294,0.000070171795,0.000019614803,0.00021659362,0.00013666523,0.000023441038,0.00011027065,0.00012729647,0.000012520856,0.0028969601,0.99611664,0.00014384952],"about_ca_topic_score_codex":0.0000066602092,"about_ca_topic_score_gemma":9.617634e-7,"teacher_disagreement_score":0.12576756,"about_ca_system_score_codex":0.000044550674,"about_ca_system_score_gemma":0.0000063063744,"threshold_uncertainty_score":0.99901223},"labels":[],"label_agreement":null},{"id":"W6930272235","doi":"10.5281/zenodo.11532330","title":"Buy Abortion pills Cytotec (Misoprostol 200mcg &amp; Mifepristone 200mg ) online without prescription ( WhatsApp : +27738432716 )","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nucleofection; Gestational period; TSG101; Subpoena; Proteogenomics; Hyporeflexia","score_opus":0.4643595850686677,"score_gpt":0.4444247930030357,"score_spread":0.01993479206563198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930272235","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007460865,0.006038394,0.028202498,0.001479866,0.0010590906,0.0032790066,0.0026105149,0.00081493735,0.9557696],"genre_scores_gemma":[0.0025543221,0.00065873103,0.0023149443,0.00023074912,0.00083266315,4.7056542e-7,0.004195469,0.00648274,0.9827299],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9811629,0.006054289,0.0044638845,0.0022660953,0.0054408363,0.0006119731],"domain_scores_gemma":[0.98900664,0.00012943294,0.0033197291,0.004920184,0.0021987983,0.00042520117],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.02503324,0.0006909105,0.0024044712,0.0017789743,0.00087369076,0.0058899727,0.0040744357,0.00041007376,0.41683748],"category_scores_gemma":[0.014370622,0.00047029238,0.0009354145,0.0025020405,0.00025792478,0.00036893119,0.0015662545,0.0008107338,0.44649976],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019907586,0.00015654301,0.0000064874403,0.00026056447,0.00027348162,0.000012536173,0.00039177857,0.000017283468,0.00043970055,0.0005000039,0.9527881,0.045133624],"study_design_scores_gemma":[0.00025907383,0.00008400166,0.00013669414,0.00036487842,0.00027970877,0.000098414406,0.00022238788,0.0004781337,0.00001082669,0.0006346214,0.9969765,0.0004547604],"about_ca_topic_score_codex":0.00007806597,"about_ca_topic_score_gemma":0.00002347871,"teacher_disagreement_score":0.044678863,"about_ca_system_score_codex":0.0002487327,"about_ca_system_score_gemma":0.000017564658,"threshold_uncertainty_score":0.9997749},"labels":[],"label_agreement":null},{"id":"W6930300492","doi":"10.5281/zenodo.12045091","title":"bail de logement quebec pdf english","year":2024,"lang":"fr","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Subpoena; Derogation; Term (time); Limiting","score_opus":0.37781392630747634,"score_gpt":0.4026140170488265,"score_spread":0.024800090741350145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930300492","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023651289,0.0030157163,0.012605078,0.0018890005,0.0011254757,0.0013585294,0.0003122133,0.00016835699,0.9792891],"genre_scores_gemma":[0.0027545649,0.00032203496,0.001147741,0.00039678626,0.0010663115,1.8866292e-7,0.0005607318,0.0042726547,0.989479],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9764218,0.01232291,0.004527456,0.001934122,0.004006758,0.00078698964],"domain_scores_gemma":[0.99004763,0.00034826508,0.0020971715,0.003966158,0.0029664303,0.0005743485],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.04785926,0.00062182953,0.002239356,0.0010793068,0.0012746572,0.011394056,0.005860116,0.00032341815,0.95460546],"category_scores_gemma":[0.032517824,0.00043427775,0.0013228008,0.0022695265,0.0003472007,0.00025476646,0.0029057534,0.0007558234,0.8896093],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069206185,0.000096807365,0.000004007775,0.00041603082,0.0004421282,0.00004125819,0.0023792342,0.000024380895,0.00006898961,0.01761539,0.76837933,0.2105255],"study_design_scores_gemma":[0.00019877199,0.00010795929,0.000093070135,0.000347477,0.00039562612,0.00005991994,0.0012900373,0.00089539075,0.000015154674,0.0011429728,0.9950525,0.0004011219],"about_ca_topic_score_codex":0.00017950797,"about_ca_topic_score_gemma":0.000041937717,"teacher_disagreement_score":0.22667314,"about_ca_system_score_codex":0.00066499424,"about_ca_system_score_gemma":0.000034101853,"threshold_uncertainty_score":0.9998109},"labels":[],"label_agreement":null},{"id":"W6930325898","doi":"10.5281/zenodo.11487145","title":"-#௹ ©╬⓿ +256754810143 ௹ ©╬⓿ URGEN T REVENGE DEATH SPELLS# CASTER, INSTANT DEATH SPELLS, IN CANADA AUSTRALIA, AMERICA ,#LONDON,#PARIS, #GABON, #LEBANON, #GERMANY, #GEORGIA, #TURKEY, #DENMARK, #BERLIN, #FINLAND, #SWEDEN","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Spell; MAGIC (telescope); Curse; Nothing; Poison control","score_opus":0.3682285950181912,"score_gpt":0.39596435580429246,"score_spread":0.027735760786101238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930325898","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00092228176,0.005120116,0.0007620723,0.00074446516,0.0007523978,0.0020377839,0.0016863999,0.000051541392,0.98792297],"genre_scores_gemma":[0.008732626,0.00141276,0.00061297615,0.00029805797,0.00045313183,2.035907e-7,0.0006202463,0.0038762088,0.98399377],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9779104,0.007093704,0.0056734537,0.0026225545,0.005552308,0.0011475598],"domain_scores_gemma":[0.9897917,0.0003869158,0.0032293107,0.0046992484,0.0011547308,0.00073810905],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.014176829,0.0010260807,0.0035278292,0.0017836378,0.0003548552,0.0033816493,0.005654612,0.00036785877,0.72024363],"category_scores_gemma":[0.0043598628,0.0007356915,0.00086066686,0.0031304206,0.00015817805,0.0002578557,0.0022011292,0.0012371792,0.7110976],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025157924,0.00008864858,0.00017561442,0.0003535216,0.00038445272,0.0004962162,0.0004339481,0.000040988438,0.00003793011,0.00045326696,0.99132156,0.0061886655],"study_design_scores_gemma":[0.00039528793,0.000088117304,0.000401207,0.00043617634,0.00025510305,0.00020245838,0.00041454253,0.0004777121,0.000009150534,0.0002712785,0.99630743,0.0007415468],"about_ca_topic_score_codex":0.093474455,"about_ca_topic_score_gemma":0.02028726,"teacher_disagreement_score":0.073187195,"about_ca_system_score_codex":0.0012663078,"about_ca_system_score_gemma":0.00019933673,"threshold_uncertainty_score":0.9997253},"labels":[],"label_agreement":null},{"id":"W6930422788","doi":"10.5281/zenodo.12760816","title":"【ḳλɫλ~jλđṷ]91-8094774404≼black Magic Specialist IN Delhi","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MAGIC (telescope); Wife; Miracle; Caster","score_opus":0.606919316751446,"score_gpt":0.4590028757508101,"score_spread":0.14791644100063583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930422788","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040226463,0.0010829204,0.019226406,0.0048631704,0.0006086068,0.0013118113,0.00024704117,0.00026206407,0.9321715],"genre_scores_gemma":[0.93158394,0.0001516222,0.0008224047,0.0004018176,0.0005648687,8.031675e-8,0.0005580053,0.0011788189,0.064738445],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98625356,0.005631433,0.003358098,0.0011781286,0.0031415203,0.00043724204],"domain_scores_gemma":[0.99540085,0.00037369924,0.00059280597,0.0022606105,0.0011317143,0.00024032415],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.039909616,0.0002587489,0.001054029,0.0010299723,0.0006231232,0.007649459,0.0033806318,0.00008525157,0.3190704],"category_scores_gemma":[0.017377054,0.00016913899,0.0005414652,0.0036176178,0.000190483,0.000504649,0.0011321645,0.0003849808,0.36239824],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009629315,0.000057796005,0.000022922188,0.00008287881,0.000059054753,0.00005038346,0.0012748656,0.000073711715,0.00028397664,0.01797329,0.8677639,0.1123476],"study_design_scores_gemma":[0.00014197573,0.000051472325,0.001172789,0.000060140912,0.000032221466,0.00005069565,0.00060160755,0.0052329716,0.000026180629,0.00389012,0.98856115,0.00017864253],"about_ca_topic_score_codex":0.00002171101,"about_ca_topic_score_gemma":0.000004978246,"teacher_disagreement_score":0.8913575,"about_ca_system_score_codex":0.00017682598,"about_ca_system_score_gemma":0.000010288502,"threshold_uncertainty_score":0.9933807},"labels":[],"label_agreement":null},{"id":"W6930433754","doi":"10.5281/zenodo.11957635","title":"Iso 16266 pdf","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Filter (signal processing); Work (physics); Liquation; Quality (philosophy)","score_opus":0.5174393348982486,"score_gpt":0.4400195573413303,"score_spread":0.07741977755691826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930433754","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000061970995,0.001503442,0.00785098,0.0007486817,0.00038577462,0.000741143,0.00032795127,0.00022356315,0.9882123],"genre_scores_gemma":[0.00072773854,0.00012003204,0.00047684833,0.00018569651,0.00049856264,5.7923256e-8,0.0006378984,0.0061435373,0.9912096],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98508185,0.0057610385,0.0030635667,0.001494012,0.004216005,0.00038354492],"domain_scores_gemma":[0.9925507,0.00016210102,0.0018495596,0.004076914,0.0010836661,0.00027710208],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.031331033,0.00038814958,0.0017304985,0.0013149305,0.00062731595,0.0067033316,0.0051459325,0.00020782738,0.90996975],"category_scores_gemma":[0.01694246,0.00023788589,0.00091852,0.0020640155,0.00014895978,0.00011969448,0.0018951141,0.00045572285,0.94566107],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002330579,0.000029372373,5.412931e-7,0.00013015154,0.00019772846,0.000017379922,0.00019384903,0.0000022368015,0.00001873943,0.003638381,0.95536715,0.04040212],"study_design_scores_gemma":[0.00008864532,0.000045914065,0.000010438318,0.00010251403,0.000118849624,0.00005817319,0.00019348998,0.00022182436,0.0000027856252,0.0020670383,0.9968563,0.000234034],"about_ca_topic_score_codex":0.000010755297,"about_ca_topic_score_gemma":0.0000011175553,"teacher_disagreement_score":0.041489124,"about_ca_system_score_codex":0.000082343744,"about_ca_system_score_gemma":0.000005521903,"threshold_uncertainty_score":0.99744856},"labels":[],"label_agreement":null},{"id":"W6930438135","doi":"10.5281/zenodo.14531668","title":"Scoring Information Integration with Statistical Quality Control Enhanced Cross-Run Analysis of Data-Independent Acquisition Proteomics Data (BioRxiv version, Deprecated)","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Data integration; Quality (philosophy); Control (management); Data acquisition; Statistical process control; Data quality; Statistical analysis","score_opus":0.501200671182609,"score_gpt":0.4761333254548008,"score_spread":0.02506734572780822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930438135","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05071427,0.000053294265,0.93869275,0.00016905056,0.00007565154,0.00084422017,0.0049223835,0.00007440237,0.004453998],"genre_scores_gemma":[0.9792293,0.000019480636,0.0047615212,0.00004317988,0.000039795545,1.8367807e-7,0.015610599,0.00012367778,0.00017231805],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9883726,0.0038228864,0.0033659942,0.0009999035,0.0032085695,0.0002300386],"domain_scores_gemma":[0.99036276,0.00067778485,0.0014844505,0.0043842993,0.0029406943,0.0001499959],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.044937667,0.00019809166,0.0010068129,0.0009168924,0.00071191235,0.0050167926,0.0039211614,0.000075517666,0.027241236],"category_scores_gemma":[0.015647609,0.00012318435,0.0001788834,0.0031779646,0.00014722909,0.0031984034,0.001385062,0.00023726672,0.006954868],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013659054,0.0006059616,0.0015731354,0.0012466832,0.009185304,0.00002516997,0.0052810474,0.010941317,0.028042836,0.03878179,0.22549276,0.6774581],"study_design_scores_gemma":[0.001198864,0.0003288389,0.042446703,0.00020075358,0.0026137833,0.00002229645,0.0015961796,0.70678836,0.0014776281,0.0005853944,0.24219787,0.0005433215],"about_ca_topic_score_codex":0.00003607724,"about_ca_topic_score_gemma":0.00000481057,"teacher_disagreement_score":0.93393123,"about_ca_system_score_codex":0.000113076,"about_ca_system_score_gemma":0.000021237924,"threshold_uncertainty_score":0.9960161},"labels":[],"label_agreement":null},{"id":"W6930481972","doi":"10.5281/zenodo.11862690","title":"sixteenth summer pdf","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Girl; Quarter (Canadian coin); Happiness; Romance; Summer vacation; Square (algebra)","score_opus":0.5679700546587971,"score_gpt":0.4498875671832779,"score_spread":0.11808248747551925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930481972","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009618474,0.0015756909,0.0036215717,0.00063948147,0.00043004565,0.0007531999,0.00036254482,0.0001977916,0.99241006],"genre_scores_gemma":[0.00089598715,0.00013087416,0.00038383354,0.00018779474,0.0004724082,5.9913994e-8,0.00064744207,0.0060572135,0.9912244],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98502904,0.0058014686,0.0029914803,0.0014913267,0.0042937286,0.0003929708],"domain_scores_gemma":[0.9928198,0.00016948456,0.0017824926,0.0038941102,0.0010530631,0.00028106105],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.030150708,0.0003918117,0.0016952069,0.0012827029,0.0005932465,0.0062342654,0.0047929524,0.00019739867,0.92093],"category_scores_gemma":[0.014001972,0.00023854667,0.00092176103,0.001957954,0.00015040324,0.00011892622,0.0017863503,0.0004393566,0.93730235],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024509857,0.0000334799,0.0000011729171,0.0001223868,0.00022305503,0.000016540198,0.00015858689,0.0000017975187,0.000017941162,0.002977166,0.9625697,0.033875715],"study_design_scores_gemma":[0.000093325994,0.000042001255,0.000015103877,0.00011703451,0.00013381966,0.000040450188,0.00018213515,0.00014599008,0.0000034126672,0.0009193516,0.99807125,0.00023609646],"about_ca_topic_score_codex":0.000013574523,"about_ca_topic_score_gemma":0.0000013568165,"teacher_disagreement_score":0.035501573,"about_ca_system_score_codex":0.0000792532,"about_ca_system_score_gemma":0.0000052843675,"threshold_uncertainty_score":0.99866396},"labels":[],"label_agreement":null},{"id":"W6930487349","doi":"10.5281/zenodo.14981007","title":"Fig. 64 in A revision of the genus Sclerocoelus Marshall (Diptera: Sphaeroceridae)","year":2025,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Holotype; Genus; Paratype; Scale (ratio); Taxonomy (biology)","score_opus":0.3318877487810668,"score_gpt":0.3937586730831944,"score_spread":0.061870924302127595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930487349","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003325504,0.0014545711,0.002453331,0.0006243421,0.000229841,0.0014805448,0.0003249331,0.00005254209,0.99304736],"genre_scores_gemma":[0.041616414,0.00053670554,0.000650973,0.00029966416,0.00018234456,1.0527778e-7,0.00024278989,0.0024317238,0.9540393],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9851793,0.007001279,0.0034015486,0.0010090491,0.003100205,0.000308621],"domain_scores_gemma":[0.99192375,0.00022667262,0.002783717,0.0037773487,0.0011727035,0.00011581279],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.021686219,0.0003199428,0.0017255223,0.00097331515,0.00046493276,0.0011641955,0.005774077,0.00018444851,0.337029],"category_scores_gemma":[0.020453792,0.00017818763,0.0007236252,0.002642497,0.00014366805,0.00009501518,0.0024707045,0.00039112888,0.030921303],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069413545,0.000044741122,0.00002162736,0.00018126357,0.000066059874,0.00000346796,0.0001826605,0.000010059269,0.000024618377,0.0008873903,0.8217532,0.17681798],"study_design_scores_gemma":[0.00021620076,0.000029892626,0.0007228207,0.00055971957,0.000056319022,0.0000106396865,0.00010640593,0.00020957638,0.0000084082885,0.00017069202,0.99776185,0.00014747711],"about_ca_topic_score_codex":0.00004854169,"about_ca_topic_score_gemma":0.0000072206594,"teacher_disagreement_score":0.3061077,"about_ca_system_score_codex":0.000100186466,"about_ca_system_score_gemma":0.000016566466,"threshold_uncertainty_score":0.9998727},"labels":[],"label_agreement":null},{"id":"W6930498111","doi":"10.5281/zenodo.14596866","title":"FIGURES 228–230 in Illustrated key to the genera and catalogue of Mymaridae (Hymenoptera) in the Neotropical region","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Natural Resources Canada","funders":"","keywords":"Key (lock); Taxonomy (biology); Taxonomic key","score_opus":0.4575727449276138,"score_gpt":0.4111551980991954,"score_spread":0.04641754682841842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930498111","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005588426,0.003120914,0.0016262592,0.0069824546,0.0002125257,0.0025072293,0.00036698676,0.000059582344,0.97953564],"genre_scores_gemma":[0.3604648,0.0006663965,0.0003962209,0.0010522902,0.0004985418,0.0000011046673,0.0009550107,0.0031396316,0.63282603],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98927295,0.00615112,0.0018727137,0.0007387477,0.001730874,0.00023360386],"domain_scores_gemma":[0.9967655,0.00023044275,0.00069536787,0.0019015827,0.00032364993,0.00008345595],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.014932158,0.00022292994,0.00090436323,0.00076992676,0.000209413,0.0016073349,0.00286002,0.000116250056,0.019161252],"category_scores_gemma":[0.0062175477,0.00010132355,0.00017383866,0.0020212946,0.00014096018,0.000061199156,0.0008141861,0.0003799815,0.015142507],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075129133,0.000028969225,0.000013721205,0.00008526301,0.000042239826,0.000018754163,0.0021934942,0.000035017063,0.000023416826,0.0019448743,0.9808608,0.014745897],"study_design_scores_gemma":[0.00010061676,0.00006362706,0.0009572103,0.00013535269,0.000032481938,0.000045461296,0.00063564704,0.000339757,0.0000026426983,0.00027828757,0.9973055,0.00010340142],"about_ca_topic_score_codex":0.00018797223,"about_ca_topic_score_gemma":0.0001097217,"teacher_disagreement_score":0.35487637,"about_ca_system_score_codex":0.000041878742,"about_ca_system_score_gemma":0.000006204728,"threshold_uncertainty_score":0.9994291},"labels":[],"label_agreement":null},{"id":"W6930516502","doi":"10.5281/zenodo.15270422","title":"Dataset for publication \"Kramers nodal lines in intercalated TaS2 superconductors\"","year":2025,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research; University of British Columbia","funders":"European Commission","keywords":"NODAL; Line (geometry); Nodal analysis","score_opus":0.5593474691171071,"score_gpt":0.47359166980821665,"score_spread":0.08575579930889043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930516502","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010148553,0.00012446902,0.0015482527,0.0017514655,0.00033688408,0.0017437765,0.9921455,0.000033055414,0.00221514],"genre_scores_gemma":[0.00021722827,0.0001029991,0.00037572542,0.00047589286,0.0001584115,7.662309e-7,0.9947015,0.00028550817,0.003681979],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98351806,0.006686194,0.0051651257,0.0016912406,0.002459473,0.00047988837],"domain_scores_gemma":[0.9878095,0.0010074,0.002058867,0.005064423,0.0038188298,0.00024098223],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.039592147,0.00044314627,0.001954559,0.0019921155,0.0009703552,0.0057380693,0.0074412334,0.00028439163,0.112765335],"category_scores_gemma":[0.102250926,0.00030651438,0.00058051833,0.0031328322,0.00016135245,0.00060593116,0.002223819,0.0005941064,0.018767957],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022524531,0.00011770634,0.000002049979,0.00020126838,0.00012462142,0.0000032961455,0.000091120346,0.00001078168,0.000039570612,0.00015303008,0.9856653,0.0135687],"study_design_scores_gemma":[0.00033521405,0.00007952871,0.000035859903,0.00008453635,0.00012340098,0.000016804812,0.00023448221,0.00067034457,0.000007688627,0.00017576781,0.99796885,0.00026751027],"about_ca_topic_score_codex":0.0000690131,"about_ca_topic_score_gemma":0.000012762119,"teacher_disagreement_score":0.093997374,"about_ca_system_score_codex":0.00020406107,"about_ca_system_score_gemma":0.000027036429,"threshold_uncertainty_score":0.99993867},"labels":[],"label_agreement":null},{"id":"W6930542965","doi":"10.5281/zenodo.15258432","title":"JSOSolvers.jl","year":2025,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Process (computing); Work (physics); Identification (biology); Set (abstract data type)","score_opus":0.5468446961139094,"score_gpt":0.4459111505232709,"score_spread":0.1009335455906385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930542965","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000056962404,0.0005447551,0.016732689,0.0007130078,0.00030002173,0.0007883414,0.00045060017,0.00019681593,0.98026806],"genre_scores_gemma":[0.0006455887,0.00012506347,0.0009356595,0.0002864076,0.00026907228,4.4779334e-8,0.0007192337,0.0031861137,0.9938328],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98488355,0.0068436135,0.0029024025,0.0013042431,0.003706732,0.00035943947],"domain_scores_gemma":[0.9911162,0.00030333974,0.002300214,0.0044038636,0.0016523248,0.00022404901],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.028210046,0.0003541659,0.0017965537,0.0013173887,0.0010207152,0.0040325234,0.0059295134,0.00020953514,0.79531604],"category_scores_gemma":[0.027849277,0.00022749236,0.000839143,0.0019798188,0.00013627815,0.00011113536,0.001911708,0.00036102853,0.39312476],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000347508,0.00003397538,0.0000017706031,0.000064875945,0.00017002576,0.0000064476008,0.0000918803,0.0000039987226,0.000012524989,0.0053600552,0.9228935,0.07135745],"study_design_scores_gemma":[0.00015901249,0.000033086617,0.000034781275,0.00008779867,0.000092376904,0.000015088754,0.00015426517,0.00015090857,0.0000038413586,0.0006088345,0.99845874,0.00020126638],"about_ca_topic_score_codex":0.00002026698,"about_ca_topic_score_gemma":0.0000012366739,"teacher_disagreement_score":0.40219128,"about_ca_system_score_codex":0.000084254454,"about_ca_system_score_gemma":0.000010579082,"threshold_uncertainty_score":0.9994489},"labels":[],"label_agreement":null},{"id":"W6930555954","doi":"10.5281/zenodo.12226051","title":"Usa [[[Uk+91»»8094774404//; How to remove Black Magic in Dubai Canada Australia","year":2024,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MAGIC (telescope); Wife; Miracle; Happening; Caster","score_opus":0.5398858667774937,"score_gpt":0.44061128228720725,"score_spread":0.09927458449028648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930555954","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001152105,0.00014049718,0.00024384272,0.005018586,0.0008220843,0.0018170857,0.9643496,0.000035692665,0.026420487],"genre_scores_gemma":[0.0057567107,0.00007752891,0.00024402805,0.00092400954,0.0005177269,2.1319015e-7,0.83340734,0.0010784415,0.15799397],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9801404,0.006747208,0.004021568,0.002072753,0.006270823,0.0007472857],"domain_scores_gemma":[0.99030197,0.00042259195,0.0015726524,0.005069933,0.0020110917,0.00062173913],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.031395834,0.0005986943,0.0022946326,0.0014553485,0.0005986665,0.0085039,0.0077031082,0.00022625466,0.42247227],"category_scores_gemma":[0.03179559,0.000408471,0.0005862963,0.004287525,0.00014017127,0.00022906538,0.0030409703,0.00097413926,0.60079634],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000098349565,0.000034002474,0.0000038856124,0.00018943007,0.00010971143,0.00015488558,0.00015232373,0.00006258162,0.000025496503,0.00013297451,0.9964251,0.002699778],"study_design_scores_gemma":[0.00012991566,0.00007497548,0.00019809243,0.00015283811,0.00011392891,0.000060598995,0.00039374855,0.00014425011,0.000004979184,0.00018256456,0.99813753,0.0004065493],"about_ca_topic_score_codex":0.015356478,"about_ca_topic_score_gemma":0.024744645,"teacher_disagreement_score":0.17832406,"about_ca_system_score_codex":0.0006635926,"about_ca_system_score_gemma":0.000054167012,"threshold_uncertainty_score":0.99983674},"labels":[],"label_agreement":null},{"id":"W6930600041","doi":"10.5281/zenodo.11364272","title":"~&amp;-(&amp; IN Kacanik/Switzerland +2778915305 SSD Chemical Solutions activation powder Kos","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Counterfeit; Counterfeit Drugs; Quality (philosophy); Mercury (programming language); Electronic money","score_opus":0.5828880004082247,"score_gpt":0.44421945180272826,"score_spread":0.1386685486054965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930600041","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000560612,0.00080598134,0.00840041,0.0013484891,0.00027182794,0.0011945718,0.00038553504,0.00023927899,0.9867933],"genre_scores_gemma":[0.01511966,0.00013399798,0.0010586325,0.00019819805,0.00055109744,5.008669e-7,0.00183469,0.005042421,0.9760608],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98770565,0.0038822398,0.0030483413,0.0015017926,0.0033348855,0.0005271156],"domain_scores_gemma":[0.9941046,0.00023863053,0.0015336355,0.0029867592,0.00087759923,0.00025874318],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.020624932,0.00043122724,0.001549953,0.0016592495,0.0004949971,0.003316617,0.0030337796,0.00031545412,0.42533883],"category_scores_gemma":[0.017237814,0.0002958025,0.0006108144,0.0027054304,0.00016069594,0.00019940031,0.0014777884,0.0006886067,0.40077373],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072714683,0.000075264325,0.000005482734,0.000121903235,0.00013653039,0.0000039080746,0.00042117108,0.00000781359,0.00083858013,0.0020090481,0.9838709,0.012502074],"study_design_scores_gemma":[0.00019099278,0.000016629132,0.000071734146,0.00021114906,0.00007626363,0.000037575443,0.00014974985,0.00012084148,0.00001090597,0.0013198234,0.9975055,0.00028884684],"about_ca_topic_score_codex":0.000061160456,"about_ca_topic_score_gemma":0.000017423694,"teacher_disagreement_score":0.024565112,"about_ca_system_score_codex":0.00022554213,"about_ca_system_score_gemma":0.000014628601,"threshold_uncertainty_score":0.9999494},"labels":[],"label_agreement":null},{"id":"W6930606346","doi":"10.5281/zenodo.15297774","title":"Fusimirax gracilis , Whitfield 2025, sp. nov.","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CNIB Foundation","funders":"","keywords":"Scape; Scutellum; Pedicel; Ridge; Groove (engineering); Dorsum; Seta","score_opus":0.5557972134846497,"score_gpt":0.45284281600952714,"score_spread":0.10295439747512258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930606346","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011702415,0.00036226312,0.04349656,0.0058060386,0.00035744696,0.0008596775,0.000118598466,0.00013470427,0.9371623],"genre_scores_gemma":[0.8016253,0.00011013126,0.0014375404,0.0018394326,0.00020625476,1.8139332e-7,0.00042193173,0.00064446684,0.19371475],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98839736,0.0048450837,0.0028608174,0.00096899393,0.0025680088,0.00035975725],"domain_scores_gemma":[0.9927537,0.00051045633,0.000881356,0.0030664722,0.0025977155,0.00019033292],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.032523267,0.00022156956,0.0010244028,0.0007234818,0.0018017907,0.003993319,0.004062425,0.00009062935,0.26861188],"category_scores_gemma":[0.036471963,0.00014436166,0.00055806513,0.003027015,0.00012584712,0.0003108003,0.0016236795,0.00030101134,0.12276739],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000103885795,0.000053055835,0.000050081242,0.000034628418,0.000079628124,0.000004885202,0.00033714293,0.000030097506,0.00033278973,0.011433666,0.85814816,0.12948546],"study_design_scores_gemma":[0.00018447702,0.000040006897,0.0011265827,0.000026019225,0.000049490376,0.000014531342,0.00056139537,0.000978368,0.00008764167,0.002513461,0.9942876,0.00013039485],"about_ca_topic_score_codex":0.000009737707,"about_ca_topic_score_gemma":0.0000013788618,"teacher_disagreement_score":0.7899229,"about_ca_system_score_codex":0.00007405235,"about_ca_system_score_gemma":0.000009001826,"threshold_uncertainty_score":0.9994977},"labels":[],"label_agreement":null},{"id":"W6930632923","doi":"10.5281/zenodo.14101389","title":"PM_025045_E_Les_Valls_de_Valira","year":2009,"lang":"ca","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Period (music); Bronze; Context (archaeology); Quarter (Canadian coin)","score_opus":0.5210499226426913,"score_gpt":0.4271947720087461,"score_spread":0.09385515063394523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930632923","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022530105,0.0017878786,0.010514401,0.0018125703,0.0004993421,0.00202006,0.0005839322,0.00022443352,0.9823321],"genre_scores_gemma":[0.013770626,0.0009045279,0.002090885,0.0012900418,0.0011817479,8.8271e-8,0.0023504505,0.008554905,0.96985674],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9623139,0.019715756,0.007139021,0.0027252436,0.007131678,0.00097442867],"domain_scores_gemma":[0.9819069,0.00047245173,0.0057738563,0.007621324,0.0035043773,0.00072111667],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.05675178,0.00093769876,0.003944201,0.0018369411,0.003084849,0.012401442,0.01104216,0.0005265473,0.88327456],"category_scores_gemma":[0.027554326,0.00064320536,0.0022948973,0.0035169001,0.00034282613,0.0003525175,0.002476294,0.0009918343,0.75642776],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014802972,0.00014410996,0.0000021444519,0.00012713742,0.00032092122,0.00002942415,0.000497814,0.000022448558,0.0000877072,0.004022259,0.7508363,0.24389492],"study_design_scores_gemma":[0.00044413045,0.00027818576,0.0002893125,0.00022468645,0.00032862052,0.000181351,0.00042770448,0.0008092074,0.0000092890405,0.0008800889,0.9955057,0.00062174303],"about_ca_topic_score_codex":0.00001270739,"about_ca_topic_score_gemma":7.737218e-7,"teacher_disagreement_score":0.24466936,"about_ca_system_score_codex":0.00028909725,"about_ca_system_score_gemma":0.000016226595,"threshold_uncertainty_score":0.9996019},"labels":[],"label_agreement":null},{"id":"W6930647223","doi":"10.5281/zenodo.15964065","title":"gustaveroussy/sopa: v2.1.1","year":2025,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"QUAD Engineering (Canada); Optech (Canada)","funders":"","keywords":"Argument (complex analysis); Segmentation; Polygon (computer graphics); Image (mathematics)","score_opus":0.5270778849307161,"score_gpt":0.44327763941094206,"score_spread":0.083800245519774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930647223","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007988696,0.00064285507,0.01900392,0.0006693799,0.00032117666,0.00091210566,0.0006247175,0.00023049324,0.97758734],"genre_scores_gemma":[0.0008928312,0.00015676221,0.0008396294,0.00029529555,0.00031905127,5.864729e-8,0.0008904891,0.0036637108,0.99294215],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9830114,0.007761613,0.0033211636,0.0014571524,0.004028174,0.00042047704],"domain_scores_gemma":[0.9899911,0.00031755975,0.0025786762,0.004935344,0.0019259047,0.00025136114],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.030040812,0.00041186085,0.0020120211,0.0014504156,0.0011221421,0.00449187,0.006467335,0.0002356259,0.7592897],"category_scores_gemma":[0.030958636,0.00026545842,0.000844728,0.0022046366,0.00015354736,0.00012935098,0.0022863888,0.00041697337,0.39907688],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039666843,0.00004245167,0.000002011894,0.00008108061,0.00017751529,0.000009157423,0.000102978374,0.0000046705377,0.00001157412,0.0061984197,0.9092734,0.08409276],"study_design_scores_gemma":[0.00016576372,0.000042260144,0.000047268353,0.00009977922,0.00010454526,0.000023216991,0.00017991879,0.00014753579,0.0000036978913,0.0008231309,0.9981279,0.00023497606],"about_ca_topic_score_codex":0.000027181764,"about_ca_topic_score_gemma":0.0000017881013,"teacher_disagreement_score":0.3602128,"about_ca_system_score_codex":0.00011065934,"about_ca_system_score_gemma":0.000013162434,"threshold_uncertainty_score":0.99997973},"labels":[],"label_agreement":null},{"id":"W6930656935","doi":"10.5281/zenodo.14814597","title":"Data from: Developmental behavioural plasticity and DNA methylation patterns in response to predation stress in Trinidadian guppies","year":2025,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"dNaM; Predation; DNA methylation; Epigenetics; Model organism; ALARM; Guppy; Gene","score_opus":0.5485216921857043,"score_gpt":0.4363718560588787,"score_spread":0.11214983612682566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930656935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48442867,0.00052705215,0.03393103,0.002319055,0.0004923333,0.006916692,0.039095808,0.00025356654,0.43203577],"genre_scores_gemma":[0.7156643,0.00013310349,0.0041735233,0.00019269183,0.00016326974,9.5244474e-7,0.017283963,0.002479211,0.25990897],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9873338,0.0074104466,0.002247319,0.0011803057,0.0015896963,0.00023844557],"domain_scores_gemma":[0.9964199,0.0006720763,0.0009082374,0.0015151135,0.00033516652,0.00014949973],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.01832281,0.00024870233,0.0010033135,0.0018726147,0.000262642,0.0017899331,0.0027521837,0.00013896692,0.0969671],"category_scores_gemma":[0.02737428,0.00019080708,0.00008027136,0.001317427,0.00004695321,0.00026147405,0.002183878,0.00024288897,0.008051998],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021269174,0.00016376763,0.005049638,0.00010572519,0.00012893557,0.000026237449,0.002176344,0.000031148815,0.00051324314,0.00015739819,0.88723993,0.10419493],"study_design_scores_gemma":[0.00040418058,0.00004104174,0.112603344,0.0002930329,0.00004106182,0.0000034986808,0.0008409393,0.00072156003,0.000027781802,0.00006560397,0.88474035,0.00021759335],"about_ca_topic_score_codex":0.0003722701,"about_ca_topic_score_gemma":0.00055882713,"teacher_disagreement_score":0.23123564,"about_ca_system_score_codex":0.00016364813,"about_ca_system_score_gemma":0.000019392497,"threshold_uncertainty_score":0.9992463},"labels":[],"label_agreement":null},{"id":"W6930695186","doi":"10.5281/zenodo.14615026","title":"AliJavadiGithub/UAV-Testing-Competition: 1","year":2025,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Identification (biology); Work (physics); Product (mathematics)","score_opus":0.5802744183049066,"score_gpt":0.4344678969305703,"score_spread":0.14580652137433625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930695186","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000987316,0.00044127903,0.017084775,0.0006512345,0.0002859455,0.0008054423,0.00055665436,0.0002857817,0.979879],"genre_scores_gemma":[0.0011235493,0.00005945505,0.0019316099,0.0003289204,0.00041716528,9.002059e-8,0.0010180478,0.0031575044,0.9919637],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.985147,0.006258511,0.0032005543,0.0013944091,0.003610651,0.0003888798],"domain_scores_gemma":[0.9898317,0.00052593526,0.002614833,0.004164297,0.0026045367,0.00025873742],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.023767527,0.00039919253,0.0018014697,0.0012918265,0.0011686344,0.0052225445,0.005225455,0.0001971012,0.6708792],"category_scores_gemma":[0.040607,0.0002681871,0.00066032103,0.0026928468,0.00016872067,0.00014354577,0.0016294944,0.00035615504,0.3059668],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027414767,0.00004230353,0.0000042242114,0.0000846564,0.00013714642,0.0000091289485,0.00006464245,0.000006498785,0.000013852776,0.01139869,0.91294825,0.07528784],"study_design_scores_gemma":[0.00015567597,0.000049508333,0.00007599161,0.00017807588,0.00008697087,0.000042222786,0.00010224512,0.00022912625,0.000003978175,0.0012515435,0.99758345,0.00024119309],"about_ca_topic_score_codex":0.000022259353,"about_ca_topic_score_gemma":0.0000013196895,"teacher_disagreement_score":0.36491236,"about_ca_system_score_codex":0.00009302915,"about_ca_system_score_gemma":0.000015607717,"threshold_uncertainty_score":0.99997705},"labels":[],"label_agreement":null},{"id":"W6930752954","doi":"10.5281/zenodo.15019610","title":"Figs 58–59. 58 in West Palaearctic species of Euura Newman, 1837 (Hymenoptera, Tenthredinidae)","year":2025,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Fauna; Genus; Taxonomy (biology); Period (music)","score_opus":0.442215712902368,"score_gpt":0.4124510233356566,"score_spread":0.02976468956671141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930752954","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017167536,0.0007032712,0.0017359838,0.0009141482,0.00026977342,0.0011222644,0.0005358658,0.00008831359,0.9944587],"genre_scores_gemma":[0.014736182,0.00033106908,0.0005893824,0.00014850353,0.00022540148,1.9557874e-7,0.00070184265,0.0018502828,0.9814171],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9852486,0.005178005,0.004137943,0.0012982493,0.0036784504,0.00045870928],"domain_scores_gemma":[0.9915286,0.0004970642,0.0028067834,0.0034104881,0.0015517826,0.0002053092],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.019621374,0.00044077332,0.002350735,0.0021010186,0.00046202974,0.002049534,0.004790921,0.00022231185,0.74222994],"category_scores_gemma":[0.02057333,0.00030134516,0.00066057313,0.0028776405,0.00024380871,0.00017277549,0.0018149812,0.00047191198,0.08671069],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011316294,0.00010656591,0.00009148409,0.0002499871,0.00016612759,0.000012317096,0.00036623675,0.000013106055,0.000081192775,0.002919796,0.968185,0.027796865],"study_design_scores_gemma":[0.00030738747,0.00008678317,0.0018219703,0.00033722367,0.00009185334,0.000009499415,0.0005092108,0.00014197252,0.000016914468,0.00033712236,0.996099,0.00024105467],"about_ca_topic_score_codex":0.00009133342,"about_ca_topic_score_gemma":0.00001563686,"teacher_disagreement_score":0.65551925,"about_ca_system_score_codex":0.00012659494,"about_ca_system_score_gemma":0.00002128232,"threshold_uncertainty_score":0.99994385},"labels":[],"label_agreement":null},{"id":"W6930944734","doi":"10.5281/zenodo.14981252","title":"Sclerocoelus argentinensis Kuwahara, Marshall & Paiero, 2025, sp. nov.","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Seta; Bristle; Holotype; Keel; Genus; Femur; Dorsum","score_opus":0.530073853491581,"score_gpt":0.4347456310229528,"score_spread":0.09532822246862815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930944734","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041338507,0.00091465923,0.051597197,0.00661458,0.000624228,0.001740682,0.00022860768,0.00025286278,0.8966887],"genre_scores_gemma":[0.80972564,0.00021019136,0.0023917728,0.0019474839,0.0002813786,3.235947e-7,0.0007036211,0.0010418799,0.18369773],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.986141,0.005774833,0.0034574617,0.0012080895,0.0029430822,0.0004755308],"domain_scores_gemma":[0.99175507,0.0004329817,0.0012167171,0.0032667995,0.0030739538,0.00025445124],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.035977226,0.00028774206,0.0012649155,0.00086670707,0.0019477176,0.004245133,0.0042667813,0.00009797764,0.260581],"category_scores_gemma":[0.027924072,0.00019496599,0.00073020096,0.0033356727,0.00014128273,0.00032797764,0.0019625123,0.00030248123,0.16954868],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013494896,0.00008116823,0.00010684061,0.000047939866,0.00014680228,0.000006888242,0.00020116528,0.000031420044,0.0007643997,0.0070382166,0.8719735,0.11958813],"study_design_scores_gemma":[0.00026907492,0.0000354219,0.0041625067,0.000045340345,0.00007926038,0.000017023807,0.0003056166,0.0014921522,0.00010092356,0.0014359691,0.99188584,0.0001708928],"about_ca_topic_score_codex":0.000008231834,"about_ca_topic_score_gemma":8.7420204e-7,"teacher_disagreement_score":0.7683871,"about_ca_system_score_codex":0.00010419993,"about_ca_system_score_gemma":0.00001020029,"threshold_uncertainty_score":0.9993516},"labels":[],"label_agreement":null},{"id":"W6931012884","doi":"10.5281/zenodo.2609089","title":"A psychological approach to evidence-based architectural design in domestic spaces","year":2019,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Soundness; Architectural design; Architecture; Architectural pattern; Asset (computer security); Motion (physics); Design elements and principles","score_opus":0.706210606113283,"score_gpt":0.4716451579126785,"score_spread":0.2345654482006045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931012884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4528946,0.0003134739,0.4060242,0.0037368601,0.0001992542,0.0041598505,0.000033775617,0.00014724956,0.13249077],"genre_scores_gemma":[0.9855314,0.0000051096267,0.010875165,0.00043537377,0.000043176395,2.5602586e-7,0.000035052984,0.00025262358,0.002821857],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98221666,0.011559152,0.002060787,0.0011329402,0.0026474653,0.0003830144],"domain_scores_gemma":[0.9947947,0.0012327381,0.00064228073,0.0022188101,0.00085216353,0.00025929912],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.04688444,0.0002131583,0.001006881,0.00080716057,0.00043736582,0.0028487802,0.003533065,0.000065094966,0.053834766],"category_scores_gemma":[0.04097458,0.00012285939,0.00031950837,0.0028195444,0.000083339604,0.0002502254,0.000628345,0.00027020735,0.109495424],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000499268,0.0009381662,0.00090613385,0.00025202666,0.00013345742,0.00005188451,0.00467966,0.056580514,0.0055693407,0.008474931,0.49864316,0.42327145],"study_design_scores_gemma":[0.0010449416,0.0011322913,0.031331237,0.0002461937,0.000055069755,0.0003090955,0.0010312491,0.05990226,0.00007107804,0.0024897472,0.901753,0.0006338013],"about_ca_topic_score_codex":0.000005076479,"about_ca_topic_score_gemma":1.713709e-7,"teacher_disagreement_score":0.53263676,"about_ca_system_score_codex":0.00008499048,"about_ca_system_score_gemma":0.000005369129,"threshold_uncertainty_score":0.99818635},"labels":[],"label_agreement":null},{"id":"W6931071832","doi":"10.5281/zenodo.4683476","title":"Replication package for The UK as a Technological Follower: Higher Education Expansion, Technological Adoption, and the Labour Market","year":2021,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Higher education; Replication (statistics); Technological change; Replicate; Syntax","score_opus":0.3017912580728498,"score_gpt":0.40607482088312935,"score_spread":0.10428356281027956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931071832","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029323043,0.009873335,0.028320916,0.031286713,0.00038419783,0.005873776,0.00032566744,0.00041115424,0.923231],"genre_scores_gemma":[0.034233373,0.0013147806,0.0013340226,0.00080730533,0.0002639126,0.000008001848,0.00052984495,0.001262448,0.9602463],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98907477,0.005266377,0.0019844538,0.0014274608,0.00195259,0.00029436866],"domain_scores_gemma":[0.9885952,0.0012798164,0.0021190157,0.0060550487,0.0018325663,0.00011838467],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.038238745,0.0003299215,0.0011420709,0.00042399843,0.0017267774,0.0027219858,0.0039428757,0.00036809806,0.3085361],"category_scores_gemma":[0.053041693,0.00014337867,0.0005288952,0.0017238075,0.00075919443,0.00006982919,0.0014361028,0.00043942258,0.005208291],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021797268,0.000051417785,0.0000054296356,0.000039969782,0.000107728985,0.0000010180122,0.000042269017,3.1425657e-7,0.00005734171,0.09791686,0.7965751,0.10518076],"study_design_scores_gemma":[0.00031695745,0.000044466353,0.00046892822,0.00007167571,0.00013056508,0.000066687346,0.00063410244,0.00007161669,0.000010983716,0.008412231,0.9896018,0.0001699902],"about_ca_topic_score_codex":0.000012444815,"about_ca_topic_score_gemma":0.0000012254131,"teacher_disagreement_score":0.30332783,"about_ca_system_score_codex":0.00006627801,"about_ca_system_score_gemma":0.000018005887,"threshold_uncertainty_score":0.9995728},"labels":[],"label_agreement":null},{"id":"W6931117536","doi":"10.5281/zenodo.4057066","title":"XiaomoLing/LongestCommonSubString: First Release of Longest Common SubString R Library","year":2019,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Substring; Key (lock)","score_opus":0.4440681613696853,"score_gpt":0.3963504184712477,"score_spread":0.04771774289843761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931117536","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015710252,0.0014293873,0.00089174125,0.0005485556,0.00025434012,0.0012310446,0.0005565708,0.00022455554,0.9932928],"genre_scores_gemma":[0.14761165,0.00055528636,0.00079860893,0.00010643565,0.00040518676,1.5249609e-7,0.0016740101,0.0083521735,0.8404965],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9861742,0.0047087087,0.0039989194,0.0012562678,0.0034307423,0.0004311086],"domain_scores_gemma":[0.98848015,0.0006758131,0.0045554386,0.0052620643,0.0007160221,0.0003105296],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.01405687,0.00046359515,0.0025376615,0.0014149776,0.0006976461,0.0023382974,0.0063861567,0.00027379242,0.2699316],"category_scores_gemma":[0.0093742395,0.00032603196,0.0008742623,0.0020359477,0.00019183723,0.00029343212,0.002346185,0.0005290766,0.11149282],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015302421,0.000095416406,0.000196773,0.00032771498,0.00018927397,0.000018337925,0.00020727573,0.00006024772,0.000018229044,0.0020033526,0.9664256,0.030442469],"study_design_scores_gemma":[0.00026762325,0.00007940171,0.00067830225,0.0003048429,0.000110081084,0.000045284156,0.00016544574,0.0002938308,0.00004883533,0.00012760612,0.99758685,0.00029190042],"about_ca_topic_score_codex":0.00003164303,"about_ca_topic_score_gemma":0.0000036204844,"teacher_disagreement_score":0.1584388,"about_ca_system_score_codex":0.000056203677,"about_ca_system_score_gemma":0.000011150215,"threshold_uncertainty_score":0.9999192},"labels":[],"label_agreement":null},{"id":"W6931166382","doi":"10.5281/zenodo.5388686","title":"Setositibiella Papp 2008","year":2011,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Alberta Museum; University of Guelph","funders":"","keywords":"Bombus terrestris; Genus; Type (biology); Lumbricus terrestris","score_opus":0.7064894350561229,"score_gpt":0.42983982337407306,"score_spread":0.2766496116820499,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931166382","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013790586,0.00022057717,0.022810996,0.00049051375,0.0001605942,0.0005897897,0.00010083141,0.00011603887,0.96172005],"genre_scores_gemma":[0.96117544,0.000042603377,0.0023721384,0.00042476263,0.00015861582,5.0076537e-8,0.00024086963,0.0008123611,0.03477317],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9882704,0.0055003953,0.0025084924,0.0008135741,0.0025739684,0.0003331587],"domain_scores_gemma":[0.9938634,0.00018917782,0.001075809,0.0026590084,0.0019466084,0.00026600822],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.032469057,0.00019053667,0.0008353372,0.00040303633,0.0014718407,0.0019915113,0.0035965815,0.00006626066,0.46887887],"category_scores_gemma":[0.013909354,0.00011908821,0.00045951776,0.0014767925,0.00012871776,0.00029867492,0.0009674323,0.00019940722,0.2906991],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010798306,0.00007077314,0.00004682782,0.000015022025,0.00006737302,0.000011533057,0.0015528472,0.000006634792,0.0003722614,0.0061527235,0.90465194,0.08704124],"study_design_scores_gemma":[0.00013224517,0.00007664505,0.001833491,0.000010223728,0.00003333361,0.00007610218,0.00056854734,0.0005156997,0.00014786245,0.0017564031,0.99471265,0.00013678928],"about_ca_topic_score_codex":0.000009287359,"about_ca_topic_score_gemma":3.5711335e-7,"teacher_disagreement_score":0.94738483,"about_ca_system_score_codex":0.000041891046,"about_ca_system_score_gemma":0.000003378326,"threshold_uncertainty_score":0.9998281},"labels":[],"label_agreement":null},{"id":"W6931199293","doi":"10.5281/zenodo.4041660","title":"Can I Share My Data?","year":2020,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Portage College; Western University; University of Guelph; University of British Columbia; York University; University of Waterloo; Carleton University; University of Windsor; Council of Prairie and Pacific University Libraries; University of Ottawa","funders":"","keywords":"Data collection; Confidentiality; Research ethics; Informed consent; Public policy; Information system","score_opus":0.784375192955452,"score_gpt":0.46175307241689684,"score_spread":0.32262212053855516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931199293","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016395561,0.0007686884,0.048435245,0.06489173,0.00036080435,0.0025820192,0.0053316634,0.00053752697,0.86069673],"genre_scores_gemma":[0.9813796,0.000041235344,0.0015309224,0.0027786118,0.00045002878,4.1995474e-8,0.00422971,0.0010536909,0.008536131],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98840684,0.0047324407,0.0023578922,0.0011703803,0.003045566,0.0002868993],"domain_scores_gemma":[0.99275666,0.00023366419,0.0010077684,0.00396641,0.0016216678,0.0004138293],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.023626694,0.00017989839,0.0008821964,0.00019544244,0.0012953152,0.0041944515,0.00820123,0.000047545298,0.33822215],"category_scores_gemma":[0.051004067,0.00011427569,0.00026754683,0.0018174765,0.00008278751,0.00039295538,0.0036466399,0.00022773453,0.18788302],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060773827,0.000021152133,0.00001943663,0.000025940455,0.000051885454,0.000008028305,0.00087576074,0.000023382847,0.00021456042,0.0017478631,0.9203223,0.07668361],"study_design_scores_gemma":[0.00013675791,0.0000572043,0.00040542585,0.00000887454,0.000033750166,0.000022736578,0.0006725797,0.0061362823,0.00001995232,0.00034201928,0.9920419,0.00012252346],"about_ca_topic_score_codex":0.000005292968,"about_ca_topic_score_gemma":5.901222e-7,"teacher_disagreement_score":0.96498406,"about_ca_system_score_codex":0.0000365341,"about_ca_system_score_gemma":0.000005794536,"threshold_uncertainty_score":0.99716485},"labels":[],"label_agreement":null},{"id":"W6931203157","doi":"10.5281/zenodo.3460981","title":"lnacquaroli/ThinFilmsTools.jl: v0.6.3","year":2019,"lang":"en","type":"other","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Thin film; Refractive index; Mixing (physics); Refraction; Thermal; Plot (graphics)","score_opus":0.8435859818991904,"score_gpt":0.5379274250109818,"score_spread":0.30565855688820864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931203157","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.7104755e-7,0.0029032517,0.000011442264,0.00012986842,0.00038117619,0.0010519048,0.18295977,0.00004243681,0.8125199],"genre_scores_gemma":[0.000035786135,0.000005020834,0.0003728632,0.0006150202,0.00055945275,0.00016639507,0.040708173,0.00032940292,0.95720786],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9821982,0.0033697535,0.0056238533,0.0016102819,0.0068168775,0.00038106614],"domain_scores_gemma":[0.9783158,0.0023369642,0.008978625,0.009428643,0.00070503016,0.00023498558],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.011130772,0.00066113874,0.0053455564,0.00075987325,0.000056625973,0.0013008543,0.0043837964,0.00056267984,0.9934133],"category_scores_gemma":[0.054288622,0.0003252346,0.003226552,0.0010323222,0.00000822098,0.00011256583,0.00037835143,0.00035511103,0.86484],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.930862e-7,0.000010107651,0.000025013285,0.00019226754,0.00015713034,0.000008473657,0.000026490901,0.000002715931,3.269649e-7,0.00007114063,0.99552613,0.003979721],"study_design_scores_gemma":[0.00008790327,0.000013037473,0.00012067346,0.0012189028,0.000084424915,0.000007720433,0.000029822228,0.00020656823,0.0000010043296,0.00013537631,0.997732,0.0003625756],"about_ca_topic_score_codex":0.000012909461,"about_ca_topic_score_gemma":0.00003672792,"teacher_disagreement_score":0.14468801,"about_ca_system_score_codex":0.000028994002,"about_ca_system_score_gemma":0.00014554744,"threshold_uncertainty_score":0.99991995},"labels":[],"label_agreement":null},{"id":"W6931295173","doi":"10.5281/zenodo.5857013","title":"JuliaData/CSV.jl: v0.10.1","year":2022,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Invenia (Canada)","funders":"","keywords":"","score_opus":0.6061983346812895,"score_gpt":0.44551228897191725,"score_spread":0.16068604570937223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931295173","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012911341,0.00069221994,0.002290343,0.00075010967,0.00027181488,0.0009760702,0.0012324946,0.00024778338,0.9935263],"genre_scores_gemma":[0.0003249226,0.00010118908,0.00054111745,0.0002751699,0.00035939724,1.6185656e-7,0.0035135765,0.005930971,0.9889535],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97732353,0.010984395,0.0033792972,0.0016682855,0.0061752335,0.00046927587],"domain_scores_gemma":[0.9888937,0.00031885135,0.0032331115,0.0059962696,0.0012275605,0.00033052813],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.03941585,0.00044064532,0.001984538,0.001302613,0.0017926245,0.0044638594,0.008520706,0.00016226152,0.9825139],"category_scores_gemma":[0.027818268,0.00029642982,0.00086653535,0.0024314586,0.00015921598,0.00018577988,0.0040696827,0.0005383254,0.6030101],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064834167,0.000059331545,0.0000017977535,0.00005952863,0.00017751507,0.000016571175,0.00014794519,0.0000068282047,0.000013083639,0.0016777792,0.9569631,0.040870037],"study_design_scores_gemma":[0.00018133565,0.000078617486,0.000030013181,0.000027222024,0.00009631942,0.00005782132,0.0002933167,0.00015343585,0.0000017468893,0.00028421634,0.9985016,0.00029436717],"about_ca_topic_score_codex":0.000020235357,"about_ca_topic_score_gemma":0.0000015937833,"teacher_disagreement_score":0.3795038,"about_ca_system_score_codex":0.00015736932,"about_ca_system_score_gemma":0.00001043942,"threshold_uncertainty_score":0.9999488},"labels":[],"label_agreement":null},{"id":"W6931409468","doi":"10.5281/zenodo.7420706","title":"Full Out Combat Cheer Homefront Civil Showdown WA 2022 live streaming online Cheer &amp; Dance free","year":2022,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dance; Subject (documents); Event (particle physics); Government (linguistics); Pretext","score_opus":0.4425149412572087,"score_gpt":0.4079027442510852,"score_spread":0.0346121970061235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931409468","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007999731,0.0028693094,0.005220351,0.0011782676,0.0006283101,0.0018707784,0.004103852,0.00035299838,0.98297614],"genre_scores_gemma":[0.0021309955,0.00046182083,0.0016274608,0.00032496068,0.00066365645,5.901089e-7,0.005516263,0.0054129213,0.9838613],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9775932,0.009830464,0.0035203907,0.001988374,0.0064269397,0.00064065383],"domain_scores_gemma":[0.9883358,0.00048964814,0.0032943136,0.006147894,0.0013398147,0.0003925648],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.028094705,0.0006433422,0.0025031266,0.001178163,0.0014598266,0.0032600567,0.00940881,0.0002401198,0.90154356],"category_scores_gemma":[0.028036188,0.00045312347,0.0009578285,0.0016433671,0.00020770464,0.00026302738,0.006124902,0.0010027336,0.15098825],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016746204,0.00018712385,0.000013224725,0.0001116085,0.00033355865,0.000014837837,0.0014515114,0.000028389824,0.00014685458,0.0003236499,0.9679746,0.02939789],"study_design_scores_gemma":[0.00036469998,0.00012678714,0.00025909877,0.00008105143,0.00015508918,0.00004480696,0.0015153412,0.00035268848,0.0000017094055,0.00021832382,0.9964285,0.0004519253],"about_ca_topic_score_codex":0.0000469874,"about_ca_topic_score_gemma":0.00012677604,"teacher_disagreement_score":0.7505553,"about_ca_system_score_codex":0.00035626846,"about_ca_system_score_gemma":0.000016965267,"threshold_uncertainty_score":0.99984014},"labels":[],"label_agreement":null},{"id":"W6931433668","doi":"10.5281/zenodo.6352706","title":"Fitness-correlated trends analysis pipeline publication archive","year":2022,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Pipeline (software); Pipeline transport; Data processing; Work (physics); Field (mathematics)","score_opus":0.40161999346213917,"score_gpt":0.4189215813163811,"score_spread":0.017301587854241907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931433668","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017450515,0.00031946934,0.032281797,0.0010438119,0.00015774148,0.0005432962,0.0018250706,0.00025539254,0.963556],"genre_scores_gemma":[0.002056006,0.00007258653,0.0006439901,0.00020836503,0.00020969128,3.2623424e-7,0.024989583,0.0033904084,0.968429],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9780147,0.011026446,0.0039337883,0.0017118168,0.004904085,0.00040918178],"domain_scores_gemma":[0.98773223,0.00034587522,0.004567857,0.0052159633,0.0018337943,0.0003042793],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.03301082,0.000421981,0.0022441638,0.0056022354,0.001525564,0.004032136,0.0060852976,0.0001666386,0.9484491],"category_scores_gemma":[0.021156836,0.00029034968,0.0014979393,0.011509118,0.00014740787,0.00018647399,0.0021680782,0.0005699702,0.121646166],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069206353,0.000082506485,0.000014532063,0.000021113636,0.00081673486,0.000005257682,0.00029002194,0.00011046087,0.0000070341043,0.0016721822,0.90785426,0.089118965],"study_design_scores_gemma":[0.0001894682,0.000047318506,0.0002927953,0.000010621678,0.000786087,0.000021048632,0.00024455742,0.0059144986,6.2741066e-7,0.00024015842,0.9919794,0.000273412],"about_ca_topic_score_codex":0.00003813398,"about_ca_topic_score_gemma":0.000006459738,"teacher_disagreement_score":0.8268029,"about_ca_system_score_codex":0.0001546374,"about_ca_system_score_gemma":0.000007889793,"threshold_uncertainty_score":0.9999549},"labels":[],"label_agreement":null},{"id":"W6931433817","doi":"10.5281/zenodo.6227783","title":"Reicheadella smetanai Bulirsch & Guéorguiev, 2008, sp. nov.","year":2008,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Apex (geometry); Holotype; Vertex (graph theory); Bent molecular geometry; Arthropod mouthparts; Margin (machine learning)","score_opus":0.6433665453349371,"score_gpt":0.4359201806714554,"score_spread":0.2074463646634817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931433817","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.072272845,0.0012177161,0.03660875,0.0050365278,0.00043617876,0.0015685374,0.00021518747,0.0003121297,0.88233215],"genre_scores_gemma":[0.9199224,0.00021870615,0.0031530652,0.00075073884,0.0003997726,1.226727e-7,0.00042241998,0.0012585586,0.07387418],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98353696,0.0063246093,0.003785154,0.0012429676,0.004581138,0.0005291456],"domain_scores_gemma":[0.990478,0.0003965247,0.0015317773,0.0037713514,0.0034057985,0.00041654354],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.034877814,0.00031410213,0.0014264738,0.0006390053,0.0030269811,0.0022249739,0.004735943,0.000109626366,0.27993676],"category_scores_gemma":[0.030210996,0.00020589774,0.00072835723,0.0029077393,0.00026438342,0.0004111455,0.0012803279,0.0003736084,0.2766001],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013479993,0.000085793305,0.00006772718,0.00002122375,0.000098356875,0.000035209425,0.0007125419,0.000051703017,0.0007195642,0.0024492615,0.96573526,0.03000986],"study_design_scores_gemma":[0.00025131353,0.000081743,0.0016007911,0.000013564231,0.000047389134,0.00034694633,0.00034382258,0.0010107863,0.00011237532,0.0005502715,0.9954207,0.00022029091],"about_ca_topic_score_codex":0.000013273396,"about_ca_topic_score_gemma":6.150593e-7,"teacher_disagreement_score":0.8476496,"about_ca_system_score_codex":0.00010190727,"about_ca_system_score_gemma":0.000011023733,"threshold_uncertainty_score":0.9988108},"labels":[],"label_agreement":null},{"id":"W6931445065","doi":"10.5281/zenodo.5262491","title":"Rhabdias bakeri Tkach, Kuzmin et Pulis 2006","year":2013,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Alpha cell; Pharyngeal muscles; Tubulopathy; Deformation (meteorology)","score_opus":0.5817480704457517,"score_gpt":0.4410651529545084,"score_spread":0.14068291749124334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931445065","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047741532,0.00038372146,0.025151465,0.008245163,0.00027592227,0.00186929,0.00023450668,0.00021952325,0.9158789],"genre_scores_gemma":[0.903561,0.00008283889,0.0027043433,0.0018445496,0.00024688718,4.0165492e-7,0.00069140794,0.0012937029,0.089574896],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98467696,0.0077938037,0.0029140261,0.00094741443,0.003244817,0.0004229705],"domain_scores_gemma":[0.9922749,0.000421747,0.0012557362,0.0028718726,0.0028298136,0.0003459579],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.034260925,0.00024922052,0.0010338312,0.00048085378,0.0013237315,0.0065587973,0.0037026391,0.00008039661,0.5082127],"category_scores_gemma":[0.028023884,0.00015557162,0.0005167674,0.0017960039,0.00013073918,0.00072043313,0.0012681228,0.00027817392,0.4603736],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031974066,0.000055794077,0.000036508183,0.00001635702,0.000051680283,0.000003480302,0.00055900775,0.000036998386,0.0005561006,0.004222271,0.90366435,0.09079427],"study_design_scores_gemma":[0.00016142048,0.00006672599,0.003273635,0.000012788042,0.000027132894,0.000047739406,0.0004783669,0.0016109409,0.000048493624,0.0016259227,0.99247617,0.00017068877],"about_ca_topic_score_codex":0.00003666763,"about_ca_topic_score_gemma":0.0000010359603,"teacher_disagreement_score":0.85581946,"about_ca_system_score_codex":0.000066160144,"about_ca_system_score_gemma":0.000005619022,"threshold_uncertainty_score":0.9999764},"labels":[],"label_agreement":null},{"id":"W6931458052","doi":"10.5281/zenodo.7053069","title":"Cabamofa vietnamensis Jaschhof & Levesque-Beaudin & Broadley & Heller & Lien & Schmidt 2022, sp. nov.","year":2022,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Seta; Apex (geometry); Wing; Midpoint; Ovoid","score_opus":0.4825792634916687,"score_gpt":0.4138728975968889,"score_spread":0.0687063658947798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931458052","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13300993,0.001587486,0.013685221,0.0075223073,0.0009385712,0.0030966306,0.0008622289,0.00036780667,0.83892983],"genre_scores_gemma":[0.8761955,0.00010277152,0.0012385953,0.0012013395,0.0002721661,9.0808953e-7,0.0008075194,0.0012821201,0.11889907],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97672325,0.011271745,0.003607498,0.0015353689,0.0062386086,0.0006235264],"domain_scores_gemma":[0.9914655,0.00037121528,0.0018357426,0.0037398995,0.0021891545,0.00039846843],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.048984326,0.0003631846,0.0014680221,0.0008682821,0.0052155056,0.0035199472,0.0055212397,0.000071882045,0.64584035],"category_scores_gemma":[0.014766272,0.00026610133,0.0008575818,0.0038881516,0.00017812954,0.00043832252,0.0046091904,0.0006605204,0.17263335],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029704903,0.00016715912,0.000059689424,0.000026219497,0.00015966137,0.000024363282,0.0015970295,0.00041633102,0.0021630207,0.0029019807,0.9215523,0.070902534],"study_design_scores_gemma":[0.00034794465,0.00015979812,0.00081363437,0.000012236337,0.00007374832,0.0001232054,0.001796371,0.0018254924,0.00008035996,0.0005868769,0.9938983,0.00028208486],"about_ca_topic_score_codex":0.000023555674,"about_ca_topic_score_gemma":0.0000011439686,"teacher_disagreement_score":0.7431856,"about_ca_system_score_codex":0.00028833456,"about_ca_system_score_gemma":0.000014618252,"threshold_uncertainty_score":0.99997914},"labels":[],"label_agreement":null},{"id":"W6931546505","doi":"10.5281/zenodo.3945169","title":"FIG. 9 in A review of tube-nosed bats (Murina) from Laos with a description of two new species","year":2012,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Ontario Museum; Environment and Climate Change Canada","funders":"","keywords":"Holotype; Skull; Scale (ratio); Variation (astronomy); Taxonomy (biology)","score_opus":0.5168384010915968,"score_gpt":0.4053607876649204,"score_spread":0.11147761342667645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931546505","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005035038,0.015601587,0.0049052816,0.0003299182,0.000101364996,0.001608697,0.00045433806,0.000047318204,0.976448],"genre_scores_gemma":[0.010781371,0.007156717,0.0042425706,0.00018124533,0.00034209984,2.1280374e-7,0.0012269035,0.00301469,0.9730542],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9880755,0.004943604,0.0030152441,0.0007028936,0.0030009707,0.00026177484],"domain_scores_gemma":[0.9925086,0.00018762439,0.0035526387,0.002504028,0.0010622907,0.00018485106],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.015332838,0.00029535586,0.002308532,0.0008424834,0.00012700993,0.0004209793,0.002497787,0.000096866315,0.50413316],"category_scores_gemma":[0.008533895,0.0001781788,0.00042088027,0.0018504527,0.00013235412,0.00018630229,0.00060155836,0.00022914038,0.018718831],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014509593,0.00008271018,0.000073324314,0.0012868241,0.00013400624,0.0000036143185,0.0003479894,0.0000023182877,0.00025990463,0.00072823255,0.97649336,0.020573217],"study_design_scores_gemma":[0.00035639098,0.00007809846,0.0007666746,0.004099059,0.00014556259,0.000009348786,0.0001128459,0.000029077079,0.000031828386,0.00015034506,0.99405867,0.00016209266],"about_ca_topic_score_codex":0.00015627872,"about_ca_topic_score_gemma":0.000014409817,"teacher_disagreement_score":0.48541436,"about_ca_system_score_codex":0.00006482122,"about_ca_system_score_gemma":0.000015857506,"threshold_uncertainty_score":0.99981767},"labels":[],"label_agreement":null},{"id":"W6931608085","doi":"10.5281/zenodo.8282337","title":"FIGURES 41–46 in Review of Chalcovietnamicus Marusik, 1991, with description of four new species (Araneae, Salticidae, Euophryini)","year":2023,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Luck; Zhàng; Subject (documents); Attribution; Staring","score_opus":0.5460459421369137,"score_gpt":0.4018804296609367,"score_spread":0.14416551247597703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931608085","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017673726,0.011629955,0.0020506047,0.0006336841,0.00016770847,0.0020189679,0.0003918724,0.00013932955,0.9827911],"genre_scores_gemma":[0.0025129425,0.020960597,0.0011916064,0.00017019792,0.00020822088,3.0702088e-7,0.00059647637,0.004391158,0.9699685],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9861138,0.0046069585,0.0041423794,0.0009698777,0.0038173588,0.0003496426],"domain_scores_gemma":[0.99113446,0.00031336697,0.004284203,0.002725724,0.0013552107,0.0001870182],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.02095618,0.00039631582,0.0028063941,0.0014405792,0.00020836208,0.0005213621,0.0030221653,0.0001549991,0.21309495],"category_scores_gemma":[0.017306473,0.00024471176,0.0005897797,0.003397362,0.00019593842,0.0001755292,0.0006840564,0.00030901885,0.022217913],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002034434,0.00005428159,0.00004114631,0.003627135,0.00015618882,0.000014372319,0.00021982865,0.0000143869165,0.0000756432,0.0008665399,0.97187567,0.023034463],"study_design_scores_gemma":[0.00029463178,0.00013905532,0.0014231729,0.0062623695,0.00014204766,0.000025695954,0.00018147618,0.00008448847,0.000008577851,0.00014009803,0.99108016,0.00021820069],"about_ca_topic_score_codex":0.00017797398,"about_ca_topic_score_gemma":0.000055767105,"teacher_disagreement_score":0.19087704,"about_ca_system_score_codex":0.00009063588,"about_ca_system_score_gemma":0.000021305901,"threshold_uncertainty_score":0.9979056},"labels":[],"label_agreement":null},{"id":"W6931667931","doi":"10.5281/zenodo.5119113","title":"Metaclisa (Trichometaclisa) ottoi Nabozhenko & Mckellar & Bukejs 2021, sp. nov.","year":2021,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Saskatchewan Museum; University of Regina","funders":"","keywords":"Dorsum; Head (geology); Fibrous joint; Wing; Oblique case","score_opus":0.5439664513762327,"score_gpt":0.4341123679479772,"score_spread":0.10985408342825548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931667931","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03867352,0.0036787377,0.043002103,0.005283741,0.0009061992,0.0014995587,0.00057123473,0.00022007464,0.9061648],"genre_scores_gemma":[0.7694095,0.0010466934,0.01080478,0.0021846662,0.001306678,5.2085034e-7,0.002901918,0.0031683932,0.20917685],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9768697,0.01125863,0.00425974,0.0016398255,0.0053672316,0.0006048467],"domain_scores_gemma":[0.98633426,0.0007966872,0.0018084728,0.0047332444,0.005844998,0.0004823086],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.04600149,0.0003796408,0.0018875671,0.00073721074,0.002235171,0.007025699,0.004403857,0.00012744001,0.47997168],"category_scores_gemma":[0.061335605,0.00025956106,0.001126972,0.0054879296,0.00016600048,0.00059629726,0.002227537,0.0004295483,0.23474282],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010234016,0.00019597368,0.0000809147,0.000048355872,0.00038221423,0.00006105803,0.00055396336,0.00007221807,0.0025116894,0.009289729,0.8633557,0.12343795],"study_design_scores_gemma":[0.0003242249,0.000055120756,0.0010326421,0.000018078668,0.00016853382,0.0001425843,0.0007834431,0.0007040443,0.00043431635,0.0009415842,0.9951252,0.00027022805],"about_ca_topic_score_codex":0.0000066668085,"about_ca_topic_score_gemma":0.0000010841563,"teacher_disagreement_score":0.73073596,"about_ca_system_score_codex":0.00011168218,"about_ca_system_score_gemma":0.000019802637,"threshold_uncertainty_score":0.99998564},"labels":[],"label_agreement":null},{"id":"W6931669731","doi":"10.5683/sp3/zi78gl","title":"Enquête sur la population active, décembre 1995 [Canada] [Remanié Recensement 2001]","year":2023,"lang":"fr","type":"dataset","venue":"Borealis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Statistics Canada","funders":"","keywords":"Population; Research methodology; Public investment; Statistical analysis","score_opus":0.4274786066240617,"score_gpt":0.44867329352270247,"score_spread":0.02119468689864079,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931669731","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018939296,0.0012704136,0.00012346514,0.0030368627,0.0017243973,0.0018125714,0.9862443,0.000016381704,0.005582207],"genre_scores_gemma":[0.000056448192,0.0019141466,0.00041228885,0.0007714807,0.00054619636,0.0001735723,0.9248534,0.00006762086,0.07120488],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9574131,0.016476002,0.012280329,0.0024365473,0.010451042,0.00094300666],"domain_scores_gemma":[0.9731391,0.007983024,0.009252051,0.0075519593,0.0014636115,0.0006102553],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.056453235,0.0011448419,0.006696154,0.0006732849,0.00043117997,0.0014524147,0.0035034544,0.00061255187,0.008536273],"category_scores_gemma":[0.034013957,0.00071497425,0.0023202084,0.0022911774,0.00010372229,0.00039264694,0.0005186987,0.00065023225,0.007657232],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001656804,0.00008293999,0.00033882388,0.00037366306,0.0007703624,0.00015915852,0.00004744433,0.00011257321,0.0000016128718,0.00021785033,0.97517544,0.022703568],"study_design_scores_gemma":[0.00022381535,0.000040193092,0.014488114,0.00043719652,0.0013131512,0.00002877653,0.00022267946,0.0012902177,0.000002823182,0.00044369383,0.9808526,0.0006567377],"about_ca_topic_score_codex":0.9583523,"about_ca_topic_score_gemma":0.98395437,"teacher_disagreement_score":0.06562267,"about_ca_system_score_codex":0.00064474734,"about_ca_system_score_gemma":0.0016525243,"threshold_uncertainty_score":0.9995842},"labels":[],"label_agreement":null},{"id":"W6931675009","doi":"10.5683/sp3/robwhk","title":"Lac des Iles Ontario. 1:50,000. Map Sheet 052H04, ed. 2, 1979","year":2021,"lang":"en","type":"dataset","venue":"Borealis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Georeference; General partnership; Raster graphics; Aerial photography; Natural (archaeology); Geographic information system; Viewshed analysis; Government (linguistics)","score_opus":0.4893181279481685,"score_gpt":0.4579042628779083,"score_spread":0.03141386507026017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931675009","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004171487,0.005380408,0.00021232963,0.00037622472,0.0007221658,0.00062970415,0.9875039,0.000010526166,0.005123069],"genre_scores_gemma":[0.0000061002006,0.00061875273,0.0021615212,0.0007623483,0.0005129678,0.00011598048,0.97596526,0.000029934447,0.01982716],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9715501,0.007657113,0.0099836625,0.0021885538,0.00798303,0.000637535],"domain_scores_gemma":[0.9777617,0.0030074392,0.0056357095,0.01154167,0.0015977985,0.00045569654],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.050705258,0.000941931,0.0073402356,0.0006304569,0.00033433246,0.0030107778,0.0051101265,0.0005487472,0.11334804],"category_scores_gemma":[0.019618798,0.00049448444,0.0038774263,0.0009702159,0.00021300274,0.0002787767,0.00069335033,0.00062117714,0.006037184],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043534965,0.00007846551,0.0004329479,0.00019818361,0.0004672171,0.00010229558,0.00013339469,0.000008781252,6.979917e-7,0.00006968917,0.9961639,0.0023400602],"study_design_scores_gemma":[0.00011690894,0.00002907744,0.0019049175,0.00022338657,0.0009924319,0.00003167554,0.0002362244,0.000015165428,0.0000020957216,0.0015103741,0.99441236,0.0005254091],"about_ca_topic_score_codex":0.30242732,"about_ca_topic_score_gemma":0.7570295,"teacher_disagreement_score":0.45460215,"about_ca_system_score_codex":0.00021723499,"about_ca_system_score_gemma":0.0005482418,"threshold_uncertainty_score":0.9997507},"labels":[],"label_agreement":null},{"id":"W6931711254","doi":"10.5281/zenodo.6149452","title":"Oiceoptoma noveboracense Forster 1771","year":2013,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Peck (Imperial); Deciduous; Woodland; Nova scotia; Habitat; Jack pine","score_opus":0.5643426207626651,"score_gpt":0.43758488976509063,"score_spread":0.12675773099757442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931711254","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15854897,0.00023742183,0.032670747,0.007010168,0.0003653349,0.0023292543,0.00015706204,0.0002635997,0.79841745],"genre_scores_gemma":[0.9541755,0.00001776779,0.0019919786,0.00080216315,0.00021008702,2.0007745e-7,0.0002534769,0.0008711364,0.041677732],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9877957,0.004966843,0.0028701413,0.00089206593,0.003067395,0.00040781972],"domain_scores_gemma":[0.99151963,0.00039776723,0.0012667724,0.0029910593,0.0035057676,0.00031899198],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.026300235,0.00022844855,0.00095489534,0.00045965496,0.0014796604,0.0065157507,0.0035153003,0.00007577878,0.4686177],"category_scores_gemma":[0.022085197,0.00013774932,0.00050645234,0.0015922727,0.00016559064,0.00068396074,0.001235143,0.00022421153,0.51906425],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051516727,0.000054227883,0.000038985552,0.0000193954,0.000057700818,0.00000325021,0.0005121474,0.000013435082,0.0006117621,0.003069088,0.86154103,0.13407381],"study_design_scores_gemma":[0.0001943029,0.00007323486,0.0024450978,0.000012213347,0.000027439477,0.000058744692,0.0006770821,0.0019495894,0.000068445595,0.0013970771,0.9929382,0.00015855703],"about_ca_topic_score_codex":0.000015494394,"about_ca_topic_score_gemma":4.5620186e-7,"teacher_disagreement_score":0.7956265,"about_ca_system_score_codex":0.00006486903,"about_ca_system_score_gemma":0.000003326829,"threshold_uncertainty_score":0.9998203},"labels":[],"label_agreement":null},{"id":"W6931715393","doi":"10.5281/zenodo.5997641","title":"Japanagromyza viridula Coquillett","year":2018,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Frass; Fagaceae; Quercus serrata; Puerto rican","score_opus":0.5954495707386406,"score_gpt":0.4504594172083595,"score_spread":0.14499015353028105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931715393","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046827707,0.00013575071,0.040379908,0.0028901559,0.00033879196,0.0008320531,0.00012092307,0.00016837899,0.90830636],"genre_scores_gemma":[0.9688536,0.000015783122,0.001104213,0.00070907903,0.00044958538,4.074287e-8,0.00020075204,0.0007017452,0.027965201],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98667747,0.0059701204,0.002699687,0.00095732254,0.0033137137,0.0003816871],"domain_scores_gemma":[0.99160373,0.00029521977,0.0011694796,0.0031652332,0.003487175,0.00027917983],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.040135294,0.00020976545,0.00093958195,0.00047975164,0.0022884195,0.0039912728,0.004282838,0.00006867633,0.39105558],"category_scores_gemma":[0.028454732,0.00013090756,0.00046560902,0.0019755356,0.00030680705,0.00032909395,0.0014183527,0.00019154143,0.41962928],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000096550975,0.000041278072,0.000015954785,0.0000114035565,0.000066513494,0.0000040939613,0.0006625086,0.00000752077,0.00075356325,0.0059650242,0.90499884,0.087463625],"study_design_scores_gemma":[0.00016852375,0.00013301295,0.0010935498,0.00001174694,0.000032343505,0.00005964355,0.0004170002,0.0013982777,0.000110841815,0.0012490898,0.99517936,0.00014664016],"about_ca_topic_score_codex":0.0000054370535,"about_ca_topic_score_gemma":5.3253126e-7,"teacher_disagreement_score":0.9220259,"about_ca_system_score_codex":0.00006427257,"about_ca_system_score_gemma":0.000003836546,"threshold_uncertainty_score":0.99901044},"labels":[],"label_agreement":null},{"id":"W6931787686","doi":"10.5683/sp/zpm1ha","title":"SLAP field data sampling: Manitoba [Canada] October 30 to November 12, 2015 dataset","year":2017,"lang":"en","type":"dataset","venue":"Borealis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Water content; Data set; Moisture; Soil water; Temperature measurement; Hydrology (agriculture)","score_opus":0.7790641998849394,"score_gpt":0.5480625206940625,"score_spread":0.23100167919087689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931787686","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000021151325,0.00044417565,0.0006067419,0.003102013,0.0010788729,0.0010372782,0.99150825,0.00000495237,0.002215586],"genre_scores_gemma":[0.0000023200712,0.0001371533,0.0011995756,0.0066023925,0.0009560177,0.000055318167,0.9892439,0.000030311792,0.0017729807],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97580445,0.0026781866,0.0082063265,0.0030951337,0.009535543,0.0006803704],"domain_scores_gemma":[0.93525845,0.0044623893,0.00670402,0.05202715,0.00082715193,0.0007208151],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.050289214,0.0009282487,0.005639903,0.00046808875,0.0004275426,0.004316756,0.024615124,0.00043600757,0.03312738],"category_scores_gemma":[0.08256197,0.0005123532,0.0007495825,0.00040509767,0.00006235418,0.00058787473,0.004117924,0.00058999774,0.007914003],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068414824,0.000034403696,0.000081551036,0.00007344602,0.0003217333,0.00007146132,0.00000572921,0.0000035856838,1.744822e-7,0.0000074788027,0.9945599,0.004833729],"study_design_scores_gemma":[0.00011939621,0.000025106096,0.00048640714,0.00009547312,0.0007536389,0.000019313418,0.00005986576,0.00004116132,7.317442e-7,0.0001608026,0.9976535,0.00058458967],"about_ca_topic_score_codex":0.8865537,"about_ca_topic_score_gemma":0.9925589,"teacher_disagreement_score":0.106005184,"about_ca_system_score_codex":0.00010752609,"about_ca_system_score_gemma":0.0009857243,"threshold_uncertainty_score":0.9997328},"labels":[],"label_agreement":null},{"id":"W6931815020","doi":"10.5281/zenodo.7704663","title":"Artifact for Article \"Memento: A Framework for Detectable Recoverability in Persistent Memory\"","year":2023,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Hash table; Hash function; Separation logic; Artifact (error); Data structure; Thread (computing); Multi-core processor; Symbolic execution; Blocking (statistics)","score_opus":0.5689788907122523,"score_gpt":0.45120640005621343,"score_spread":0.11777249065603884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931815020","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026083547,0.0009077682,0.25802746,0.0037652708,0.0012729701,0.016342927,0.0029121214,0.00091613206,0.713247],"genre_scores_gemma":[0.021491315,0.00014760708,0.01669687,0.00039602388,0.0006684062,0.000008366787,0.00071783335,0.013085044,0.94678855],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99064535,0.0029007832,0.0027282978,0.001298878,0.001912427,0.0005142539],"domain_scores_gemma":[0.99307734,0.0013056567,0.0016343106,0.0026935295,0.0010812336,0.0002079225],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.038099423,0.0002998831,0.0014961612,0.00067191414,0.0007210582,0.002165269,0.0023635048,0.0001987061,0.16352879],"category_scores_gemma":[0.06757288,0.00021054332,0.001080614,0.001486548,0.0000811229,0.0001452014,0.0005973597,0.00025270059,0.035223633],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040371724,0.00011626792,0.0000131560555,0.00020119242,0.00017600642,0.0000013469895,0.00042705113,0.00008324685,0.000046783898,0.0011890342,0.92868674,0.069018826],"study_design_scores_gemma":[0.00034703533,0.00023049017,0.000068921196,0.0001215252,0.000089494046,0.0000035973424,0.0006448218,0.003124843,0.000025312063,0.0044061053,0.99072534,0.00021250642],"about_ca_topic_score_codex":0.000027490136,"about_ca_topic_score_gemma":0.000025065636,"teacher_disagreement_score":0.24133061,"about_ca_system_score_codex":0.0002300961,"about_ca_system_score_gemma":0.00000957953,"threshold_uncertainty_score":0.99887055},"labels":[],"label_agreement":null},{"id":"W6931826467","doi":"10.5281/zenodo.7844629","title":"kemtls/cloudflare-go-kemtls: Experiments version","year":2021,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Horizon 2020 Framework Programme","keywords":"Set (abstract data type); Feature (linguistics); Focus (optics); Perspective (graphical); Noise (video)","score_opus":0.5989279144409642,"score_gpt":0.4589012701268917,"score_spread":0.14002664431407247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931826467","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015129402,0.0022704941,0.0032926425,0.00037716448,0.0004672533,0.00085802947,0.0003168419,0.0001620809,0.9921042],"genre_scores_gemma":[0.0027908792,0.0002885241,0.0010422049,0.0002613902,0.00047823397,1.3938977e-7,0.0026326873,0.004849392,0.98765653],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9806765,0.008857185,0.0030653784,0.0016997112,0.005231245,0.00047002087],"domain_scores_gemma":[0.99051297,0.00021671095,0.002544583,0.004639276,0.0017146698,0.0003717959],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.020170797,0.0004664703,0.0020108707,0.00093882304,0.0012071268,0.0043156478,0.0051631173,0.00026764855,0.84094095],"category_scores_gemma":[0.016222322,0.000317332,0.00093374634,0.0019124231,0.00015088652,0.0001469262,0.0025705087,0.00041046296,0.28818744],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063929438,0.00008845265,0.0000040331547,0.000075992524,0.00021068833,0.000024178302,0.00030288304,0.000003355631,0.00031291356,0.00053874066,0.9724476,0.0259848],"study_design_scores_gemma":[0.00026964775,0.00006628292,0.000040046503,0.00015620582,0.000075697746,0.000041512216,0.000561971,0.00022480889,0.000058382073,0.000104221755,0.9980985,0.0003027411],"about_ca_topic_score_codex":0.000017588116,"about_ca_topic_score_gemma":8.774933e-7,"teacher_disagreement_score":0.5527535,"about_ca_system_score_codex":0.00016005221,"about_ca_system_score_gemma":0.000011828389,"threshold_uncertainty_score":0.9999279},"labels":[],"label_agreement":null},{"id":"W6931863262","doi":"10.5281/zenodo.893120","title":"boutiques/boutiques: Release 0.5.2.1","year":2017,"lang":"fr","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Concordia University","funders":"","keywords":"Schema (genetic algorithms); Context (archaeology); Limiting","score_opus":0.519054882596978,"score_gpt":0.4483693114645274,"score_spread":0.07068557113245055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931863262","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00033556364,0.0028082926,0.01921585,0.0025522031,0.0007165682,0.0018547495,0.00071061275,0.00019206708,0.97161406],"genre_scores_gemma":[0.016508764,0.0013447972,0.0014752371,0.00047501878,0.00094954186,1.836631e-7,0.0012154724,0.005398434,0.9726325],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9677143,0.018965594,0.005069111,0.0024467485,0.004861778,0.0009424422],"domain_scores_gemma":[0.9782139,0.00049358775,0.0066898814,0.009573711,0.004165865,0.0008630602],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.05291178,0.00087063335,0.0034840105,0.001080535,0.005597358,0.01393421,0.012265493,0.00054821494,0.8456342],"category_scores_gemma":[0.068437845,0.0006139543,0.0018032105,0.0011123982,0.0008039285,0.0005660242,0.0037891052,0.0010080175,0.5858131],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014749621,0.00010914436,0.000009151058,0.00020809357,0.00028250078,0.000047461326,0.00074298127,0.000009288601,0.00006470602,0.010309136,0.66548574,0.322717],"study_design_scores_gemma":[0.00034809517,0.0001728332,0.00031099175,0.0005170394,0.0003034024,0.00017112453,0.0002948493,0.0012119479,0.000024250741,0.0012430379,0.99480754,0.00059490127],"about_ca_topic_score_codex":0.00010466802,"about_ca_topic_score_gemma":0.000009317743,"teacher_disagreement_score":0.32932177,"about_ca_system_score_codex":0.0003723557,"about_ca_system_score_gemma":0.00003474564,"threshold_uncertainty_score":0.99963117},"labels":[],"label_agreement":null},{"id":"W6931926455","doi":"10.5683/sp3/4wprvk","title":"Lac Matamec (West) Quebec. 1:50,000. Map Sheet 022I05, ed. 1, 1960","year":2022,"lang":"en","type":"dataset","venue":"Borealis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Georeference; General partnership; Raster graphics; Natural (archaeology); Geographic information system; Aerial photography; Digital mapping; Viewshed analysis","score_opus":0.37075951278073466,"score_gpt":0.45102113631717466,"score_spread":0.08026162353644001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931926455","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000049458527,0.0032766857,0.00013237439,0.001651586,0.001234625,0.0012013606,0.98780197,0.000022706987,0.0046737227],"genre_scores_gemma":[0.0000023778753,0.00053383555,0.00041793578,0.0018576903,0.00057274714,0.0003739684,0.95754766,0.000051438867,0.038642347],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9570976,0.013611762,0.012719331,0.0027130684,0.013080967,0.00077726814],"domain_scores_gemma":[0.96917325,0.00397595,0.009209429,0.01634697,0.0007896904,0.00050472456],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.07996809,0.0011329509,0.008065047,0.0011292726,0.00046814172,0.0028486508,0.009658339,0.00047826656,0.68146944],"category_scores_gemma":[0.017973533,0.0006293019,0.0041305153,0.0015703454,0.00015722429,0.00034927265,0.0014673697,0.0008954085,0.011506607],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008956536,0.00008875183,0.000050325514,0.00020831944,0.00038669803,0.000092955066,0.0000646311,0.000022820775,3.4637117e-7,0.00030982244,0.99655974,0.0022066145],"study_design_scores_gemma":[0.00015280201,0.00004176757,0.00036476195,0.00005924707,0.00092891743,0.0000313822,0.00028190014,0.000049259874,4.893071e-7,0.00087680144,0.9965656,0.0006470626],"about_ca_topic_score_codex":0.1558869,"about_ca_topic_score_gemma":0.14095531,"teacher_disagreement_score":0.6699628,"about_ca_system_score_codex":0.00023313177,"about_ca_system_score_gemma":0.00040229937,"threshold_uncertainty_score":0.99961585},"labels":[],"label_agreement":null},{"id":"W6938982229","doi":"10.6084/m9.figshare.14431751","title":"Additional file 1 of The PRISMA 2020 statement: an updated guideline for reporting systematic reviews","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Ottawa Hospital; McMaster University; University of Ottawa","funders":"","keywords":"Systematic review; Guideline; MEDLINE; Audit; Data collection","score_opus":0.801286983954715,"score_gpt":0.533713018718704,"score_spread":0.26757396523601096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6938982229","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003334087,0.0005168368,0.00008941654,0.00025247695,0.000051014507,0.002088175,0.99489987,0.00000439277,0.0020945084],"genre_scores_gemma":[0.000045278415,0.000001058362,0.013702425,0.00054161233,0.000103942126,0.0029698196,0.96039325,0.000012210013,0.022230403],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96761096,0.005162667,0.023874156,0.0006554746,0.0025219347,0.00017481287],"domain_scores_gemma":[0.91233927,0.013400028,0.061354984,0.005779464,0.00696059,0.00016566126],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.027556196,0.00020556065,0.0029808423,0.000057947174,0.00014913258,0.00033529504,0.001208998,0.000057491772,0.9989623],"category_scores_gemma":[0.68185043,0.000085791595,0.0019188025,0.0011310278,0.0000060599423,0.00019864543,0.00020202782,0.000082553466,0.0066516967],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.345243e-7,0.000019094285,0.0000014185332,0.0024547526,0.00005792075,0.0000029901682,0.00003502314,0.000011001298,0.0000050754766,0.0000057276793,0.99678314,0.00062341633],"study_design_scores_gemma":[0.000041893407,0.000009606597,0.00005586733,0.008319932,0.000079528254,0.000020061378,0.00018973406,0.0058118077,0.000026501157,0.00026460664,0.98508847,0.000092004535],"about_ca_topic_score_codex":4.5186997e-7,"about_ca_topic_score_gemma":0.000015824,"teacher_disagreement_score":0.9923106,"about_ca_system_score_codex":0.000023404802,"about_ca_system_score_gemma":0.00023970054,"threshold_uncertainty_score":0.99412173},"labels":[],"label_agreement":null},{"id":"W6939008515","doi":"10.6084/m9.figshare.15179126","title":"Additional file 4 of Creating efficiencies in the extraction of data from randomized trials: a prospective evaluation of a machine learning and text mining tool","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Information extraction; Extraction (chemistry); Data extraction; Text mining; Training set","score_opus":0.82916718861603,"score_gpt":0.5561958584901977,"score_spread":0.2729713301258323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939008515","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005845992,0.0012492378,0.00004605231,0.0000143700945,0.000007552679,0.00076876977,0.98930603,9.2195967e-7,0.0027610958],"genre_scores_gemma":[0.34475923,0.000003587937,0.006835882,0.000009803348,0.00004537556,0.0006622211,0.6472926,0.0000049641467,0.00038631755],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97052395,0.02112174,0.00461475,0.0004389503,0.003233228,0.00006738287],"domain_scores_gemma":[0.5316881,0.44976112,0.013238168,0.0017448432,0.0035398174,0.00002796284],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.067428656,0.00009415293,0.0022542044,0.0001248721,0.0000522491,0.00011068651,0.00042978954,0.000037397487,0.9822501],"category_scores_gemma":[0.8377233,0.000043851647,0.0004023902,0.0007083098,0.00001928011,0.00022801026,0.00012674171,0.00008722695,0.00006808693],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028347792,0.00006894042,0.0001389467,0.00007343655,0.00018144709,9.487046e-7,0.0023592138,0.00025547604,0.00015711386,0.000007377891,0.97356987,0.022903763],"study_design_scores_gemma":[0.010469296,0.000036194037,0.013544107,0.0036942277,0.0006451701,0.000008851183,0.011524505,0.9135716,0.00018745354,0.0007613473,0.04542277,0.00013449368],"about_ca_topic_score_codex":0.000013833184,"about_ca_topic_score_gemma":0.0000541484,"teacher_disagreement_score":0.982182,"about_ca_system_score_codex":0.000010449916,"about_ca_system_score_gemma":0.0001700188,"threshold_uncertainty_score":0.96027845},"labels":[],"label_agreement":null},{"id":"W6939203664","doi":"10.60692/49tqz-xsz63","title":"A case study of an individual participant data meta-analysis of diagnostic accuracy showed that prediction regions represented heterogeneity well","year":2023,"lang":"en","type":"article","venue":"UCL Discovery (University College London)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Concordia University; McGill University; Jewish General Hospital","funders":"","keywords":"Bivariate analysis; Sensitivity (control systems); Context (archaeology); Diagnostic accuracy; Correlation; Standard deviation; Cut-point; Logistic regression","score_opus":0.8347451496633076,"score_gpt":0.4853539824142637,"score_spread":0.3493911672490439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939203664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98422724,0.00015450575,0.0019187955,0.00019298153,0.00009857998,0.0016907195,0.011573439,0.000022924312,0.00012080549],"genre_scores_gemma":[0.9954583,0.000030723368,0.00015708702,0.000020625786,0.00001379111,0.000011525828,0.0005359647,0.000012907045,0.0037590654],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9768419,0.012547797,0.0037337197,0.0018137813,0.0046999333,0.00036285183],"domain_scores_gemma":[0.9696957,0.01471038,0.0046558063,0.009944339,0.00071867637,0.0002751196],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031801064,0.00038205317,0.0055806297,0.0022979123,0.0004152114,0.00025824193,0.003795803,0.00011198348,0.0020278867],"category_scores_gemma":[0.013564272,0.00024975528,0.00335504,0.011495217,0.00017021755,0.002863548,0.001878834,0.00017725035,0.0001035172],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033658033,0.005363864,0.24786174,0.00014391946,0.6455336,0.008981937,0.012905544,0.03154278,0.00007965445,0.001370165,0.045437783,0.0004424239],"study_design_scores_gemma":[0.0011196107,0.00034659373,0.097438805,0.000008784986,0.642266,0.0001045848,0.11883554,0.13804463,0.000030890867,0.00010745035,0.0013489923,0.00034818414],"about_ca_topic_score_codex":0.0018011833,"about_ca_topic_score_gemma":0.016831884,"teacher_disagreement_score":0.15042293,"about_ca_system_score_codex":0.000027624897,"about_ca_system_score_gemma":0.00012489328,"threshold_uncertainty_score":0.99999547},"labels":[],"label_agreement":null},{"id":"W6939238624","doi":"10.6084/m9.figshare.12299495","title":"Additional file 1 of Current methods for development of rapid reviews about diagnostic tests: an international survey","year":2020,"lang":"en","type":"article","venue":"Open MIND","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Agency for Drugs and Technologies in Health; Queen's University; University of Toronto","funders":"","keywords":"Current (fluid); File format; Key (lock); Data collection","score_opus":0.8972401411296438,"score_gpt":0.6395776280514331,"score_spread":0.25766251307821064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939238624","genre_codex":"dataset","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002611267,0.0033666464,0.18347034,0.00026773103,0.00079003314,0.0068920897,0.79032403,9.787097e-7,0.012276909],"genre_scores_gemma":[0.0004516533,0.000032946686,0.96995056,0.00005765398,0.00006346247,0.00066090724,0.027366748,0.0000068728723,0.0014091819],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98519117,0.005989758,0.006688783,0.00064191467,0.0013751376,0.00011322577],"domain_scores_gemma":[0.92406726,0.06605432,0.006533713,0.0012741875,0.0018681827,0.00020236184],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.054180834,0.00015847801,0.0020644213,0.00010264814,0.000049009916,0.00023804697,0.002477511,0.000031867003,0.96209896],"category_scores_gemma":[0.373905,0.000086270644,0.0005296357,0.00055077195,0.00003835748,0.00027961045,0.00026272383,0.00005802156,0.0023719044],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034624184,0.000044000713,0.00018211291,0.000016195134,0.000039932547,5.52176e-8,0.00018595812,0.0000012983876,0.00000860201,0.000007062995,0.50520235,0.49430898],"study_design_scores_gemma":[0.00009550861,0.000041109204,0.015103192,0.00019073437,0.000035818884,4.090493e-7,0.000044006778,0.0009198484,0.00009762869,0.00008568715,0.9832962,0.000089853034],"about_ca_topic_score_codex":0.0000017290721,"about_ca_topic_score_gemma":0.000032966705,"teacher_disagreement_score":0.95972705,"about_ca_system_score_codex":0.000016381235,"about_ca_system_score_gemma":0.00022712804,"threshold_uncertainty_score":0.99840486},"labels":[],"label_agreement":null},{"id":"W6939252175","doi":"10.6084/m9.figshare.12198747","title":"Additional file 3 of How are systematic reviews of prevalence conducted? A methodological study","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Data extraction; Systematic error; Data collection; MEDLINE","score_opus":0.9557757585894917,"score_gpt":0.5659265079279121,"score_spread":0.3898492506615796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939252175","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003207691,0.0009312074,0.000026184123,0.00012572615,0.000014144538,0.0029972591,0.99474496,0.000005254435,0.0011231771],"genre_scores_gemma":[0.037989203,0.000018730027,0.033935636,0.0012649167,0.00038463858,0.018124877,0.8882845,0.000055569228,0.01994193],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9619809,0.02619058,0.007221101,0.000781674,0.0036758673,0.00014990754],"domain_scores_gemma":[0.8716387,0.09987235,0.021808494,0.0033335292,0.003080959,0.00026597572],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.016795179,0.0002567462,0.0062056077,0.00011233977,0.000044086144,0.00014379487,0.0019520549,0.00007585815,0.9992764],"category_scores_gemma":[0.80158836,0.00011437738,0.0017442527,0.0013895183,0.000018077346,0.00017119937,0.00025242948,0.00014023301,0.014545424],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017376631,0.00005357067,0.000024283814,0.01673471,0.00008783074,0.0000038701687,0.00018509473,0.0000018294078,0.000005378928,0.0000024058456,0.9827049,0.00019441405],"study_design_scores_gemma":[0.00013938374,0.00026335006,0.0050346777,0.026611054,0.0003111365,0.000009904027,0.0023958844,0.0011123765,0.00001805393,0.000083768726,0.9637765,0.00024387808],"about_ca_topic_score_codex":1.7215072e-7,"about_ca_topic_score_gemma":0.0000012614395,"teacher_disagreement_score":0.984731,"about_ca_system_score_codex":0.000009303967,"about_ca_system_score_gemma":0.000063578846,"threshold_uncertainty_score":0.98622185},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6939265819","doi":"10.6084/m9.figshare.13269804.v1","title":"Additional file 2 of Vaccines to prevent COVID-19: a protocol for a living systematic review with network meta-analysis including individual patient data (The LIVING VACCINE Project)","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Protocol (science); Patient data; Data collection; Vaccination; MEDLINE","score_opus":0.8485981436428847,"score_gpt":0.5355679111455602,"score_spread":0.3130302324973244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939265819","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.725451e-8,0.00084751175,0.00054464967,0.00094142684,0.0000037378363,0.17452858,0.82304,0.000013041318,0.00008097018],"genre_scores_gemma":[0.00005012555,7.027108e-7,0.006702702,0.005434128,0.000114024726,0.7502129,0.23703726,0.000025857576,0.00042227987],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9778893,0.0073919827,0.008208038,0.001497012,0.0046398276,0.00037382328],"domain_scores_gemma":[0.84554785,0.12397952,0.01849292,0.00832026,0.0029878865,0.0006715727],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.019866532,0.00050906953,0.0077782166,0.00028420877,0.0003633026,0.0006202055,0.004565136,0.00006249092,0.9848766],"category_scores_gemma":[0.5634001,0.00020172956,0.0032752731,0.0059123086,0.0000054481166,0.00035839772,0.0019753026,0.00015923157,0.0010709886],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005026163,0.000053180218,0.00000379005,0.05598183,0.022900619,0.0000016329702,0.0004350604,0.00067381747,2.3957123e-8,0.0000016728478,0.91989356,0.00004980221],"study_design_scores_gemma":[0.00006157904,0.00019282284,0.000034777237,0.047303602,0.07547758,0.000009486065,0.00035152826,0.010226775,2.4494668e-7,0.00001235747,0.8660204,0.00030888795],"about_ca_topic_score_codex":0.0000041476496,"about_ca_topic_score_gemma":0.00010656043,"teacher_disagreement_score":0.9838056,"about_ca_system_score_codex":0.000046086436,"about_ca_system_score_gemma":0.00054966134,"threshold_uncertainty_score":0.9997068},"labels":[],"label_agreement":null},{"id":"W6939267601","doi":"10.6084/m9.figshare.11978877.v1","title":"Additional file 1 of Journal impact factor, trial effect size, and methodological quality appear scantly related: a systematic review and meta-analysis","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Queen's University; Ottawa Hospital","funders":"","keywords":"Quality (philosophy); Systematic review; Government (linguistics); Research methodology; Data quality","score_opus":0.8980335628028567,"score_gpt":0.5904690206791441,"score_spread":0.30756454212371265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939267601","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000053727494,0.021023612,0.000021481446,0.00035006463,0.000006597476,0.0018964631,0.97629213,0.0000061126957,0.00034978474],"genre_scores_gemma":[0.040938497,0.0004608155,0.01966348,0.007671686,0.00047882838,0.008410358,0.90565735,0.00013924492,0.016579738],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.94325024,0.043238383,0.008926985,0.00083877717,0.003525825,0.0002197892],"domain_scores_gemma":[0.8208118,0.16152363,0.013882014,0.001772075,0.0013547093,0.00065574603],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.038234606,0.00042756135,0.01604094,0.00020385775,0.00013865222,0.0005595237,0.0009479558,0.00015339276,0.9986188],"category_scores_gemma":[0.6496427,0.00016584252,0.009607543,0.0020733709,0.000030167776,0.00025173955,0.00021483877,0.00035359937,0.00225205],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049317932,0.0000127040485,0.0000028660602,0.018154765,0.039911624,0.0000055202795,0.00004431136,0.0000033123088,5.6163117e-7,0.0000016272813,0.94176114,0.00005223752],"study_design_scores_gemma":[0.0036420983,0.0015158864,0.003633537,0.012101112,0.8497448,0.00026247808,0.00019817629,0.0017267001,0.0000034563925,0.00056515716,0.1254665,0.0011401359],"about_ca_topic_score_codex":0.000001831631,"about_ca_topic_score_gemma":0.0000015084544,"teacher_disagreement_score":0.9963667,"about_ca_system_score_codex":0.000018717234,"about_ca_system_score_gemma":0.00008453521,"threshold_uncertainty_score":0.998567},"labels":[],"label_agreement":null},{"id":"W6939273547","doi":"10.6084/m9.figshare.13219299.v1","title":"Additional file 1 of A comparison of the efficacy of antiangiogenic agents combined with chemotherapy for the treatment of non-small cell lung cancer: a network meta-analysis","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bevacizumab; Table (database); Checklist; Chemotherapy; Randomized controlled trial; Adverse effect; Meta-analysis","score_opus":0.5759066037472568,"score_gpt":0.4497893094090956,"score_spread":0.12611729433816116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939273547","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007430428,0.0026862288,0.000144707,0.00018827613,0.000008704422,0.0016631567,0.9943953,0.0000012242004,0.00016932594],"genre_scores_gemma":[0.65364116,0.000032210985,0.0075882594,0.0004323366,0.00015869158,0.004856238,0.32870266,0.00005110204,0.0045373496],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99409515,0.00077890535,0.003082463,0.00038109356,0.0015264726,0.00013589626],"domain_scores_gemma":[0.9792682,0.011823691,0.006502698,0.0014603793,0.00088848826,0.000056557772],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001017408,0.00021327184,0.0040756823,0.00007384179,0.00006445947,0.000030634994,0.0011779324,0.000043638243,0.96785784],"category_scores_gemma":[0.0023530405,0.00007356114,0.0069146366,0.0021133453,0.000026633374,0.000026261216,0.000047410856,0.000035337853,0.000039829247],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044781948,0.00017551324,0.00045415005,0.00012857468,0.038388412,8.084532e-8,0.0005290282,0.008825936,0.0000042913584,8.7832836e-7,0.9510707,0.0003776364],"study_design_scores_gemma":[0.0011543492,0.00063821126,0.016544731,0.00024219499,0.09639755,1.9880008e-7,0.00028577977,0.18842195,0.0010995519,0.000009262661,0.6950191,0.00018711736],"about_ca_topic_score_codex":0.000015294423,"about_ca_topic_score_gemma":0.00007493379,"teacher_disagreement_score":0.967818,"about_ca_system_score_codex":0.000012054318,"about_ca_system_score_gemma":0.00011744603,"threshold_uncertainty_score":0.6973596},"labels":[],"label_agreement":null},{"id":"W6939311953","doi":"10.6084/m9.figshare.13634422","title":"Additional file 1 of Considerations for conducting systematic reviews: evaluating the performance of different methods for de-duplicating references","year":2021,"lang":"en","type":"article","venue":"Open MIND","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Abstraction; Window (computing); Key (lock); File format; Table (database)","score_opus":0.9432420665252049,"score_gpt":0.6579280101780751,"score_spread":0.2853140563471298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939311953","genre_codex":"dataset","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.232539,0.012239035,0.22876883,0.0035007892,0.0011664024,0.084957,0.3990084,0.0000052982878,0.037815258],"genre_scores_gemma":[0.013053757,0.000007601933,0.9741009,0.000049714727,0.0000367762,0.0055137984,0.0011642146,0.000006985293,0.0060662823],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9799001,0.010972147,0.0074624806,0.0005269989,0.0009771256,0.00016112818],"domain_scores_gemma":[0.6736521,0.30757365,0.012538337,0.0023235667,0.0038445722,0.00006778924],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.094103746,0.00015354926,0.0027153196,0.000060133898,0.0003194511,0.00043064798,0.00093540654,0.000040860916,0.6376984],"category_scores_gemma":[0.48020914,0.00006550265,0.00081895443,0.00038253568,0.000056715824,0.00016590406,0.0001554156,0.00006525403,0.00008072556],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009199907,0.000117067364,0.000079409714,0.009432341,0.0005806748,1.3859145e-7,0.0026256545,0.00015316921,0.005945399,0.001018936,0.76316506,0.21687298],"study_design_scores_gemma":[0.00060388783,0.0004982536,0.00024201127,0.023107732,0.0022826486,0.00006643901,0.018057724,0.6951479,0.018007517,0.014353684,0.22708893,0.00054328475],"about_ca_topic_score_codex":0.0000010466406,"about_ca_topic_score_gemma":0.000012095729,"teacher_disagreement_score":0.74533206,"about_ca_system_score_codex":0.00001866415,"about_ca_system_score_gemma":0.00029989262,"threshold_uncertainty_score":0.93281084},"labels":[],"label_agreement":null},{"id":"W6939320974","doi":"10.6084/m9.figshare.16893316","title":"Additional file 1 of Methods to support evidence-informed decision-making in the midst of COVID-19: creation and evolution of a rapid review service from the National Collaborating Centre for Methods and Tools","year":2021,"lang":"en","type":"article","venue":"Open MIND","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; McMaster University","funders":"","keywords":"Service (business); Government (linguistics); Key (lock)","score_opus":0.7306432327268233,"score_gpt":0.6295191202984097,"score_spread":0.10112411242841357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939320974","genre_codex":"dataset","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014150662,0.03292659,0.39174762,0.029656459,0.00026405818,0.019445216,0.49685267,0.0000017161993,0.014955027],"genre_scores_gemma":[0.0018749371,0.00012850526,0.99505883,0.0012043858,0.000019656785,0.00024457354,0.0012833535,0.0000035073665,0.0001822434],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98520935,0.00838567,0.0041783336,0.00047781857,0.0016466463,0.00010219209],"domain_scores_gemma":[0.6248234,0.36401162,0.0051183514,0.0011266262,0.004818797,0.00010123008],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.073826455,0.00012025194,0.0013167743,0.00010607556,0.00010954378,0.00033247325,0.00082993525,0.000047716065,0.39903474],"category_scores_gemma":[0.52381045,0.0000568236,0.00021688905,0.0020024218,0.00004824077,0.00048269445,0.00023205002,0.000052191783,0.000014207545],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026900028,0.000023637123,0.0002181475,0.0002481464,0.00007001309,2.783754e-7,0.002119911,0.000046424055,0.00015297922,0.00012465921,0.5560064,0.44096252],"study_design_scores_gemma":[0.00025045915,0.00007063602,0.008929282,0.0059840735,0.00028021552,0.000010344536,0.013537939,0.00538921,0.00014445857,0.004969807,0.9603091,0.00012445822],"about_ca_topic_score_codex":0.000024480265,"about_ca_topic_score_gemma":0.00048123844,"teacher_disagreement_score":0.60331124,"about_ca_system_score_codex":0.00005352947,"about_ca_system_score_gemma":0.001259593,"threshold_uncertainty_score":0.9536906},"labels":[],"label_agreement":null},{"id":"W6939360006","doi":"10.6084/m9.figshare.14374730.v1","title":"Additional file 4 of Successful incorporation of single reviewer assessments during systematic review screening: development and validation of sensitivity and work-saved of an algorithm that considers exclusion criteria and count","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; BC Children's Hospital; Children's Hospital of Eastern Ontario; University of British Columbia","funders":"","keywords":"Sensitivity (control systems); Table (database); Set (abstract data type); Data set; Systematic error","score_opus":0.4863202500232923,"score_gpt":0.4335895799730118,"score_spread":0.05273067005028054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939360006","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04186213,0.0116382595,0.0006424138,0.000037494232,0.000034916015,0.0022773533,0.94333816,0.000004841922,0.0001644105],"genre_scores_gemma":[0.29877114,0.00036191798,0.13591929,0.00013004149,0.00003574121,0.00050963287,0.56379116,0.000033371896,0.0004476959],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.99123216,0.0031213316,0.0035148063,0.00039754924,0.0016574766,0.00007669042],"domain_scores_gemma":[0.986827,0.0038665528,0.006002145,0.0006364113,0.0025995362,0.00006834167],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0063696555,0.00016447034,0.0023293262,0.00013202688,0.00006306869,0.00008857726,0.00011742992,0.00005508326,0.43050286],"category_scores_gemma":[0.033379,0.00010666132,0.00016382262,0.00047427273,0.000029902405,0.0003686173,0.00018050059,0.000042993746,0.000008922733],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001651054,0.00027551153,0.0010960517,0.47620016,0.00055718666,0.000024586509,0.0006168012,0.000009522196,0.0018987341,0.0000066224793,0.50324273,0.016055537],"study_design_scores_gemma":[0.00057836133,0.00012255415,0.046260625,0.9180628,0.00092343637,0.00012268765,0.0011623015,0.0041149696,0.020483918,0.0001442685,0.0074785454,0.0005454977],"about_ca_topic_score_codex":0.0000017428345,"about_ca_topic_score_gemma":0.000007689236,"teacher_disagreement_score":0.49576423,"about_ca_system_score_codex":0.00001535866,"about_ca_system_score_gemma":0.00009199833,"threshold_uncertainty_score":0.9747633},"labels":[],"label_agreement":null},{"id":"W6939365854","doi":"10.6084/m9.figshare.12629389","title":"Additional file 1 of Outcome reporting recommendations for clinical trial protocols and reports: a scoping review","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Toronto; SickKids Foundation; University of Ottawa; Hospital for Sick Children","funders":"","keywords":"Clinical trial; Outcome (game theory); Systematic review; MEDLINE; Protocol (science); Data collection","score_opus":0.9754142231217454,"score_gpt":0.7063459088788766,"score_spread":0.2690683142428688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939365854","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.7687007e-7,0.00038277707,0.00003126751,0.0013470871,0.000025525236,0.02692299,0.97031116,0.0000061434844,0.0009725556],"genre_scores_gemma":[0.00000698178,0.000005220767,0.018657297,0.0022893297,0.00032581508,0.113272004,0.8644012,0.000011566103,0.0010305401],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.971954,0.0016362506,0.024221653,0.0007268621,0.0013454374,0.00011580335],"domain_scores_gemma":[0.8761201,0.04823613,0.070220664,0.002436489,0.0026638547,0.00032278942],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.023898037,0.00013940512,0.0029813095,0.000049098664,0.00009046817,0.00019819691,0.0003789386,0.00006154821,0.99663794],"category_scores_gemma":[0.88378716,0.00007803589,0.001615284,0.0004765488,0.000008523098,0.0001624228,0.00014086184,0.000109310575,0.0010316689],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001576402,0.000014233202,0.00003639524,0.002171672,0.000025902633,0.0000028467173,0.000007626182,9.418366e-8,2.6625885e-8,0.0000011007307,0.9913483,0.0063760104],"study_design_scores_gemma":[0.00044387425,0.00008420468,0.00009201099,0.06392443,0.00003538191,0.000010599673,0.000012180723,0.0001276892,2.7841423e-7,0.00008234657,0.9351115,0.00007550342],"about_ca_topic_score_codex":1.3568668e-7,"about_ca_topic_score_gemma":0.0000013875741,"teacher_disagreement_score":0.9956063,"about_ca_system_score_codex":0.0000056072013,"about_ca_system_score_gemma":0.00019057581,"threshold_uncertainty_score":0.99974614},"labels":[],"label_agreement":null},{"id":"W6939443288","doi":"10.60692/vey1x-xcq68","title":"A case study of an individual participant data meta-analysis of diagnostic accuracy showed that prediction regions represented heterogeneity well","year":2023,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Concordia University; McGill University; Jewish General Hospital","funders":"","keywords":"Bivariate analysis; Sensitivity (control systems); Context (archaeology); Diagnostic accuracy; Correlation; Standard deviation; Cut-point; Logistic regression","score_opus":0.9188823946597606,"score_gpt":0.5094255541188764,"score_spread":0.40945684054088427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939443288","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872142,0.000018190398,0.007468949,0.000028586452,0.00013945701,0.0020481918,0.0029222006,0.00004796715,0.00011227831],"genre_scores_gemma":[0.9990246,3.771905e-7,0.00012280609,0.00001881809,0.000018388268,0.00024702685,0.00045557585,0.000009262489,0.00010313462],"study_design_codex":"observational","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9706788,0.0099300165,0.012460661,0.00090676005,0.0057104784,0.00031325597],"domain_scores_gemma":[0.9756426,0.0026801564,0.010183459,0.00991835,0.001354695,0.00022070172],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06964082,0.0003648831,0.0052503496,0.002445664,0.00021534374,0.0006935244,0.0023280752,0.000114125796,0.00064260064],"category_scores_gemma":[0.012339943,0.00018838965,0.0020954865,0.0061249207,0.000056226414,0.00219561,0.00070584775,0.00011368853,0.00056304206],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036075147,0.00010674315,0.6089131,0.0003092217,0.198142,0.00014312574,0.16953595,0.020749573,7.9768e-7,0.000030304303,0.0017370421,0.00029604163],"study_design_scores_gemma":[0.00060780783,0.00015028591,0.13276085,0.000017657378,0.34469962,0.00017758095,0.25208694,0.26908234,0.000040603263,0.0000024000028,0.00014830232,0.0002256236],"about_ca_topic_score_codex":0.00020175325,"about_ca_topic_score_gemma":0.00010393307,"teacher_disagreement_score":0.47615227,"about_ca_system_score_codex":0.000017149774,"about_ca_system_score_gemma":0.00004620243,"threshold_uncertainty_score":0.99597955},"labels":[],"label_agreement":null},{"id":"W6939462668","doi":"10.6084/m9.figshare.12799359.v2","title":"Additional file 1 of A guide to writing systematic reviews of rare disease treatments to generate FAIR-compliant datasets: building a Treatabolome","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital; Children's Hospital of Eastern Ontario","funders":"","keywords":"Systematic review; Rare disease; MEDLINE; Disease","score_opus":0.6483808529486079,"score_gpt":0.5031353594887337,"score_spread":0.14524549345987425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939462668","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000045708333,0.001532022,0.00008072461,0.00007468483,0.000020439866,0.0018150362,0.9954951,0.0000047863914,0.00093151483],"genre_scores_gemma":[0.00038163984,0.000004341466,0.024374235,0.00040570358,0.00007275349,0.0046760803,0.9646668,0.00001812689,0.0054003163],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98444384,0.003801213,0.007989882,0.0009649926,0.002536266,0.00026381973],"domain_scores_gemma":[0.9796018,0.009885303,0.0044693816,0.0039435974,0.001581141,0.00051875383],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0043468545,0.00034343262,0.0041564135,0.00031217976,0.00010373527,0.00028705792,0.0012613339,0.000043004613,0.9918777],"category_scores_gemma":[0.2820776,0.00019000337,0.0014374739,0.0018818647,0.0000058787814,0.00020961552,0.00040649608,0.000057026948,0.01982758],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028442696,0.00005543255,0.0000067182723,0.005037974,0.00012402478,0.00004060844,0.00003913482,0.000042230273,0.000049785074,0.0000072785056,0.9934506,0.0011433855],"study_design_scores_gemma":[0.00009427583,0.000024604455,0.0005243189,0.042881753,0.0002111375,0.000015418467,0.00014495572,0.0007130268,0.000092906936,0.000027283406,0.955079,0.00019132027],"about_ca_topic_score_codex":0.000002694393,"about_ca_topic_score_gemma":0.0000073359342,"teacher_disagreement_score":0.97205013,"about_ca_system_score_codex":0.000056670648,"about_ca_system_score_gemma":0.0001883436,"threshold_uncertainty_score":0.9809356},"labels":[],"label_agreement":null},{"id":"W6939475461","doi":"10.6084/m9.figshare.12299495.v1","title":"Additional file 1 of Current methods for development of rapid reviews about diagnostic tests: an international survey","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Agency for Drugs and Technologies in Health; Queen's University; University of Toronto","funders":"","keywords":"Current (fluid); File format; Key (lock); Data collection","score_opus":0.9084908706831181,"score_gpt":0.6137211798114165,"score_spread":0.2947696908717016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939475461","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000066723624,0.0011849233,0.002146955,0.000021258937,0.00006382893,0.00072745234,0.9953652,0.0000023699952,0.00048133894],"genre_scores_gemma":[0.0000980858,0.000008153266,0.14421514,0.0000938352,0.00009153487,0.0016474521,0.8535699,0.000007318728,0.0002685925],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.988129,0.004152195,0.005552433,0.00053872046,0.00150868,0.00011893577],"domain_scores_gemma":[0.86010575,0.124001145,0.009481577,0.0017288869,0.0043737916,0.0003088544],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.013323824,0.00017542194,0.0017870526,0.000119918215,0.000044685148,0.00010291681,0.0015029147,0.00004057666,0.9979765],"category_scores_gemma":[0.7038173,0.00009846053,0.0007827481,0.00060539605,0.000009078275,0.00018692485,0.00014906633,0.0000710398,0.0058502527],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001918799,0.000031990745,0.00003967343,0.00014872741,0.000036901118,6.887731e-8,0.00009232186,0.000001955157,0.0000018837015,0.000004867804,0.795879,0.2037607],"study_design_scores_gemma":[0.000056176672,0.000029546349,0.022379799,0.0010745735,0.000015578815,3.8857917e-7,0.000012466012,0.0012943204,0.000028925555,0.000052428375,0.9749611,0.000094708856],"about_ca_topic_score_codex":3.6246215e-7,"about_ca_topic_score_gemma":0.000009583791,"teacher_disagreement_score":0.9921262,"about_ca_system_score_codex":0.00001675743,"about_ca_system_score_gemma":0.00017652586,"threshold_uncertainty_score":0.99492383},"labels":[],"label_agreement":null},{"id":"W6939482417","doi":"10.6084/m9.figshare.14913270","title":"Additional file 3 of Validity of observational evidence on putative risk and protective factors: appraisal of 3744 meta-analyses on 57 topics","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Observational study; Missing data; Data collection; Observational methods in psychology; Risk assessment","score_opus":0.9569709275465907,"score_gpt":0.5920804522400188,"score_spread":0.3648904753065719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939482417","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016954486,0.00014744542,0.00006093724,0.000054607528,0.000015119657,0.00032761166,0.99673444,0.000001629671,0.000962766],"genre_scores_gemma":[0.22317109,0.0000049445184,0.009729198,0.00013325921,0.0001448066,0.0012921679,0.7610277,0.00002106931,0.0044758026],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98851424,0.004592607,0.0029242346,0.0005742752,0.0032998703,0.000094751835],"domain_scores_gemma":[0.8950623,0.09348469,0.0062592006,0.0011898018,0.0039293636,0.00007461431],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00335813,0.00020587123,0.0024520394,0.00015893918,0.000060119215,0.00006842025,0.00047512975,0.00007399271,0.9855057],"category_scores_gemma":[0.49462393,0.000104328166,0.0017246183,0.00086678076,0.000033383392,0.00021380982,0.000115997245,0.00014445256,0.0003933006],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067587284,0.00007127117,0.00024232024,0.00011007538,0.0010948724,0.0000012180446,0.0001730415,0.00016755292,0.0000207263,0.00006180362,0.99747247,0.00057789043],"study_design_scores_gemma":[0.00024704164,0.0006992079,0.47011462,0.0032871766,0.0035312609,0.0000049177656,0.0017509422,0.0025280279,0.015213078,0.0072079203,0.49491116,0.00050464785],"about_ca_topic_score_codex":0.000006747412,"about_ca_topic_score_gemma":0.000013588142,"teacher_disagreement_score":0.98511237,"about_ca_system_score_codex":0.00001471253,"about_ca_system_score_gemma":0.00019835758,"threshold_uncertainty_score":0.50963306},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6939489574","doi":"10.6084/m9.figshare.14052678","title":"Additional file 1 of Can they stomach it? Parent and practitioner acceptability of a trial comparing gastric residual volume measurement versus no gastric residual volume in UK NNU and PICUs: a feasibility study","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Residual; Stomach; Table (database); Volume (thermodynamics); Residual volume; Focus (optics)","score_opus":0.6792075257722544,"score_gpt":0.4622355841149144,"score_spread":0.21697194165734002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939489574","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11378219,0.00018202745,0.0000022297843,0.00009521684,0.00007246731,0.0018878715,0.8825033,0.000004780967,0.0014699687],"genre_scores_gemma":[0.9268651,0.0000013204871,0.0006693674,0.000013561508,0.00010211426,0.0007193045,0.071181394,0.000009415434,0.0004384286],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9830067,0.0064657736,0.004485291,0.0011162785,0.004656695,0.0002692462],"domain_scores_gemma":[0.98444897,0.007104176,0.0034200626,0.0018873734,0.0029344233,0.00020497877],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01202742,0.00028659645,0.0022078047,0.00030089455,0.00011833534,0.00027181683,0.000526828,0.00008383592,0.9556318],"category_scores_gemma":[0.1906942,0.00019251034,0.00038942532,0.0011033725,0.000037677048,0.0002192099,0.00041124475,0.00026019834,0.00027746768],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081467844,0.0006204529,0.021434713,0.0001092897,0.00014024288,0.000007483169,0.00037801184,0.00002404984,0.0000025963013,4.488308e-7,0.97532254,0.0011455106],"study_design_scores_gemma":[0.006317062,0.00060255267,0.9637585,0.00037556852,0.00016078197,0.000009129542,0.0036507922,0.00084501656,0.0000029779037,0.000049446775,0.024022385,0.00020575043],"about_ca_topic_score_codex":0.00010895339,"about_ca_topic_score_gemma":0.004649018,"teacher_disagreement_score":0.95535433,"about_ca_system_score_codex":0.00016095175,"about_ca_system_score_gemma":0.0006769002,"threshold_uncertainty_score":0.81612295},"labels":[],"label_agreement":null},{"id":"W6939536014","doi":"10.6084/m9.figshare.23639958","title":"Additional file 2 of Overlapping research efforts in a global pandemic: a rapid systematic review of COVID-19-related individual participant data meta-analyses","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University; Jewish General Hospital","funders":"","keywords":"Data collection; File format; Data file; Key (lock); Window (computing)","score_opus":0.9736869877692617,"score_gpt":0.6589128858959945,"score_spread":0.31477410187326715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939536014","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010520461,0.029130857,0.000001627107,0.0001500608,0.000014211658,0.0019221179,0.9677096,0.000012868499,0.0010481408],"genre_scores_gemma":[0.0025159675,0.00012952105,0.0002492151,0.00033166297,0.000019682495,0.0033078308,0.99205923,0.0000136909175,0.0013732251],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9542711,0.019944346,0.013619417,0.0012732708,0.010376696,0.0005151908],"domain_scores_gemma":[0.86924845,0.10588707,0.012124125,0.009542864,0.0026902277,0.0005072837],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.092253305,0.0003250542,0.007983703,0.0008105471,0.00011044904,0.00021257879,0.0044577,0.0001402807,0.99565727],"category_scores_gemma":[0.7420003,0.00016311032,0.002305763,0.009970465,0.00005377442,0.0003465697,0.0014672712,0.00026949038,0.013364964],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015849697,0.00003374494,0.000010212415,0.08093049,0.003462378,0.000020456766,0.000097693766,0.000038530787,5.2997444e-7,0.000014628727,0.91531956,0.000070220995],"study_design_scores_gemma":[0.00028572502,0.00006954914,0.0010991998,0.27901062,0.014688189,0.00005548833,0.0012581757,0.009278937,0.0000014301482,0.0015390012,0.69227564,0.00043802304],"about_ca_topic_score_codex":0.000024692083,"about_ca_topic_score_gemma":0.000083550854,"teacher_disagreement_score":0.9822923,"about_ca_system_score_codex":0.00005579377,"about_ca_system_score_gemma":0.0008835628,"threshold_uncertainty_score":0.9874033},"labels":[],"label_agreement":null},{"id":"W6939538378","doi":"10.6084/m9.figshare.14913285.v1","title":"Additional file 8 of Validity of observational evidence on putative risk and protective factors: appraisal of 3744 meta-analyses on 57 topics","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Observational study; Table (database); Observational methods in psychology; Measure (data warehouse)","score_opus":0.9569030701576721,"score_gpt":0.5921589586040429,"score_spread":0.3647441115536292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939538378","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017025261,0.00014809193,0.000061290666,0.000054903518,0.000014998505,0.00032797293,0.9967224,0.0000016222859,0.0009661825],"genre_scores_gemma":[0.22683471,0.0000048935804,0.009750257,0.00013360605,0.00014350968,0.0012932403,0.7574124,0.000021057333,0.004406371],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98851067,0.0045958185,0.002925136,0.00057438464,0.0032992165,0.000094771225],"domain_scores_gemma":[0.89525723,0.0933525,0.0062463596,0.0011875872,0.0038818335,0.00007446356],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033623697,0.00020591295,0.0024530063,0.00015897122,0.000060148814,0.00006845123,0.00047528502,0.00007399931,0.9852764],"category_scores_gemma":[0.49223503,0.00010435395,0.0017248641,0.0008664593,0.00003339115,0.0002138309,0.00011602715,0.0001444724,0.00038609005],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067358733,0.000071427996,0.00024082765,0.000109485045,0.0010969985,0.0000012243609,0.00017361883,0.00016789214,0.00002043975,0.00006373093,0.99746025,0.0005873918],"study_design_scores_gemma":[0.00025042906,0.0007156807,0.48003796,0.0033584014,0.0036230148,0.0000050584104,0.0017883288,0.0025836923,0.015500384,0.0074098804,0.48421308,0.0005141006],"about_ca_topic_score_codex":0.0000067400883,"about_ca_topic_score_gemma":0.000013679421,"teacher_disagreement_score":0.98489034,"about_ca_system_score_codex":0.000014663022,"about_ca_system_score_gemma":0.00019793869,"threshold_uncertainty_score":0.5120421},"labels":[],"label_agreement":null},{"id":"W6939548420","doi":"10.6084/m9.figshare.14913273","title":"Additional file 4 of Validity of observational evidence on putative risk and protective factors: appraisal of 3744 meta-analyses on 57 topics","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Observational study; Sample (material); Risk factor; Observational methods in psychology; Risk assessment","score_opus":0.9572900698735595,"score_gpt":0.5925732328525024,"score_spread":0.36471683702105706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939548420","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016883116,0.00014799822,0.000061321705,0.000054524957,0.000014993651,0.00032796006,0.99674267,0.000001632171,0.00096059643],"genre_scores_gemma":[0.22710848,0.00000491832,0.0096876435,0.00013269148,0.00014265472,0.0012854151,0.7573128,0.000020952706,0.0043044756],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.988514,0.0045920084,0.0029252202,0.0005743273,0.0032996542,0.00009476164],"domain_scores_gemma":[0.89533186,0.09332244,0.00623872,0.0011863181,0.0038462959,0.000074361895],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033607087,0.00020588496,0.0024525935,0.00015901012,0.000060147915,0.00006845518,0.00047546497,0.000073998715,0.9852725],"category_scores_gemma":[0.49124783,0.000104347186,0.0017247461,0.0008666746,0.000033389144,0.0002138398,0.00011603968,0.00014444826,0.00038559694],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068401623,0.00007145191,0.00024333768,0.00010947194,0.0010971361,0.0000012246154,0.00017356435,0.00016564972,0.000020463385,0.00006409318,0.9974681,0.000578644],"study_design_scores_gemma":[0.00025016893,0.0007223782,0.479914,0.0033491375,0.0036155027,0.0000050487965,0.0017850596,0.0025783454,0.015160111,0.0073982775,0.48470885,0.0005130927],"about_ca_topic_score_codex":0.0000066899297,"about_ca_topic_score_gemma":0.000013641618,"teacher_disagreement_score":0.98488694,"about_ca_system_score_codex":0.000014658213,"about_ca_system_score_gemma":0.00019764443,"threshold_uncertainty_score":0.5130376},"labels":[{"model":"gemma","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W6939549775","doi":"10.6084/m9.figshare.14450851","title":"Additional file 1 of LOCATE: a prospective evaluation of the value of Leveraging Ongoing Citation Acquisition Techniques for living Evidence syntheses","year":2021,"lang":"en","type":"article","venue":"Open MIND","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Citation; Scopus; Process (computing); Selection (genetic algorithm); Value (mathematics); Systematic review","score_opus":0.7261154813656499,"score_gpt":0.5258115161020525,"score_spread":0.2003039652635974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939549775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4101765,0.0035698535,0.17472962,0.0019096324,0.0007244509,0.033268757,0.2592023,0.0000063701627,0.116412535],"genre_scores_gemma":[0.9238062,0.000001877911,0.07432017,0.000011892413,0.000019946949,0.00051561696,0.00020663386,0.000004588764,0.0011130818],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99051493,0.0036634172,0.0025533957,0.00039734886,0.00279857,0.00007235402],"domain_scores_gemma":[0.93284273,0.054231953,0.0049715955,0.0011366656,0.0067948136,0.000022236207],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.041116122,0.00009059872,0.0008410429,0.00011640272,0.00008466207,0.00017609545,0.00070490944,0.000036205325,0.6250788],"category_scores_gemma":[0.31525788,0.000049256316,0.00045290054,0.00084596407,0.000053668395,0.0004563735,0.00016893791,0.000037150276,0.00003881562],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002724068,0.00026380896,0.0023264033,0.0003007434,0.0004243493,4.0021587e-7,0.0056826095,0.001367766,0.01274199,0.0005286635,0.4163551,0.5599809],"study_design_scores_gemma":[0.0003236756,0.00036702212,0.19609284,0.069220476,0.0028710067,0.000031783784,0.022598896,0.26686424,0.3616811,0.037689086,0.04151107,0.00074881007],"about_ca_topic_score_codex":0.000008520991,"about_ca_topic_score_gemma":0.000019323114,"teacher_disagreement_score":0.62504,"about_ca_system_score_codex":0.000052398,"about_ca_system_score_gemma":0.00043897927,"threshold_uncertainty_score":0.98737276},"labels":[],"label_agreement":null},{"id":"W6939577708","doi":"10.6084/m9.figshare.16909615.v1","title":"Additional file 1 of Paper 3: Selecting rapid review methods for complex questions related to health policy and system issues","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Selection (genetic algorithm); Government (linguistics); Key (lock); Health policy; MEDLINE; Public health","score_opus":0.7657296904520998,"score_gpt":0.6139168283857374,"score_spread":0.15181286206636246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939577708","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.287726e-7,0.017256498,0.00015442588,0.0031303666,0.000015118768,0.00081510027,0.97420526,0.000009706912,0.0044134078],"genre_scores_gemma":[0.000018527973,0.000063232284,0.23218796,0.0028700314,0.0000960556,0.0015964666,0.7507086,0.00001535598,0.012443811],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9882547,0.0062111462,0.0038840969,0.0005506913,0.00091501087,0.00018433171],"domain_scores_gemma":[0.9681028,0.024932407,0.0028005824,0.0012796862,0.0026634156,0.0002210959],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.010575977,0.00015792406,0.002183412,0.00016329614,0.00018928135,0.00016505862,0.0003765457,0.00004815663,0.9936231],"category_scores_gemma":[0.35030133,0.00009490046,0.0006592066,0.0017782045,0.000005321436,0.000105506,0.00011381172,0.0000730116,0.00243969],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.9597697e-7,0.0000070332403,2.450188e-7,0.0017330503,0.000050938514,3.4884505e-7,0.00005113276,0.0000017344606,0.0000044680137,0.00029574803,0.9485474,0.04930757],"study_design_scores_gemma":[0.000030793977,0.000028735141,0.00022071118,0.013098129,0.000027068407,0.000033109056,0.00013557568,0.0009341471,0.0000038139392,0.00018662079,0.98521894,0.00008236336],"about_ca_topic_score_codex":0.0000076303495,"about_ca_topic_score_gemma":0.000013366169,"teacher_disagreement_score":0.99118334,"about_ca_system_score_codex":0.000047093723,"about_ca_system_score_gemma":0.00035595236,"threshold_uncertainty_score":0.99833703},"labels":[],"label_agreement":null},{"id":"W6939608289","doi":"10.6084/m9.figshare.26574454","title":"Additional file 4 of Insights from using an outcomes measurement properties search filter and conducting citation searches to locate psychometric articles of tools used to measure context attributes","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Canadian Agency for Drugs and Technologies in Health; Ottawa Hospital","funders":"","keywords":"Measure (data warehouse); Context (archaeology); Filter (signal processing); Citation; Key (lock)","score_opus":0.9799011766023259,"score_gpt":0.48376014157763436,"score_spread":0.49614103502469153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939608289","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13729547,0.0010229894,0.00018172846,0.00022885244,0.000030866082,0.00078694796,0.8603898,0.000008245935,0.00005505854],"genre_scores_gemma":[0.9655353,1.7748137e-7,0.0020632106,0.000074589814,0.000038913662,0.00023172288,0.03187318,0.000012263101,0.00017063967],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99110377,0.0017802133,0.0022226505,0.00060181884,0.0041237716,0.00016780336],"domain_scores_gemma":[0.9887687,0.0066204774,0.000522733,0.00076899497,0.003133523,0.00018554534],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0048563476,0.00018499517,0.0011883532,0.0008223329,0.00008493897,0.0007498037,0.0004802167,0.000051883137,0.821755],"category_scores_gemma":[0.106087185,0.000097716314,0.00031352387,0.002277737,0.000017847846,0.0005321028,0.0001221729,0.000092175236,0.001506093],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008508538,0.00004080126,0.00022161359,0.00021918502,0.00020922617,0.000001189635,0.0025589352,0.00014390485,0.0050024604,0.0000072466682,0.96827745,0.023309462],"study_design_scores_gemma":[0.0009534689,0.00094643293,0.16157345,0.044501193,0.00048958993,0.0000135594555,0.037553117,0.07103962,0.07489868,0.0014897165,0.604743,0.0017981519],"about_ca_topic_score_codex":0.000024043018,"about_ca_topic_score_gemma":0.0001116787,"teacher_disagreement_score":0.82851666,"about_ca_system_score_codex":0.000047462407,"about_ca_system_score_gemma":0.00014798788,"threshold_uncertainty_score":0.99927133},"labels":[],"label_agreement":null},{"id":"W6939645143","doi":"10.6084/m9.figshare.23639961.v1","title":"Additional file 3 of Overlapping research efforts in a global pandemic: a rapid systematic review of COVID-19-related individual participant data meta-analyses","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University; Jewish General Hospital","funders":"","keywords":"Data collection; Data file; File format; Key (lock); Identification (biology)","score_opus":0.9740588241078078,"score_gpt":0.658987037428838,"score_spread":0.31507178667896973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939645143","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000106625685,0.028867664,0.0000016693259,0.00015018105,0.000014267117,0.001926024,0.9679839,0.000012861433,0.0010327469],"genre_scores_gemma":[0.0025906907,0.000128665,0.00025262366,0.00033277448,0.000019706607,0.0033226106,0.99193954,0.0000137641855,0.0013996481],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95427614,0.019933624,0.013619879,0.0012736751,0.010381344,0.00051534566],"domain_scores_gemma":[0.8682287,0.106790684,0.012158498,0.009584317,0.002728527,0.00050932594],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.0926402,0.00032510678,0.007982671,0.0008107839,0.0001104328,0.00021255975,0.0044573816,0.00014026888,0.9956329],"category_scores_gemma":[0.7440837,0.00016312079,0.002306036,0.009974125,0.00005377865,0.00034659868,0.0014664785,0.00026949632,0.013630522],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016007684,0.00003371814,0.000010525795,0.08142633,0.0034574429,0.000020165307,0.000097559125,0.000038347673,5.4833345e-7,0.000014303225,0.9148301,0.00006935326],"study_design_scores_gemma":[0.00028941355,0.00006989003,0.0011165341,0.2832615,0.01470778,0.000055245175,0.0012725499,0.009409452,0.0000014766392,0.0015417184,0.6878327,0.00044170697],"about_ca_topic_score_codex":0.000024722987,"about_ca_topic_score_gemma":0.000083622435,"teacher_disagreement_score":0.9820024,"about_ca_system_score_codex":0.00005598427,"about_ca_system_score_gemma":0.00088764366,"threshold_uncertainty_score":0.9871375},"labels":[],"label_agreement":null},{"id":"W6939650457","doi":"10.6084/m9.figshare.14374745","title":"Additional file 9 of Successful incorporation of single reviewer assessments during systematic review screening: development and validation of sensitivity and work-saved of an algorithm that considers exclusion criteria and count","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; BC Children's Hospital; Children's Hospital of Eastern Ontario; University of British Columbia","funders":"","keywords":"Sensitivity (control systems); Set (abstract data type); Systematic error; Data set; Line (geometry)","score_opus":0.4844758327960514,"score_gpt":0.4332708849611306,"score_spread":0.0512049478349208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939650457","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042252734,0.01171049,0.00064633274,0.00003793345,0.000035128352,0.0022900538,0.942857,0.0000048711563,0.0001654302],"genre_scores_gemma":[0.29790372,0.00036406974,0.13659546,0.00013086818,0.00003594664,0.00050959963,0.5639726,0.000033550805,0.0004542255],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.99123013,0.0031234492,0.0035147236,0.00039754843,0.0016574735,0.000076692064],"domain_scores_gemma":[0.9868113,0.0038636664,0.006002776,0.0006363083,0.0026175855,0.00006835667],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0063712737,0.00016447353,0.0023293623,0.00013202438,0.0000630723,0.00008855874,0.000117324416,0.000055076376,0.42966914],"category_scores_gemma":[0.033485845,0.00010665709,0.00016382897,0.00047437983,0.000029903376,0.0003686427,0.00018044474,0.00004298749,0.000008902559],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016281847,0.00027519197,0.0010922262,0.47576705,0.0005565305,0.000024555595,0.0006163856,0.00000962127,0.0019070273,0.000006511711,0.5038098,0.015918804],"study_design_scores_gemma":[0.0005772449,0.000121104735,0.04643866,0.917794,0.0009226753,0.00012257326,0.0011614251,0.0041119833,0.020599982,0.00014412354,0.0074612605,0.000544964],"about_ca_topic_score_codex":0.0000017270198,"about_ca_topic_score_gemma":0.0000076977585,"teacher_disagreement_score":0.49634856,"about_ca_system_score_codex":0.00001536039,"about_ca_system_score_gemma":0.000092072325,"threshold_uncertainty_score":0.9746555},"labels":[],"label_agreement":null},{"id":"W6939654948","doi":"10.6084/m9.figshare.16893316.v1","title":"Additional file 1 of Methods to support evidence-informed decision-making in the midst of COVID-19: creation and evolution of a rapid review service from the National Collaborating Centre for Methods and Tools","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; McMaster University","funders":"","keywords":"Service (business); Government (linguistics); Key (lock)","score_opus":0.7456812498471332,"score_gpt":0.6075695603520218,"score_spread":0.13811168949511143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939654948","genre_codex":"dataset","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005010071,0.005842647,0.0045097237,0.0016400614,0.000014161852,0.0012703874,0.9862273,0.000001265791,0.0004443885],"genre_scores_gemma":[0.001416374,0.00011095311,0.8274464,0.0043984945,0.000063126645,0.0012150629,0.165219,0.000008809953,0.00012176215],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98839545,0.00599951,0.00342311,0.00039626326,0.0016851887,0.000100492245],"domain_scores_gemma":[0.45985937,0.52413136,0.0061352854,0.0012866482,0.008461093,0.00012624654],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.024785938,0.00012763157,0.0011563596,0.00011721495,0.00009966539,0.00017085971,0.000554872,0.000056148518,0.86669916],"category_scores_gemma":[0.7647571,0.0000615756,0.0002887052,0.002121021,0.000015253942,0.00034124707,0.00014959413,0.000060180577,0.000028195884],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008364902,0.00000951561,0.00003501437,0.0007483491,0.00003400943,1.741638e-7,0.0006325477,0.000032409007,0.00002240424,0.000048677426,0.94328773,0.055140786],"study_design_scores_gemma":[0.00012487419,0.000041107956,0.00952172,0.018334296,0.000111483394,0.0000075836206,0.0038547933,0.005256554,0.00004001054,0.0027016946,0.95990777,0.00009809542],"about_ca_topic_score_codex":0.0000071266395,"about_ca_topic_score_gemma":0.00018356639,"teacher_disagreement_score":0.86667097,"about_ca_system_score_codex":0.000054328797,"about_ca_system_score_gemma":0.0010205876,"threshold_uncertainty_score":0.8590361},"labels":[],"label_agreement":null},{"id":"W6939683057","doi":"10.6084/m9.figshare.27643290","title":"Additional file 3 of The optimal approach for retrieving systematic reviews was achieved when searching MEDLINE and Epistemonikos in addition to reference checking: a methodological validation study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Systematic review; MEDLINE; Systematic error; Key (lock)","score_opus":0.8981493955824074,"score_gpt":0.5542511104127404,"score_spread":0.3438982851696669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939683057","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023027198,0.00052318425,0.002549348,0.00012615423,0.000027108083,0.007982063,0.9874803,0.0000099135605,0.0010716642],"genre_scores_gemma":[0.05496562,0.000004620862,0.1998952,0.00019404918,0.00024836764,0.0327093,0.7044334,0.00004666739,0.007502794],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97721875,0.014849691,0.004773492,0.00087701174,0.0020898057,0.0001912569],"domain_scores_gemma":[0.9367695,0.058731012,0.0022693023,0.0014796641,0.000643832,0.00010671497],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04208954,0.00023138113,0.002350473,0.00028090604,0.00012754319,0.0005827463,0.0009723859,0.000085719395,0.83052385],"category_scores_gemma":[0.45639193,0.0000999341,0.0006241719,0.0012834456,0.000010702125,0.00023433083,0.0002956151,0.00023494616,0.000468931],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064779656,0.000038114234,0.0000058280925,0.006317165,0.000045425506,9.385177e-7,0.0006327403,0.000074767835,0.000007734962,0.000025602176,0.9899486,0.0028966584],"study_design_scores_gemma":[0.0003230601,0.00041619586,0.005307073,0.09279815,0.00037468367,0.00004466828,0.0036091907,0.19337726,0.000043885015,0.00093054306,0.7021756,0.000599704],"about_ca_topic_score_codex":0.0000011862189,"about_ca_topic_score_gemma":0.0000055363007,"teacher_disagreement_score":0.83005494,"about_ca_system_score_codex":0.000044950866,"about_ca_system_score_gemma":0.000077415,"threshold_uncertainty_score":0.9863704},"labels":[],"label_agreement":null},{"id":"W6939716809","doi":"10.6084/m9.figshare.12812373","title":"Additional file 1 of Health TAPESTRY Ontario: protocol for a randomized controlled trial to test reproducibility and implementation","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Red Cross Society; McMaster University","funders":"","keywords":"Randomized controlled trial; Protocol (science); Reproducibility; Test (biology); Research design","score_opus":0.703919446451326,"score_gpt":0.5546102494344801,"score_spread":0.14930919701684586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939716809","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000079838255,0.0000022273834,0.000018253017,0.0007826639,0.000006722983,0.3020102,0.6967972,0.0000026912412,0.00037206366],"genre_scores_gemma":[0.00009047053,5.4811573e-9,0.0025947054,0.00050219323,0.00008120976,0.745536,0.25004002,0.0000041628173,0.0011512111],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.985942,0.0037358876,0.0074907322,0.0011263004,0.0015661542,0.00013892316],"domain_scores_gemma":[0.90254736,0.081372485,0.011209825,0.0025476203,0.0019961454,0.00032654093],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.030048918,0.0001546036,0.0043778396,0.00006663025,0.0000860778,0.0001942339,0.00035660388,0.000034055312,0.99780583],"category_scores_gemma":[0.6095559,0.000075947595,0.0013021234,0.00031414194,0.0000062487716,0.000103192695,0.00007640279,0.000056845023,0.0009131662],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04996113,0.000042147873,0.0000037245225,0.000116217525,0.000054266602,8.621276e-8,0.00019851993,0.0000014028237,4.072316e-7,0.000002042535,0.948274,0.0013460586],"study_design_scores_gemma":[0.29296696,0.00025864568,0.00013226298,0.00015353646,0.000020162726,3.2984116e-7,0.00006672099,0.00031867248,0.0000018794298,0.0001306509,0.70589685,0.00005332155],"about_ca_topic_score_codex":0.000046991412,"about_ca_topic_score_gemma":0.00065272563,"teacher_disagreement_score":0.9968927,"about_ca_system_score_codex":0.000029595587,"about_ca_system_score_gemma":0.0005711194,"threshold_uncertainty_score":0.99986476},"labels":[],"label_agreement":null},{"id":"W6939717016","doi":"10.6084/m9.figshare.12629395","title":"Additional file 3 of Outcome reporting recommendations for clinical trial protocols and reports: a scoping review","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Toronto; SickKids Foundation; University of Ottawa; Hospital for Sick Children","funders":"","keywords":"Clinical trial; Outcome (game theory); MEDLINE; Protocol (science); Data collection; Information system","score_opus":0.9748198241537855,"score_gpt":0.7056545718487444,"score_spread":0.2691652523050412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939717016","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.812568e-7,0.00038543757,0.00003150085,0.0013425873,0.00002581896,0.026964225,0.9702638,0.0000061448586,0.0009800532],"genre_scores_gemma":[0.000007125788,0.0000053465674,0.01859964,0.0023082264,0.00033270576,0.11224546,0.86542875,0.000011670118,0.0010610464],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9719404,0.0016348698,0.024236362,0.00072664575,0.0013459309,0.00011581209],"domain_scores_gemma":[0.87685233,0.047674432,0.0700441,0.0024261933,0.002681067,0.00032189826],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.023887053,0.00013938473,0.0029816253,0.000049081627,0.00009046009,0.00019862004,0.00037869095,0.00006154278,0.99655],"category_scores_gemma":[0.8837585,0.00007801522,0.001615177,0.00047636512,0.000008523728,0.00016255268,0.00014075603,0.00010928736,0.0010433849],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001584865,0.000014213784,0.000036414975,0.002208198,0.000025857815,0.0000028799066,0.0000076199653,9.4132915e-8,2.6671954e-8,0.0000010926267,0.99122036,0.0064673815],"study_design_scores_gemma":[0.00044994056,0.0000840218,0.00009136833,0.06374803,0.000035026176,0.000010489304,0.000012111942,0.00012780893,2.8449352e-7,0.00008253741,0.93528295,0.000075457756],"about_ca_topic_score_codex":1.3728783e-7,"about_ca_topic_score_gemma":0.0000013973756,"teacher_disagreement_score":0.99550664,"about_ca_system_score_codex":0.0000056303256,"about_ca_system_score_gemma":0.00019068531,"threshold_uncertainty_score":0.9997344},"labels":[],"label_agreement":null},{"id":"W6939738698","doi":"10.6084/m9.figshare.20110638","title":"Additional file 1 of Protocol for a scoping review to map patient engagement in scoping reviews","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Boniface Hospital; University of Manitoba","funders":"","keywords":"Protocol (science); Data collection; Patient data; MEDLINE; Patient privacy; Health care","score_opus":0.8660863893078509,"score_gpt":0.5768787745171289,"score_spread":0.289207614790722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939738698","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.1551814e-8,0.0008568459,0.000009408058,0.00010767055,0.000013041987,0.2538807,0.7440507,0.0000020436385,0.0010795579],"genre_scores_gemma":[3.076123e-7,0.0000014719778,0.00449991,0.0012116227,0.000022325805,0.7691208,0.22420587,0.0000071710697,0.0009305053],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9842619,0.005233687,0.007082348,0.0006629118,0.0025551561,0.00020403462],"domain_scores_gemma":[0.9821342,0.010128949,0.0052416055,0.001759812,0.0006286944,0.00010674028],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.016120402,0.00018446431,0.0022897478,0.0002457673,0.00015565801,0.00010058424,0.0010343811,0.000018581755,0.99953943],"category_scores_gemma":[0.17660789,0.00011056919,0.0010173157,0.0011817111,0.0000025884428,0.000100330726,0.00052616856,0.00011831619,0.008834904],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022011786,0.000032417258,7.348556e-7,0.015001481,0.000006898305,8.4732665e-7,0.0000540023,0.000027390759,2.2146332e-7,0.000002058718,0.9741684,0.010703305],"study_design_scores_gemma":[0.000056793167,0.00006008063,0.000008863725,0.27021673,0.0000055841956,7.703681e-7,0.000028153427,0.000090756315,0.0000013960295,0.000023305,0.72942615,0.000081394064],"about_ca_topic_score_codex":4.7997725e-7,"about_ca_topic_score_gemma":0.0000124448,"teacher_disagreement_score":0.99070454,"about_ca_system_score_codex":0.00006694813,"about_ca_system_score_gemma":0.00022948219,"threshold_uncertainty_score":0.9919368},"labels":[],"label_agreement":null},{"id":"W6939750247","doi":"10.6084/m9.figshare.14374721.v1","title":"Additional file 1 of Successful incorporation of single reviewer assessments during systematic review screening: development and validation of sensitivity and work-saved of an algorithm that considers exclusion criteria and count","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; BC Children's Hospital; Children's Hospital of Eastern Ontario; University of British Columbia","funders":"","keywords":"Sensitivity (control systems); Table (database); Systematic error; Data file; Semaphore","score_opus":0.48882923800479416,"score_gpt":0.4336475056795316,"score_spread":0.05518173232526258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939750247","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041214406,0.011400852,0.00062768924,0.00003718965,0.00003443423,0.0022453503,0.94427353,0.0000047768563,0.00016177814],"genre_scores_gemma":[0.29061785,0.00035780887,0.13709511,0.0001300242,0.000035705998,0.0005175036,0.57075906,0.000033384546,0.00045354763],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.99123204,0.0031239828,0.0035123958,0.0003976432,0.001657228,0.000076685355],"domain_scores_gemma":[0.9867736,0.0038917612,0.006005792,0.0006374679,0.0026229552,0.00006840306],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006367852,0.00016447982,0.0023286876,0.0001320127,0.00006304759,0.00008839168,0.000117419644,0.000055083274,0.43884236],"category_scores_gemma":[0.0337574,0.0001066669,0.00016382079,0.00047446473,0.000029896313,0.00036834367,0.00018055052,0.000043001957,0.00000899392],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016017724,0.0002708525,0.001074404,0.4649354,0.0005481378,0.000023869861,0.00060586206,0.000009466455,0.0018864188,0.0000063562325,0.5150147,0.0156085305],"study_design_scores_gemma":[0.0005738239,0.000121026045,0.046310563,0.9179044,0.0009246276,0.00012259818,0.0011639876,0.004098346,0.020474102,0.00014275845,0.007618408,0.0005453845],"about_ca_topic_score_codex":0.0000017395147,"about_ca_topic_score_gemma":0.000007621693,"teacher_disagreement_score":0.5073963,"about_ca_system_score_codex":0.000015357462,"about_ca_system_score_gemma":0.00009223821,"threshold_uncertainty_score":0.9743817},"labels":[],"label_agreement":null},{"id":"W6939770898","doi":"10.6084/m9.figshare.15179117","title":"Additional file 1 of Creating efficiencies in the extraction of data from randomized trials: a prospective evaluation of a machine learning and text mining tool","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Information extraction; Extraction (chemistry); Data extraction; Text mining; Training set","score_opus":0.8310192474067402,"score_gpt":0.556330932377557,"score_spread":0.2746883150291831,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939770898","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058134724,0.0012349085,0.000045385776,0.000014417235,0.0000075259914,0.0007658186,0.9893735,9.1910056e-7,0.0027440307],"genre_scores_gemma":[0.3360275,0.000003549118,0.006926193,0.000009828152,0.000045444314,0.0006761958,0.65591294,0.0000049797336,0.00039337628],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9705203,0.021133285,0.0046089366,0.00043887767,0.0032312106,0.000067347544],"domain_scores_gemma":[0.5264005,0.4549058,0.013313195,0.0017569247,0.0035954416,0.000028131019],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06740738,0.000094159375,0.0022534702,0.00012485619,0.00005222833,0.00011041113,0.00042974492,0.000037397498,0.98293936],"category_scores_gemma":[0.8395979,0.000043854372,0.00040238487,0.00070865033,0.000019275445,0.00022780921,0.00012678336,0.00008724674,0.00006873256],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027100503,0.000066952205,0.0001344766,0.00007070228,0.00017635693,9.077382e-7,0.0022888943,0.00025142563,0.00015450666,0.0000069639277,0.9746258,0.021951957],"study_design_scores_gemma":[0.010396873,0.00003574386,0.013593959,0.003702362,0.0006477029,0.000008864652,0.0115718795,0.91243434,0.00018779442,0.0007536902,0.04653202,0.00013478186],"about_ca_topic_score_codex":0.000013801894,"about_ca_topic_score_gemma":0.000053583957,"teacher_disagreement_score":0.98287064,"about_ca_system_score_codex":0.000010448948,"about_ca_system_score_gemma":0.00017054543,"threshold_uncertainty_score":0.9603004},"labels":[],"label_agreement":null},{"id":"W6939804020","doi":"10.6084/m9.figshare.22800038.v1","title":"Additional file 3 of Engagement is a necessary condition to test audit and feedback design features: results of a pragmatic, factorial, cluster-randomized trial with an embedded process evaluation","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; Women's College Hospital; Université Laval; Trillium Health Centre; University of Toronto; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Audit; Process (computing); Test (biology); Test design; Key (lock)","score_opus":0.5213545683445502,"score_gpt":0.48669464565216985,"score_spread":0.03465992269238033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939804020","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005611827,0.000016440705,0.00010056167,0.00012099907,0.000043239466,0.006113612,0.9920231,0.000010669855,0.0010101745],"genre_scores_gemma":[0.024579406,9.500251e-7,0.004875179,0.000112055335,0.00021319608,0.00901451,0.9593704,0.000019540465,0.0018147705],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98238987,0.007967649,0.003911718,0.00071246305,0.004851945,0.00016634284],"domain_scores_gemma":[0.92322445,0.066190794,0.0056963074,0.0012715273,0.0034590322,0.00015786468],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.024774829,0.0002422992,0.0021843466,0.00040578537,0.000113253154,0.0002963877,0.0005613892,0.000096090196,0.9560373],"category_scores_gemma":[0.39645386,0.0001257533,0.00037772013,0.0014507626,0.00002099137,0.00036574018,0.00007919788,0.000103142884,0.0015257539],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018224401,0.00008844455,1.7684037e-7,0.00017727328,0.000119984645,8.1411355e-7,0.0013317928,0.00043149068,0.0000046313335,8.92205e-7,0.9788374,0.0007827049],"study_design_scores_gemma":[0.5334348,0.00406951,0.00085683167,0.011540224,0.0013158448,0.000012846117,0.0066162837,0.15172616,0.0004018131,0.0049959035,0.2840252,0.0010045778],"about_ca_topic_score_codex":0.0000026105367,"about_ca_topic_score_gemma":0.000016097834,"teacher_disagreement_score":0.9545115,"about_ca_system_score_codex":0.0000232949,"about_ca_system_score_gemma":0.00032773314,"threshold_uncertainty_score":0.99925166},"labels":[],"label_agreement":null},{"id":"W6939822060","doi":"10.6084/m9.figshare.28444181.v1","title":"Data Extraction form","year":2025,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Extraction (chemistry); Table (database); Scale (ratio); Data extraction; Pattern recognition (psychology)","score_opus":0.9417321898273665,"score_gpt":0.6315564060169657,"score_spread":0.3101757838104008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939822060","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030960943,0.0019441069,0.0019947784,0.0019373555,0.0005145836,0.0010225682,0.43903148,0.000025004998,0.5532205],"genre_scores_gemma":[0.21473785,0.0000067415017,0.003929699,0.0027195853,0.00039472373,0.00027094295,0.36951682,0.000020011505,0.4084036],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938947,0.00088570407,0.0027570804,0.00060863915,0.0017460504,0.00010780273],"domain_scores_gemma":[0.9890316,0.0023852536,0.0013868096,0.0065829204,0.0005616704,0.000051713923],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.013769858,0.00010114308,0.00085785415,0.00017265815,0.00008749952,0.0007410015,0.002748874,0.00004815772,0.86118025],"category_scores_gemma":[0.100575365,0.00004845495,0.0003781878,0.00093088375,0.0000019618337,0.00045050404,0.00041131186,0.00007923722,0.08292454],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.627839e-7,0.0000060473853,0.000107875276,0.000020173364,0.000022746515,0.0000010024004,0.000008721936,0.0000018119707,0.0000034319132,0.00010060151,0.9581083,0.04161891],"study_design_scores_gemma":[0.000029825731,0.0000019997162,0.004313638,0.00012315223,0.000024898198,0.0000016389515,0.000053589767,0.0064644027,0.000012847047,0.0016158939,0.9873126,0.00004552357],"about_ca_topic_score_codex":0.0000013216905,"about_ca_topic_score_gemma":0.000028154825,"teacher_disagreement_score":0.7782557,"about_ca_system_score_codex":0.0000130671915,"about_ca_system_score_gemma":0.000055155775,"threshold_uncertainty_score":0.9177895},"labels":[],"label_agreement":null},{"id":"W6939908719","doi":"10.6084/m9.figshare.26574766.v1","title":"Additional file 1 of Measuring the impact of zero-cases studies in evidence synthesis practice using the harms index and benefits index (Hi-Bi)","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Index (typography); Table (database); Baseline (sea); Diagram; Event (particle physics)","score_opus":0.8729074778739291,"score_gpt":0.5533001099092387,"score_spread":0.31960736796469036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939908719","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005265645,0.020859668,0.0000061726564,0.00017303813,0.00002903745,0.00046200716,0.9728054,0.000003766329,0.00039528],"genre_scores_gemma":[0.9960569,0.000057365403,0.00018657418,0.00004144962,0.000061032948,0.00039120318,0.0029763994,0.000011224672,0.00021781262],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9920904,0.0026875585,0.0023178686,0.00042333666,0.0023344667,0.00014634812],"domain_scores_gemma":[0.6780376,0.31413364,0.003626603,0.0019254233,0.0021983143,0.00007841314],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010219785,0.0001847745,0.0011292704,0.00022927712,0.00011813375,0.0003741676,0.00080149726,0.00004767065,0.89737326],"category_scores_gemma":[0.5314131,0.00006589356,0.0006447405,0.0013512034,0.00005136995,0.00061395,0.0002774596,0.00016526923,0.00033576982],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006510348,0.000012630448,0.00025174193,0.00018371311,0.0002957994,0.000007651105,0.00049676903,0.0013394884,0.0000028982029,0.000003738806,0.9929212,0.0044778655],"study_design_scores_gemma":[0.00025926743,0.00020599714,0.18870933,0.14130743,0.0012965617,0.00075538416,0.021334406,0.19615817,0.00028069603,0.0021927352,0.4464943,0.0010056898],"about_ca_topic_score_codex":0.00004368935,"about_ca_topic_score_gemma":0.000038868653,"teacher_disagreement_score":0.9907913,"about_ca_system_score_codex":0.000045941575,"about_ca_system_score_gemma":0.00018267939,"threshold_uncertainty_score":0.47253403},"labels":[],"label_agreement":null},{"id":"W6940090691","doi":"10.6084/m9.figshare.28444181","title":"Data Extraction form","year":2025,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Extraction (chemistry); Table (database); Scale (ratio); Data extraction; Pattern recognition (psychology)","score_opus":0.9417321898273665,"score_gpt":0.6315564060169657,"score_spread":0.3101757838104008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6940090691","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030960943,0.0019441069,0.0019947784,0.0019373555,0.0005145836,0.0010225682,0.43903148,0.000025004998,0.5532205],"genre_scores_gemma":[0.21473785,0.0000067415017,0.003929699,0.0027195853,0.00039472373,0.00027094295,0.36951682,0.000020011505,0.4084036],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938947,0.00088570407,0.0027570804,0.00060863915,0.0017460504,0.00010780273],"domain_scores_gemma":[0.9890316,0.0023852536,0.0013868096,0.0065829204,0.0005616704,0.000051713923],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.013769858,0.00010114308,0.00085785415,0.00017265815,0.00008749952,0.0007410015,0.002748874,0.00004815772,0.86118025],"category_scores_gemma":[0.100575365,0.00004845495,0.0003781878,0.00093088375,0.0000019618337,0.00045050404,0.00041131186,0.00007923722,0.08292454],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.627839e-7,0.0000060473853,0.000107875276,0.000020173364,0.000022746515,0.0000010024004,0.000008721936,0.0000018119707,0.0000034319132,0.00010060151,0.9581083,0.04161891],"study_design_scores_gemma":[0.000029825731,0.0000019997162,0.004313638,0.00012315223,0.000024898198,0.0000016389515,0.000053589767,0.0064644027,0.000012847047,0.0016158939,0.9873126,0.00004552357],"about_ca_topic_score_codex":0.0000013216905,"about_ca_topic_score_gemma":0.000028154825,"teacher_disagreement_score":0.7782557,"about_ca_system_score_codex":0.0000130671915,"about_ca_system_score_gemma":0.000055155775,"threshold_uncertainty_score":0.9177895},"labels":[],"label_agreement":null},{"id":"W6940162222","doi":"10.6084/m9.figshare.26596925.v1","title":"Additional file 2 of Evaluating the quality of research co-production: Research Quality Plus for Co-Production (RQ + 4 Co-Pro)","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McGill University; Western University; Michael Smith Health Research BC; University of Toronto; Canadian Cancer Society; Dalhousie University; University of Manitoba; Ottawa Hospital","funders":"","keywords":"Quality (philosophy); Data collection; Data quality; Data file; Quality assurance","score_opus":0.9845324876531705,"score_gpt":0.7636476037440473,"score_spread":0.2208848839091232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6940162222","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00082163897,0.0006856577,0.000013424699,0.0013051453,0.00018472188,0.0024854399,0.9827515,0.000015115792,0.011737345],"genre_scores_gemma":[0.024182012,0.0000063688917,0.002598742,0.00004560633,0.0022585427,0.008426121,0.8648441,0.00004745877,0.097591035],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.93199754,0.036752515,0.00823779,0.0019157877,0.020510063,0.00058632356],"domain_scores_gemma":[0.6354265,0.30901897,0.0065323347,0.010800901,0.037886426,0.0003348195],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.27632833,0.00023292885,0.0018263368,0.00068031787,0.0008193567,0.00061657303,0.001986536,0.00015283308,0.9888691],"category_scores_gemma":[0.72199696,0.00012120581,0.0013387237,0.003712245,0.00026900764,0.00037718573,0.00020667027,0.00069381675,0.014185778],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041939795,0.00004317054,0.000008174451,0.0013446364,0.000119693366,4.5872068e-7,0.000579862,0.000048008635,0.0002497145,0.00033452126,0.99044406,0.0067857327],"study_design_scores_gemma":[0.00008373696,0.00014000873,0.0015727986,0.0017108506,0.000021530239,0.0000061482074,0.0030681232,0.0020152752,0.0010051235,0.005039996,0.98519564,0.00014074246],"about_ca_topic_score_codex":0.000029367475,"about_ca_topic_score_gemma":0.00004079794,"teacher_disagreement_score":0.9746833,"about_ca_system_score_codex":0.00017654244,"about_ca_system_score_gemma":0.0011225874,"threshold_uncertainty_score":0.9865818},"labels":[],"label_agreement":null},{"id":"W6944151113","doi":"10.17605/osf.io/x63gt","title":"Manuscript: Identifying features to assess discordance across multiple systematic reviews on the same topic","year":2018,"lang":"en","type":"article","venue":"OSF Preprints (OSF Preprints)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Systematic review; Identification (biology); MEDLINE; Matching (statistics)","score_opus":0.5716328074944087,"score_gpt":0.4922586497445093,"score_spread":0.07937415774989942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6944151113","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48342285,0.000103858634,0.066254444,0.0046565845,0.0035426996,0.01828049,0.000049040285,0.000085057625,0.42360497],"genre_scores_gemma":[0.50254214,0.000046745707,0.0026329893,0.0016991443,0.00022966688,0.0012462307,0.0000028201312,0.000031242773,0.491569],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95672464,0.025321621,0.008473728,0.0041296007,0.0046071527,0.000743254],"domain_scores_gemma":[0.95284873,0.01455715,0.0051789414,0.025815543,0.0011780051,0.00042159896],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.2427068,0.0006448892,0.0041461075,0.00023479914,0.0008034021,0.003022033,0.007818844,0.00016082141,0.3639534],"category_scores_gemma":[0.29208377,0.0003085818,0.0019719712,0.0013986669,0.0002161081,0.00044977324,0.0023126116,0.0005175135,0.9293146],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008978753,0.00043502435,0.049895234,0.006987519,0.00090545474,0.00003304157,0.018782085,0.00030310088,0.005426288,0.011500473,0.8802795,0.025362507],"study_design_scores_gemma":[0.0006792489,0.000011856092,0.15629187,0.009420396,0.00071904814,0.00012699995,0.0068643466,0.0032756468,0.0072255437,0.01993842,0.79380465,0.0016419803],"about_ca_topic_score_codex":0.00009201194,"about_ca_topic_score_gemma":0.0005523088,"teacher_disagreement_score":0.5653612,"about_ca_system_score_codex":0.0001806365,"about_ca_system_score_gemma":0.000055917833,"threshold_uncertainty_score":0.99993664},"labels":[],"label_agreement":null},{"id":"W6944200716","doi":"10.17605/osf.io/utjmp","title":"Search strategy for scientific and grey literature","year":2022,"lang":"en","type":"article","venue":"OSF Preprints (OSF Preprints)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Grey literature; Ranking (information retrieval); MEDLINE; Search engine; Online search; The Internet; Index (typography); Scientific literature","score_opus":0.421863842933611,"score_gpt":0.45840354938032374,"score_spread":0.03653970644671273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6944200716","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5513145,0.00007590091,0.010785608,0.0013410762,0.0010013352,0.0042616357,0.00025696974,0.000034449065,0.43092853],"genre_scores_gemma":[0.49347076,0.000009551359,0.0017418962,0.00009776677,0.000042082556,0.0003950213,0.00003187093,0.000016289063,0.50419474],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.973107,0.012441497,0.0043512047,0.004792551,0.004787793,0.0005199881],"domain_scores_gemma":[0.9813524,0.004289349,0.0014886516,0.011067404,0.001482411,0.0003197854],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.25845063,0.00032278345,0.0016861001,0.0005683229,0.001166339,0.004451459,0.0036886132,0.00010008302,0.7280941],"category_scores_gemma":[0.03881577,0.000219741,0.0010806792,0.0017025822,0.00019715122,0.0004559064,0.0026792057,0.0004980348,0.3925332],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015311343,0.00051807315,0.07281936,0.00038663016,0.0006151646,0.000042321724,0.009793266,0.00958884,0.004679148,0.027772157,0.7114057,0.16222623],"study_design_scores_gemma":[0.00046484006,0.000003910759,0.012048114,0.00003096884,0.00013619999,0.000093025694,0.0019089824,0.0152450595,0.00053843093,0.03737025,0.9317796,0.00038061943],"about_ca_topic_score_codex":0.000012642468,"about_ca_topic_score_gemma":0.000015403859,"teacher_disagreement_score":0.33556086,"about_ca_system_score_codex":0.00010072504,"about_ca_system_score_gemma":0.00020875943,"threshold_uncertainty_score":0.99658203},"labels":[],"label_agreement":null},{"id":"W6944445724","doi":"10.17605/osf.io/ahwp4","title":"Empirical investigation of resource use and costs of investigator-initiated randomized controlled trials in four countriesled","year":2021,"lang":"en","type":"article","venue":"OSF Preprints (OSF Preprints)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Resource use; Psychological intervention; Resource (disambiguation); Empirical research; Cost–benefit analysis; Resource allocation; Scarcity; Baseline (sea)","score_opus":0.49906972200057664,"score_gpt":0.45548031923523624,"score_spread":0.0435894027653404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6944445724","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9666545,0.000039173265,0.0021972775,0.00096587767,0.00010505261,0.0036398317,0.000027090087,0.0000090941785,0.026362121],"genre_scores_gemma":[0.97626865,0.00012276397,0.0032263743,0.0004661977,0.000024030036,0.0002986543,0.000017548638,0.000019464165,0.01955632],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.69575584,0.2648555,0.030504469,0.0032833,0.0051830118,0.00041786657],"domain_scores_gemma":[0.55904627,0.3920351,0.028270353,0.013905255,0.0058489763,0.0008940655],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.58399576,0.00041212578,0.016594876,0.00068143586,0.00007333921,0.0005271865,0.0011934716,0.0002817373,0.14844452],"category_scores_gemma":[0.8916582,0.00024551954,0.0027656062,0.001532603,0.0005982465,0.00039741964,0.0007306806,0.00032029394,0.020113641],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015756588,0.00020640083,0.9338016,0.00021908997,0.0024457152,0.000040695446,0.003432989,0.0008545609,0.0104532195,0.0041654254,0.026992194,0.0016315477],"study_design_scores_gemma":[0.4345788,0.000010415425,0.31933352,0.002371966,0.0069213514,0.0001380959,0.0027519711,0.04705419,0.051647075,0.105809696,0.027739523,0.0016433981],"about_ca_topic_score_codex":0.00012433867,"about_ca_topic_score_gemma":0.000088292574,"teacher_disagreement_score":0.61446804,"about_ca_system_score_codex":0.000088887675,"about_ca_system_score_gemma":0.0006811777,"threshold_uncertainty_score":0.9999997},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W6945102353","doi":"10.25384/sage.21176014","title":"sj-docx-2-hpq-10.1177_13591053221124748 – Supplemental material for Health psychology and behavioral medicine researchers in Canada: An environmental scan","year":2022,"lang":"en","type":"article","venue":"Sage Journals Data","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Behavioral medicine; Health psychology; Behavioural sciences; Behavioral analysis; Health behavior; Alternative medicine","score_opus":0.828954187480579,"score_gpt":0.6175779277117454,"score_spread":0.21137625976883367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6945102353","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8723295,0.013156589,0.0004377103,0.039446842,0.0010806422,0.0023982578,0.07097902,0.0000040978994,0.00016738713],"genre_scores_gemma":[0.9848315,0.0014447472,0.0018965241,0.0038865646,0.00032305866,0.00014325093,0.00581387,0.000037665257,0.0016227834],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9785477,0.00948631,0.0056378883,0.0011539684,0.0045771715,0.0005969939],"domain_scores_gemma":[0.9933394,0.00060428865,0.0022767226,0.0032417914,0.00004847392,0.0004892863],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.10570782,0.00024793486,0.0020403098,0.0004302438,0.0004915869,0.00029679982,0.003374502,0.000032761385,0.44810644],"category_scores_gemma":[0.0011576692,0.00015306877,0.00014396668,0.0005287259,0.00011716153,0.00047597455,0.0011014347,0.00033958082,0.000026059233],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009538881,0.00015743016,0.038748406,0.00001643567,0.00007134276,0.00006323864,0.00070121913,0.0000075308067,0.0009700003,0.0000035559403,0.83329886,0.12586659],"study_design_scores_gemma":[0.0025013369,0.001003791,0.10437165,0.000067071705,0.00012403727,0.00037561578,0.018540181,0.0019110914,0.000013446328,0.00058882375,0.870166,0.00033697532],"about_ca_topic_score_codex":0.1306971,"about_ca_topic_score_gemma":0.51974434,"teacher_disagreement_score":0.44808036,"about_ca_system_score_codex":0.00058957265,"about_ca_system_score_gemma":0.00067130337,"threshold_uncertainty_score":0.920862},"labels":[],"label_agreement":null},{"id":"W6945476720","doi":"10.25384/sage.16810640","title":"sj-docx-1-mmr-10.1177_15586898211037412 – Supplemental material for Weight of Evidence: Participatory Methods and Bayesian Updating to Contextualize Evidence Synthesis in Stakeholders’ Knowledge","year":2021,"lang":"en","type":"article","venue":"Sage Journals Data","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Bayesian probability; Citizen journalism; Key (lock); Knowledge production; Bayesian statistics; Participatory action research","score_opus":0.9004574051113771,"score_gpt":0.6233548280534884,"score_spread":0.27710257705788865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6945476720","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22288755,0.25590384,0.47357166,0.015282525,0.0030631924,0.006833222,0.021240534,0.000029202798,0.0011882723],"genre_scores_gemma":[0.782378,0.0034481145,0.21031602,0.00044614068,0.00045124916,0.00026183293,0.00012038119,0.0000545843,0.0025236632],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96206886,0.022237511,0.010537538,0.0017014825,0.0028218918,0.0006327493],"domain_scores_gemma":[0.9536305,0.03395842,0.0045420025,0.005921704,0.0014094985,0.0005378838],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20102818,0.0004021804,0.0036472613,0.00050350995,0.00021281868,0.0013318876,0.0030885378,0.00011344725,0.18126446],"category_scores_gemma":[0.17494191,0.00023015084,0.0005924605,0.0014626972,0.000103595376,0.001748753,0.001410279,0.00019264937,0.00014723175],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018610767,0.00029614626,0.025454164,0.00073876604,0.0007389264,0.00007934304,0.004279545,0.000012925109,0.073075995,0.00015448018,0.25784317,0.63714045],"study_design_scores_gemma":[0.0034012217,0.0007119452,0.037456367,0.037336078,0.006242022,0.00045162343,0.07384865,0.03782809,0.14555334,0.007657793,0.64640355,0.0031092998],"about_ca_topic_score_codex":0.000039293784,"about_ca_topic_score_gemma":0.0004288776,"teacher_disagreement_score":0.6340311,"about_ca_system_score_codex":0.000073659015,"about_ca_system_score_gemma":0.0004079954,"threshold_uncertainty_score":0.99970484},"labels":[],"label_agreement":null},{"id":"W6946147593","doi":"10.3205/22ebm001","title":"Treatment of COVID-19, meta-research study II: characteristics of systematic reviews, registered in PROSPERO or published in the L·OVE database","year":2022,"lang":"en","type":"article","venue":"German Medical Science (German Research Foundation)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane","funders":"","keywords":"Systematic review; MEDLINE; Confidentiality; Pandemic; Coronavirus disease 2019 (COVID-19)","score_opus":0.913400443926977,"score_gpt":0.6742784012519447,"score_spread":0.23912204267503223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6946147593","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9639114,0.0009422123,0.00025715368,0.012855193,0.00027244823,0.02049848,0.00007528814,0.000006726395,0.0011811026],"genre_scores_gemma":[0.991429,0.00019813274,0.00013663035,0.00021140728,0.00005502432,0.0045906478,0.00004767889,0.000011107949,0.003320408],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.6303648,0.2158756,0.031975247,0.004390783,0.11485064,0.002542935],"domain_scores_gemma":[0.89002407,0.07337917,0.009781041,0.018247582,0.0067500337,0.0018181229],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.67720395,0.00034893214,0.0051507703,0.0035201237,0.001592445,0.0012125929,0.010620785,0.00006735879,0.0376959],"category_scores_gemma":[0.4769042,0.00013734134,0.00076071767,0.021342827,0.0022868782,0.0010574781,0.0019980553,0.0009650166,0.00033401803],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001487134,0.057867043,0.18464181,0.05641039,0.002698869,0.0040861163,0.44797343,0.00009327158,0.0019194694,0.07572231,0.103362076,0.06373811],"study_design_scores_gemma":[0.012057602,0.015743451,0.19022687,0.003621155,0.0025006304,0.0007285172,0.14462845,0.05505137,0.00009815151,0.02006975,0.5530205,0.0022535713],"about_ca_topic_score_codex":0.00081222766,"about_ca_topic_score_gemma":0.0014713322,"teacher_disagreement_score":0.44965842,"about_ca_system_score_codex":0.0009831544,"about_ca_system_score_gemma":0.004173812,"threshold_uncertainty_score":0.9998242},"labels":[],"label_agreement":null},{"id":"W6949069052","doi":"10.5281/zenodo.11244789","title":"Declaration on Research Assessment (DORA). Against the misuse of metrics in research assessment","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Declaration; Risk assessment; Scale (ratio); Government (linguistics); Research ethics","score_opus":0.8218902835031832,"score_gpt":0.5767579692971291,"score_spread":0.24513231420605408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6949069052","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19640972,0.0015607666,0.017490549,0.013283499,0.0005665746,0.0046833484,0.00022990035,0.00013885328,0.7656368],"genre_scores_gemma":[0.9922949,0.000312897,0.0008099331,0.00008562476,0.00013027992,9.402799e-7,0.00019351799,0.00041350577,0.0057584234],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94527704,0.03722786,0.0035942164,0.0012639996,0.0119946655,0.00064220227],"domain_scores_gemma":[0.98371583,0.0057500317,0.0006583465,0.0035676332,0.0060807695,0.00022740237],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.2789171,0.00022826552,0.00095289404,0.0035670055,0.0021053238,0.0065053785,0.004741239,0.00011999101,0.025445258],"category_scores_gemma":[0.042566504,0.00012660351,0.00041027786,0.012411911,0.00038686185,0.0004162807,0.0018096736,0.0015146461,0.020150656],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029128443,0.00037973467,0.00014770452,0.00019660882,0.00014793295,0.000043197193,0.0018201926,0.00066576287,0.0024954667,0.08594327,0.7044039,0.20372714],"study_design_scores_gemma":[0.00020533573,0.00030954604,0.0043100603,0.0001442826,0.000019884708,0.000010532555,0.002648721,0.026936164,0.00015441768,0.0037425577,0.96138835,0.0001301506],"about_ca_topic_score_codex":0.000028853143,"about_ca_topic_score_gemma":0.000004611403,"teacher_disagreement_score":0.79588515,"about_ca_system_score_codex":0.0006437209,"about_ca_system_score_gemma":0.00007372239,"threshold_uncertainty_score":0.9991938},"labels":[],"label_agreement":null},{"id":"W6949335859","doi":"10.5281/zenodo.14925771","title":"'Grey literature' in evidence syntheses on Environmental Health & Toxicology (EHT) topics","year":2025,"lang":"en","type":"preprint","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Australian Research Council","keywords":"Grey literature; Systematic review; MEDLINE; Evidence-based medicine; Key (lock); Alternative medicine; Evidence-based practice","score_opus":0.5790939833372898,"score_gpt":0.4626688927266954,"score_spread":0.11642509061059436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6949335859","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12547934,0.029663676,0.019789122,0.0795061,0.004235042,0.016984515,0.0063671055,0.00059447583,0.71738064],"genre_scores_gemma":[0.95039195,0.0027023235,0.0013216429,0.0025481698,0.0003869535,8.721284e-7,0.000935074,0.00068232615,0.041030675],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9756761,0.015874334,0.003746149,0.0016078068,0.002675609,0.0004199928],"domain_scores_gemma":[0.9920387,0.0014704873,0.0019930224,0.00363398,0.00064261595,0.00022114812],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.039161958,0.00036616335,0.0018524628,0.0010569665,0.0008845017,0.004332944,0.004895786,0.00022378711,0.05398198],"category_scores_gemma":[0.07279704,0.000249173,0.0005780899,0.0011395565,0.00012985244,0.00023582876,0.0042815893,0.0009585189,0.018888056],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064551496,0.00038820508,0.0001730822,0.00057217275,0.00017194997,0.0000401978,0.0047185523,0.0008607683,0.00007769087,0.0061362907,0.54951465,0.4372819],"study_design_scores_gemma":[0.00010133231,0.00018049008,0.0023440644,0.0011819215,0.000026146958,0.000022229542,0.00031265843,0.0010461006,0.000019499543,0.0013241891,0.9932336,0.00020771695],"about_ca_topic_score_codex":0.000010621796,"about_ca_topic_score_gemma":0.0000024103526,"teacher_disagreement_score":0.8249126,"about_ca_system_score_codex":0.00046439667,"about_ca_system_score_gemma":0.000026415457,"threshold_uncertainty_score":0.99999607},"labels":[],"label_agreement":null},{"id":"W6949515637","doi":"10.5281/zenodo.2575094","title":"Replication and Reproducibility in Social Sciences and Statistics: Context, Concerns, and Concrete Measures","year":2019,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Science Foundation","keywords":"Replication (statistics); Context (archaeology); Core (optical fiber); Affect (linguistics); Biological sciences; Social research","score_opus":0.830286008322227,"score_gpt":0.5509969271091448,"score_spread":0.27928908121308216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6949515637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8937194,0.01485288,0.00007320712,0.0018654105,0.000158477,0.003589423,0.07617328,0.000018627888,0.0095493235],"genre_scores_gemma":[0.9974036,0.000010939697,0.00042873804,0.00024659318,0.000046965717,0.000041282703,0.00065596815,0.000003860926,0.001162037],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931631,0.0018169142,0.0018358376,0.0018658933,0.0011920292,0.00012620226],"domain_scores_gemma":[0.9939847,0.0021603806,0.0011997591,0.0021378128,0.0004594454,0.000057895653],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037817236,0.00012255025,0.0010218403,0.00009648353,0.00013659096,0.0005807637,0.00034115525,0.000050773124,0.040285733],"category_scores_gemma":[0.09161116,0.0000692277,0.000070597955,0.00033484556,0.000071412585,0.00021244715,0.00014556697,0.00007457467,0.00044671545],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008996836,0.000004154193,0.16648814,0.00020652216,0.000027997174,0.0000015910371,0.0015623572,7.539168e-7,0.00015881936,0.00196898,0.7379839,0.09158783],"study_design_scores_gemma":[0.00058444584,0.000111218156,0.48735484,0.0003497601,0.000047911562,0.000013666123,0.001889273,0.007428264,0.00012831061,0.011765737,0.4899512,0.0003753764],"about_ca_topic_score_codex":0.000022250184,"about_ca_topic_score_gemma":0.000050458388,"teacher_disagreement_score":0.32086673,"about_ca_system_score_codex":0.000011981162,"about_ca_system_score_gemma":0.000049651117,"threshold_uncertainty_score":0.9907696},"labels":[],"label_agreement":null},{"id":"W6949528348","doi":"10.5281/zenodo.15920904","title":"'Grey literature' in evidence syntheses on Environmental Health & Toxicology (EHT) topics","year":2025,"lang":"en","type":"preprint","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Australian Research Council","keywords":"Grey literature; Systematic review; MEDLINE; Evidence-based medicine; Key (lock); Alternative medicine; Evidence-based practice","score_opus":0.5790939833372898,"score_gpt":0.4626688927266954,"score_spread":0.11642509061059436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6949528348","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12547934,0.029663676,0.019789122,0.0795061,0.004235042,0.016984515,0.0063671055,0.00059447583,0.71738064],"genre_scores_gemma":[0.95039195,0.0027023235,0.0013216429,0.0025481698,0.0003869535,8.721284e-7,0.000935074,0.00068232615,0.041030675],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9756761,0.015874334,0.003746149,0.0016078068,0.002675609,0.0004199928],"domain_scores_gemma":[0.9920387,0.0014704873,0.0019930224,0.00363398,0.00064261595,0.00022114812],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.039161958,0.00036616335,0.0018524628,0.0010569665,0.0008845017,0.004332944,0.004895786,0.00022378711,0.05398198],"category_scores_gemma":[0.07279704,0.000249173,0.0005780899,0.0011395565,0.00012985244,0.00023582876,0.0042815893,0.0009585189,0.018888056],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064551496,0.00038820508,0.0001730822,0.00057217275,0.00017194997,0.0000401978,0.0047185523,0.0008607683,0.00007769087,0.0061362907,0.54951465,0.4372819],"study_design_scores_gemma":[0.00010133231,0.00018049008,0.0023440644,0.0011819215,0.000026146958,0.000022229542,0.00031265843,0.0010461006,0.000019499543,0.0013241891,0.9932336,0.00020771695],"about_ca_topic_score_codex":0.000010621796,"about_ca_topic_score_gemma":0.0000024103526,"teacher_disagreement_score":0.8249126,"about_ca_system_score_codex":0.00046439667,"about_ca_system_score_gemma":0.000026415457,"threshold_uncertainty_score":0.99999607},"labels":[],"label_agreement":null},{"id":"W6957802087","doi":"10.6084/m9.figshare.13161366.v1","title":"Additional file 1 of Spie charts for quantifying treatment effectiveness and safety in multiple outcome network meta-analysis: a proof-of-concept study","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; St. Joseph’s Healthcare Hamilton; University of Toronto; McMaster University","funders":"","keywords":"Code (set theory); Function (biology); Outcome (game theory); Data file; Source code","score_opus":0.8539140249813886,"score_gpt":0.5089860002350477,"score_spread":0.3449280247463409,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6957802087","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007919084,0.0006744764,0.00009994234,0.000040669074,0.00000892582,0.0029696655,0.995338,0.000002910268,0.00007347353],"genre_scores_gemma":[0.670572,1.8239896e-7,0.0026071426,0.00006756704,0.00006449496,0.007366287,0.31903675,0.000015829397,0.0002697719],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9916298,0.0017558305,0.0043124184,0.0007946387,0.0013304391,0.0001768761],"domain_scores_gemma":[0.9649217,0.030600736,0.0029381476,0.00088859187,0.00054927636,0.0001015329],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004982146,0.00026377567,0.005657327,0.00018915132,0.000075741955,0.00009333925,0.0004760488,0.000052985644,0.9676545],"category_scores_gemma":[0.05397245,0.00013200875,0.0033428653,0.0016609693,0.000011447925,0.00012370323,0.000105856845,0.000056820427,0.00018147203],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056667108,0.00027999113,0.0042583845,0.0002641985,0.03402931,0.000005262674,0.00075925176,0.005466278,6.924521e-7,0.0000073669817,0.9505247,0.0043479274],"study_design_scores_gemma":[0.0028138675,0.0016782281,0.24641132,0.00057988055,0.0840014,0.0000024327942,0.0020681063,0.093324445,0.0001164914,0.00019780535,0.5679302,0.00087578647],"about_ca_topic_score_codex":0.0000053486565,"about_ca_topic_score_gemma":0.00011807528,"teacher_disagreement_score":0.96747303,"about_ca_system_score_codex":0.000020575746,"about_ca_system_score_gemma":0.0000512478,"threshold_uncertainty_score":0.95399636},"labels":[],"label_agreement":null},{"id":"W6957821497","doi":"10.6084/m9.figshare.14926906.v1","title":"Additional file 1 of Managing overlap of primary study results across systematic reviews: practical considerations for authors of overviews of reviews","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montfort Hospital; Ottawa Hospital; University of British Columbia","funders":"","keywords":"Key (lock); File format; Systematic review; Table (database)","score_opus":0.8641079224181119,"score_gpt":0.5622765901010465,"score_spread":0.3018313323170654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6957821497","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000019059105,0.0077208234,0.000053667387,0.000070035276,0.000047067042,0.0051830765,0.98422104,0.0000022578183,0.0026829797],"genre_scores_gemma":[0.0045196493,0.00031571736,0.08681431,0.00042443277,0.00016252512,0.013158988,0.8803573,0.000060474893,0.014186556],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96554846,0.011199497,0.019253943,0.0007706711,0.0030157778,0.00021167316],"domain_scores_gemma":[0.8360143,0.11529303,0.03625518,0.0053175446,0.006956972,0.00016299382],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.03279589,0.00029339883,0.007857804,0.00017430715,0.00009040881,0.000107769396,0.0005805617,0.00009502345,0.93280816],"category_scores_gemma":[0.70930046,0.00016515417,0.0027154617,0.0012534009,0.000032625943,0.00029653622,0.0002733178,0.00013172289,0.0009085177],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071629056,0.00025101914,0.0000051916886,0.03564398,0.0001815486,0.0000035681837,0.00057557825,0.0000061528067,0.000011711911,0.00006061044,0.96277833,0.0004751555],"study_design_scores_gemma":[0.0003523799,0.00013560943,0.0007097024,0.05988271,0.00045297603,0.000023765588,0.0017870456,0.0005096932,0.00005887005,0.00061637396,0.935284,0.00018684512],"about_ca_topic_score_codex":0.0000019328354,"about_ca_topic_score_gemma":0.000034567467,"teacher_disagreement_score":0.9318996,"about_ca_system_score_codex":0.000030186111,"about_ca_system_score_gemma":0.00035073727,"threshold_uncertainty_score":0.9998694},"labels":[],"label_agreement":null},{"id":"W6957914472","doi":"10.6084/m9.figshare.17088037","title":"Additional file 1 of Similarities, reliability and gaps in assessing the quality of conduct of systematic reviews using AMSTAR-2 and ROBIS: systematic survey of nutrition reviews","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Reliability (semiconductor); Quality (philosophy); Comparability; Systematic error; Quality assessment","score_opus":0.8704817901213124,"score_gpt":0.5463037141633705,"score_spread":0.3241780759579419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6957914472","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037691267,0.05664756,0.000018540873,0.000017610855,0.000022361555,0.003750592,0.9356028,0.0000013009779,0.00017009462],"genre_scores_gemma":[0.33394375,0.0017684281,0.026507013,0.00021659562,0.000084742445,0.0066305753,0.6296766,0.000073816016,0.0010985391],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.92675376,0.052729685,0.017637737,0.0006060625,0.0021194408,0.00015329554],"domain_scores_gemma":[0.8602044,0.100385465,0.029747726,0.004084835,0.005472303,0.00010525786],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07326157,0.00024953496,0.008245387,0.00017650514,0.000057048856,0.00013033315,0.0005646228,0.00010346039,0.5917962],"category_scores_gemma":[0.5888632,0.0001223453,0.00081281026,0.0014929695,0.000076478296,0.0003128193,0.00017832604,0.00013449328,0.00002855538],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014492483,0.000083479725,0.00020787262,0.55232435,0.00004591843,4.7556193e-7,0.00015462122,0.000005599142,0.00006538512,0.000008515606,0.4470687,0.00003366651],"study_design_scores_gemma":[0.00026093237,0.000036715766,0.0262753,0.9568669,0.0003740611,0.000027331691,0.002495083,0.0036582185,0.00012648005,0.00042153537,0.009181404,0.0002759907],"about_ca_topic_score_codex":0.000064824824,"about_ca_topic_score_gemma":0.00018598954,"teacher_disagreement_score":0.59176767,"about_ca_system_score_codex":0.000033658012,"about_ca_system_score_gemma":0.00018886509,"threshold_uncertainty_score":0.9542723},"labels":[],"label_agreement":null},{"id":"W6957968945","doi":"10.6084/m9.figshare.21397890","title":"Additional file 1 of Machine learning algorithms to identify cluster randomized trials from MEDLINE and EMBASE","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Ottawa Hospital; McMaster University; London Health Sciences Centre; Lawson Health Research Institute","funders":"","keywords":"Cluster (spacecraft); MEDLINE; Randomized controlled trial; Key (lock); Support vector machine","score_opus":0.6608904146680188,"score_gpt":0.5096209178916588,"score_spread":0.15126949677636004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6957968945","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007810255,0.00042319985,0.00009129314,0.0002329537,0.00004775535,0.00089156796,0.9974017,0.0000047959848,0.0008286421],"genre_scores_gemma":[0.00085038017,7.33191e-7,0.00584638,0.00046437557,0.00013443653,0.002671852,0.9746414,0.000011123341,0.015379339],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96794724,0.02172238,0.0060601034,0.000633156,0.0035007633,0.00013633112],"domain_scores_gemma":[0.767553,0.22197056,0.007745256,0.0015602371,0.00092003937,0.00025096617],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.037640944,0.0001809949,0.0043601524,0.0002813563,0.00018455752,0.00028153782,0.00074059266,0.00003638012,0.9998589],"category_scores_gemma":[0.6023427,0.00009554827,0.001606889,0.0006583388,0.000009147787,0.000104842075,0.0005368275,0.000184558,0.0076396903],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003085169,0.000014881568,0.0000013198282,0.000011875624,0.00013872432,0.000003976297,0.00010446411,0.0001498574,0.0000033950419,8.986546e-7,0.9935712,0.0056908466],"study_design_scores_gemma":[0.0053215055,0.000018903927,0.00010238587,0.00016704721,0.000093445306,0.0000041015387,0.00013645078,0.0376813,0.000005093147,0.00036439532,0.9560039,0.00010145927],"about_ca_topic_score_codex":0.000013065666,"about_ca_topic_score_gemma":0.000009406851,"teacher_disagreement_score":0.9922192,"about_ca_system_score_codex":0.000015068638,"about_ca_system_score_gemma":0.000051444684,"threshold_uncertainty_score":0.99313295},"labels":[],"label_agreement":null},{"id":"W6957982978","doi":"10.6084/m9.figshare.12629401.v1","title":"Additional file 5 of Outcome reporting recommendations for clinical trial protocols and reports: a scoping review","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Toronto; SickKids Foundation; University of Ottawa; Hospital for Sick Children","funders":"","keywords":"Outcome (game theory); Clinical trial; Protocol (science); MEDLINE; Data collection; Confidentiality","score_opus":0.9747670290755245,"score_gpt":0.7056907731380955,"score_spread":0.269076255937429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6957982978","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.821218e-7,0.0003870488,0.00003165766,0.0013497274,0.00002562218,0.027025994,0.97019607,0.0000061640367,0.0009772343],"genre_scores_gemma":[0.0000072480075,0.0000053522435,0.01864021,0.0023149461,0.0003296464,0.11237158,0.8652873,0.000011681964,0.0010320094],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9719311,0.0016360729,0.02424429,0.0007268152,0.0013459203,0.00011582229],"domain_scores_gemma":[0.8782011,0.047179203,0.06927879,0.0024002567,0.0026221995,0.00031839276],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.023918796,0.0001394092,0.0029828884,0.000049103353,0.00009051133,0.0001986387,0.0003788326,0.000061551305,0.9964881],"category_scores_gemma":[0.8826773,0.000078032164,0.001615534,0.00047646178,0.000008525366,0.00016257717,0.00014081936,0.000109297216,0.0010140846],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000157757,0.000014235507,0.00003640214,0.002192878,0.00002588234,0.000002892865,0.000007630765,9.405201e-8,2.6475691e-8,0.0000011357952,0.9912245,0.0064785355],"study_design_scores_gemma":[0.0004483689,0.000084433224,0.00009352121,0.06402247,0.00003535834,0.000010617147,0.000012171922,0.00012748688,2.810059e-7,0.00008305301,0.9350067,0.00007558019],"about_ca_topic_score_codex":1.3730592e-7,"about_ca_topic_score_gemma":0.0000014086006,"teacher_disagreement_score":0.995474,"about_ca_system_score_codex":0.00000560904,"about_ca_system_score_gemma":0.00019016354,"threshold_uncertainty_score":0.9997637},"labels":[],"label_agreement":null},{"id":"W6958027330","doi":"10.6084/m9.figshare.14196864","title":"Additional file 3 of P value and Bayesian analysis in randomized-controlled trials in child health research published over 10 years, 2007 to 2017: a methodological review protocol","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Alberta; SickKids Foundation; University of Manitoba; Children's Hospital Research Institute of Manitoba","funders":"","keywords":"Protocol (science); Bayesian probability; Data extraction; Value (mathematics); Research design; Data collection; Bayesian statistics; Protocol analysis","score_opus":0.8492994930590753,"score_gpt":0.6380532953806146,"score_spread":0.21124619767846065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958027330","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000013663955,0.0030309772,0.000032731965,0.0019888142,0.000010731602,0.09993265,0.8876248,0.0000028299444,0.007375124],"genre_scores_gemma":[0.000023019475,0.000053635016,0.017228927,0.0018938748,0.00013597833,0.6515952,0.32075998,0.000014110702,0.008295307],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.695836,0.27192655,0.022874165,0.0017164164,0.0070822802,0.0005645834],"domain_scores_gemma":[0.42692286,0.5501078,0.0138174975,0.004282648,0.004208511,0.0006607376],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.42886335,0.00024255006,0.021184126,0.0017352914,0.00006412997,0.0005527592,0.0008924178,0.0001343859,0.9989411],"category_scores_gemma":[0.9483123,0.00011510097,0.004432311,0.0075110453,0.000023046894,0.00020857443,0.00030953353,0.00037049162,0.0019821809],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091497827,0.00006854657,0.0000074432514,0.00041148422,0.00037146293,0.000016059932,0.000033224187,0.000015885858,8.541469e-8,0.000020623824,0.99570477,0.0024354083],"study_design_scores_gemma":[0.015409734,0.000031223994,0.003435838,0.006936038,0.00015392924,0.0000048947977,0.00003203284,0.0014383454,3.5933934e-7,0.00069174357,0.97174656,0.00011927867],"about_ca_topic_score_codex":0.000019128522,"about_ca_topic_score_gemma":0.00016859987,"teacher_disagreement_score":0.996959,"about_ca_system_score_codex":0.000057186568,"about_ca_system_score_gemma":0.0005510455,"threshold_uncertainty_score":0.9987949},"labels":[{"model":"gemma","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W6958099016","doi":"10.6084/m9.figshare.21397890.v1","title":"Additional file 1 of Machine learning algorithms to identify cluster randomized trials from MEDLINE and EMBASE","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Ottawa Hospital; McMaster University; London Health Sciences Centre; Lawson Health Research Institute","funders":"","keywords":"Cluster (spacecraft); MEDLINE; Randomized controlled trial; Key (lock); Support vector machine","score_opus":0.6608904146680188,"score_gpt":0.5096209178916588,"score_spread":0.15126949677636004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958099016","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007810255,0.00042319985,0.00009129314,0.0002329537,0.00004775535,0.00089156796,0.9974017,0.0000047959848,0.0008286421],"genre_scores_gemma":[0.00085038017,7.33191e-7,0.00584638,0.00046437557,0.00013443653,0.002671852,0.9746414,0.000011123341,0.015379339],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96794724,0.02172238,0.0060601034,0.000633156,0.0035007633,0.00013633112],"domain_scores_gemma":[0.767553,0.22197056,0.007745256,0.0015602371,0.00092003937,0.00025096617],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.037640944,0.0001809949,0.0043601524,0.0002813563,0.00018455752,0.00028153782,0.00074059266,0.00003638012,0.9998589],"category_scores_gemma":[0.6023427,0.00009554827,0.001606889,0.0006583388,0.000009147787,0.000104842075,0.0005368275,0.000184558,0.0076396903],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003085169,0.000014881568,0.0000013198282,0.000011875624,0.00013872432,0.000003976297,0.00010446411,0.0001498574,0.0000033950419,8.986546e-7,0.9935712,0.0056908466],"study_design_scores_gemma":[0.0053215055,0.000018903927,0.00010238587,0.00016704721,0.000093445306,0.0000041015387,0.00013645078,0.0376813,0.000005093147,0.00036439532,0.9560039,0.00010145927],"about_ca_topic_score_codex":0.000013065666,"about_ca_topic_score_gemma":0.000009406851,"teacher_disagreement_score":0.9922192,"about_ca_system_score_codex":0.000015068638,"about_ca_system_score_gemma":0.000051444684,"threshold_uncertainty_score":0.99313295},"labels":[],"label_agreement":null},{"id":"W6958101186","doi":"10.6084/m9.figshare.12198735.v1","title":"Additional file 1 of How are systematic reviews of prevalence conducted? A methodological study","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Systematic error; MEDLINE; Data collection","score_opus":0.9568249611662804,"score_gpt":0.5667010751009776,"score_spread":0.3901238860653028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958101186","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003181514,0.0009256993,0.000026015767,0.00012628977,0.000013996684,0.002995842,0.9947594,0.0000052589157,0.0011156802],"genre_scores_gemma":[0.037024554,0.000018190844,0.033872426,0.001248055,0.0003746571,0.018225309,0.8899184,0.000054787728,0.019263653],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9619713,0.026207825,0.0072153583,0.0007817745,0.0036738685,0.00014987017],"domain_scores_gemma":[0.8705623,0.10092705,0.021841917,0.0033444548,0.0030578398,0.00026645084],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.016803058,0.00025678423,0.0062049446,0.000112379246,0.000044090135,0.00014348462,0.0019533457,0.00007586495,0.9992951],"category_scores_gemma":[0.8016333,0.00011440807,0.0017443697,0.0013900603,0.000018075993,0.00017106083,0.00025262163,0.00014026318,0.014382244],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017283992,0.00005364889,0.000024272345,0.016459782,0.00008799164,0.000003825297,0.00018526183,0.0000018305468,0.0000053699314,0.000002424103,0.9829822,0.00019162982],"study_design_scores_gemma":[0.00013900419,0.00026685663,0.0051266877,0.026985181,0.00031782148,0.000010120541,0.0024363657,0.0011236424,0.000017859122,0.00008449911,0.9632452,0.000246733],"about_ca_topic_score_codex":1.7011763e-7,"about_ca_topic_score_gemma":0.0000012524795,"teacher_disagreement_score":0.9849129,"about_ca_system_score_codex":0.000009265271,"about_ca_system_score_gemma":0.00006354186,"threshold_uncertainty_score":0.98638517},"labels":[],"label_agreement":null},{"id":"W6958141375","doi":"10.6084/m9.figshare.13192513.v1","title":"Additional file 1 of Guidance for overviews of reviews continues to accumulate, but important challenges remain: a scoping review","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Economics; University of Alberta","funders":"","keywords":"Checklist; Documentation; Key (lock); Systematic review","score_opus":0.8827670718378304,"score_gpt":0.5499293229180309,"score_spread":0.33283774891979956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958141375","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.419422e-7,0.19832332,0.000022048596,0.0007074831,0.000014467,0.0030754404,0.7960973,0.0000039914235,0.0017554488],"genre_scores_gemma":[0.000042671618,0.008977963,0.03444935,0.008472174,0.0004284383,0.012038226,0.93132716,0.000053668453,0.004210357],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98511475,0.0018023633,0.0101160165,0.0008247142,0.0019292012,0.000212946],"domain_scores_gemma":[0.9708977,0.011856739,0.012200498,0.0024066211,0.0023739978,0.00026444247],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.010000776,0.00028719104,0.0050763767,0.00009449487,0.000046063928,0.00006866464,0.0014923284,0.00006611725,0.99105036],"category_scores_gemma":[0.4340803,0.0001594556,0.0022566805,0.00085699005,0.000009291302,0.00017292496,0.0002159861,0.000072977775,0.006065361],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028658822,0.000011208799,0.0000010375973,0.016482273,0.000033451306,8.556642e-7,0.00007496964,0.0000010376616,0.000008798701,0.000011895795,0.97551584,0.007855749],"study_design_scores_gemma":[0.00004423466,0.000052852956,0.00006455099,0.21591996,0.000038698316,0.0000013361245,0.00002260954,0.00012770486,0.000018228702,0.000051896302,0.78353924,0.00011872131],"about_ca_topic_score_codex":4.5527133e-7,"about_ca_topic_score_gemma":0.000014082564,"teacher_disagreement_score":0.984985,"about_ca_system_score_codex":0.000010790848,"about_ca_system_score_gemma":0.00014090564,"threshold_uncertainty_score":0.99470854},"labels":[],"label_agreement":null},{"id":"W6958189931","doi":"10.6084/m9.figshare.14913270.v1","title":"Additional file 3 of Validity of observational evidence on putative risk and protective factors: appraisal of 3744 meta-analyses on 57 topics","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Observational study; Missing data; Data collection; Observational methods in psychology; Risk assessment","score_opus":0.9569709275465907,"score_gpt":0.5920804522400188,"score_spread":0.3648904753065719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958189931","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016954486,0.00014744542,0.00006093724,0.000054607528,0.000015119657,0.00032761166,0.99673444,0.000001629671,0.000962766],"genre_scores_gemma":[0.22317109,0.0000049445184,0.009729198,0.00013325921,0.0001448066,0.0012921679,0.7610277,0.00002106931,0.0044758026],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98851424,0.004592607,0.0029242346,0.0005742752,0.0032998703,0.000094751835],"domain_scores_gemma":[0.8950623,0.09348469,0.0062592006,0.0011898018,0.0039293636,0.00007461431],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00335813,0.00020587123,0.0024520394,0.00015893918,0.000060119215,0.00006842025,0.00047512975,0.00007399271,0.9855057],"category_scores_gemma":[0.49462393,0.000104328166,0.0017246183,0.00086678076,0.000033383392,0.00021380982,0.000115997245,0.00014445256,0.0003933006],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067587284,0.00007127117,0.00024232024,0.00011007538,0.0010948724,0.0000012180446,0.0001730415,0.00016755292,0.0000207263,0.00006180362,0.99747247,0.00057789043],"study_design_scores_gemma":[0.00024704164,0.0006992079,0.47011462,0.0032871766,0.0035312609,0.0000049177656,0.0017509422,0.0025280279,0.015213078,0.0072079203,0.49491116,0.00050464785],"about_ca_topic_score_codex":0.000006747412,"about_ca_topic_score_gemma":0.000013588142,"teacher_disagreement_score":0.98511237,"about_ca_system_score_codex":0.00001471253,"about_ca_system_score_gemma":0.00019835758,"threshold_uncertainty_score":0.50963306},"labels":[],"label_agreement":null},{"id":"W6958209423","doi":"10.6084/m9.figshare.12010674.v1","title":"Additional file 2 of 30+ years of media analysis of relevance to chronic disease: a scoping review","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Relevance (law); Extension (predicate logic); Systematic review; Focus (optics); Key (lock)","score_opus":0.6729532542663367,"score_gpt":0.5012386731269576,"score_spread":0.1717145811393791,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958209423","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014237533,0.013237331,0.000011957448,0.00011682453,0.0000059404156,0.00043664026,0.98575854,0.0000018738117,0.00041667896],"genre_scores_gemma":[0.0032216115,0.00013924338,0.0014762043,0.00077638816,0.0000812844,0.00055640296,0.99338007,0.000011601496,0.0003572098],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99167806,0.0008417896,0.003986977,0.00044506267,0.0029458054,0.000102319216],"domain_scores_gemma":[0.9830748,0.010516792,0.0037675486,0.0013830698,0.0010489505,0.00020884907],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0019593695,0.000115937386,0.0027186398,0.00021400672,0.000013763036,0.000026420306,0.0010688618,0.00002569885,0.9990711],"category_scores_gemma":[0.31463432,0.00007426618,0.001662791,0.003926016,0.000010850917,0.000078768695,0.00015870116,0.00004826392,0.007294221],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010460851,0.0000075806424,0.000006657276,0.0028610027,0.0001988291,0.0000013323129,0.00003590771,0.00011867945,0.000002227637,0.0000026365892,0.99330485,0.003459271],"study_design_scores_gemma":[0.00003859534,0.000026976966,0.0070778234,0.12163323,0.0007460859,1.4834207e-7,0.000016997872,0.0025341322,0.000009102961,0.00001847061,0.8677818,0.00011658939],"about_ca_topic_score_codex":5.0682735e-7,"about_ca_topic_score_gemma":0.000010176241,"teacher_disagreement_score":0.9917769,"about_ca_system_score_codex":0.000013002209,"about_ca_system_score_gemma":0.0002531169,"threshold_uncertainty_score":0.9934787},"labels":[],"label_agreement":null},{"id":"W6958224184","doi":"10.6084/m9.figshare.19424891","title":"Additional file 1 of Development and validation of search filters to identify articles on deprescribing in Medline and Embase","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital","funders":"","keywords":"Deprescribing; MEDLINE","score_opus":0.7343628130839096,"score_gpt":0.4901237208383608,"score_spread":0.2442390922455488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958224184","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14511876,0.000028617813,0.0000041166613,0.000057568977,0.000004944654,0.0002195305,0.8543008,8.3907616e-7,0.00026481206],"genre_scores_gemma":[0.64949745,1.9270077e-7,0.0046079047,0.00013824011,0.000011474404,0.00070580933,0.34402806,0.000006479923,0.0010043904],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956972,0.00087447243,0.001474663,0.00026786653,0.001614069,0.00007172582],"domain_scores_gemma":[0.9944746,0.004421016,0.0005122989,0.00034069206,0.00019774585,0.00005363183],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037106343,0.000062417384,0.0004654459,0.00029141668,0.000054676202,0.00006229778,0.00022443525,0.000011471483,0.98448116],"category_scores_gemma":[0.025746292,0.0000409941,0.00007826229,0.00055738795,0.00000425541,0.00006760782,0.00021717456,0.00004951756,0.00034044642],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036698511,0.00001812596,0.00017408814,0.000035768448,0.000009862705,0.000001606891,0.00042169314,0.00028434262,0.00006123009,0.0000027749832,0.9904223,0.008564504],"study_design_scores_gemma":[0.00033987765,0.00012647477,0.1806702,0.0018441363,0.000019814317,0.000010466993,0.0036358514,0.009387847,0.007845964,0.00028762367,0.79557323,0.0002585127],"about_ca_topic_score_codex":0.0000023140767,"about_ca_topic_score_gemma":0.000009788932,"teacher_disagreement_score":0.9841407,"about_ca_system_score_codex":0.000015688298,"about_ca_system_score_gemma":0.00004645976,"threshold_uncertainty_score":0.98246026},"labels":[],"label_agreement":null},{"id":"W6958237043","doi":"10.6084/m9.figshare.28571541.v1","title":"Additional file 2 of Ranking of treatments in network meta-analysis: incorporating minimally important differences","year":2025,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Ranking (information retrieval); Key (lock); Learning to rank; Artificial neural network","score_opus":0.7149716039031427,"score_gpt":0.47243771163469606,"score_spread":0.24253389226844668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958237043","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020338577,0.0010046078,0.00001074645,0.000026254635,0.000010932736,0.0003209119,0.99030274,0.000002213358,0.008118212],"genre_scores_gemma":[0.15385588,0.0000010858179,0.008495741,0.00011404416,0.000035008266,0.0015426796,0.8260742,0.000008295164,0.0098731015],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98693126,0.002338243,0.007692367,0.00060086505,0.0022680745,0.00016918067],"domain_scores_gemma":[0.97001666,0.019350532,0.008280504,0.0014412719,0.000861119,0.00004990712],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0057477765,0.00023416094,0.005272922,0.00063930795,0.00005594151,0.00012868569,0.0010444786,0.000075297816,0.9973579],"category_scores_gemma":[0.04990362,0.00011554307,0.0042138943,0.004507016,0.000015086804,0.00012736022,0.00015571187,0.00008348534,0.00051733496],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026098396,0.000040349427,0.0024093944,0.00003896243,0.021395206,0.0000032555627,0.000030077148,0.00020024215,7.3907745e-7,0.000041205683,0.97547776,0.00036022643],"study_design_scores_gemma":[0.00059580576,0.00016091128,0.37983394,0.002836794,0.13022761,0.000003052201,0.0009106599,0.042289793,0.000042450014,0.017841714,0.42445034,0.0008069389],"about_ca_topic_score_codex":0.000009124217,"about_ca_topic_score_gemma":0.0002513264,"teacher_disagreement_score":0.9968406,"about_ca_system_score_codex":0.000016631953,"about_ca_system_score_gemma":0.00016231848,"threshold_uncertainty_score":0.9580994},"labels":[],"label_agreement":null},{"id":"W6958253971","doi":"10.60692/z9ndh-r8b37","title":"Additional file 1 of A scoping review on two-stage randomized preference trial in the field of mental health and addiction","year":2023,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Mental health; Addiction; Dropout (neural networks); Table (database); Randomized controlled trial; Field (mathematics); Outcome (game theory)","score_opus":0.5527044402872123,"score_gpt":0.4532392900537465,"score_spread":0.0994651502334658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958253971","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07558602,0.0016224133,0.008835418,0.0046954546,0.0020300564,0.078502804,0.7532695,0.00014255957,0.0753158],"genre_scores_gemma":[0.9626764,0.00012573208,0.0012196,0.0045645703,0.00017288559,0.008026771,0.020330902,0.000017024504,0.002866084],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.98607826,0.0049057263,0.0066470276,0.00018346445,0.0020764384,0.00010907031],"domain_scores_gemma":[0.9888857,0.0049588815,0.0051593273,0.0007164172,0.00023824151,0.00004145436],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034824792,0.00012346455,0.0020008532,0.0004118288,0.00006996329,0.00011717944,0.0003423059,0.00003339603,0.09284979],"category_scores_gemma":[0.017392928,0.00005308405,0.0004430383,0.000914295,0.000028343558,0.000272195,0.00004085008,0.00006501686,0.0006851267],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041040517,0.0000036613649,0.00008643968,0.0034461329,0.000055995188,1.9243849e-7,0.014703281,0.000018004694,1.4840112e-8,0.00018107778,0.9754084,0.0019927905],"study_design_scores_gemma":[0.38116318,0.0014971507,0.0034662988,0.39120948,0.00034993465,0.000042658296,0.07751496,0.053862605,0.000015225963,0.00007003369,0.08990433,0.00090415735],"about_ca_topic_score_codex":0.0000048934703,"about_ca_topic_score_gemma":0.0000012564144,"teacher_disagreement_score":0.8870904,"about_ca_system_score_codex":0.000017687955,"about_ca_system_score_gemma":0.00008792928,"threshold_uncertainty_score":0.993851},"labels":[],"label_agreement":null},{"id":"W6958259882","doi":"10.6084/m9.figshare.16435852.v1","title":"Additional file 1 of CogTale: an online platform for the evaluation, synthesis, and dissemination of evidence from cognitive interventions studies","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Institut Universitaire de Gériatrie de Montréal","funders":"","keywords":"Cognition; Cognitive computing; Psychological intervention; Access to information; Grading (engineering); Information system","score_opus":0.9450420290387379,"score_gpt":0.6268220449812449,"score_spread":0.31821998405749297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958259882","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006908456,0.00424735,0.00007334818,0.000094682386,0.000015412736,0.00045290636,0.9943721,0.00000105267,0.00005227066],"genre_scores_gemma":[0.09011768,0.000022870525,0.0019588885,0.00002257908,0.000055256325,0.0021875463,0.9043348,0.0000050882536,0.0012953379],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9951442,0.0009492691,0.002006938,0.00030691057,0.0015399666,0.000052748102],"domain_scores_gemma":[0.63486034,0.34737495,0.0039887913,0.0010248228,0.0126993265,0.000051810293],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004677787,0.000087896355,0.0007571294,0.00006380458,0.00008431268,0.00008750206,0.0003035555,0.00002879112,0.98920166],"category_scores_gemma":[0.73702955,0.000039152135,0.0005206494,0.00035272643,0.000025501104,0.00027901627,0.00009205569,0.00003416702,0.00014786955],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002505921,0.00003995156,0.000013389877,0.000105713654,0.00019813635,1.4233675e-7,0.00025131676,0.00000310643,0.0000042876345,0.0000030005103,0.9495163,0.049862124],"study_design_scores_gemma":[0.000342718,0.00027834025,0.31957024,0.1753044,0.004105328,0.0000145120775,0.072100714,0.100225635,0.0017678989,0.006981555,0.31876087,0.00054776296],"about_ca_topic_score_codex":0.0000011769259,"about_ca_topic_score_gemma":0.00018058976,"teacher_disagreement_score":0.9890538,"about_ca_system_score_codex":0.000010126348,"about_ca_system_score_gemma":0.00008557144,"threshold_uncertainty_score":0.26518556},"labels":[],"label_agreement":null},{"id":"W6958267368","doi":"10.6084/m9.figshare.25017842","title":"Additional file 1 of Rethinking the pros and cons of randomized controlled trials and observational studies in the era of big data and advanced methods: a panel discussion","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health and Social Services Centre University Institute of Geriatrics of Sherbrooke; Université de Sherbrooke; Université de Montréal; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Observational study; Big data; cons; Randomized controlled trial; Panel discussion","score_opus":0.9394771372662367,"score_gpt":0.606074942909835,"score_spread":0.3334021943564017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958267368","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001894712,0.016805615,0.000046308134,0.0011949417,0.00003012891,0.002200903,0.9793836,0.0000012253981,0.00014783576],"genre_scores_gemma":[0.13474318,0.0012494554,0.080911994,0.0007829769,0.00043438922,0.015639197,0.7620703,0.000041226493,0.004127287],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97240216,0.019902885,0.0057238787,0.00041157554,0.0014881926,0.00007128976],"domain_scores_gemma":[0.27643695,0.71350116,0.0072321147,0.0016757235,0.0011163866,0.00003768111],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08559859,0.0001263142,0.0050733523,0.00010131595,0.00006298834,0.00014122103,0.00048767423,0.000036758935,0.42767578],"category_scores_gemma":[0.6634258,0.000031589243,0.00049844134,0.0004254019,0.000113579445,0.00014987262,0.00025655126,0.0001103467,0.000005469548],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005594788,0.000010360976,0.000004784982,0.00034066572,0.0005430817,6.1608995e-7,0.0022491198,0.0000023812272,0.000021433505,0.00016577894,0.97692555,0.019176763],"study_design_scores_gemma":[0.06484247,0.00012207642,0.0037108292,0.039292965,0.0029870276,0.000037544793,0.020255119,0.09182244,0.000044837427,0.1007637,0.67570364,0.00041734826],"about_ca_topic_score_codex":9.295069e-7,"about_ca_topic_score_gemma":0.000009129717,"teacher_disagreement_score":0.69596523,"about_ca_system_score_codex":0.0000026015125,"about_ca_system_score_gemma":0.00008577196,"threshold_uncertainty_score":0.9415687},"labels":[],"label_agreement":null},{"id":"W6958279694","doi":"10.6084/m9.figshare.26738469.v1","title":"Additional file 5 of Guideline for reporting systematic reviews of outcome measurement instruments (OMIs): PRISMA-COSMIN for OMIs 2024","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Queen's University; SickKids Foundation; University of Toronto; Western University; Institute for Work & Health; Hospital for Sick Children","funders":"","keywords":"Guideline; Systematic review; Outcome (game theory); MEDLINE; Context (archaeology)","score_opus":0.8943671372343576,"score_gpt":0.5547514112414073,"score_spread":0.3396157259929503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958279694","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000030057306,0.0017424567,0.0008550138,0.00009080491,0.00016868934,0.0055364063,0.9896518,0.0000071397617,0.0019447128],"genre_scores_gemma":[0.0010346797,0.0000042081315,0.059738766,0.00025029844,0.00031412698,0.028989574,0.8732035,0.00005652846,0.03640827],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96195126,0.0012091136,0.0320519,0.0007706005,0.0037896931,0.00022745824],"domain_scores_gemma":[0.9355757,0.020088468,0.035803422,0.0028573743,0.005513829,0.00016119896],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.05477,0.00030140227,0.004860724,0.0003111719,0.000069741385,0.00025402318,0.00096145703,0.00008881581,0.9850438],"category_scores_gemma":[0.6781401,0.00015252616,0.003698144,0.0007370383,0.000007654102,0.00017323642,0.00011188902,0.00008186362,0.0034835371],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024109654,0.000020794492,0.0000033955994,0.044699576,0.00021252812,7.833268e-7,0.000036742727,0.000005112964,0.0000075090165,0.000011923112,0.95190895,0.0030902503],"study_design_scores_gemma":[0.00008807843,0.000039519364,0.000019156061,0.039251518,0.00024872043,0.0000068102127,0.00008602099,0.010076959,0.00004032429,0.00036187394,0.9496507,0.00013031746],"about_ca_topic_score_codex":0.0000010286307,"about_ca_topic_score_gemma":0.000007069478,"teacher_disagreement_score":0.9815603,"about_ca_system_score_codex":0.00007968593,"about_ca_system_score_gemma":0.00020310633,"threshold_uncertainty_score":0.99729234},"labels":[],"label_agreement":null},{"id":"W6958285979","doi":"10.6084/m9.figshare.22618676.v1","title":"Additional file 1 of Evaluation of the use of GRADE in dentistry systematic reviews and its impact on conclusions: a protocol for a methodological study","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Protocol (science); Checklist; Systematic review; MEDLINE; Evidence-based dentistry","score_opus":0.9783309931466082,"score_gpt":0.6933448402324572,"score_spread":0.28498615291415097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958285979","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008731167,0.000030941505,0.0000018216772,0.000008581806,0.000006930858,0.19036612,0.80868703,0.0000011758307,0.000024267752],"genre_scores_gemma":[0.007274408,2.7289818e-7,0.00073410885,0.00001955704,0.000013074888,0.954134,0.037304148,0.0000067296064,0.0005137401],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.96746236,0.023883997,0.005135458,0.00034842663,0.0030750653,0.000094687246],"domain_scores_gemma":[0.9070414,0.08388406,0.0064662765,0.0011323156,0.0014374617,0.00003851384],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.041282445,0.00013639395,0.0023756512,0.00019958775,0.00004217077,0.00005091889,0.00047937798,0.000052481944,0.91815066],"category_scores_gemma":[0.6700536,0.00004896604,0.00088027853,0.0012702678,0.000008499982,0.000089529305,0.00017055514,0.00005945368,0.00033184508],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062589297,0.00008536601,0.000037022994,0.004631218,0.00004485265,3.450535e-7,0.00010964262,0.00010489851,0.0000063087114,0.0000032325095,0.99466705,0.00030378954],"study_design_scores_gemma":[0.002944982,0.0014242373,0.28234956,0.22594306,0.0010371001,0.00003152536,0.0020372083,0.25601253,0.00011709272,0.0026410231,0.22493117,0.00053050986],"about_ca_topic_score_codex":9.4410893e-7,"about_ca_topic_score_gemma":0.000008756616,"teacher_disagreement_score":0.91781884,"about_ca_system_score_codex":0.000022147515,"about_ca_system_score_gemma":0.00010781337,"threshold_uncertainty_score":0.98720145},"labels":[],"label_agreement":null},{"id":"W6958288265","doi":"10.6084/m9.figshare.17104008.v1","title":"Additional file 1 of Design, analysis, and reporting of pilot studies in HIV: a systematic review and methodological study","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Data collection; Systematic review; Key (lock); Interview; Table (database)","score_opus":0.9619235875899588,"score_gpt":0.623863404264945,"score_spread":0.33806018332501375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958288265","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012486875,0.05001821,0.00008753157,0.00004395981,0.0000049688165,0.0016354456,0.94785154,0.0000023937496,0.00023108798],"genre_scores_gemma":[0.07168569,0.001151953,0.22207744,0.0012680672,0.00008881828,0.016865425,0.6725743,0.00005666373,0.014231628],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.96832,0.016692502,0.012651797,0.0006185596,0.0016144038,0.000102711085],"domain_scores_gemma":[0.8259255,0.1346659,0.032762703,0.002612068,0.0039162603,0.00011751228],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.042704754,0.00016650122,0.007869229,0.00027518836,0.000037758506,0.00006492581,0.00030581147,0.000029286115,0.9582779],"category_scores_gemma":[0.80074805,0.000079282065,0.0006051975,0.00246627,0.000019530806,0.000079607235,0.0002535719,0.00007672788,0.00013442508],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.5202813e-7,0.00006390157,0.00026164998,0.038261466,0.0010526155,0.000030112447,0.00014608489,0.0000048699153,0.0000014959586,0.0000013782285,0.96011555,0.000059905065],"study_design_scores_gemma":[0.00078981405,0.0009920475,0.1909288,0.7213804,0.032594196,0.0004312293,0.026817067,0.0040060366,0.000069969756,0.0020044055,0.01873257,0.0012534478],"about_ca_topic_score_codex":8.6100624e-7,"about_ca_topic_score_gemma":0.000020452688,"teacher_disagreement_score":0.9581434,"about_ca_system_score_codex":0.000009347342,"about_ca_system_score_gemma":0.000060659808,"threshold_uncertainty_score":0.9857369},"labels":[],"label_agreement":null},{"id":"W6958291173","doi":"10.6084/m9.figshare.15179120","title":"Additional file 2 of Creating efficiencies in the extraction of data from randomized trials: a prospective evaluation of a machine learning and text mining tool","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Information extraction; Extraction (chemistry); Data extraction; Text mining; Training set","score_opus":0.8256885907417781,"score_gpt":0.5555753573035008,"score_spread":0.2701132334382773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958291173","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057908464,0.0012569007,0.000044567005,0.00001438238,0.0000075870466,0.00076645316,0.9893077,9.212147e-7,0.0028106368],"genre_scores_gemma":[0.33263794,0.0000036482916,0.0067995405,0.000009855082,0.000046210807,0.0006655961,0.6594365,0.000004986447,0.00039567627],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97050947,0.021138577,0.0046135234,0.00043881286,0.0032322772,0.00006736211],"domain_scores_gemma":[0.53218156,0.44915086,0.013307397,0.001750615,0.003581495,0.000028077526],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06707944,0.00009413078,0.002253996,0.00012477813,0.000052231982,0.000110639965,0.00042951654,0.000037397705,0.98263204],"category_scores_gemma":[0.83802986,0.00004384068,0.00040231057,0.0007081246,0.00001927519,0.00022795827,0.00012676633,0.000087227556,0.00006803209],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002718925,0.00006750153,0.00013151206,0.00007192165,0.00017786089,9.393851e-7,0.0023102527,0.00025473116,0.00015066616,0.0000071412414,0.9738315,0.02272409],"study_design_scores_gemma":[0.010499267,0.000035867968,0.013429875,0.003670877,0.00064760004,0.00000891285,0.011497301,0.9107531,0.00018729683,0.0007619331,0.048373066,0.00013495707],"about_ca_topic_score_codex":0.000013934698,"about_ca_topic_score_gemma":0.000053886783,"teacher_disagreement_score":0.98256403,"about_ca_system_score_codex":0.000010451807,"about_ca_system_score_gemma":0.0001698206,"threshold_uncertainty_score":0.96063805},"labels":[],"label_agreement":null},{"id":"W6958314065","doi":"10.6084/m9.figshare.13725306.v1","title":"Additional file 1 of Composite adverse outcomes in obstetric studies: a systematic review","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; University of Toronto","funders":"","keywords":"Adverse effect; MEDLINE; Data collection; Key (lock)","score_opus":0.7348392383443616,"score_gpt":0.5131028074895828,"score_spread":0.2217364308547788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958314065","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000042904467,0.032208864,3.7286827e-7,0.00006950455,0.000030261808,0.0007954074,0.9638462,0.0000032970097,0.0030417768],"genre_scores_gemma":[0.000326345,0.000069424816,0.0010131804,0.0011199878,0.000019284496,0.0026990206,0.9691964,0.0000121624635,0.025544206],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.98434293,0.004375368,0.0073613916,0.00055205723,0.0032100554,0.0001582069],"domain_scores_gemma":[0.8975593,0.08606145,0.007976873,0.004024779,0.0042377166,0.00013989213],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0046159737,0.00022060947,0.0056316517,0.000282813,0.00004279492,0.00007517391,0.0009380087,0.00004706278,0.998547],"category_scores_gemma":[0.60236275,0.00010950025,0.0017956204,0.0028213104,0.000008007855,0.00015337506,0.00022699736,0.00010311086,0.047949325],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.4743186e-7,0.000031752726,0.000018697368,0.06385185,0.0001739463,0.000029268525,0.000041907,0.0000027887124,1.3918535e-7,0.0000032236294,0.935807,0.00003929319],"study_design_scores_gemma":[0.000092753115,0.000010079337,0.0014206191,0.5425479,0.00022058589,0.000022005415,0.0006720047,0.00019901122,0.0000016192453,0.00009286284,0.4545469,0.00017371781],"about_ca_topic_score_codex":3.1314707e-7,"about_ca_topic_score_gemma":0.000011170008,"teacher_disagreement_score":0.9505977,"about_ca_system_score_codex":0.00004736067,"about_ca_system_score_gemma":0.00012119431,"threshold_uncertainty_score":0.9527919},"labels":[],"label_agreement":null},{"id":"W6958325235","doi":"10.6084/m9.figshare.22800035.v1","title":"Additional file 2 of Engagement is a necessary condition to test audit and feedback design features: results of a pragmatic, factorial, cluster-randomized trial with an embedded process evaluation","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; Women's College Hospital; Université Laval; Trillium Health Centre; University of Toronto; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Audit; Process (computing); Test (biology); Test design; Key (lock)","score_opus":0.517794036870676,"score_gpt":0.4865764806968187,"score_spread":0.031217556173857353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958325235","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005540972,0.000016603093,0.000098099976,0.00012097161,0.000043097494,0.0061048362,0.992026,0.000010681699,0.0010256572],"genre_scores_gemma":[0.023816625,9.5353465e-7,0.004796378,0.000111364105,0.00021232617,0.008949044,0.9603182,0.000019381681,0.0017757453],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98238784,0.007972088,0.003911659,0.0007122523,0.004849875,0.00016629646],"domain_scores_gemma":[0.92369914,0.065765135,0.0056917365,0.0012686123,0.0034178363,0.00015755244],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0246648,0.00024226042,0.0021846276,0.00040566802,0.00011326964,0.00029641396,0.0005614291,0.00009609821,0.9562706],"category_scores_gemma":[0.39387268,0.00012574531,0.0003776758,0.0014502313,0.000020989737,0.00036570992,0.00007924031,0.00010314063,0.0014959777],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018043257,0.000088482,1.7156654e-7,0.00017603005,0.00012011096,8.2545876e-7,0.0013331263,0.00043337178,0.0000044762182,9.1196665e-7,0.9790071,0.0007921021],"study_design_scores_gemma":[0.53017855,0.0040751854,0.0008489402,0.011432547,0.0013223671,0.000012982767,0.006583242,0.15059452,0.0003917258,0.005018373,0.28853908,0.0010025162],"about_ca_topic_score_codex":0.000002607307,"about_ca_topic_score_gemma":0.000016084196,"teacher_disagreement_score":0.95477456,"about_ca_system_score_codex":0.00002321645,"about_ca_system_score_gemma":0.00032624108,"threshold_uncertainty_score":0.99928147},"labels":[],"label_agreement":null},{"id":"W6958334774","doi":"10.6084/m9.figshare.25801054","title":"Additional file 1 of An evaluation of computational methods for aggregate data meta-analyses of diagnostic test accuracy studies","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Aggregate (composite); Diagnostic test; Diagnostic accuracy; Test data; Test (biology)","score_opus":0.9716713284645822,"score_gpt":0.7108307869855779,"score_spread":0.26084054147900426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958334774","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010795955,0.010250011,0.00073259394,0.00005339603,0.000030377929,0.0006956612,0.9880001,0.0000035547666,0.00022348874],"genre_scores_gemma":[0.0024916322,0.000003938358,0.12481454,0.000021019192,0.000049068247,0.0011915537,0.87103724,0.000009464989,0.00038154362],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98482823,0.005275102,0.0052178595,0.000721522,0.0038532587,0.00010403315],"domain_scores_gemma":[0.12780352,0.84840244,0.007852343,0.0035146084,0.0123368995,0.0000902104],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030343372,0.00019499195,0.002712402,0.0003405976,0.00005101569,0.00013728195,0.0014591223,0.000045488763,0.9910028],"category_scores_gemma":[0.8999103,0.00009675493,0.0015035088,0.0011185477,0.000032193464,0.0005484955,0.0002627341,0.00005524637,0.00069145916],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.974349e-7,0.00004488355,3.8525218e-7,0.00035976613,0.0036603543,3.1038851e-7,0.00006039239,0.0020273114,0.000008257905,0.000012837746,0.9425367,0.051287796],"study_design_scores_gemma":[0.000073273244,0.000057882953,0.00027308485,0.00098769,0.009225371,0.0000030140413,0.00019466666,0.46315414,0.00019797734,0.011279534,0.51444805,0.000105319625],"about_ca_topic_score_codex":0.0000018032425,"about_ca_topic_score_gemma":0.000008258358,"teacher_disagreement_score":0.9903114,"about_ca_system_score_codex":0.000014301235,"about_ca_system_score_gemma":0.00034697563,"threshold_uncertainty_score":0.99846554},"labels":[{"model":"gemma","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W6958338292","doi":"10.6084/m9.figshare.21405728","title":"Additional file 1 of How can clinicians choose between conflicting and discordant systematic reviews? A replication study of the Jadad algorithm","year":2022,"lang":"en","type":"article","venue":"Open MIND","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Queen's University; McGill University; Ottawa Hospital; University of British Columbia","funders":"","keywords":"Replication (statistics); Key (lock); Preprocessor; Algorithm design","score_opus":0.7138338389734574,"score_gpt":0.5329543557881566,"score_spread":0.18087948318530078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958338292","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26028052,0.0013751816,0.0007804504,0.002283267,0.0004054007,0.04496254,0.67942333,0.0000018361524,0.010487486],"genre_scores_gemma":[0.83957225,0.000021732007,0.036090903,0.00023880163,0.00019965347,0.011848457,0.007139471,0.000050118935,0.10483859],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9780518,0.012211044,0.0062793214,0.00075139967,0.0025948419,0.00011159468],"domain_scores_gemma":[0.96877396,0.015048989,0.011884441,0.003816078,0.00041299217,0.0000635261],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05448384,0.00015311356,0.0029679209,0.0001043811,0.00028469285,0.00030914703,0.00205253,0.000016793136,0.44679132],"category_scores_gemma":[0.057981282,0.000068342124,0.0005019903,0.0009537675,0.000049343347,0.00012201974,0.00079916464,0.00013359496,0.00008900589],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029797593,0.0003069836,0.003479372,0.00066286424,0.00043541042,0.0000020777034,0.0048663546,0.000007677041,0.000010346563,0.000009943542,0.79840934,0.19180661],"study_design_scores_gemma":[0.0003970871,0.00029692278,0.022648495,0.0022721104,0.0010581065,0.00002463992,0.046948075,0.002588545,0.000014791019,0.00015895342,0.92334664,0.0002456581],"about_ca_topic_score_codex":0.00004264477,"about_ca_topic_score_gemma":0.00007582403,"teacher_disagreement_score":0.6722838,"about_ca_system_score_codex":0.000025368676,"about_ca_system_score_gemma":0.00008582165,"threshold_uncertainty_score":0.97360784},"labels":[],"label_agreement":null},{"id":"W6958347273","doi":"10.6084/m9.figshare.13725306","title":"Additional file 1 of Composite adverse outcomes in obstetric studies: a systematic review","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; University of Toronto","funders":"","keywords":"Adverse effect; MEDLINE; Data collection; Key (lock)","score_opus":0.7348392383443616,"score_gpt":0.5131028074895828,"score_spread":0.2217364308547788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958347273","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000042904467,0.032208864,3.7286827e-7,0.00006950455,0.000030261808,0.0007954074,0.9638462,0.0000032970097,0.0030417768],"genre_scores_gemma":[0.000326345,0.000069424816,0.0010131804,0.0011199878,0.000019284496,0.0026990206,0.9691964,0.0000121624635,0.025544206],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.98434293,0.004375368,0.0073613916,0.00055205723,0.0032100554,0.0001582069],"domain_scores_gemma":[0.8975593,0.08606145,0.007976873,0.004024779,0.0042377166,0.00013989213],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0046159737,0.00022060947,0.0056316517,0.000282813,0.00004279492,0.00007517391,0.0009380087,0.00004706278,0.998547],"category_scores_gemma":[0.60236275,0.00010950025,0.0017956204,0.0028213104,0.000008007855,0.00015337506,0.00022699736,0.00010311086,0.047949325],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.4743186e-7,0.000031752726,0.000018697368,0.06385185,0.0001739463,0.000029268525,0.000041907,0.0000027887124,1.3918535e-7,0.0000032236294,0.935807,0.00003929319],"study_design_scores_gemma":[0.000092753115,0.000010079337,0.0014206191,0.5425479,0.00022058589,0.000022005415,0.0006720047,0.00019901122,0.0000016192453,0.00009286284,0.4545469,0.00017371781],"about_ca_topic_score_codex":3.1314707e-7,"about_ca_topic_score_gemma":0.000011170008,"teacher_disagreement_score":0.9505977,"about_ca_system_score_codex":0.00004736067,"about_ca_system_score_gemma":0.00012119431,"threshold_uncertainty_score":0.9527919},"labels":[],"label_agreement":null},{"id":"W6958348237","doi":"10.6084/m9.figshare.14374745.v1","title":"Additional file 9 of Successful incorporation of single reviewer assessments during systematic review screening: development and validation of sensitivity and work-saved of an algorithm that considers exclusion criteria and count","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; BC Children's Hospital; Children's Hospital of Eastern Ontario; University of British Columbia","funders":"","keywords":"Sensitivity (control systems); Set (abstract data type); Systematic error; Data set; Line (geometry)","score_opus":0.4844758327960514,"score_gpt":0.4332708849611306,"score_spread":0.0512049478349208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958348237","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042252734,0.01171049,0.00064633274,0.00003793345,0.000035128352,0.0022900538,0.942857,0.0000048711563,0.0001654302],"genre_scores_gemma":[0.29790372,0.00036406974,0.13659546,0.00013086818,0.00003594664,0.00050959963,0.5639726,0.000033550805,0.0004542255],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.99123013,0.0031234492,0.0035147236,0.00039754843,0.0016574735,0.000076692064],"domain_scores_gemma":[0.9868113,0.0038636664,0.006002776,0.0006363083,0.0026175855,0.00006835667],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0063712737,0.00016447353,0.0023293623,0.00013202438,0.0000630723,0.00008855874,0.000117324416,0.000055076376,0.42966914],"category_scores_gemma":[0.033485845,0.00010665709,0.00016382897,0.00047437983,0.000029903376,0.0003686427,0.00018044474,0.00004298749,0.000008902559],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016281847,0.00027519197,0.0010922262,0.47576705,0.0005565305,0.000024555595,0.0006163856,0.00000962127,0.0019070273,0.000006511711,0.5038098,0.015918804],"study_design_scores_gemma":[0.0005772449,0.000121104735,0.04643866,0.917794,0.0009226753,0.00012257326,0.0011614251,0.0041119833,0.020599982,0.00014412354,0.0074612605,0.000544964],"about_ca_topic_score_codex":0.0000017270198,"about_ca_topic_score_gemma":0.0000076977585,"teacher_disagreement_score":0.49634856,"about_ca_system_score_codex":0.00001536039,"about_ca_system_score_gemma":0.000092072325,"threshold_uncertainty_score":0.9746555},"labels":[],"label_agreement":null},{"id":"W6958352303","doi":"10.6084/m9.figshare.13310206.v1","title":"Additional file 1 of Epistemonikos: a comprehensive database of systematic reviews for health decision-making","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; File management; File format; MEDLINE; Key (lock)","score_opus":0.8272257895620311,"score_gpt":0.5407687513648263,"score_spread":0.2864570381972048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958352303","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000010364291,0.003350753,0.0010176952,0.00015504766,0.000022946198,0.0033862244,0.99156827,0.0000040721434,0.00049395685],"genre_scores_gemma":[0.0008918241,0.000010981078,0.06389134,0.0019840586,0.00011960239,0.004376071,0.92819023,0.000024154537,0.00051175593],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98101425,0.003908538,0.011317246,0.0007021518,0.0028588476,0.00019896876],"domain_scores_gemma":[0.79885656,0.17017941,0.023519235,0.0035801604,0.003550392,0.00031426194],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0067892047,0.00025767545,0.0058040293,0.00017591538,0.000090903464,0.00012045617,0.0015825306,0.00005247799,0.9943613],"category_scores_gemma":[0.601447,0.00013452162,0.0021678668,0.0011339999,0.000013071668,0.00018045741,0.00022179267,0.000088259825,0.009049427],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053961917,0.000017193617,4.909919e-7,0.038596828,0.000056156394,9.084455e-7,0.00011231537,0.000011275267,0.0000010157412,0.000015835436,0.95881236,0.0023702262],"study_design_scores_gemma":[0.00006178104,0.0000638476,0.000044839882,0.113972895,0.000042055253,0.000004960815,0.0002281339,0.006651293,0.0000013449527,0.0001304184,0.87869555,0.00010285734],"about_ca_topic_score_codex":5.142016e-7,"about_ca_topic_score_gemma":0.000003880947,"teacher_disagreement_score":0.98531187,"about_ca_system_score_codex":0.000024305951,"about_ca_system_score_gemma":0.00020596357,"threshold_uncertainty_score":0.99172217},"labels":[],"label_agreement":null},{"id":"W6958366839","doi":"10.6084/m9.figshare.24993697","title":"Additional file 1 of Methodological review of NMA bias concepts provides groundwork for the development of a list of concepts for potential inclusion in a new risk of bias tool for network meta-analysis (RoB NMA Tool)","year":2024,"lang":"en","type":"article","venue":"Open MIND","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Queen's University; University of British Columbia","funders":"","keywords":"Inclusion (mineral); Development (topology); Risk management","score_opus":0.8580113584515854,"score_gpt":0.5757397994338491,"score_spread":0.28227155901773626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958366839","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0051770303,0.08086325,0.64895034,0.00097488373,0.00030313246,0.02416748,0.23884822,0.0000020424811,0.0007136367],"genre_scores_gemma":[0.01387414,0.00024537774,0.97539407,0.00008134952,0.00007292691,0.001976609,0.0030290307,0.000016161377,0.005310348],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9764233,0.007815067,0.01212811,0.0008876768,0.0024887663,0.0002570563],"domain_scores_gemma":[0.85426915,0.13254592,0.009770227,0.0014186199,0.0019304391,0.00006563936],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12760428,0.00031760312,0.0078100297,0.000282563,0.00014907743,0.00013977542,0.0020976563,0.00013187421,0.41707307],"category_scores_gemma":[0.11879021,0.00013982384,0.0074620657,0.00253648,0.00021469778,0.00020273527,0.0009571662,0.00009763844,0.000013269882],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022916196,0.00018088763,0.00007305288,0.00354367,0.033765398,5.6832056e-7,0.0013103907,0.001222403,0.000077744335,0.0005641541,0.77017355,0.188859],"study_design_scores_gemma":[0.0005874836,0.0003640988,0.00044441066,0.0033333187,0.07336651,0.0000019944384,0.00069519004,0.01262145,0.00077834964,0.00721138,0.9002872,0.00030859697],"about_ca_topic_score_codex":0.00004288832,"about_ca_topic_score_gemma":0.00024882957,"teacher_disagreement_score":0.4170598,"about_ca_system_score_codex":0.000030666215,"about_ca_system_score_gemma":0.0008630324,"threshold_uncertainty_score":0.89831495},"labels":[],"label_agreement":null},{"id":"W6958399740","doi":"10.6084/m9.figshare.26574457","title":"Additional file 5 of Insights from using an outcomes measurement properties search filter and conducting citation searches to locate psychometric articles of tools used to measure context attributes","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Canadian Agency for Drugs and Technologies in Health; Ottawa Hospital","funders":"","keywords":"Measure (data warehouse); Filter (signal processing); Context (archaeology); Citation; Key (lock)","score_opus":0.9797338500070828,"score_gpt":0.4834031303309531,"score_spread":0.4963307196761297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958399740","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13797313,0.0010231063,0.00018144632,0.0002302061,0.000030904197,0.00078773,0.85971016,0.0000082562365,0.00005503955],"genre_scores_gemma":[0.96558857,1.7762207e-7,0.0020648623,0.000074694166,0.000038950642,0.00023190622,0.031816654,0.000012275012,0.0001719069],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911021,0.0017815495,0.0022226097,0.0006018926,0.0041240267,0.00016780134],"domain_scores_gemma":[0.9887574,0.0066110734,0.00052254944,0.0007686341,0.0031548708,0.0001855043],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004858491,0.00018501129,0.0011885327,0.0008223038,0.00008494241,0.0007495122,0.00048005767,0.000051885352,0.82172006],"category_scores_gemma":[0.10642298,0.000097717915,0.00031356115,0.002278383,0.000017847922,0.0005321021,0.00012217836,0.00009218478,0.0014971828],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008373271,0.00004071302,0.00022044759,0.00021875056,0.00020876089,0.0000011869331,0.002552029,0.00014515193,0.0050241207,0.0000072339117,0.96828437,0.023288881],"study_design_scores_gemma":[0.00095503876,0.0009373502,0.1642541,0.044626426,0.0004908098,0.000013590105,0.037651397,0.07075282,0.075571105,0.0014859689,0.60145915,0.0018022738],"about_ca_topic_score_codex":0.000024235276,"about_ca_topic_score_gemma":0.00011203203,"teacher_disagreement_score":0.82789356,"about_ca_system_score_codex":0.000047471553,"about_ca_system_score_gemma":0.00014813438,"threshold_uncertainty_score":0.9992803},"labels":[],"label_agreement":null},{"id":"W6958403056","doi":"10.6084/m9.figshare.22775959.v1","title":"Additional file 2 of Does type of funding affect reporting in network meta-analysis? A scoping review of network meta-analyses","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Affect (linguistics); Checklist; Government (linguistics); The Internet","score_opus":0.9496902883399851,"score_gpt":0.6162186776643529,"score_spread":0.33347161067563225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958403056","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016305856,0.057680473,0.000022004164,0.00006999966,0.00004675288,0.0012421013,0.93774843,0.000012023327,0.0031619163],"genre_scores_gemma":[0.0085710315,0.00033717044,0.010869538,0.00039753248,0.00029785524,0.0027949545,0.9684649,0.00005569218,0.008211337],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.96396804,0.0076224552,0.0222116,0.0010420716,0.0047130976,0.00044272095],"domain_scores_gemma":[0.8859092,0.056276917,0.051094532,0.003735436,0.0028442245,0.00013968543],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.052006226,0.0003978326,0.01679696,0.00082109676,0.00008309823,0.000105751606,0.0013175952,0.00010555794,0.9971554],"category_scores_gemma":[0.39073926,0.00017908007,0.016953198,0.017351883,0.000024113171,0.00022244785,0.00036864378,0.00017423258,0.0016571322],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015542907,0.000012445469,0.000081108425,0.0040307357,0.071609996,0.000008050984,0.000014882013,0.008164292,0.0000011729692,0.0000065198055,0.91598177,0.000087485816],"study_design_scores_gemma":[0.00012088303,0.00009315731,0.0049455087,0.08944456,0.64786106,0.000009900317,0.00018604379,0.010147524,0.00005437557,0.0013274434,0.24497548,0.0008340374],"about_ca_topic_score_codex":0.000010792231,"about_ca_topic_score_gemma":0.00017147018,"teacher_disagreement_score":0.9954983,"about_ca_system_score_codex":0.000017506749,"about_ca_system_score_gemma":0.00021256451,"threshold_uncertainty_score":0.9991202},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6958405138","doi":"10.6084/m9.figshare.24070070.v1","title":"Additional file 1 of Reporting quality of randomized controlled trials in prehabilitation: a scoping review","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; University Health Network; Ottawa Hospital; McGill University","funders":"","keywords":"Checklist; Consolidated Standards of Reporting Trials; Randomized controlled trial; Quality (philosophy); Data quality; MEDLINE","score_opus":0.9075564580967215,"score_gpt":0.6364373100872742,"score_spread":0.27111914800944725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958405138","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000039738992,0.0048327106,0.000004022591,0.00012718534,0.000021365673,0.0057300073,0.9858278,0.0000052596615,0.0034118944],"genre_scores_gemma":[0.0012649479,0.000053011703,0.0021573533,0.00012354122,0.00006418996,0.017869184,0.9758811,0.000009491615,0.002577206],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.78636676,0.09521154,0.11087123,0.0008466008,0.006480399,0.00022344025],"domain_scores_gemma":[0.022209441,0.83157086,0.14000534,0.0022385784,0.0038983012,0.00007744912],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.4167787,0.00015074328,0.024911197,0.00036940837,0.00002764897,0.000068476234,0.00049059815,0.00005288425,0.99842435],"category_scores_gemma":[0.99356097,0.000068213754,0.007962655,0.0019188311,0.000016269129,0.00012144209,0.00008007151,0.00006622909,0.003256609],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029148074,0.0000115807225,0.0000074291484,0.0051708985,0.000118727556,7.5742105e-7,0.000046552057,0.000010525616,0.0000012277509,0.000008241507,0.9936827,0.0006499121],"study_design_scores_gemma":[0.04029278,0.000025371506,0.0023137205,0.89766824,0.0003352897,0.0000021268825,0.00028321502,0.0027022413,0.000007263922,0.0021945047,0.05392425,0.00025100802],"about_ca_topic_score_codex":0.0000022503204,"about_ca_topic_score_gemma":0.000013583187,"teacher_disagreement_score":0.99516773,"about_ca_system_score_codex":0.00001086816,"about_ca_system_score_gemma":0.0002693435,"threshold_uncertainty_score":0.9975195},"labels":[],"label_agreement":null},{"id":"W6958421220","doi":"10.6084/m9.figshare.20110641","title":"Additional file 2 of Protocol for a scoping review to map patient engagement in scoping reviews","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Boniface Hospital; University of Manitoba","funders":"","keywords":"Protocol (science); Data collection; Patient data; MEDLINE; Patient privacy; Health care","score_opus":0.8610741154543268,"score_gpt":0.5760249450102647,"score_spread":0.2850491704440621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958421220","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.1320686e-8,0.0008723223,0.00000921161,0.00010724804,0.000013140022,0.2539374,0.7439519,0.000002046091,0.0011066794],"genre_scores_gemma":[3.0239408e-7,0.0000015121799,0.0043973234,0.0012115558,0.000022666867,0.7685256,0.22490028,0.000007159847,0.0009335869],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98425955,0.0052325586,0.0070865797,0.0006624852,0.0025548383,0.00020398403],"domain_scores_gemma":[0.9823421,0.009945943,0.005230517,0.0017500579,0.0006250112,0.00010634433],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.016030453,0.0001844034,0.002290329,0.00024560018,0.00015566986,0.00010081101,0.0010337837,0.000018581866,0.99953026],"category_scores_gemma":[0.17478095,0.00011053165,0.0010171115,0.0011807579,0.0000025884058,0.00010040214,0.0005260917,0.00011828789,0.008737862],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021865942,0.000032374646,7.099695e-7,0.015125903,0.0000068916393,8.705785e-7,0.000053996882,0.000027500653,2.1329434e-7,0.0000020943187,0.9737472,0.011000058],"study_design_scores_gemma":[0.000057398767,0.000060302813,0.000008746217,0.26879513,0.0000055827895,7.748641e-7,0.00002795311,0.00009044378,0.0000013918966,0.000023580551,0.7308472,0.00008150274],"about_ca_topic_score_codex":4.850029e-7,"about_ca_topic_score_gemma":0.000012521322,"teacher_disagreement_score":0.9907924,"about_ca_system_score_codex":0.00006696805,"about_ca_system_score_gemma":0.00022842162,"threshold_uncertainty_score":0.99203396},"labels":[],"label_agreement":null},{"id":"W6958440068","doi":"10.6084/m9.figshare.14374736","title":"Additional file 6 of Successful incorporation of single reviewer assessments during systematic review screening: development and validation of sensitivity and work-saved of an algorithm that considers exclusion criteria and count","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; BC Children's Hospital; Children's Hospital of Eastern Ontario; University of British Columbia","funders":"","keywords":"Sensitivity (control systems); Table (database); Data file; Systematic error; Semaphore","score_opus":0.48461100546027036,"score_gpt":0.4332654812807319,"score_spread":0.05134552417953847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958440068","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04206624,0.011730816,0.00064614567,0.000037925736,0.000035144254,0.002294147,0.9430178,0.000004872861,0.00016694563],"genre_scores_gemma":[0.29831225,0.00036344834,0.13662411,0.00013081891,0.000035941794,0.0005128885,0.56353176,0.000033559238,0.00045521202],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9912297,0.0031236014,0.0035148088,0.00039759988,0.0016575766,0.00007669591],"domain_scores_gemma":[0.9868102,0.003863936,0.006003367,0.0006364668,0.0026176863,0.00006836546],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006372431,0.00016448513,0.00232963,0.00013202042,0.00006306222,0.00008858042,0.00011740232,0.000055083183,0.428789],"category_scores_gemma":[0.033485666,0.00010666683,0.0001638307,0.0004744186,0.00002990399,0.000368643,0.00018051466,0.000043000513,0.0000088897505],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016366757,0.000276584,0.0010907591,0.4763196,0.00055722246,0.000024577344,0.0006180277,0.000009508308,0.0019079503,0.0000066721136,0.50310636,0.016066337],"study_design_scores_gemma":[0.0005780443,0.00012116398,0.046591435,0.9177446,0.0009232511,0.00012255853,0.0011636735,0.0040691644,0.020483654,0.00014418669,0.00751298,0.0005453365],"about_ca_topic_score_codex":0.0000017704214,"about_ca_topic_score_gemma":0.000007820545,"teacher_disagreement_score":0.4955934,"about_ca_system_score_codex":0.000015345382,"about_ca_system_score_gemma":0.00009209493,"threshold_uncertainty_score":0.9746557},"labels":[],"label_agreement":null},{"id":"W6958441367","doi":"10.6084/m9.figshare.24447566","title":"Additional file 1 of Sustainability, spread, and scale in trials using audit and feedback: a theory-informed, secondary analysis of a systematic review","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Queen's University; University of Calgary; Women's College Hospital; University of Toronto","funders":"","keywords":"Audit; Scale (ratio); Data collection; Audit trail; Data file","score_opus":0.615656940586811,"score_gpt":0.5105187914096537,"score_spread":0.10513814917715725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958441367","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000555013,0.004109968,0.00000384744,0.000036423633,0.0000060884204,0.0018130444,0.99276936,0.0000036271858,0.0007026181],"genre_scores_gemma":[0.0140022645,0.0001465023,0.0009027253,0.00024882838,0.000039171282,0.0028776512,0.97630733,0.000025743868,0.005449769],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.98234326,0.0067324317,0.008401264,0.0005101025,0.0018343792,0.0001785883],"domain_scores_gemma":[0.9143408,0.07276088,0.008885359,0.0020647235,0.0018134889,0.0001347691],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037168674,0.00020368621,0.0070275753,0.0011041225,0.000049474806,0.00014556547,0.00055852695,0.00007652624,0.983668],"category_scores_gemma":[0.5011327,0.0001075997,0.0014393459,0.0050892076,0.000036417412,0.00022861129,0.0002650995,0.00008574932,0.00045224687],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030245913,0.000010636051,0.000046908048,0.10045935,0.00044834442,0.0000017392038,0.0001360227,0.00001593689,4.10016e-7,0.000012599039,0.8983306,0.00053441396],"study_design_scores_gemma":[0.0007375975,0.00011052961,0.028319785,0.8070259,0.012250845,0.000040426203,0.008124219,0.036314424,0.000008868182,0.009505594,0.096743755,0.0008180377],"about_ca_topic_score_codex":0.000005673922,"about_ca_topic_score_gemma":0.00007162244,"teacher_disagreement_score":0.98321575,"about_ca_system_score_codex":0.000040013747,"about_ca_system_score_gemma":0.0002995951,"threshold_uncertainty_score":0.9914375},"labels":[],"label_agreement":null},{"id":"W6958441734","doi":"10.6084/m9.figshare.21384389.v1","title":"Additional file 1 of A systematic review and meta-analysis of the epidemiological characteristics of COVID-19 in children","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Checklist; Quality (philosophy); Epidemiology; Quality assessment; Table (database); Scale (ratio); Data quality","score_opus":0.774544506563443,"score_gpt":0.4961352827546902,"score_spread":0.27840922380875277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958441734","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000036663252,0.006579525,0.0000021364133,0.00022148438,0.000002788131,0.0011978645,0.99181193,9.63122e-7,0.00014664953],"genre_scores_gemma":[0.03125057,0.000030332618,0.0004352179,0.003555131,0.00000868178,0.0064830477,0.95528007,0.000010436289,0.0029464907],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.97552365,0.013712297,0.007948453,0.00042913997,0.0022848342,0.00010161822],"domain_scores_gemma":[0.9433729,0.040413756,0.013217316,0.002369876,0.00053921057,0.00008694111],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019017043,0.00016668442,0.009768624,0.00030518466,0.00006293574,0.00002081262,0.0015012182,0.00003780928,0.99833816],"category_scores_gemma":[0.46425825,0.00006555731,0.004477086,0.00292236,0.00002798129,0.000039676223,0.00046280745,0.00012940726,0.00014725866],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.0912416e-7,0.000027593871,0.00023756361,0.011569033,0.010714798,3.3713852e-7,0.000025380408,0.0000320066,8.1689386e-8,0.0000223503,0.97736657,0.0000038079465],"study_design_scores_gemma":[0.00017141449,0.00011007179,0.17454791,0.009040107,0.62180334,0.000061359286,0.00035668595,0.0034492048,0.000001032231,0.0009082207,0.18903767,0.0005130086],"about_ca_topic_score_codex":0.000005782019,"about_ca_topic_score_gemma":0.0000062802474,"teacher_disagreement_score":0.99819094,"about_ca_system_score_codex":0.000023591689,"about_ca_system_score_gemma":0.00011073511,"threshold_uncertainty_score":0.6677636},"labels":[],"label_agreement":null},{"id":"W6958445761","doi":"10.6084/m9.figshare.13023881.v1","title":"Additional file 1 of Assessing how information is packaged in rapid reviews for policy-makers and other stakeholders: a cross-sectional study","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Checklist; Statement (logic); Information system; File format; Documentation","score_opus":0.8570184750060525,"score_gpt":0.5231989442003622,"score_spread":0.3338195308056904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958445761","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019544759,0.00009004566,0.000045160785,0.00032233223,0.00000997896,0.0013693866,0.9965573,0.0000033396548,0.0014070097],"genre_scores_gemma":[0.055389952,0.0000026050875,0.0056973966,0.006787314,0.00043067223,0.005007391,0.9244701,0.00003014864,0.0021843757],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937083,0.0011826713,0.0031054225,0.00037021982,0.0014960598,0.00013729763],"domain_scores_gemma":[0.9894578,0.0060208044,0.0031827132,0.0005783563,0.0006562959,0.000104018014],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004909905,0.00016455092,0.0011819229,0.00025068666,0.00008950652,0.0011763534,0.00040623551,0.00006072285,0.9831557],"category_scores_gemma":[0.16885723,0.000097014694,0.0005302926,0.0009531439,0.000012899974,0.000941015,0.00006981568,0.000093953684,0.0018463521],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035619987,0.000016737851,0.0010827336,0.0001452342,0.000028165025,1.952638e-7,0.0005897856,0.0000036520241,7.175349e-7,0.0000026211937,0.9928382,0.0052883867],"study_design_scores_gemma":[0.00023133005,0.000046880337,0.050489765,0.0002760188,0.000008611232,0.0000012527935,0.00089862815,0.001617916,0.0000014604551,0.000055958313,0.94628286,0.00008932991],"about_ca_topic_score_codex":0.0000025391942,"about_ca_topic_score_gemma":0.000009228667,"teacher_disagreement_score":0.98130935,"about_ca_system_score_codex":0.000025513684,"about_ca_system_score_gemma":0.00013737835,"threshold_uncertainty_score":0.9998605},"labels":[],"label_agreement":null},{"id":"W6958482997","doi":"10.6084/m9.figshare.12198741","title":"Additional file 2 of How are systematic reviews of prevalence conducted? A methodological study","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; MEDLINE; Systematic error; Data collection","score_opus":0.9550453180667753,"score_gpt":0.5658463001145523,"score_spread":0.389199017952223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958482997","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003160467,0.0009415179,0.00002544389,0.00012566184,0.0000140877455,0.0029915555,0.9947222,0.0000052598025,0.0011426524],"genre_scores_gemma":[0.036334462,0.00001865784,0.033039317,0.0012458512,0.00037975438,0.01782916,0.8918036,0.000054608063,0.019294584],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96196747,0.02620647,0.0072208256,0.00078139256,0.0036739898,0.00014985647],"domain_scores_gemma":[0.8727463,0.098903656,0.021736696,0.0033169084,0.0030316925,0.00026474515],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.016708964,0.00025669907,0.00620652,0.0001123025,0.000044093507,0.00014380948,0.0019522137,0.000075865406,0.99928105],"category_scores_gemma":[0.7996111,0.00011436905,0.0017440184,0.0013889346,0.000018075732,0.0001711831,0.00025258458,0.00014022949,0.01422448],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017174419,0.000053595028,0.00002345436,0.016601939,0.00008793408,0.0000039319652,0.00018530179,0.0000018385043,0.0000051726647,0.0000024669826,0.98283553,0.0001970889],"study_design_scores_gemma":[0.00013702571,0.00026123773,0.0049337596,0.026075734,0.00030989997,0.000009928639,0.0023592825,0.0010921251,0.000017366609,0.00008339244,0.96447927,0.00024096676],"about_ca_topic_score_codex":1.7190646e-7,"about_ca_topic_score_gemma":0.0000012602137,"teacher_disagreement_score":0.9850565,"about_ca_system_score_codex":0.000009268039,"about_ca_system_score_gemma":0.0000632469,"threshold_uncertainty_score":0.98654306},"labels":[],"label_agreement":null},{"id":"W6958495229","doi":"10.6084/m9.figshare.24820044.v1","title":"Additional file 2 of Methods and guidance on conducting, reporting, publishing, and appraising living systematic reviews: a scoping review","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Table (database); Protocol (science); Systematic review; Data collection; Key (lock)","score_opus":0.8869562395416382,"score_gpt":0.6146612892450833,"score_spread":0.2722949502965548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958495229","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000020624811,0.4038887,0.00010645305,0.0001239165,0.000086923996,0.0026023563,0.5838247,0.000022758926,0.009342168],"genre_scores_gemma":[0.000507018,0.0036824585,0.22972046,0.0052354145,0.0012512263,0.020945922,0.7032554,0.00023027258,0.035171796],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9722321,0.0099593075,0.014450064,0.0011628715,0.001970921,0.00022472047],"domain_scores_gemma":[0.49004367,0.40563628,0.08968938,0.009144828,0.0047225305,0.0007633328],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08343469,0.00031749767,0.0046048053,0.00029969114,0.00014314339,0.0026617467,0.00066858117,0.00008922359,0.97926],"category_scores_gemma":[0.91856086,0.0001653527,0.0009213447,0.0012410383,0.000021588052,0.0009638805,0.00029482666,0.00026019843,0.0017017685],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.6026795e-8,0.0000036975964,0.0000014199835,0.1820396,0.000040759416,0.0000040939462,0.00007332095,2.411749e-7,0.0000014297443,0.000018065997,0.8101325,0.0076848106],"study_design_scores_gemma":[0.0000067148594,0.00000940807,0.000019775556,0.6139698,0.00006978483,0.00007927598,0.00005030389,0.00073043647,0.0000015976332,0.00004918867,0.3849133,0.0001004183],"about_ca_topic_score_codex":0.0000012087371,"about_ca_topic_score_gemma":0.000003147036,"teacher_disagreement_score":0.97755826,"about_ca_system_score_codex":0.000021065485,"about_ca_system_score_gemma":0.00014191701,"threshold_uncertainty_score":0.99907553},"labels":[],"label_agreement":null},{"id":"W6958508356","doi":"10.6084/m9.figshare.19802270","title":"Additional file 1 of Scoping review and characteristics of publicly available checklists for assessing clinical trial feasibility","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Clinical trial; Checklist; Data collection; MEDLINE; Relation (database)","score_opus":0.8989807784250216,"score_gpt":0.599297479324821,"score_spread":0.29968329910020053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958508356","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011103911,0.0012741783,0.000005530946,0.00005404272,0.00005317449,0.00186828,0.99510163,0.0000022832317,0.0015298658],"genre_scores_gemma":[0.0008695805,0.000015455747,0.0035611128,0.0003613467,0.00014525962,0.002964742,0.98713386,0.000011545687,0.0049371202],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98646146,0.003516519,0.007381051,0.0006346899,0.0018745181,0.0001317438],"domain_scores_gemma":[0.9326671,0.048929177,0.013390827,0.0023824119,0.002478624,0.0001518916],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.026718125,0.00012762216,0.0028266874,0.00008789689,0.00013933165,0.00020045262,0.0007295491,0.000044080356,0.9989447],"category_scores_gemma":[0.45718437,0.00008007719,0.0011083197,0.00055552204,0.000019277266,0.00021622048,0.00032035445,0.00012682159,0.00059814093],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029340661,0.000060597737,0.00007266151,0.0023771718,0.000027020555,2.353733e-7,0.000003820255,8.346498e-8,1.7236644e-7,0.000002552077,0.9946034,0.002822931],"study_design_scores_gemma":[0.0008577202,0.0000975118,0.002746104,0.0099331755,0.00009271859,0.0000030201466,0.000023560684,0.0003309226,5.7144894e-7,0.0000677483,0.98575175,0.00009521716],"about_ca_topic_score_codex":5.7262343e-7,"about_ca_topic_score_gemma":0.0000020449456,"teacher_disagreement_score":0.99834657,"about_ca_system_score_codex":0.000017914774,"about_ca_system_score_gemma":0.00044738923,"threshold_uncertainty_score":0.92600226},"labels":[],"label_agreement":null},{"id":"W6958523195","doi":"10.6084/m9.figshare.13294972.v1","title":"Additional file 3 of Decoding semi-automated title-abstract screening: findings from a convenience sample of reviews","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Categorization; Sample (material); Quality (philosophy); Decoding methods; Table (database); Variety (cybernetics)","score_opus":0.7683736559792117,"score_gpt":0.4692229948148097,"score_spread":0.299150661164402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958523195","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002525553,0.00028254633,0.00006607519,0.000035099052,0.000010706526,0.00017037425,0.9924717,0.000009006526,0.006929222],"genre_scores_gemma":[0.009068303,0.0000036844758,0.017351305,0.00035518716,0.00008609839,0.00015179161,0.97170734,0.000011841989,0.0012644712],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99559414,0.00035775316,0.0024640951,0.00032419743,0.001172858,0.000086976244],"domain_scores_gemma":[0.9846429,0.011675307,0.002505929,0.0006679602,0.00040964797,0.00009825518],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012857126,0.00011014325,0.0011741826,0.00006345109,0.000027916163,0.00005987847,0.0006624865,0.00004633977,0.99961793],"category_scores_gemma":[0.17438161,0.000064523956,0.0006244298,0.00058351853,0.000008905743,0.00009856065,0.00008457023,0.00006775783,0.04129005],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.610663e-7,0.000004064503,0.000021730888,0.00005613132,0.000018054947,6.9027067e-7,0.000047588248,0.0000037873588,0.000019041183,0.0000027845608,0.9978834,0.0019420974],"study_design_scores_gemma":[0.000026073634,0.0000066980515,0.001985414,0.0010685724,0.0000122617175,3.8982665e-7,0.000023950795,0.009782944,0.000048452905,0.00003384148,0.9869516,0.000059832324],"about_ca_topic_score_codex":0.000003420455,"about_ca_topic_score_gemma":0.000001539528,"teacher_disagreement_score":0.9583279,"about_ca_system_score_codex":0.0000047957933,"about_ca_system_score_gemma":0.000043910062,"threshold_uncertainty_score":0.95945644},"labels":[],"label_agreement":null},{"id":"W6958527223","doi":"10.6084/m9.figshare.27643287.v1","title":"Additional file 2 of The optimal approach for retrieving systematic reviews was achieved when searching MEDLINE and Epistemonikos in addition to reference checking: a methodological validation study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Systematic review; MEDLINE; Systematic error; Key (lock)","score_opus":0.8968640356708001,"score_gpt":0.5541569209971959,"score_spread":0.34270711467360415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958527223","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002277948,0.0005287508,0.0024932837,0.0001262853,0.000027057467,0.007981187,0.98751706,0.0000099364615,0.0010886214],"genre_scores_gemma":[0.053269822,0.000004630821,0.19663362,0.0001926524,0.00024707188,0.032439932,0.70982635,0.00004624483,0.007339665],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9772123,0.014857387,0.00477339,0.00087675924,0.0020889419,0.0001912049],"domain_scores_gemma":[0.9371582,0.0583558,0.0022670208,0.0014760786,0.00063637743,0.000106488245],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.041915163,0.00023134597,0.0023507602,0.00028082888,0.00012756082,0.0005827953,0.00097245147,0.00008572618,0.8312663],"category_scores_gemma":[0.4538489,0.00009992808,0.0006241024,0.0012829992,0.000010701334,0.0002343124,0.00029576544,0.00023494128,0.0004602278],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063973,0.000038020476,0.0000056467256,0.0062573664,0.000045340836,9.4821195e-7,0.0006315305,0.00007486263,0.0000074673326,0.000026065545,0.9899851,0.0029212318],"study_design_scores_gemma":[0.00031874966,0.0004137172,0.005222426,0.09131651,0.0003737099,0.00004479125,0.0035659503,0.19062491,0.000042526666,0.00092772406,0.70655483,0.000594183],"about_ca_topic_score_codex":0.0000011848254,"about_ca_topic_score_gemma":0.0000055318465,"teacher_disagreement_score":0.8308061,"about_ca_system_score_codex":0.000044807108,"about_ca_system_score_gemma":0.000077080214,"threshold_uncertainty_score":0.98655},"labels":[],"label_agreement":null},{"id":"W6958539163","doi":"10.6084/m9.figshare.14850668","title":"Additional file 1 of The development of lived experience-centered word clouds to support research uncertainty gathering in degenerative cervical myelopathy: results from an engagement process and protocol for their evaluation, via a nested randomized controlled trial","year":2021,"lang":"en","type":"article","venue":"Open MIND","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University Health Network; University of Toronto","funders":"","keywords":"Protocol (science); Cloud computing; Process (computing); Word (group theory); Tag cloud; Action (physics); Information processing; Information management","score_opus":0.7853493902289105,"score_gpt":0.5918269320948472,"score_spread":0.19352245813406332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958539163","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55003995,0.0000049476066,0.0005711035,0.00020500986,0.00006112741,0.4353665,0.01263368,4.191696e-7,0.0011172665],"genre_scores_gemma":[0.14095964,1.0591809e-7,0.029880064,0.000026049811,0.00004611247,0.82573456,0.0021808553,0.000008387854,0.0011642462],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9634491,0.024649322,0.0073767453,0.00091745146,0.0033987225,0.00020864038],"domain_scores_gemma":[0.9603918,0.029281884,0.0034247169,0.0013149659,0.005448808,0.0001378055],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1103883,0.00018696324,0.0029080436,0.0001417317,0.00020527326,0.00039324583,0.0011571653,0.000059684564,0.40348986],"category_scores_gemma":[0.12521668,0.00008227169,0.00039995855,0.0009216206,0.000098479984,0.00015264718,0.00035653237,0.00010681662,0.00002078766],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.68659186,0.001060808,0.000049279908,0.00004133168,0.0005356658,0.0000017939678,0.16198261,0.0005042521,0.00064674794,0.000005870689,0.032627176,0.115952596],"study_design_scores_gemma":[0.8456936,0.00027998904,0.0009201591,0.0006725988,0.00010134472,8.0927487e-7,0.034463376,0.053177036,0.0041577574,0.00084495364,0.059443597,0.00024478495],"about_ca_topic_score_codex":0.000009408677,"about_ca_topic_score_gemma":0.0006899233,"teacher_disagreement_score":0.4090803,"about_ca_system_score_codex":0.00006582083,"about_ca_system_score_gemma":0.0018200192,"threshold_uncertainty_score":0.91604245},"labels":[],"label_agreement":null},{"id":"W6958547250","doi":"10.6084/m9.figshare.26738457.v1","title":"Additional file 1 of Guideline for reporting systematic reviews of outcome measurement instruments (OMIs): PRISMA-COSMIN for OMIs 2024","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Queen's University; SickKids Foundation; University of Toronto; Western University; Institute for Work & Health; Hospital for Sick Children","funders":"","keywords":"Guideline; Systematic review; Outcome (game theory); MEDLINE; Context (archaeology)","score_opus":0.8965404154086453,"score_gpt":0.5553022083891185,"score_spread":0.3412382070195268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958547250","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000029792338,0.0017268761,0.0008463247,0.00009077211,0.00016833669,0.0055246116,0.9896942,0.0000071278687,0.0019388034],"genre_scores_gemma":[0.0009955385,0.000004097167,0.059590474,0.00024688093,0.00030967352,0.029147416,0.8734123,0.00005581778,0.036237776],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9619813,0.0012092101,0.032023102,0.0007706299,0.0037883248,0.00022741794],"domain_scores_gemma":[0.9347913,0.020443594,0.03613719,0.0028880455,0.005577092,0.00016273448],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.05472654,0.00030139394,0.0048582996,0.00031114384,0.00006971,0.00025348976,0.0009617109,0.000088811605,0.98564047],"category_scores_gemma":[0.68035364,0.00015253303,0.003697605,0.0007371654,0.000007652179,0.00017308112,0.00011192089,0.00008187307,0.003540396],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024100545,0.000020797997,0.0000033960828,0.044323944,0.00021275376,7.717719e-7,0.000036733698,0.0000051213665,0.000007551654,0.000011579012,0.95233005,0.003044885],"study_design_scores_gemma":[0.00008725421,0.000039422826,0.000018865994,0.039198667,0.0002489051,0.0000068004006,0.00008608946,0.010092949,0.000039977618,0.00035900858,0.94969183,0.00013020725],"about_ca_topic_score_codex":0.0000010171742,"about_ca_topic_score_gemma":0.0000069698067,"teacher_disagreement_score":0.98210007,"about_ca_system_score_codex":0.00007966127,"about_ca_system_score_gemma":0.00020352202,"threshold_uncertainty_score":0.9972355},"labels":[],"label_agreement":null},{"id":"W6958574245","doi":"10.6084/m9.figshare.15179120.v1","title":"Additional file 2 of Creating efficiencies in the extraction of data from randomized trials: a prospective evaluation of a machine learning and text mining tool","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Information extraction; Extraction (chemistry); Data extraction; Text mining; Training set","score_opus":0.8256885907417781,"score_gpt":0.5555753573035008,"score_spread":0.2701132334382773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958574245","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057908464,0.0012569007,0.000044567005,0.00001438238,0.0000075870466,0.00076645316,0.9893077,9.212147e-7,0.0028106368],"genre_scores_gemma":[0.33263794,0.0000036482916,0.0067995405,0.000009855082,0.000046210807,0.0006655961,0.6594365,0.000004986447,0.00039567627],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97050947,0.021138577,0.0046135234,0.00043881286,0.0032322772,0.00006736211],"domain_scores_gemma":[0.53218156,0.44915086,0.013307397,0.001750615,0.003581495,0.000028077526],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06707944,0.00009413078,0.002253996,0.00012477813,0.000052231982,0.000110639965,0.00042951654,0.000037397705,0.98263204],"category_scores_gemma":[0.83802986,0.00004384068,0.00040231057,0.0007081246,0.00001927519,0.00022795827,0.00012676633,0.000087227556,0.00006803209],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002718925,0.00006750153,0.00013151206,0.00007192165,0.00017786089,9.393851e-7,0.0023102527,0.00025473116,0.00015066616,0.0000071412414,0.9738315,0.02272409],"study_design_scores_gemma":[0.010499267,0.000035867968,0.013429875,0.003670877,0.00064760004,0.00000891285,0.011497301,0.9107531,0.00018729683,0.0007619331,0.048373066,0.00013495707],"about_ca_topic_score_codex":0.000013934698,"about_ca_topic_score_gemma":0.000053886783,"teacher_disagreement_score":0.98256403,"about_ca_system_score_codex":0.000010451807,"about_ca_system_score_gemma":0.0001698206,"threshold_uncertainty_score":0.96063805},"labels":[],"label_agreement":null},{"id":"W6958592511","doi":"10.6084/m9.figshare.14913285","title":"Additional file 8 of Validity of observational evidence on putative risk and protective factors: appraisal of 3744 meta-analyses on 57 topics","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Observational study; Table (database); Observational methods in psychology; Measure (data warehouse)","score_opus":0.9569030701576721,"score_gpt":0.5921589586040429,"score_spread":0.3647441115536292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958592511","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017025261,0.00014809193,0.000061290666,0.000054903518,0.000014998505,0.00032797293,0.9967224,0.0000016222859,0.0009661825],"genre_scores_gemma":[0.22683471,0.0000048935804,0.009750257,0.00013360605,0.00014350968,0.0012932403,0.7574124,0.000021057333,0.004406371],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98851067,0.0045958185,0.002925136,0.00057438464,0.0032992165,0.000094771225],"domain_scores_gemma":[0.89525723,0.0933525,0.0062463596,0.0011875872,0.0038818335,0.00007446356],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033623697,0.00020591295,0.0024530063,0.00015897122,0.000060148814,0.00006845123,0.00047528502,0.00007399931,0.9852764],"category_scores_gemma":[0.49223503,0.00010435395,0.0017248641,0.0008664593,0.00003339115,0.0002138309,0.00011602715,0.0001444724,0.00038609005],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067358733,0.000071427996,0.00024082765,0.000109485045,0.0010969985,0.0000012243609,0.00017361883,0.00016789214,0.00002043975,0.00006373093,0.99746025,0.0005873918],"study_design_scores_gemma":[0.00025042906,0.0007156807,0.48003796,0.0033584014,0.0036230148,0.0000050584104,0.0017883288,0.0025836923,0.015500384,0.0074098804,0.48421308,0.0005141006],"about_ca_topic_score_codex":0.0000067400883,"about_ca_topic_score_gemma":0.000013679421,"teacher_disagreement_score":0.98489034,"about_ca_system_score_codex":0.000014663022,"about_ca_system_score_gemma":0.00019793869,"threshold_uncertainty_score":0.5120421},"labels":[],"label_agreement":null},{"id":"W6958603997","doi":"10.6084/m9.figshare.14374724.v1","title":"Additional file 2 of Successful incorporation of single reviewer assessments during systematic review screening: development and validation of sensitivity and work-saved of an algorithm that considers exclusion criteria and count","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; BC Children's Hospital; Children's Hospital of Eastern Ontario; University of British Columbia","funders":"","keywords":"Sensitivity (control systems); Table (database); Data file; Semaphore; Systematic error","score_opus":0.48121897754260656,"score_gpt":0.43304722831124265,"score_spread":0.048171749231363914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958603997","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041497502,0.011688508,0.0006244101,0.00003749019,0.000035020752,0.002269696,0.94367576,0.0000048346265,0.00016675881],"genre_scores_gemma":[0.28822494,0.00036692875,0.13529529,0.0001305806,0.000036283654,0.0005116682,0.57494414,0.00003348822,0.0004566765],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.99123186,0.0031232662,0.0035138065,0.0003974204,0.0016569655,0.00007666588],"domain_scores_gemma":[0.9868257,0.0038449983,0.0060083945,0.00063604844,0.0026164837,0.00006834819],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0063400595,0.00016443778,0.002329145,0.00013194322,0.0000630513,0.000088545894,0.0001173671,0.000055083532,0.4350792],"category_scores_gemma":[0.033440348,0.000106638865,0.00016379532,0.00047416825,0.00002989598,0.00036854655,0.0001805301,0.000042993997,0.000008916682],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015995565,0.00027159654,0.0010500768,0.4695467,0.0005497919,0.000024467185,0.000608098,0.000009531625,0.0018392471,0.000006465422,0.5100723,0.016005747],"study_design_scores_gemma":[0.00058190955,0.00012207619,0.046104368,0.91770303,0.00092980854,0.00012386582,0.0011642858,0.004111129,0.020545874,0.0001448987,0.0079196645,0.000549114],"about_ca_topic_score_codex":0.0000017535964,"about_ca_topic_score_gemma":0.000007657944,"teacher_disagreement_score":0.5021526,"about_ca_system_score_codex":0.000015360998,"about_ca_system_score_gemma":0.00009190802,"threshold_uncertainty_score":0.9747014},"labels":[],"label_agreement":null},{"id":"W6958629346","doi":"10.6084/m9.figshare.19802429","title":"Additional file 2 of Data-sharing and re-analysis for main studies assessed by the European Medicines Agency—a cross-sectional study on European Public Assessment Reports","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"European union; Risk assessment; Public health; Quality assessment; MEDLINE; Government (linguistics)","score_opus":0.8633372723032559,"score_gpt":0.5655836486977621,"score_spread":0.29775362360549373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958629346","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007918767,0.00018281848,0.000042233925,0.00019536319,0.0000633541,0.0008708096,0.9870635,0.000008694994,0.010781304],"genre_scores_gemma":[0.1964313,6.591597e-7,0.00031990604,0.00020114712,0.00014269592,0.0011828953,0.79473454,0.00002103136,0.00696584],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9782221,0.009675853,0.005187439,0.0016127953,0.0050822576,0.00021958096],"domain_scores_gemma":[0.9712219,0.017594822,0.0055831345,0.0042579127,0.0012393397,0.000102873775],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.059563957,0.0002472045,0.0014788079,0.00035622274,0.0008920218,0.0008673261,0.0024795732,0.000015253564,0.97636276],"category_scores_gemma":[0.10746159,0.0001226732,0.00072087836,0.0016272245,0.000031869466,0.00029886115,0.0019531678,0.00020513868,0.00025288318],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016945052,0.000121126875,0.00844223,0.000024342626,0.0016071796,0.000026215808,0.00013124099,0.00007617547,9.978074e-7,0.0000036376296,0.98896265,0.0006024859],"study_design_scores_gemma":[0.00008854312,0.00008032097,0.34113362,0.000035825065,0.00025818878,0.0000124521675,0.0017443856,0.0013414423,9.226497e-8,0.00009399216,0.65510964,0.0001014812],"about_ca_topic_score_codex":0.0000022749136,"about_ca_topic_score_gemma":0.000029174518,"teacher_disagreement_score":0.97610986,"about_ca_system_score_codex":0.000051265244,"about_ca_system_score_gemma":0.00008330321,"threshold_uncertainty_score":0.9683768},"labels":[],"label_agreement":null},{"id":"W6958650849","doi":"10.6084/m9.figshare.26738466","title":"Additional file 4 of Guideline for reporting systematic reviews of outcome measurement instruments (OMIs): PRISMA-COSMIN for OMIs 2024","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Queen's University; SickKids Foundation; University of Toronto; Western University; Institute for Work & Health; Hospital for Sick Children","funders":"","keywords":"Guideline; Systematic review; Outcome (game theory); MEDLINE; Context (archaeology)","score_opus":0.8952525661210134,"score_gpt":0.5551630418834845,"score_spread":0.3400895242375289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958650849","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002990468,0.0017439048,0.00085731875,0.000090295405,0.00016861872,0.0055355704,0.98964685,0.000007136657,0.001947323],"genre_scores_gemma":[0.0010431174,0.0000042019306,0.0596501,0.00024976066,0.00031360897,0.028946871,0.87364507,0.000056433917,0.036090855],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96195334,0.001208058,0.0320514,0.00077046815,0.0037892982,0.00022745333],"domain_scores_gemma":[0.935478,0.020148965,0.03586862,0.0028629573,0.0054800278,0.0001614692],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.054744374,0.00030137296,0.004859907,0.0003111842,0.00006973822,0.0002541335,0.0009618125,0.000088811576,0.9850477],"category_scores_gemma":[0.6772777,0.00015252337,0.0036976547,0.0007368047,0.0000076540655,0.00017323668,0.00011188345,0.00008185415,0.0035066486],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024482695,0.00002079193,0.0000034069951,0.04468577,0.00021251646,7.833254e-7,0.000036760288,0.0000050510803,0.0000074537265,0.000011916277,0.9519277,0.0030853888],"study_design_scores_gemma":[0.000088110064,0.000040035047,0.000018845582,0.03921553,0.0002485756,0.000006808,0.00008595878,0.010144413,0.000040010214,0.00036369052,0.94961774,0.00013027048],"about_ca_topic_score_codex":0.0000010195226,"about_ca_topic_score_gemma":0.000007044583,"teacher_disagreement_score":0.9815411,"about_ca_system_score_codex":0.0000796688,"about_ca_system_score_gemma":0.00020288207,"threshold_uncertainty_score":0.9972692},"labels":[],"label_agreement":null},{"id":"W6958669271","doi":"10.6084/m9.figshare.14374742","title":"Additional file 8 of Successful incorporation of single reviewer assessments during systematic review screening: development and validation of sensitivity and work-saved of an algorithm that considers exclusion criteria and count","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; BC Children's Hospital; Children's Hospital of Eastern Ontario; University of British Columbia","funders":"","keywords":"Sensitivity (control systems); Exploratory analysis; Systematic error; Data file; Mutual exclusion","score_opus":0.4845681148972143,"score_gpt":0.43328123903043275,"score_spread":0.051286875866781545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958669271","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04238728,0.011707992,0.00064564,0.000037920392,0.000035116052,0.0022898484,0.94272524,0.0000048433285,0.00016612204],"genre_scores_gemma":[0.29839203,0.00036028668,0.13662934,0.00013076863,0.000035913858,0.00051213545,0.5634495,0.00003350486,0.0004565552],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.99123013,0.0031235528,0.003514747,0.00039758589,0.0016573025,0.000076697565],"domain_scores_gemma":[0.9868099,0.003864155,0.0060033887,0.0006364597,0.0026177156,0.00006836408],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006372315,0.00016448929,0.0023296585,0.0001319995,0.00006306949,0.000088572924,0.000117392236,0.000055083634,0.43055832],"category_scores_gemma":[0.033487167,0.00010666718,0.00016383213,0.00047417285,0.000029903924,0.00036860432,0.00018048407,0.000042999833,0.000008932406],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016282545,0.00027518967,0.0010855012,0.47581792,0.00055663456,0.00002456043,0.0006164194,0.000009622816,0.0018951976,0.000006584913,0.5034498,0.016246302],"study_design_scores_gemma":[0.0005774582,0.0001212937,0.046153206,0.9178661,0.0009228044,0.00012258568,0.001161264,0.0041121393,0.02082162,0.0001441076,0.0074523482,0.0005450721],"about_ca_topic_score_codex":0.0000017539016,"about_ca_topic_score_gemma":0.000007707288,"teacher_disagreement_score":0.49599746,"about_ca_system_score_codex":0.00001536293,"about_ca_system_score_gemma":0.000092114395,"threshold_uncertainty_score":0.9746542},"labels":[],"label_agreement":null},{"id":"W6958686671","doi":"10.6084/m9.figshare.27643287","title":"Additional file 2 of The optimal approach for retrieving systematic reviews was achieved when searching MEDLINE and Epistemonikos in addition to reference checking: a methodological validation study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Systematic review; MEDLINE; Systematic error; Key (lock)","score_opus":0.8968640356708001,"score_gpt":0.5541569209971959,"score_spread":0.34270711467360415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958686671","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002277948,0.0005287508,0.0024932837,0.0001262853,0.000027057467,0.007981187,0.98751706,0.0000099364615,0.0010886214],"genre_scores_gemma":[0.053269822,0.000004630821,0.19663362,0.0001926524,0.00024707188,0.032439932,0.70982635,0.00004624483,0.007339665],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9772123,0.014857387,0.00477339,0.00087675924,0.0020889419,0.0001912049],"domain_scores_gemma":[0.9371582,0.0583558,0.0022670208,0.0014760786,0.00063637743,0.000106488245],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.041915163,0.00023134597,0.0023507602,0.00028082888,0.00012756082,0.0005827953,0.00097245147,0.00008572618,0.8312663],"category_scores_gemma":[0.4538489,0.00009992808,0.0006241024,0.0012829992,0.000010701334,0.0002343124,0.00029576544,0.00023494128,0.0004602278],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063973,0.000038020476,0.0000056467256,0.0062573664,0.000045340836,9.4821195e-7,0.0006315305,0.00007486263,0.0000074673326,0.000026065545,0.9899851,0.0029212318],"study_design_scores_gemma":[0.00031874966,0.0004137172,0.005222426,0.09131651,0.0003737099,0.00004479125,0.0035659503,0.19062491,0.000042526666,0.00092772406,0.70655483,0.000594183],"about_ca_topic_score_codex":0.0000011848254,"about_ca_topic_score_gemma":0.0000055318465,"teacher_disagreement_score":0.8308061,"about_ca_system_score_codex":0.000044807108,"about_ca_system_score_gemma":0.000077080214,"threshold_uncertainty_score":0.98655},"labels":[],"label_agreement":null},{"id":"W6958698982","doi":"10.6084/m9.figshare.26574445.v1","title":"Additional file 1 of Insights from using an outcomes measurement properties search filter and conducting citation searches to locate psychometric articles of tools used to measure context attributes","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Canadian Agency for Drugs and Technologies in Health; Ottawa Hospital","funders":"","keywords":"Measure (data warehouse); Context (archaeology); Filter (signal processing); Citation; Key (lock)","score_opus":0.9801469632512227,"score_gpt":0.48386583856673493,"score_spread":0.4962811246844878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958698982","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13636597,0.0010102817,0.00017897428,0.00022908342,0.000030705836,0.0007826436,0.8613395,0.000008206371,0.000054639597],"genre_scores_gemma":[0.96496356,1.7573278e-7,0.0020881298,0.000074763375,0.000038968195,0.00023618342,0.032412443,0.000012298451,0.00017348432],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99110425,0.0017818606,0.0022210062,0.00060197525,0.004123119,0.00016779204],"domain_scores_gemma":[0.9886857,0.0066694045,0.0005232539,0.00077063957,0.0031651743,0.00018578894],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004854856,0.00018500672,0.0011879998,0.0008222374,0.00008490818,0.0007481033,0.00048017123,0.00005188315,0.82707596],"category_scores_gemma":[0.107291326,0.00009772185,0.00031352008,0.002278734,0.000017843908,0.000531675,0.00012220952,0.00009219431,0.0015190929],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008260355,0.00004018365,0.00021757613,0.00021416531,0.00020621128,0.000001155838,0.0025179144,0.00014345374,0.0049831714,0.000006953991,0.9689769,0.022684066],"study_design_scores_gemma":[0.00093448214,0.00092290586,0.15989892,0.043981194,0.00048462822,0.00001339272,0.03717884,0.069915384,0.07399775,0.0014558743,0.60943955,0.001777045],"about_ca_topic_score_codex":0.000023993416,"about_ca_topic_score_gemma":0.00011061662,"teacher_disagreement_score":0.82892704,"about_ca_system_score_codex":0.000047458398,"about_ca_system_score_gemma":0.00014840587,"threshold_uncertainty_score":0.99925834},"labels":[],"label_agreement":null},{"id":"W6958715761","doi":"10.6084/m9.figshare.13100809.v1","title":"Additional file 1 of An evaluation of DistillerSR’s machine learning-based prioritization tool for title/abstract screening – impact on reviewer-relevant outcomes","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McGill University; Ottawa Hospital","funders":"","keywords":"Prioritization; Key (lock); Task (project management); Matching (statistics); Selection (genetic algorithm)","score_opus":0.6750849799104843,"score_gpt":0.5077921163446718,"score_spread":0.16729286356581252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958715761","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000059780214,0.00008448433,0.00017480612,0.00006403041,0.000013149838,0.00056235323,0.9976954,0.000004050151,0.0013419476],"genre_scores_gemma":[0.047480404,3.312655e-7,0.0024275791,0.00010734795,0.000063336156,0.000244325,0.9490809,0.000011036394,0.00058474106],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951746,0.00076464453,0.0016356508,0.00026535368,0.0020916082,0.00006813568],"domain_scores_gemma":[0.9902716,0.005342049,0.0021097767,0.00045138452,0.0017683238,0.000056862318],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0037596414,0.00011444894,0.00083217915,0.00007822852,0.000036690235,0.000058793943,0.00028562627,0.000037552687,0.99579877],"category_scores_gemma":[0.23770645,0.000059883907,0.00071443786,0.00028305966,0.000004015279,0.00009657885,0.000015652025,0.000058643807,0.0028897054],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049257683,0.0000141154305,0.000031074516,0.00009213809,0.000026332842,1.0311135e-7,0.00000898963,0.002626508,0.0000016305453,0.000001613168,0.9725625,0.024630068],"study_design_scores_gemma":[0.000118496,0.00008260975,0.019172994,0.00060208794,0.000052352218,1.1758708e-7,0.000008016639,0.3140254,0.000009153256,0.000033016335,0.66582686,0.00006892097],"about_ca_topic_score_codex":6.419836e-7,"about_ca_topic_score_gemma":0.0000010916198,"teacher_disagreement_score":0.9929091,"about_ca_system_score_codex":0.000014982623,"about_ca_system_score_gemma":0.00010235107,"threshold_uncertainty_score":0.99788666},"labels":[],"label_agreement":null},{"id":"W6958751151","doi":"10.6084/m9.figshare.14936470","title":"Additional file 1 of Evaluating the relationship between citation set size, team size and screening methods used in systematic reviews: a cross-sectional study","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Canada; University of Ottawa; University of Toronto; McMaster University; University of British Columbia; Children's Hospital of Eastern Ontario","funders":"","keywords":"Citation; Set (abstract data type); Confidence interval; Systematic review; Data extraction; Section (typography)","score_opus":0.9146486509840243,"score_gpt":0.6320370019754523,"score_spread":0.28261164900857194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958751151","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0063995114,0.00064791075,0.00014804791,0.000032653876,0.000026605703,0.0028390372,0.9891484,0.0000056715458,0.0007521916],"genre_scores_gemma":[0.34531096,0.000001010816,0.10927278,0.00018205792,0.00028821733,0.011829188,0.5206387,0.000042796237,0.0124343],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9484037,0.039010122,0.00808438,0.00074955594,0.0035823663,0.00016983437],"domain_scores_gemma":[0.2672901,0.71930236,0.008539671,0.0021955865,0.002559714,0.00011262659],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.06951409,0.0002133072,0.0022554921,0.00016423308,0.00027215164,0.0007278065,0.0006064229,0.0000880916,0.96581244],"category_scores_gemma":[0.8964201,0.000109271656,0.0006936751,0.002138672,0.000017022981,0.0003097701,0.00017781953,0.00024862064,0.001385348],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021124831,0.000028960209,0.12366562,0.0021140985,0.000103918006,0.0000012973138,0.00074621034,0.000064939355,0.000002456793,0.000007197544,0.87260765,0.00065555144],"study_design_scores_gemma":[0.00016730519,0.000038110586,0.98050654,0.006598309,0.00008938175,0.000008270254,0.0013935836,0.0027750614,6.900407e-7,0.0007448835,0.007565611,0.000112234324],"about_ca_topic_score_codex":0.0000023791476,"about_ca_topic_score_gemma":0.000025746749,"teacher_disagreement_score":0.9644271,"about_ca_system_score_codex":0.000035282377,"about_ca_system_score_gemma":0.00015761804,"threshold_uncertainty_score":0.9993922},"labels":[],"label_agreement":null},{"id":"W6958881853","doi":"10.6084/m9.figshare.21405728.v1","title":"Additional file 1 of How can clinicians choose between conflicting and discordant systematic reviews? A replication study of the Jadad algorithm","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Queen's University; McGill University; Ottawa Hospital; University of British Columbia","funders":"","keywords":"Replication (statistics); Key (lock); Preprocessor; Algorithm design","score_opus":0.7240761412780002,"score_gpt":0.5010962892050155,"score_spread":0.22297985207298476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958881853","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043931697,0.00029459465,0.000006059739,0.000107009386,0.00001921737,0.0030288137,0.99578726,0.0000023470247,0.00031537274],"genre_scores_gemma":[0.18426527,0.000004818514,0.0017791308,0.0003155831,0.000229172,0.023715384,0.7710441,0.00004354286,0.018602997],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98277974,0.008569586,0.005099004,0.0006248894,0.0028132522,0.00011352963],"domain_scores_gemma":[0.95849746,0.02271952,0.013785667,0.0041708136,0.0007501645,0.000076360055],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014308681,0.000164421,0.0025527887,0.00011891951,0.00025672672,0.00013638457,0.0012438863,0.000020304826,0.93172055],"category_scores_gemma":[0.18330579,0.00007525741,0.00071150716,0.0010272064,0.000012172362,0.00007997397,0.00046731383,0.00015890009,0.00020001046],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.086823e-7,0.000043111228,0.0001578975,0.001030817,0.00007697659,4.9272177e-7,0.00045606488,0.0000017595086,4.3819455e-7,0.0000016195049,0.9940379,0.0041925604],"study_design_scores_gemma":[0.00015932437,0.00014303834,0.02185724,0.007799686,0.00032233185,0.000015924668,0.009500478,0.002228995,0.0000030102171,0.00008399572,0.95771503,0.00017096955],"about_ca_topic_score_codex":0.000008435432,"about_ca_topic_score_gemma":0.00001914437,"teacher_disagreement_score":0.9315206,"about_ca_system_score_codex":0.000025577292,"about_ca_system_score_gemma":0.00006565294,"threshold_uncertainty_score":0.8235736},"labels":[],"label_agreement":null},{"id":"W6962315949","doi":"10.17605/osf.io/nbcta","title":"Protocol and plan for the development of the automated algorithm for choosing the best systematic review","year":2018,"lang":"en","type":"article","venue":"OSF Preprints (OSF Preprints)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Field (mathematics); Protocol (science); Plan (archaeology); Development (topology); Public health; Health care; Decision support system; Best practice","score_opus":0.3805123476540984,"score_gpt":0.47212458030433796,"score_spread":0.09161223265023954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6962315949","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001714826,0.00013571717,0.29813927,0.0025833375,0.00056130777,0.6563019,0.00006049691,0.00005852001,0.040444616],"genre_scores_gemma":[0.019157302,0.000072468814,0.097345985,0.0015435276,0.00025853553,0.6881165,0.0000080462005,0.00009651941,0.19340114],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9833094,0.0061314194,0.006679257,0.0014997405,0.0020761786,0.00030402865],"domain_scores_gemma":[0.97230536,0.010943531,0.0053715566,0.009773413,0.0015080916,0.00009806013],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.1951735,0.00032476097,0.0022419775,0.00007741491,0.00085038436,0.00051287626,0.0041649193,0.00008718736,0.028755665],"category_scores_gemma":[0.07210277,0.00011069824,0.0009834947,0.0005876966,0.00026553584,0.00012894587,0.0010544517,0.00014370373,0.05723982],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012213015,0.0007899944,0.006819396,0.2540293,0.0058063567,0.0000011201817,0.02065206,0.0001333011,0.00094618526,0.0037363549,0.32522312,0.38174066],"study_design_scores_gemma":[0.0018035674,0.000013805027,0.006803188,0.05495275,0.005138494,0.00010587928,0.0038090372,0.2849831,0.005432651,0.0085723,0.62735987,0.0010253692],"about_ca_topic_score_codex":0.000007958978,"about_ca_topic_score_gemma":0.00003321371,"teacher_disagreement_score":0.3807153,"about_ca_system_score_codex":0.000060034872,"about_ca_system_score_gemma":0.00021169572,"threshold_uncertainty_score":0.9721322},"labels":[],"label_agreement":null},{"id":"W6962711315","doi":"10.17605/osf.io/fu783","title":"Design","year":2023,"lang":"en","type":"article","venue":"Open Science Framework","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Checklist; Process (computing); Systematic review; Extension (predicate logic)","score_opus":0.8967834300507341,"score_gpt":0.625951462220815,"score_spread":0.27083196782991914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6962711315","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03931562,0.00011344655,0.7959149,0.008890028,0.0021372472,0.002481596,0.0000056051317,0.000042154712,0.15109943],"genre_scores_gemma":[0.6803752,0.000013291878,0.24801372,0.0016469038,0.00011910814,0.000112092974,0.0000010755896,0.000013664307,0.06970494],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9766959,0.0046237903,0.0048442315,0.0018640072,0.011348395,0.0006237082],"domain_scores_gemma":[0.9739893,0.011433199,0.002447862,0.010259367,0.0014414588,0.00042882364],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.3922672,0.00019272673,0.001714486,0.00067201845,0.00076214346,0.010549778,0.021750437,0.000078349796,0.02249659],"category_scores_gemma":[0.18431085,0.000089088906,0.00045034455,0.020568013,0.00039371723,0.001243454,0.0021027883,0.00020309625,0.11831834],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068357367,0.000040923944,0.011493989,0.000005636902,0.00003470489,0.00002523494,0.0019377657,0.0023818181,0.0008263581,0.10860173,0.7052994,0.16934562],"study_design_scores_gemma":[0.000082663944,0.000050450606,0.020254845,0.00006372957,0.0000327568,0.000008604783,0.0014824113,0.041934047,0.00040263924,0.58808625,0.3472644,0.00033717562],"about_ca_topic_score_codex":0.000009124525,"about_ca_topic_score_gemma":0.0000018257896,"teacher_disagreement_score":0.6410596,"about_ca_system_score_codex":0.000035205514,"about_ca_system_score_gemma":0.00034536424,"threshold_uncertainty_score":0.9904774},"labels":[],"label_agreement":null},{"id":"W6963683047","doi":"10.25384/sage.19736119","title":"sj-1-pdf-rmm-10.1177_26320843221085649 – Supplemental material for Considerations for choosing an imputation method for addressing sparse measurement issues dictated by the study design - An illustration from per-protocol analysis in pragmatic trials","year":2022,"lang":"en","type":"article","venue":"Sage Journals Data","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Providence Health Care","funders":"","keywords":"Imputation (statistics); Research design; Data collection; Missing data; Research methodology; R package","score_opus":0.8849683622173654,"score_gpt":0.6182256911045972,"score_spread":0.26674267111276817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6963683047","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00557052,0.00024870626,0.8605389,0.0011162721,0.00018254633,0.1099156,0.022415416,0.000008808523,0.000003232663],"genre_scores_gemma":[0.17118685,0.000009482139,0.62719095,0.00037806155,0.00071401556,0.18377846,0.01635253,0.00007959079,0.0003100814],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9197617,0.061074216,0.012257755,0.001553933,0.0048934636,0.00045890693],"domain_scores_gemma":[0.9722108,0.014351318,0.008697917,0.0031557155,0.0014075635,0.0001766631],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.38696125,0.000406844,0.003335928,0.00067208713,0.0018024246,0.005343262,0.0019071195,0.00006919495,0.067957014],"category_scores_gemma":[0.043052964,0.00022815182,0.00084011245,0.0010807922,0.00003081946,0.0018126457,0.00022552148,0.00017537756,0.000009148417],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031402989,0.00528823,0.0024796994,0.00024394238,0.016083296,0.000012537088,0.02881429,0.104420386,0.13163571,0.00004410941,0.5048924,0.20294508],"study_design_scores_gemma":[0.006084329,0.0012077192,0.00080735335,0.00008938611,0.00858048,0.000008030119,0.03564015,0.9210671,0.0010429324,0.012943097,0.0120647205,0.00046471087],"about_ca_topic_score_codex":0.0002908345,"about_ca_topic_score_gemma":0.0013180929,"teacher_disagreement_score":0.8166467,"about_ca_system_score_codex":0.000202038,"about_ca_system_score_gemma":0.0003019584,"threshold_uncertainty_score":0.9994971},"labels":[],"label_agreement":null},{"id":"W6963747935","doi":"10.25384/sage.12452975.v1","title":"Supplemental_Tables_-_clean – Supplemental material for PRISMA guideline compliance is imperative for systematic review appraisal","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Compliance (psychology); Systematic review; Critical appraisal; MEDLINE; Conformity assessment","score_opus":0.7509152023551234,"score_gpt":0.5645176872448796,"score_spread":0.18639751511024383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6963747935","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000023573417,0.0021636062,0.0036774098,0.008071754,0.0001921854,0.016755663,0.9687749,0.000021188931,0.00031969184],"genre_scores_gemma":[0.01071051,0.000035841756,0.058129106,0.037213642,0.0013195869,0.018338844,0.87011737,0.00014308543,0.003991999],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98433715,0.0015020457,0.010150209,0.0011959154,0.0023798486,0.00043483503],"domain_scores_gemma":[0.98850626,0.0029782243,0.004770616,0.0017620296,0.0016945244,0.00028833613],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.011011451,0.00047755457,0.0047040796,0.00006904814,0.000257537,0.00086730445,0.0020865344,0.00007165482,0.7737115],"category_scores_gemma":[0.049828112,0.0002612519,0.0020888508,0.0005622664,0.000010695166,0.00031161107,0.00029211715,0.000077401855,0.0074869525],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011349632,0.000018032611,0.000004928244,0.092945345,0.00014942217,9.1976153e-7,0.0001903443,0.0000011699996,0.0000675485,0.00006568455,0.906448,0.00009725174],"study_design_scores_gemma":[0.000671563,0.00021762469,0.0000037208954,0.030744964,0.00048645653,0.000009483873,0.00079066755,0.015933463,0.00074416836,0.00012293702,0.949883,0.00039198954],"about_ca_topic_score_codex":0.000001793026,"about_ca_topic_score_gemma":0.000006565659,"teacher_disagreement_score":0.76622456,"about_ca_system_score_codex":0.00004584493,"about_ca_system_score_gemma":0.00007320939,"threshold_uncertainty_score":0.99998397},"labels":[],"label_agreement":null},{"id":"W6964661211","doi":"10.3205/25ebm035","title":"Einbindung von Nutzer:innen in Rapid Reviews – eine Querschnittsstudie","year":2025,"lang":"de","type":"article","venue":"German Medical Science (German Research Foundation)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane","funders":"","keywords":"MEDLINE; Blood capillary; Context (archaeology)","score_opus":0.6370748082507957,"score_gpt":0.6180657058001435,"score_spread":0.019009102450652127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6964661211","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21623373,0.12200141,0.018958068,0.24402866,0.020407692,0.028662808,0.000060083137,0.00015438169,0.34949318],"genre_scores_gemma":[0.83640337,0.035406373,0.002560977,0.008070062,0.0028500764,0.0015640783,0.00019598947,0.00009113866,0.11285796],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.87016726,0.046489187,0.021997912,0.0057490426,0.05152541,0.0040711816],"domain_scores_gemma":[0.96333665,0.013557101,0.004174745,0.0096588,0.006642508,0.0026302282],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","insufficient_payload"],"category_scores_codex":[0.5629076,0.0009132118,0.0057956227,0.006167474,0.0027892373,0.0050030104,0.013175477,0.0005308016,0.08777641],"category_scores_gemma":[0.25741792,0.00054687145,0.0015935998,0.03369884,0.0062982687,0.0022137973,0.0031629829,0.003114902,0.07714613],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036372894,0.0005710815,0.0066974987,0.00062146754,0.000221626,0.00018284623,0.001700568,0.00000398751,0.00027714667,0.041594453,0.2942556,0.6538373],"study_design_scores_gemma":[0.00073201465,0.00012497461,0.017848803,0.0016636552,0.00015341435,0.000008165523,0.00032849226,0.012600463,0.00004605765,0.009891435,0.95610464,0.0004979048],"about_ca_topic_score_codex":0.00024435305,"about_ca_topic_score_gemma":0.0004141196,"teacher_disagreement_score":0.661849,"about_ca_system_score_codex":0.0013467027,"about_ca_system_score_gemma":0.0062529193,"threshold_uncertainty_score":0.9996983},"labels":[],"label_agreement":null},{"id":"W6964998276","doi":"10.3205/23ebm131","title":"RoB2 – das aktualisierte Risk-of-Bias-Tool für RCTs von Cochrane","year":2023,"lang":"de","type":"article","venue":"German Medical Science (German Research Foundation)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane","funders":"","keywords":"Randomized controlled trial; MEDLINE; Cochrane collaboration; Clinical trial","score_opus":0.6287479747785985,"score_gpt":0.6285745212566386,"score_spread":0.0001734535219598543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6964998276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9494872,0.0021636456,0.005205149,0.017609479,0.0054994347,0.0038232838,0.00014780175,0.00010671885,0.01595729],"genre_scores_gemma":[0.953325,0.005283922,0.0009801739,0.00061612047,0.0018358721,0.00021465469,0.00027726454,0.00007579101,0.037391208],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.836947,0.041816235,0.016224658,0.0044979476,0.09675282,0.00376134],"domain_scores_gemma":[0.92849445,0.038242634,0.0072274115,0.010661695,0.011717197,0.0036565936],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","insufficient_payload"],"category_scores_codex":[0.6093253,0.0008593996,0.0049697203,0.0048859892,0.003567652,0.004995363,0.014214827,0.00055285095,0.10857497],"category_scores_gemma":[0.4254405,0.0005113535,0.0020832084,0.034127764,0.009111597,0.002305365,0.0030846468,0.0024607705,0.19599737],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008692401,0.0006659535,0.016317496,0.0012166582,0.0008128765,0.00051264133,0.008220413,0.00013240891,0.0011689033,0.041884936,0.41511866,0.51386213],"study_design_scores_gemma":[0.0012194421,0.0003883483,0.09701443,0.0013076304,0.00047932894,0.000049182054,0.0013596802,0.21250214,0.00039379115,0.027064053,0.65712583,0.0010961145],"about_ca_topic_score_codex":0.00031220223,"about_ca_topic_score_gemma":0.00013652132,"teacher_disagreement_score":0.512766,"about_ca_system_score_codex":0.00046142208,"about_ca_system_score_gemma":0.0057654,"threshold_uncertainty_score":0.999871},"labels":[],"label_agreement":null},{"id":"W6969628009","doi":"10.5525/gla.thesis.82407","title":"Cancer clinical trials: identifying &amp; testing approaches to impact evaluation","year":2021,"lang":"en","type":"article","venue":"University of Glasgow","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Cancer; FOLFOX; Clinical trial; Stage (stratigraphy); Colorectal cancer; Regimen","score_opus":0.98744638987662,"score_gpt":0.6669801777890861,"score_spread":0.3204662120875339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6969628009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.913894,0.0007851118,0.07299115,0.0010207518,0.00038021055,0.00063224183,0.00003315189,0.0000057932325,0.010257592],"genre_scores_gemma":[0.9544333,0.000024631487,0.034239337,0.00006293502,0.00012895049,8.9827836e-7,0.000012658123,0.0000056875706,0.011091555],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.96391344,0.026823001,0.0044948678,0.00080506236,0.0037901492,0.00017346475],"domain_scores_gemma":[0.9628713,0.022109793,0.0072197677,0.0032381127,0.0041812193,0.00037977536],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.25630513,0.00013144135,0.0025437549,0.0002329872,0.00014858517,0.00022580674,0.0008129768,0.00007704166,0.01860147],"category_scores_gemma":[0.20937079,0.0000821922,0.0018991366,0.0015429861,0.000044889915,0.00020808358,0.00020235528,0.00011150107,0.0010341675],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000437423,0.00014925662,0.43674928,0.000056807945,0.00096896273,0.000009427127,0.001992653,0.0069877016,0.0006389974,0.00030723203,0.08356726,0.4685287],"study_design_scores_gemma":[0.0021157768,0.00011734741,0.61518615,0.00042110588,0.004732114,0.000017486258,0.015099257,0.13179556,0.00015440081,0.005854943,0.22381763,0.0006882312],"about_ca_topic_score_codex":0.00019444319,"about_ca_topic_score_gemma":0.00088397163,"teacher_disagreement_score":0.46784043,"about_ca_system_score_codex":0.00008577882,"about_ca_system_score_gemma":0.00042247595,"threshold_uncertainty_score":0.99974364},"labels":[],"label_agreement":null},{"id":"W6976627058","doi":"10.6084/m9.figshare.12198753.v1","title":"Additional file 4 of How are systematic reviews of prevalence conducted? A methodological study","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; MEDLINE; Systematic error; Meta-analysis","score_opus":0.9561409952750581,"score_gpt":0.5664875120115181,"score_spread":0.38965348326354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976627058","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003192738,0.0009350189,0.000026365115,0.0001255138,0.000014014614,0.0030006769,0.99474084,0.000005263157,0.0011203652],"genre_scores_gemma":[0.038971733,0.000018715347,0.033947453,0.0012653756,0.00038027708,0.01811211,0.8880467,0.0000555112,0.01920213],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9619844,0.026185285,0.00722332,0.0007817036,0.0036753758,0.00014991534],"domain_scores_gemma":[0.8724239,0.09934564,0.02165586,0.0033114576,0.002999066,0.00026408225],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.016809165,0.00025676502,0.006207144,0.00011239489,0.00004410929,0.00014387557,0.001953567,0.00007586492,0.9992634],"category_scores_gemma":[0.79921585,0.000114400296,0.001744395,0.0013893313,0.000018080771,0.00017122577,0.000252531,0.00014022841,0.014236826],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017584817,0.000053652497,0.000024365274,0.016615037,0.00008791979,0.0000038882336,0.00018547615,0.0000018042986,0.000005297286,0.0000025008708,0.98282385,0.00019444796],"study_design_scores_gemma":[0.00014239187,0.0002750213,0.005190919,0.02736744,0.00032171857,0.000010271505,0.0024657315,0.0011453248,0.000018119652,0.000086856046,0.96272594,0.00025024387],"about_ca_topic_score_codex":1.7053895e-7,"about_ca_topic_score_gemma":0.0000012668987,"teacher_disagreement_score":0.9850266,"about_ca_system_score_codex":0.0000092662085,"about_ca_system_score_gemma":0.00006332754,"threshold_uncertainty_score":0.9865307},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6976632804","doi":"10.6084/m9.figshare.12799371.v1","title":"Additional file 4 of A guide to writing systematic reviews of rare disease treatments to generate FAIR-compliant datasets: building a Treatabolome","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital; Children's Hospital of Eastern Ontario","funders":"","keywords":"Systematic review; Rare disease; MEDLINE; Documentation; Rare events","score_opus":0.7013416818200667,"score_gpt":0.49845104836409415,"score_spread":0.20289063345597258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976632804","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000320156,0.0007761516,0.000117637675,0.00019506256,0.000011972654,0.0026788902,0.99558085,0.0000067945925,0.0006006388],"genre_scores_gemma":[0.00094034104,0.000002704416,0.019954678,0.0011114234,0.0001104999,0.0049453564,0.9716401,0.000021581083,0.0012733071],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.985468,0.002877781,0.007993973,0.00093812536,0.002472643,0.00024947952],"domain_scores_gemma":[0.98311865,0.007718721,0.0048501454,0.0026916254,0.000866778,0.0007541054],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0033943043,0.00035632538,0.0041983337,0.0002527045,0.00009007498,0.00023603256,0.001639532,0.00003900485,0.98770624],"category_scores_gemma":[0.26942685,0.00019106823,0.0013165255,0.0017351804,0.0000060849948,0.00021803312,0.00037644987,0.000059953487,0.028057085],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058704504,0.00003066024,0.000006012136,0.005880585,0.0001034723,0.000015770893,0.00007984296,0.000060523635,0.00003376711,0.000004633986,0.9928597,0.0009191565],"study_design_scores_gemma":[0.00010110019,0.000055000804,0.0003151747,0.027121542,0.00019433403,0.00000416327,0.00012275131,0.0022329066,0.000034621717,0.000012470982,0.96961254,0.00019342348],"about_ca_topic_score_codex":0.0000024989267,"about_ca_topic_score_gemma":0.000002216414,"teacher_disagreement_score":0.9596492,"about_ca_system_score_codex":0.000040066294,"about_ca_system_score_gemma":0.000104242565,"threshold_uncertainty_score":0.9726997},"labels":[],"label_agreement":null},{"id":"W6976695731","doi":"10.6084/m9.figshare.20364981","title":"Additional file 1 of Trends in guideline implementation: an updated scoping review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto","funders":"","keywords":"Guideline; Systematic review; Data collection; Context (archaeology); Key (lock)","score_opus":0.8026495327491437,"score_gpt":0.5996800323033092,"score_spread":0.2029695004458345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976695731","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000019293898,0.0005779311,0.0000010097006,0.0001684265,0.00001250465,0.00033130753,0.99536633,0.0000027363908,0.0035377962],"genre_scores_gemma":[0.000082185914,4.365762e-7,0.000966183,0.00091356074,0.000029008785,0.000943564,0.9946749,0.0000050622552,0.0023850694],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9888295,0.002788408,0.0053327894,0.00042769787,0.0025063537,0.000115249146],"domain_scores_gemma":[0.99471587,0.0006730565,0.0028587144,0.001150857,0.00054507924,0.000056447894],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.006654316,0.00011147559,0.001226757,0.0003236271,0.00008464147,0.00007268737,0.00090526,0.0000143158395,0.99999714],"category_scores_gemma":[0.0047802515,0.00007019283,0.00050169654,0.0022214954,0.0000026778096,0.00018456728,0.0001992585,0.00007853024,0.0038646837],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.7798188e-7,0.000013911908,0.0000031786494,0.00003704739,0.000008978942,0.0000021254523,0.000014429734,0.00002088538,1.927048e-7,0.000002426873,0.98348,0.016416466],"study_design_scores_gemma":[0.000052484374,0.000021740794,0.0003191147,0.002149542,0.000010782418,0.0000049392147,0.00013988042,0.0006192144,7.3862e-7,0.000033878743,0.9965788,0.000068858695],"about_ca_topic_score_codex":0.0000029770301,"about_ca_topic_score_gemma":0.00008982623,"teacher_disagreement_score":0.9961325,"about_ca_system_score_codex":0.00002662228,"about_ca_system_score_gemma":0.00012361328,"threshold_uncertainty_score":0.9969109},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W6976728463","doi":"10.60692/4tvad-zct42","title":"The Single-Case Reporting Guideline In BEhavioural Interventions (SCRIBE) 2016 Statement","year":2016,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of British Columbia; Ottawa Hospital; Children's Hospital of Eastern Ontario; University of Alberta","funders":"","keywords":"Consolidated Standards of Reporting Trials; Checklist; Psychological intervention; Guideline; Delphi method; Statement (logic); Intervention (counseling); Alternative medicine; MEDLINE","score_opus":0.8385263302056584,"score_gpt":0.4812550624017747,"score_spread":0.3572712678038837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976728463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66937155,0.000040754323,0.3223242,0.0015002899,0.0010464301,0.0013800114,0.00011446987,0.00003797357,0.0041843113],"genre_scores_gemma":[0.9929678,2.5135648e-7,0.0011039617,0.00006670081,0.000040823557,0.00011782382,0.000006097109,0.0000070438623,0.0056895255],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9529022,0.003058112,0.040562127,0.00041135086,0.0026988273,0.00036736918],"domain_scores_gemma":[0.97145635,0.00034317476,0.023991246,0.0025166278,0.001566854,0.00012573392],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1390745,0.00025636549,0.0013795547,0.0005248096,0.00031479294,0.0015471777,0.00081492343,0.00006932571,0.0008552391],"category_scores_gemma":[0.015767554,0.00008600338,0.0012209102,0.0007031811,0.0000451416,0.0011940592,0.00018483258,0.000080278405,0.0052946205],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043827735,0.000022822756,0.7629947,0.00034918185,0.00031126515,0.00027565655,0.042159688,0.000114386814,0.000010698958,0.0013652418,0.08335831,0.108994186],"study_design_scores_gemma":[0.007587185,0.0005021274,0.17162402,0.008183419,0.001187783,0.008297447,0.4760575,0.026336078,0.0005732333,0.00040169587,0.29660982,0.0026396888],"about_ca_topic_score_codex":0.000021375226,"about_ca_topic_score_gemma":0.000018650775,"teacher_disagreement_score":0.5913707,"about_ca_system_score_codex":0.00022082089,"about_ca_system_score_gemma":0.00004806565,"threshold_uncertainty_score":0.9994893},"labels":[],"label_agreement":null},{"id":"W6976742378","doi":"10.6084/m9.figshare.22800035","title":"Additional file 2 of Engagement is a necessary condition to test audit and feedback design features: results of a pragmatic, factorial, cluster-randomized trial with an embedded process evaluation","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; Women's College Hospital; Université Laval; Trillium Health Centre; University of Toronto; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Audit; Process (computing); Test (biology); Test design; Key (lock)","score_opus":0.517794036870676,"score_gpt":0.4865764806968187,"score_spread":0.031217556173857353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976742378","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005540972,0.000016603093,0.000098099976,0.00012097161,0.000043097494,0.0061048362,0.992026,0.000010681699,0.0010256572],"genre_scores_gemma":[0.023816625,9.5353465e-7,0.004796378,0.000111364105,0.00021232617,0.008949044,0.9603182,0.000019381681,0.0017757453],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98238784,0.007972088,0.003911659,0.0007122523,0.004849875,0.00016629646],"domain_scores_gemma":[0.92369914,0.065765135,0.0056917365,0.0012686123,0.0034178363,0.00015755244],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0246648,0.00024226042,0.0021846276,0.00040566802,0.00011326964,0.00029641396,0.0005614291,0.00009609821,0.9562706],"category_scores_gemma":[0.39387268,0.00012574531,0.0003776758,0.0014502313,0.000020989737,0.00036570992,0.00007924031,0.00010314063,0.0014959777],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018043257,0.000088482,1.7156654e-7,0.00017603005,0.00012011096,8.2545876e-7,0.0013331263,0.00043337178,0.0000044762182,9.1196665e-7,0.9790071,0.0007921021],"study_design_scores_gemma":[0.53017855,0.0040751854,0.0008489402,0.011432547,0.0013223671,0.000012982767,0.006583242,0.15059452,0.0003917258,0.005018373,0.28853908,0.0010025162],"about_ca_topic_score_codex":0.000002607307,"about_ca_topic_score_gemma":0.000016084196,"teacher_disagreement_score":0.95477456,"about_ca_system_score_codex":0.00002321645,"about_ca_system_score_gemma":0.00032624108,"threshold_uncertainty_score":0.99928147},"labels":[],"label_agreement":null},{"id":"W6976795175","doi":"10.6084/m9.figshare.26738466.v1","title":"Additional file 4 of Guideline for reporting systematic reviews of outcome measurement instruments (OMIs): PRISMA-COSMIN for OMIs 2024","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Queen's University; SickKids Foundation; University of Toronto; Western University; Institute for Work & Health; Hospital for Sick Children","funders":"","keywords":"Guideline; Systematic review; Outcome (game theory); MEDLINE; Context (archaeology)","score_opus":0.8952525661210134,"score_gpt":0.5551630418834845,"score_spread":0.3400895242375289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976795175","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002990468,0.0017439048,0.00085731875,0.000090295405,0.00016861872,0.0055355704,0.98964685,0.000007136657,0.001947323],"genre_scores_gemma":[0.0010431174,0.0000042019306,0.0596501,0.00024976066,0.00031360897,0.028946871,0.87364507,0.000056433917,0.036090855],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96195334,0.001208058,0.0320514,0.00077046815,0.0037892982,0.00022745333],"domain_scores_gemma":[0.935478,0.020148965,0.03586862,0.0028629573,0.0054800278,0.0001614692],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.054744374,0.00030137296,0.004859907,0.0003111842,0.00006973822,0.0002541335,0.0009618125,0.000088811576,0.9850477],"category_scores_gemma":[0.6772777,0.00015252337,0.0036976547,0.0007368047,0.0000076540655,0.00017323668,0.00011188345,0.00008185415,0.0035066486],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024482695,0.00002079193,0.0000034069951,0.04468577,0.00021251646,7.833254e-7,0.000036760288,0.0000050510803,0.0000074537265,0.000011916277,0.9519277,0.0030853888],"study_design_scores_gemma":[0.000088110064,0.000040035047,0.000018845582,0.03921553,0.0002485756,0.000006808,0.00008595878,0.010144413,0.000040010214,0.00036369052,0.94961774,0.00013027048],"about_ca_topic_score_codex":0.0000010195226,"about_ca_topic_score_gemma":0.000007044583,"teacher_disagreement_score":0.9815411,"about_ca_system_score_codex":0.0000796688,"about_ca_system_score_gemma":0.00020288207,"threshold_uncertainty_score":0.9972692},"labels":[],"label_agreement":null},{"id":"W6976810721","doi":"10.6084/m9.figshare.13294975.v1","title":"Additional file 4 of Decoding semi-automated title-abstract screening: findings from a convenience sample of reviews","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Decoding methods; Sample (material); Table (database); Systematic review","score_opus":0.7698290613482888,"score_gpt":0.46975848956148025,"score_spread":0.3000705717868085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976810721","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025141582,0.00028366403,0.000066516484,0.00003504159,0.000010611379,0.00017056183,0.9924869,0.000009020946,0.006912526],"genre_scores_gemma":[0.009298084,0.0000036828312,0.017362485,0.00035542253,0.00008518076,0.00015173563,0.9715122,0.000011833719,0.0012193839],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955933,0.0003577039,0.0024649817,0.00032422913,0.0011727778,0.000086985936],"domain_scores_gemma":[0.9846656,0.011668762,0.0025000912,0.0006666485,0.00040088675,0.00009801464],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012867643,0.00011015107,0.0011744652,0.000063481195,0.000027930333,0.00005991097,0.0006629833,0.000046343765,0.99961126],"category_scores_gemma":[0.17232394,0.00006453646,0.0006244791,0.00058344257,0.000008907375,0.00009857534,0.00008460312,0.00006775569,0.040465254],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.686341e-7,0.0000040699656,0.000021798473,0.00005572898,0.000018070246,6.9329366e-7,0.000047676745,0.0000037365885,0.000018759178,0.0000028904533,0.99788374,0.0019421668],"study_design_scores_gemma":[0.000025985482,0.0000068190225,0.0019964012,0.0010718805,0.0000123640075,3.9421516e-7,0.000024040926,0.009823729,0.000047468886,0.000034214518,0.9868968,0.00005988517],"about_ca_topic_score_codex":0.0000033894855,"about_ca_topic_score_gemma":0.0000015459698,"teacher_disagreement_score":0.959146,"about_ca_system_score_codex":0.0000047769727,"about_ca_system_score_gemma":0.00004374223,"threshold_uncertainty_score":0.96028185},"labels":[],"label_agreement":null},{"id":"W6976820137","doi":"10.6084/m9.figshare.13023884.v1","title":"Additional file 2 of Assessing how information is packaged in rapid reviews for policy-makers and other stakeholders: a cross-sectional study","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Information system; File format; Key (lock); File management","score_opus":0.8524714314613856,"score_gpt":0.5224573195416274,"score_spread":0.33001411191975816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976820137","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019429042,0.00009152599,0.000044238346,0.0003209235,0.000010043356,0.0013679706,0.99652815,0.0000033412493,0.0014395076],"genre_scores_gemma":[0.054402534,0.000002667147,0.0055628372,0.006773608,0.00043603918,0.0049028494,0.9257025,0.000030044745,0.0021869186],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937078,0.001182334,0.0031069366,0.00036996463,0.0014957639,0.00013725444],"domain_scores_gemma":[0.9895562,0.005927927,0.003181919,0.0005763296,0.00065380055,0.00010383458],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0048836675,0.00016449946,0.0011822071,0.00025052528,0.00008951296,0.0011788617,0.00040601322,0.000060723196,0.98284304],"category_scores_gemma":[0.16718757,0.0000969835,0.00053019176,0.0009524158,0.000012899798,0.0009416487,0.000069806025,0.00009393241,0.0018270109],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003540986,0.000016723334,0.001048417,0.0001464485,0.000028149885,2.0040919e-7,0.0005899523,0.0000036672811,6.927119e-7,0.0000026650973,0.99272954,0.0054299934],"study_design_scores_gemma":[0.00023306906,0.00004692456,0.04976483,0.00027288182,0.000008587236,0.0000012565042,0.0008903047,0.0016085419,0.0000014526491,0.00005644033,0.9470265,0.00008921485],"about_ca_topic_score_codex":0.0000025643599,"about_ca_topic_score_gemma":0.000009282387,"teacher_disagreement_score":0.98101604,"about_ca_system_score_codex":0.000025520872,"about_ca_system_score_gemma":0.00013677707,"threshold_uncertainty_score":0.999858},"labels":[],"label_agreement":null},{"id":"W6976869617","doi":"10.6084/m9.figshare.12414353.v1","title":"Additional file 2 of Database combinations to retrieve systematic reviews in overviews of reviews: a methodological study","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Table (database); Systematic review; File format; Key (lock)","score_opus":0.950823843110015,"score_gpt":0.593559542726509,"score_spread":0.357264300383506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976869617","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000104673245,0.0030214854,0.000089507696,0.00014453405,0.000016842658,0.0073325485,0.987666,0.0000035166145,0.0017150955],"genre_scores_gemma":[0.0016787932,0.00006014461,0.04165839,0.002325977,0.0001019074,0.019040404,0.93208754,0.000030277744,0.0030165878],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9412948,0.038226336,0.015915494,0.0009803537,0.0033796986,0.0002033374],"domain_scores_gemma":[0.8495748,0.12012977,0.020755548,0.0063503548,0.0026565962,0.0005329188],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.04282499,0.0002994063,0.007920642,0.00031395772,0.000041248182,0.000094763614,0.0020337692,0.00006856414,0.9962163],"category_scores_gemma":[0.84553593,0.00014704197,0.0015894116,0.004369683,0.000010152782,0.00020704806,0.0004397389,0.00018594608,0.031692486],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030125468,0.00017102293,0.000011570653,0.0074793333,0.00003274189,0.0000034868854,0.0004405678,0.0000027422075,0.0000029785658,0.000017715687,0.99118,0.0006548483],"study_design_scores_gemma":[0.00013363539,0.00016808977,0.0010677181,0.024351485,0.00008510466,0.000001929073,0.00048334792,0.00049268076,0.000002727497,0.00007415442,0.9729926,0.00014655235],"about_ca_topic_score_codex":0.0000017969585,"about_ca_topic_score_gemma":0.00001966128,"teacher_disagreement_score":0.9645238,"about_ca_system_score_codex":0.000026086838,"about_ca_system_score_gemma":0.000080434766,"threshold_uncertainty_score":0.9856131},"labels":[],"label_agreement":null},{"id":"W6976874005","doi":"10.6084/m9.figshare.16606989.v1","title":"Additional file 2 of Do reporting guidelines have an impact? Empirical assessment of changes in reporting before and after the PRISMA extension statement for network meta-analysis","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto; Ottawa Hospital; University of British Columbia","funders":"","keywords":"Statement (logic); Extension (predicate logic); Empirical research; Documentation; Data collection","score_opus":0.8821827023104584,"score_gpt":0.6198068821506317,"score_spread":0.26237582015982663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976874005","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031122789,0.00063867855,0.0001443616,0.0006513951,0.000013701227,0.000703204,0.9945685,0.000002429672,0.00016541914],"genre_scores_gemma":[0.11658959,0.0000048420206,0.091149434,0.0006892985,0.00028807836,0.0050296653,0.78214294,0.000033195836,0.0040729675],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9770358,0.0019642725,0.017482774,0.0008222792,0.0024671392,0.00022772362],"domain_scores_gemma":[0.94762087,0.007499699,0.0382314,0.0019911495,0.0045599868,0.00009686903],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033371136,0.00022282773,0.0039811754,0.00020441446,0.00008677501,0.00023720603,0.00033058334,0.00007022913,0.9730813],"category_scores_gemma":[0.254397,0.00009361861,0.0030458905,0.0012238625,0.000013014404,0.00014232253,0.00023156333,0.00009498676,0.000010568011],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031259115,0.00002789433,0.004309319,0.00006780592,0.004699813,0.000020034313,0.00013194705,0.0009776957,0.0000018539001,0.0000010535904,0.98802793,0.0017315039],"study_design_scores_gemma":[0.000116597286,0.00014042882,0.32216576,0.0005983541,0.016188085,0.000047487138,0.0018118182,0.11283891,0.00002345551,0.0012732807,0.5445158,0.00028000702],"about_ca_topic_score_codex":0.0000063132193,"about_ca_topic_score_gemma":0.00095989474,"teacher_disagreement_score":0.97307074,"about_ca_system_score_codex":0.000025677688,"about_ca_system_score_gemma":0.00019619867,"threshold_uncertainty_score":0.99534786},"labels":[],"label_agreement":null},{"id":"W6976876029","doi":"10.6084/m9.figshare.12715286.v1","title":"Additional file 1 of Towards greater transparency in neurodevelopmental disorders research: use of a proposed workflow and propensity scores to facilitate selection of matched groups","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University; Centre for Research on Brain Language and Music","funders":"","keywords":"Transparency (behavior); Workflow; Selection (genetic algorithm); Propensity score matching","score_opus":0.86610424637443,"score_gpt":0.4475098181891619,"score_spread":0.41859442818526804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976876029","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07018735,0.000010295308,0.000013680032,0.00018148139,0.0000049151226,0.0009872763,0.92838377,0.000002446255,0.00022876431],"genre_scores_gemma":[0.8954796,0.0000013199431,0.004947107,0.000055991353,0.000009382877,0.00037246832,0.09848091,0.000010105092,0.0006431227],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99342746,0.0016743406,0.0022626102,0.00048227079,0.0020091815,0.00014415196],"domain_scores_gemma":[0.9962554,0.0018311406,0.0006710188,0.0003513457,0.0007909829,0.00010012143],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021355136,0.00012729356,0.0011532394,0.00026496532,0.00003423959,0.00007094459,0.0003843989,0.000041893833,0.93561524],"category_scores_gemma":[0.041840024,0.00007389972,0.00022850506,0.0016668049,0.000028784076,0.00021244076,0.00011515386,0.0001080093,0.00037288052],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045809335,0.000034418234,0.0030448397,0.00029567865,0.000025859083,0.0000011781058,0.0019087439,0.000035083558,0.00011149052,8.988595e-7,0.9893564,0.0051395814],"study_design_scores_gemma":[0.00026729723,0.00032852867,0.86147547,0.0018927477,0.000016772565,0.00000221979,0.00041954863,0.002602575,0.0006086855,0.00017316359,0.13201465,0.00019833594],"about_ca_topic_score_codex":0.000025694924,"about_ca_topic_score_gemma":0.00020776883,"teacher_disagreement_score":0.93524235,"about_ca_system_score_codex":0.000009985218,"about_ca_system_score_gemma":0.00011809138,"threshold_uncertainty_score":0.966231},"labels":[],"label_agreement":null},{"id":"W6976914692","doi":"10.6084/m9.figshare.26740718.v1","title":"Additional file 3 of Guideline for reporting systematic reviews of outcome measurement instruments (OMIs): PRISMA-COSMIN for OMIs 2024","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Queen's University; SickKids Foundation; University of Toronto; Western University; Institute for Work & Health; Hospital for Sick Children","funders":"","keywords":"Guideline; Systematic review; Outcome (game theory); MEDLINE; Context (archaeology)","score_opus":0.8944974252011716,"score_gpt":0.5546430620460427,"score_spread":0.33985436315512885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976914692","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000030029773,0.0017369653,0.00085168,0.00009042136,0.00017004441,0.0055286977,0.98966056,0.000007124334,0.00195152],"genre_scores_gemma":[0.0010168144,0.000004198175,0.05953528,0.0002492708,0.00031644606,0.028918933,0.87259203,0.00005639719,0.03731065],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.961962,0.0012082753,0.032042123,0.0007704319,0.0037897262,0.00022743962],"domain_scores_gemma":[0.9350466,0.02022803,0.03607086,0.002878074,0.005614017,0.00016239767],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.054703537,0.00030135232,0.0048587844,0.00031104195,0.00006970411,0.00025400062,0.0009611178,0.00008880419,0.9852902],"category_scores_gemma":[0.6802963,0.00015249489,0.0036973744,0.0007368972,0.000007652713,0.00017321178,0.00011184151,0.00008185665,0.0035782468],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002420831,0.000020758886,0.0000033958054,0.044968806,0.00021228024,7.798014e-7,0.000036683647,0.000005115724,0.000007559501,0.000011491688,0.9516463,0.0030843706],"study_design_scores_gemma":[0.000088382505,0.000039343067,0.000018742072,0.03909525,0.00024654905,0.000006733715,0.000085632826,0.010102027,0.00004080236,0.00035980373,0.9497866,0.0001301365],"about_ca_topic_score_codex":0.0000010285027,"about_ca_topic_score_gemma":0.0000070162787,"teacher_disagreement_score":0.981712,"about_ca_system_score_codex":0.00007997138,"about_ca_system_score_gemma":0.00020363244,"threshold_uncertainty_score":0.99719757},"labels":[],"label_agreement":null},{"id":"W6976920358","doi":"10.6084/m9.figshare.19619229.v1","title":"Additional file 1 of Standards of conduct and reporting in evidence syntheses that could inform environmental policy and management decisions","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Environmental policy; Table (database); Environmental management system; Key (lock); Public policy","score_opus":0.8435017774161964,"score_gpt":0.5302723214035848,"score_spread":0.31322945601261154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976920358","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020362095,0.00044588879,0.0000012228503,0.000040031387,0.0000055974783,0.0003223644,0.9927756,9.826116e-7,0.0043720766],"genre_scores_gemma":[0.84271884,0.00006745846,0.0019467891,0.00017633,0.000023767196,0.0013071472,0.14960767,0.000012318227,0.004139695],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9918793,0.000577953,0.0037151324,0.00033219744,0.0033932885,0.00010215875],"domain_scores_gemma":[0.96037287,0.03012704,0.008188226,0.0010643998,0.00016334355,0.000084141815],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008536659,0.00010548629,0.0009775475,0.00031556597,0.00009542881,0.00007997517,0.0003885978,0.000020897955,0.9919128],"category_scores_gemma":[0.27965978,0.00006403741,0.00023131348,0.00043148818,0.000024822115,0.00020860088,0.0006272914,0.000075826676,0.000072050076],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037575815,0.000012486097,0.00033528503,0.000059662267,0.000025927196,0.000007563095,0.00011639174,0.000019743837,0.0000019077286,0.000017056505,0.98459846,0.01480176],"study_design_scores_gemma":[0.000044989756,0.0000369671,0.027372792,0.001963656,0.000016129678,0.000027444006,0.002376608,0.00044413938,0.000010956982,0.00021529623,0.96741647,0.000074582545],"about_ca_topic_score_codex":0.0000052743208,"about_ca_topic_score_gemma":0.000013235797,"teacher_disagreement_score":0.9918408,"about_ca_system_score_codex":0.00005663103,"about_ca_system_score_gemma":0.0000888831,"threshold_uncertainty_score":0.72640795},"labels":[],"label_agreement":null},{"id":"W6976920473","doi":"10.6084/m9.figshare.13219299","title":"Additional file 1 of A comparison of the efficacy of antiangiogenic agents combined with chemotherapy for the treatment of non-small cell lung cancer: a network meta-analysis","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bevacizumab; Table (database); Checklist; Chemotherapy; Randomized controlled trial; Adverse effect; Meta-analysis","score_opus":0.5759066037472568,"score_gpt":0.4497893094090956,"score_spread":0.12611729433816116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976920473","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007430428,0.0026862288,0.000144707,0.00018827613,0.000008704422,0.0016631567,0.9943953,0.0000012242004,0.00016932594],"genre_scores_gemma":[0.65364116,0.000032210985,0.0075882594,0.0004323366,0.00015869158,0.004856238,0.32870266,0.00005110204,0.0045373496],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99409515,0.00077890535,0.003082463,0.00038109356,0.0015264726,0.00013589626],"domain_scores_gemma":[0.9792682,0.011823691,0.006502698,0.0014603793,0.00088848826,0.000056557772],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001017408,0.00021327184,0.0040756823,0.00007384179,0.00006445947,0.000030634994,0.0011779324,0.000043638243,0.96785784],"category_scores_gemma":[0.0023530405,0.00007356114,0.0069146366,0.0021133453,0.000026633374,0.000026261216,0.000047410856,0.000035337853,0.000039829247],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044781948,0.00017551324,0.00045415005,0.00012857468,0.038388412,8.084532e-8,0.0005290282,0.008825936,0.0000042913584,8.7832836e-7,0.9510707,0.0003776364],"study_design_scores_gemma":[0.0011543492,0.00063821126,0.016544731,0.00024219499,0.09639755,1.9880008e-7,0.00028577977,0.18842195,0.0010995519,0.000009262661,0.6950191,0.00018711736],"about_ca_topic_score_codex":0.000015294423,"about_ca_topic_score_gemma":0.00007493379,"teacher_disagreement_score":0.967818,"about_ca_system_score_codex":0.000012054318,"about_ca_system_score_gemma":0.00011744603,"threshold_uncertainty_score":0.6973596},"labels":[],"label_agreement":null},{"id":"W6976920729","doi":"10.6084/m9.figshare.13161369","title":"Additional file 2 of Spie charts for quantifying treatment effectiveness and safety in multiple outcome network meta-analysis: a proof-of-concept study","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; St. Joseph’s Healthcare Hamilton; University of Toronto; McMaster University","funders":"","keywords":"Radar; Outcome (game theory); Data collection; Calibration; Radar tracker; Radar chart","score_opus":0.8494900960774776,"score_gpt":0.508276346825875,"score_spread":0.34121374925160264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976920729","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00078746374,0.00068557955,0.00009794887,0.000040502884,0.000008984792,0.002967331,0.9953341,0.0000029123175,0.000075168886],"genre_scores_gemma":[0.6677472,1.8816216e-7,0.0025664207,0.00006796413,0.000065803666,0.0072716987,0.3219926,0.000015899948,0.00027221252],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9916292,0.0017553144,0.0043144384,0.0007940881,0.0013301625,0.00017681894],"domain_scores_gemma":[0.96533215,0.030189695,0.0029417856,0.00088683213,0.00054802635,0.000101506586],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004955853,0.0002636942,0.005658665,0.00018903104,0.000075747346,0.00009353601,0.00047579152,0.00005298594,0.9670712],"category_scores_gemma":[0.05337331,0.00013196682,0.0033422392,0.0016597172,0.000011447772,0.00012378556,0.00010584238,0.00005680772,0.00017959137],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005688074,0.00028245157,0.004164974,0.0002689512,0.03433978,0.0000054517286,0.0007667943,0.005541757,6.7524394e-7,0.000007561118,0.95005834,0.0045063808],"study_design_scores_gemma":[0.0027910213,0.001653876,0.23910229,0.0005645244,0.08247951,0.0000024022686,0.002017562,0.09136341,0.000114088776,0.00019641044,0.5788537,0.00086117844],"about_ca_topic_score_codex":0.0000054010065,"about_ca_topic_score_gemma":0.00011875397,"teacher_disagreement_score":0.9668916,"about_ca_system_score_codex":0.00002058147,"about_ca_system_score_gemma":0.000051026254,"threshold_uncertainty_score":0.9546005},"labels":[],"label_agreement":null},{"id":"W6976922142","doi":"10.6084/m9.figshare.14913282.v1","title":"Additional file 7 of Validity of observational evidence on putative risk and protective factors: appraisal of 3744 meta-analyses on 57 topics","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Observational study; Table (database); Observational methods in psychology; Measure (data warehouse)","score_opus":0.9568779880877736,"score_gpt":0.5921301842332125,"score_spread":0.36474780385456107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976922142","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016958783,0.00014796208,0.00006122924,0.000054833905,0.000014999562,0.00032791012,0.99673635,0.0000016326032,0.0009591952],"genre_scores_gemma":[0.22443932,0.000004928893,0.0096889585,0.00013282646,0.00014274564,0.0012847335,0.7599477,0.000020966821,0.0043378198],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.988511,0.0045946823,0.0029251883,0.0005744578,0.0032998954,0.00009477626],"domain_scores_gemma":[0.8954946,0.0931335,0.006236285,0.0011857941,0.0038755082,0.00007435292],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003362266,0.0002059187,0.002453024,0.00015901448,0.00006015193,0.00006846018,0.00047534355,0.00007400037,0.98506993],"category_scores_gemma":[0.4896977,0.00010435884,0.0017248782,0.000866949,0.000033394073,0.00021386493,0.00011605393,0.00014447655,0.00038388098],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067490273,0.000071585484,0.00024275288,0.000110617555,0.0010992244,0.0000012268454,0.00017400728,0.00016817414,0.000020696933,0.0000640797,0.99745727,0.00058361894],"study_design_scores_gemma":[0.00025044903,0.00071545044,0.47896168,0.0033884344,0.0036228655,0.000005056693,0.0017877461,0.0025816022,0.01536007,0.007407236,0.48540533,0.00051409745],"about_ca_topic_score_codex":0.000006752231,"about_ca_topic_score_gemma":0.0000136945655,"teacher_disagreement_score":0.9846861,"about_ca_system_score_codex":0.000014663722,"about_ca_system_score_gemma":0.00019791858,"threshold_uncertainty_score":0.5146008},"labels":[],"label_agreement":null},{"id":"W6976936899","doi":"10.6084/m9.figshare.13294972","title":"Additional file 3 of Decoding semi-automated title-abstract screening: findings from a convenience sample of reviews","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Categorization; Sample (material); Quality (philosophy); Decoding methods; Table (database); Variety (cybernetics)","score_opus":0.7683736559792117,"score_gpt":0.4692229948148097,"score_spread":0.299150661164402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976936899","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002525553,0.00028254633,0.00006607519,0.000035099052,0.000010706526,0.00017037425,0.9924717,0.000009006526,0.006929222],"genre_scores_gemma":[0.009068303,0.0000036844758,0.017351305,0.00035518716,0.00008609839,0.00015179161,0.97170734,0.000011841989,0.0012644712],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99559414,0.00035775316,0.0024640951,0.00032419743,0.001172858,0.000086976244],"domain_scores_gemma":[0.9846429,0.011675307,0.002505929,0.0006679602,0.00040964797,0.00009825518],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012857126,0.00011014325,0.0011741826,0.00006345109,0.000027916163,0.00005987847,0.0006624865,0.00004633977,0.99961793],"category_scores_gemma":[0.17438161,0.000064523956,0.0006244298,0.00058351853,0.000008905743,0.00009856065,0.00008457023,0.00006775783,0.04129005],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.610663e-7,0.000004064503,0.000021730888,0.00005613132,0.000018054947,6.9027067e-7,0.000047588248,0.0000037873588,0.000019041183,0.0000027845608,0.9978834,0.0019420974],"study_design_scores_gemma":[0.000026073634,0.0000066980515,0.001985414,0.0010685724,0.0000122617175,3.8982665e-7,0.000023950795,0.009782944,0.000048452905,0.00003384148,0.9869516,0.000059832324],"about_ca_topic_score_codex":0.000003420455,"about_ca_topic_score_gemma":0.000001539528,"teacher_disagreement_score":0.9583279,"about_ca_system_score_codex":0.0000047957933,"about_ca_system_score_gemma":0.000043910062,"threshold_uncertainty_score":0.95945644},"labels":[],"label_agreement":null},{"id":"W6976942662","doi":"10.6084/m9.figshare.14913267","title":"Additional file 2 of Validity of observational evidence on putative risk and protective factors: appraisal of 3744 meta-analyses on 57 topics","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Observational study; Sample (material); Risk factor; Measure (data warehouse); Risk assessment","score_opus":0.9563198945416027,"score_gpt":0.5919892134206153,"score_spread":0.36433068112098743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976942662","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001672831,0.00014893633,0.000059370643,0.000054584194,0.000015065002,0.00032705537,0.99674255,0.000001631247,0.0009779774],"genre_scores_gemma":[0.21613704,0.0000049633004,0.009564616,0.00013239455,0.00014418241,0.0012823095,0.7683384,0.000020889602,0.0043752026],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9885132,0.0045953393,0.0029242232,0.0005741048,0.0032984386,0.000094725394],"domain_scores_gemma":[0.8957299,0.09287352,0.0062542916,0.0011870201,0.0038807848,0.00007446435],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033422345,0.00020583686,0.0024523684,0.00015889123,0.000060128343,0.000068426576,0.00047516497,0.000073999145,0.9855884],"category_scores_gemma":[0.4918081,0.00010432126,0.0017244074,0.0008664494,0.000033380682,0.00021379134,0.000116062074,0.00014444927,0.0003852885],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066638177,0.00007105182,0.00023396236,0.00010888577,0.001092218,0.0000012314091,0.00017261306,0.00016772305,0.00001993235,0.000063009735,0.9974796,0.0005830735],"study_design_scores_gemma":[0.000244609,0.000698019,0.4644019,0.0032449013,0.0035383233,0.0000049566734,0.0017363278,0.0025001506,0.014769062,0.007218891,0.5011409,0.0005019803],"about_ca_topic_score_codex":0.000006738704,"about_ca_topic_score_gemma":0.000013576132,"teacher_disagreement_score":0.9852031,"about_ca_system_score_codex":0.000014660848,"about_ca_system_score_gemma":0.00019741553,"threshold_uncertainty_score":0.5124726},"labels":[],"label_agreement":null},{"id":"W6976945946","doi":"10.6084/m9.figshare.13100815","title":"Additional file 3 of An evaluation of DistillerSR’s machine learning-based prioritization tool for title/abstract screening – impact on reviewer-relevant outcomes","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McGill University; Ottawa Hospital","funders":"","keywords":"Table (database); Prioritization; Recall; Key (lock); Data collection","score_opus":0.6708616461193404,"score_gpt":0.507198081596598,"score_spread":0.16366356452274244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976945946","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000060263796,0.00008499493,0.00017594373,0.00006381662,0.00001328385,0.0005629764,0.9976837,0.0000040498044,0.0013509805],"genre_scores_gemma":[0.048186667,3.3734528e-7,0.0024119588,0.000107775486,0.00006432948,0.00024114142,0.9483783,0.000011087767,0.0005983932],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951742,0.00076396234,0.0016363712,0.0002652492,0.0020920513,0.00006813204],"domain_scores_gemma":[0.9903044,0.005296034,0.0021095206,0.00045062142,0.0017825908,0.000056842357],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0037580337,0.00011443368,0.00083225965,0.00007820378,0.000036687245,0.00005890836,0.0002854561,0.00003754966,0.99569887],"category_scores_gemma":[0.23766035,0.000059869446,0.0007143947,0.00028296022,0.000004015549,0.00009664925,0.000015641308,0.000058632453,0.0029195463],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049541286,0.000014110017,0.000031116648,0.0000936332,0.000026313952,1.042963e-7,0.000008990686,0.0026274815,0.000001634523,0.0000016037186,0.972223,0.024967054],"study_design_scores_gemma":[0.00011938801,0.00008204501,0.018960042,0.00059756276,0.000051619816,1.1590377e-7,0.000007936557,0.3126566,0.000009289831,0.00003292508,0.6674139,0.00006854778],"about_ca_topic_score_codex":6.488852e-7,"about_ca_topic_score_gemma":0.0000010986462,"teacher_disagreement_score":0.9927793,"about_ca_system_score_codex":0.000015038932,"about_ca_system_score_gemma":0.00010240468,"threshold_uncertainty_score":0.9978568},"labels":[],"label_agreement":null},{"id":"W6976969965","doi":"10.6084/m9.figshare.25459660","title":"Additional file 2 of A blueprint for patient and public involvement in the development of a reporting guideline for systematic reviews of outcome measurement instruments: PRISMA-COSMIN for OMIs 2024","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; SickKids Foundation","funders":"","keywords":"Blueprint; Guideline; Systematic review; Outcome (game theory); MEDLINE; Public involvement","score_opus":0.83865700712925,"score_gpt":0.502486271683247,"score_spread":0.33617073544600296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976969965","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028641574,0.0014678879,0.0026049854,0.00020198058,0.00006372521,0.015691834,0.9795205,0.0000029105022,0.00015975971],"genre_scores_gemma":[0.03644706,0.0000067113024,0.31998637,0.00047760305,0.00010574149,0.19010508,0.45190394,0.00005803804,0.0009094396],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9706752,0.00090859015,0.025121113,0.000558228,0.002543333,0.00019357723],"domain_scores_gemma":[0.9627532,0.011781307,0.02064207,0.0013648618,0.003384035,0.00007454074],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0520044,0.00021804294,0.0026838994,0.0003134163,0.0000569964,0.00015282388,0.00060785754,0.000048981954,0.4804982],"category_scores_gemma":[0.35411304,0.00009868204,0.0011535826,0.0005497164,0.000008798307,0.00010600248,0.00013263177,0.000051610303,0.00004858735],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033590943,0.000061731545,0.000020648715,0.047863226,0.00015309227,1.467106e-7,0.00082091603,0.0000024133205,0.0000072015737,0.000031050764,0.9422629,0.008773311],"study_design_scores_gemma":[0.00015969107,0.00007882033,0.00010020374,0.035470754,0.00009643055,0.000001980667,0.0018524388,0.0056785005,0.00007373121,0.000411316,0.9559672,0.00010894127],"about_ca_topic_score_codex":0.000001240132,"about_ca_topic_score_gemma":0.00007244578,"teacher_disagreement_score":0.52761656,"about_ca_system_score_codex":0.00008818942,"about_ca_system_score_gemma":0.00027835253,"threshold_uncertainty_score":0.97616094},"labels":[],"label_agreement":null},{"id":"W6976981532","doi":"10.6084/m9.figshare.26632789.v1","title":"Additional file 3 of Sustainability, spread, and scale in trials using audit and feedback: a theory-informed, secondary analysis of a systematic review","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Queen's University; University of Calgary; Women's College Hospital; University of Toronto","funders":"","keywords":"Audit; Scale (ratio); Data collection; Audit trail; Measure (data warehouse)","score_opus":0.551441971507928,"score_gpt":0.5062037728772941,"score_spread":0.04523819863063383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976981532","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018580299,0.02629503,0.000011968485,0.000037306647,0.000009168913,0.0016527307,0.9708024,0.0000030440358,0.0010025352],"genre_scores_gemma":[0.031209623,0.0002588509,0.0021853587,0.00036584097,0.000083439445,0.0036480534,0.95425457,0.000042435,0.00795182],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9836131,0.0058625294,0.0081648845,0.0005510838,0.0016595407,0.00014887248],"domain_scores_gemma":[0.91805,0.073011555,0.0054320344,0.0018660078,0.0015103663,0.00013003024],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031483516,0.00021128902,0.0065039876,0.00095540704,0.000036317546,0.0002844674,0.0004853012,0.00007669471,0.9886629],"category_scores_gemma":[0.37496522,0.000106777115,0.0016107108,0.0033753507,0.000036403777,0.00029130044,0.0001983821,0.00010593801,0.0002777186],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023245077,0.0000102633,0.000012310114,0.18462488,0.00061590923,0.0000025495767,0.00014257833,0.0000067416863,3.7652904e-7,0.000032917433,0.8136076,0.0009415761],"study_design_scores_gemma":[0.00021991895,0.00005818839,0.0025756292,0.83661425,0.009630231,0.000045568366,0.0024621317,0.026646672,0.0000049075925,0.0060576834,0.1152716,0.00041323868],"about_ca_topic_score_codex":0.0000053238805,"about_ca_topic_score_gemma":0.000059770122,"teacher_disagreement_score":0.98838514,"about_ca_system_score_codex":0.00005292112,"about_ca_system_score_gemma":0.00040981048,"threshold_uncertainty_score":0.9972915},"labels":[],"label_agreement":null},{"id":"W6976983056","doi":"10.6084/m9.figshare.12278477","title":"Additional file 2 of Interventions for treatment of COVID-19: a protocol for a living systematic review with network meta-analysis including individual patient data (The LIVING Project)","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Protocol (science); Psychological intervention; Patient data; Data collection; MEDLINE; Activities of daily living","score_opus":0.9394192276438692,"score_gpt":0.5873823884325945,"score_spread":0.3520368392112747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976983056","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.4652513e-8,0.001354073,0.0018761795,0.00020946423,0.000002547091,0.16012953,0.8363741,0.00000552895,0.00004854659],"genre_scores_gemma":[0.000045635865,9.938158e-7,0.008244498,0.0003846848,0.000038779057,0.6923781,0.2986096,0.000013340988,0.00028433153],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98457754,0.0044790716,0.007412077,0.0008914504,0.0024151811,0.00022470372],"domain_scores_gemma":[0.83859706,0.13196832,0.021719007,0.0050523537,0.0023940357,0.00026923907],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010766716,0.00033525034,0.0069181626,0.000212731,0.0002591759,0.00027005989,0.0021747807,0.000046862846,0.9547776],"category_scores_gemma":[0.3621912,0.00013164827,0.007048308,0.0026148441,0.000017960276,0.00022315572,0.00052178744,0.00004580613,0.00013572887],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004240498,0.00009317641,0.0000021101885,0.10746154,0.033399682,3.7123368e-7,0.00044224382,0.00020804026,1.262369e-8,0.0000047566405,0.8583101,0.00007372697],"study_design_scores_gemma":[0.00013748003,0.0006483208,0.000012661447,0.08522241,0.16257675,0.000004433251,0.00070832035,0.018734878,3.4564823e-7,0.00002718614,0.73170596,0.0002212564],"about_ca_topic_score_codex":0.000003750785,"about_ca_topic_score_gemma":0.00008395995,"teacher_disagreement_score":0.9546419,"about_ca_system_score_codex":0.000048383525,"about_ca_system_score_gemma":0.00044036334,"threshold_uncertainty_score":0.71084076},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6976988003","doi":"10.6084/m9.figshare.12332054.v1","title":"Additional file 1 of An assessment of the quality of current clinical meta-analyses","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Checklist; Table (database); Quality (philosophy); Point (geometry); Section (typography); Data collection","score_opus":0.9848254431692702,"score_gpt":0.736674405458558,"score_spread":0.24815103771071223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976988003","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010060985,0.00017629203,0.000024145034,0.000110115325,0.000022547933,0.00025994776,0.9965135,0.0000013436113,0.0027914944],"genre_scores_gemma":[0.097076714,0.0000011131754,0.007505737,0.00043156525,0.00018225555,0.00049732585,0.89307374,0.000013169632,0.0012183678],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9734334,0.011434907,0.009756547,0.000503555,0.004783668,0.00008796398],"domain_scores_gemma":[0.9414709,0.03399715,0.017939238,0.0034565914,0.0029440867,0.00019202878],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.012481337,0.00015144513,0.0038282233,0.000056753448,0.00003324718,0.000051366696,0.0018482539,0.000050065682,0.9991243],"category_scores_gemma":[0.25994885,0.000057375855,0.0057420083,0.000906063,0.000032245534,0.00011604187,0.000261874,0.00014643463,0.0011248764],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012143121,0.000085874795,0.00009362683,0.00010169819,0.00080482283,9.411251e-8,0.000019367213,0.000033271983,0.000004074715,0.000035914,0.99707144,0.0017485738],"study_design_scores_gemma":[0.00005683302,0.000045808196,0.056832306,0.00013604238,0.00088102324,2.1926687e-7,0.000084773266,0.0031568864,0.000033375618,0.00022767117,0.9384746,0.00007043736],"about_ca_topic_score_codex":0.0000014582785,"about_ca_topic_score_gemma":0.000007920839,"teacher_disagreement_score":0.9979994,"about_ca_system_score_codex":0.00000527589,"about_ca_system_score_gemma":0.00023512407,"threshold_uncertainty_score":0.99965286},"labels":[],"label_agreement":null},{"id":"W6976989513","doi":"10.6084/m9.figshare.12586061.v1","title":"Additional file 1 of A conceptual framework for prognostic research","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Conceptual framework; Conceptual schema; Conceptual model; Component (thermodynamics); Context (archaeology)","score_opus":0.9377743989975554,"score_gpt":0.5935733334471386,"score_spread":0.34420106555041685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976989513","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000041077847,0.00007508244,0.0001301863,0.00040789213,0.000009801756,0.00074616645,0.99373317,0.000003661122,0.0048899627],"genre_scores_gemma":[0.002431847,7.3448035e-8,0.020258691,0.0004087908,0.00028938556,0.0033508302,0.96986943,0.0000098548635,0.0033811207],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9912847,0.0018980746,0.0024279102,0.00052062364,0.0036777789,0.0001909044],"domain_scores_gemma":[0.7369088,0.25221288,0.002745578,0.0018887696,0.0058996775,0.00034428382],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0045764027,0.000105407016,0.0010892865,0.00009521172,0.0000930486,0.00019497343,0.0012305103,0.00008145292,0.99989057],"category_scores_gemma":[0.8078979,0.000056626253,0.00082151924,0.0012150068,0.000035634916,0.000086508226,0.00015358935,0.0001738024,0.07538159],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026446623,0.000010592995,0.0000034417092,0.00005755626,0.000026292264,9.834978e-7,0.00022428119,0.0000026144992,4.140931e-7,0.00050178915,0.9978881,0.0012813291],"study_design_scores_gemma":[0.000032027277,0.000071643124,0.0002208745,0.0006346455,0.000007512693,6.357267e-7,0.0006426662,0.0018828546,0.0000045946963,0.0046500624,0.99179566,0.000056840538],"about_ca_topic_score_codex":1.2562673e-7,"about_ca_topic_score_gemma":6.1863113e-7,"teacher_disagreement_score":0.9245089,"about_ca_system_score_codex":0.0000074422055,"about_ca_system_score_gemma":0.0001656022,"threshold_uncertainty_score":0.9253383},"labels":[],"label_agreement":null},{"id":"W6977003003","doi":"10.6084/m9.figshare.24820044","title":"Additional file 2 of Methods and guidance on conducting, reporting, publishing, and appraising living systematic reviews: a scoping review","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Table (database); Protocol (science); Systematic review; Data collection; Key (lock)","score_opus":0.8869562395416382,"score_gpt":0.6146612892450833,"score_spread":0.2722949502965548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977003003","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000020624811,0.4038887,0.00010645305,0.0001239165,0.000086923996,0.0026023563,0.5838247,0.000022758926,0.009342168],"genre_scores_gemma":[0.000507018,0.0036824585,0.22972046,0.0052354145,0.0012512263,0.020945922,0.7032554,0.00023027258,0.035171796],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9722321,0.0099593075,0.014450064,0.0011628715,0.001970921,0.00022472047],"domain_scores_gemma":[0.49004367,0.40563628,0.08968938,0.009144828,0.0047225305,0.0007633328],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08343469,0.00031749767,0.0046048053,0.00029969114,0.00014314339,0.0026617467,0.00066858117,0.00008922359,0.97926],"category_scores_gemma":[0.91856086,0.0001653527,0.0009213447,0.0012410383,0.000021588052,0.0009638805,0.00029482666,0.00026019843,0.0017017685],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.6026795e-8,0.0000036975964,0.0000014199835,0.1820396,0.000040759416,0.0000040939462,0.00007332095,2.411749e-7,0.0000014297443,0.000018065997,0.8101325,0.0076848106],"study_design_scores_gemma":[0.0000067148594,0.00000940807,0.000019775556,0.6139698,0.00006978483,0.00007927598,0.00005030389,0.00073043647,0.0000015976332,0.00004918867,0.3849133,0.0001004183],"about_ca_topic_score_codex":0.0000012087371,"about_ca_topic_score_gemma":0.000003147036,"teacher_disagreement_score":0.97755826,"about_ca_system_score_codex":0.000021065485,"about_ca_system_score_gemma":0.00014191701,"threshold_uncertainty_score":0.99907553},"labels":[],"label_agreement":null},{"id":"W6977022386","doi":"10.6084/m9.figshare.12799371","title":"Additional file 4 of A guide to writing systematic reviews of rare disease treatments to generate FAIR-compliant datasets: building a Treatabolome","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital; Children's Hospital of Eastern Ontario","funders":"","keywords":"Systematic review; Rare disease; MEDLINE; Documentation; Rare events","score_opus":0.6455336060397573,"score_gpt":0.5030282870938466,"score_spread":0.14250531894591068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977022386","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004583144,0.0015452693,0.000081670114,0.00007422727,0.000020453053,0.0018167599,0.9954764,0.000004787409,0.00093459425],"genre_scores_gemma":[0.00039627138,0.0000044143335,0.02420192,0.00040703933,0.00007306674,0.004606746,0.96495736,0.000018175557,0.0053349924],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9844414,0.0037972888,0.007996112,0.00096469524,0.002536643,0.00026383274],"domain_scores_gemma":[0.9797414,0.009792513,0.0044582626,0.003928902,0.0015616592,0.00051728514],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004348315,0.00034340922,0.00415776,0.0003122194,0.000103776365,0.0002877712,0.0012614644,0.0000430046,0.99154764],"category_scores_gemma":[0.2792904,0.0001899916,0.0014374929,0.0018809647,0.0000058801993,0.00020979987,0.00040636305,0.000057014055,0.019645624],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028896075,0.000055440043,0.0000067422307,0.0050822017,0.00012394156,0.000041220497,0.000039179016,0.000041680636,0.000049173985,0.000007489036,0.9933913,0.0011587853],"study_design_scores_gemma":[0.0000954803,0.000025056936,0.00052541355,0.043034885,0.000211528,0.000015483933,0.00014519622,0.0007188721,0.000093273855,0.000027718643,0.9549151,0.00019201393],"about_ca_topic_score_codex":0.0000027004799,"about_ca_topic_score_gemma":0.0000074129375,"teacher_disagreement_score":0.971902,"about_ca_system_score_codex":0.00005667588,"about_ca_system_score_gemma":0.00018776409,"threshold_uncertainty_score":0.98111767},"labels":[],"label_agreement":null},{"id":"W6977027876","doi":"10.6084/m9.figshare.14431754","title":"Additional file 2 of The PRISMA 2020 statement: an updated guideline for reporting systematic reviews","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Ottawa Hospital; McMaster University; University of Ottawa","funders":"","keywords":"Systematic review; Guideline; MEDLINE; Audit","score_opus":0.7947212330034674,"score_gpt":0.5328828919453983,"score_spread":0.26183834105806914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977027876","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000033120198,0.0005257505,0.000087442044,0.00025122368,0.000051350577,0.0020852468,0.99484575,0.0000043936893,0.0021455113],"genre_scores_gemma":[0.000044491422,0.000001087319,0.013385625,0.00054145104,0.00010552155,0.0029091847,0.9607024,0.00001218775,0.022298006],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9675998,0.005161359,0.023887534,0.000655025,0.0025215282,0.00017476284],"domain_scores_gemma":[0.9131472,0.013101703,0.06097177,0.005723711,0.00689126,0.00016436823],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.027402585,0.00020549203,0.0029816062,0.000057907342,0.00014914405,0.00033605893,0.0012082923,0.00005749212,0.99894136],"category_scores_gemma":[0.67907816,0.00008576215,0.0019184136,0.0011301056,0.0000060598545,0.00019878834,0.00020199799,0.00008253351,0.006577694],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.317844e-7,0.000019076426,0.0000013705271,0.0024765935,0.000057886973,0.0000030743258,0.00003503338,0.000011050262,0.0000048882143,0.000005830093,0.99674344,0.00064133253],"study_design_scores_gemma":[0.000042262476,0.000009623724,0.000055011456,0.008226148,0.00007935315,0.000020140407,0.00018800296,0.0057804724,0.000026370397,0.00026724683,0.9852134,0.00009194924],"about_ca_topic_score_codex":4.5665237e-7,"about_ca_topic_score_gemma":0.000015922347,"teacher_disagreement_score":0.9923637,"about_ca_system_score_codex":0.00002341184,"about_ca_system_score_gemma":0.00023858089,"threshold_uncertainty_score":0.9941958},"labels":[],"label_agreement":null},{"id":"W6977035738","doi":"10.6084/m9.figshare.13161366","title":"Additional file 1 of Spie charts for quantifying treatment effectiveness and safety in multiple outcome network meta-analysis: a proof-of-concept study","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; St. Joseph’s Healthcare Hamilton; University of Toronto; McMaster University","funders":"","keywords":"Code (set theory); Function (biology); Outcome (game theory); Data file; Source code","score_opus":0.8539140249813886,"score_gpt":0.5089860002350477,"score_spread":0.3449280247463409,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977035738","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007919084,0.0006744764,0.00009994234,0.000040669074,0.00000892582,0.0029696655,0.995338,0.000002910268,0.00007347353],"genre_scores_gemma":[0.670572,1.8239896e-7,0.0026071426,0.00006756704,0.00006449496,0.007366287,0.31903675,0.000015829397,0.0002697719],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9916298,0.0017558305,0.0043124184,0.0007946387,0.0013304391,0.0001768761],"domain_scores_gemma":[0.9649217,0.030600736,0.0029381476,0.00088859187,0.00054927636,0.0001015329],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004982146,0.00026377567,0.005657327,0.00018915132,0.000075741955,0.00009333925,0.0004760488,0.000052985644,0.9676545],"category_scores_gemma":[0.05397245,0.00013200875,0.0033428653,0.0016609693,0.000011447925,0.00012370323,0.000105856845,0.000056820427,0.00018147203],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056667108,0.00027999113,0.0042583845,0.0002641985,0.03402931,0.000005262674,0.00075925176,0.005466278,6.924521e-7,0.0000073669817,0.9505247,0.0043479274],"study_design_scores_gemma":[0.0028138675,0.0016782281,0.24641132,0.00057988055,0.0840014,0.0000024327942,0.0020681063,0.093324445,0.0001164914,0.00019780535,0.5679302,0.00087578647],"about_ca_topic_score_codex":0.0000053486565,"about_ca_topic_score_gemma":0.00011807528,"teacher_disagreement_score":0.96747303,"about_ca_system_score_codex":0.000020575746,"about_ca_system_score_gemma":0.0000512478,"threshold_uncertainty_score":0.95399636},"labels":[],"label_agreement":null},{"id":"W6977037469","doi":"10.6084/m9.figshare.12629401","title":"Additional file 5 of Outcome reporting recommendations for clinical trial protocols and reports: a scoping review","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Toronto; SickKids Foundation; University of Ottawa; Hospital for Sick Children","funders":"","keywords":"Outcome (game theory); Clinical trial; Protocol (science); MEDLINE; Data collection; Confidentiality","score_opus":0.9747670290755245,"score_gpt":0.7056907731380955,"score_spread":0.269076255937429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977037469","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.821218e-7,0.0003870488,0.00003165766,0.0013497274,0.00002562218,0.027025994,0.97019607,0.0000061640367,0.0009772343],"genre_scores_gemma":[0.0000072480075,0.0000053522435,0.01864021,0.0023149461,0.0003296464,0.11237158,0.8652873,0.000011681964,0.0010320094],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9719311,0.0016360729,0.02424429,0.0007268152,0.0013459203,0.00011582229],"domain_scores_gemma":[0.8782011,0.047179203,0.06927879,0.0024002567,0.0026221995,0.00031839276],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.023918796,0.0001394092,0.0029828884,0.000049103353,0.00009051133,0.0001986387,0.0003788326,0.000061551305,0.9964881],"category_scores_gemma":[0.8826773,0.000078032164,0.001615534,0.00047646178,0.000008525366,0.00016257717,0.00014081936,0.000109297216,0.0010140846],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000157757,0.000014235507,0.00003640214,0.002192878,0.00002588234,0.000002892865,0.000007630765,9.405201e-8,2.6475691e-8,0.0000011357952,0.9912245,0.0064785355],"study_design_scores_gemma":[0.0004483689,0.000084433224,0.00009352121,0.06402247,0.00003535834,0.000010617147,0.000012171922,0.00012748688,2.810059e-7,0.00008305301,0.9350067,0.00007558019],"about_ca_topic_score_codex":1.3730592e-7,"about_ca_topic_score_gemma":0.0000014086006,"teacher_disagreement_score":0.995474,"about_ca_system_score_codex":0.00000560904,"about_ca_system_score_gemma":0.00019016354,"threshold_uncertainty_score":0.9997637},"labels":[],"label_agreement":null},{"id":"W6977071102","doi":"10.6084/m9.figshare.12812373.v1","title":"Additional file 1 of Health TAPESTRY Ontario: protocol for a randomized controlled trial to test reproducibility and implementation","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Red Cross Society; McMaster University","funders":"","keywords":"Randomized controlled trial; Protocol (science); Reproducibility; Test (biology); Research design","score_opus":0.703919446451326,"score_gpt":0.5546102494344801,"score_spread":0.14930919701684586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977071102","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000079838255,0.0000022273834,0.000018253017,0.0007826639,0.000006722983,0.3020102,0.6967972,0.0000026912412,0.00037206366],"genre_scores_gemma":[0.00009047053,5.4811573e-9,0.0025947054,0.00050219323,0.00008120976,0.745536,0.25004002,0.0000041628173,0.0011512111],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.985942,0.0037358876,0.0074907322,0.0011263004,0.0015661542,0.00013892316],"domain_scores_gemma":[0.90254736,0.081372485,0.011209825,0.0025476203,0.0019961454,0.00032654093],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.030048918,0.0001546036,0.0043778396,0.00006663025,0.0000860778,0.0001942339,0.00035660388,0.000034055312,0.99780583],"category_scores_gemma":[0.6095559,0.000075947595,0.0013021234,0.00031414194,0.0000062487716,0.000103192695,0.00007640279,0.000056845023,0.0009131662],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04996113,0.000042147873,0.0000037245225,0.000116217525,0.000054266602,8.621276e-8,0.00019851993,0.0000014028237,4.072316e-7,0.000002042535,0.948274,0.0013460586],"study_design_scores_gemma":[0.29296696,0.00025864568,0.00013226298,0.00015353646,0.000020162726,3.2984116e-7,0.00006672099,0.00031867248,0.0000018794298,0.0001306509,0.70589685,0.00005332155],"about_ca_topic_score_codex":0.000046991412,"about_ca_topic_score_gemma":0.00065272563,"teacher_disagreement_score":0.9968927,"about_ca_system_score_codex":0.000029595587,"about_ca_system_score_gemma":0.0005711194,"threshold_uncertainty_score":0.99986476},"labels":[],"label_agreement":null},{"id":"W6977075913","doi":"10.6084/m9.figshare.24993697.v1","title":"Additional file 1 of Methodological review of NMA bias concepts provides groundwork for the development of a list of concepts for potential inclusion in a new risk of bias tool for network meta-analysis (RoB NMA Tool)","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Queen's University; University of British Columbia","funders":"","keywords":"Inclusion (mineral); Development (topology); Risk management","score_opus":0.8645959049697134,"score_gpt":0.5516603456638607,"score_spread":0.3129355593058527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977075913","genre_codex":"dataset","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000059677455,0.038573187,0.02671574,0.00015088689,0.000047454672,0.004476553,0.92991084,0.0000037426878,0.000061922205],"genre_scores_gemma":[0.012048873,0.00023863747,0.65962744,0.00029302138,0.00024273888,0.00978466,0.31374276,0.000042841722,0.003979015],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9800594,0.0058400375,0.010431804,0.00077311834,0.0026324263,0.000263201],"domain_scores_gemma":[0.8062276,0.1782253,0.010866193,0.0015011947,0.0031045098,0.000075182106],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04763059,0.00034118135,0.0069826446,0.00031795807,0.00013838707,0.00007579427,0.0014661467,0.00015681388,0.8588778],"category_scores_gemma":[0.27662474,0.0001537591,0.009910997,0.0027206102,0.00007277658,0.00014977949,0.0006453416,0.00011358313,0.000025079831],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005474711,0.000055411583,0.00000955541,0.0074260714,0.012477366,2.6136397e-7,0.0003005804,0.0006471796,0.000009057278,0.00016377648,0.96311486,0.01574111],"study_design_scores_gemma":[0.00031957446,0.00022791378,0.000488947,0.010230997,0.032740146,0.0000015192787,0.00021676702,0.013569592,0.00024199048,0.0042165294,0.9374877,0.00025829335],"about_ca_topic_score_codex":0.000013270697,"about_ca_topic_score_gemma":0.00010036882,"teacher_disagreement_score":0.8588527,"about_ca_system_score_codex":0.000031834385,"about_ca_system_score_gemma":0.00072094623,"threshold_uncertainty_score":0.99955064},"labels":[],"label_agreement":null},{"id":"W6977085274","doi":"10.6084/m9.figshare.14737070","title":"Additional file 2 of Coronavirus disease (COVID-19) pandemic: an overview of systematic reviews","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Yorkville University","funders":"","keywords":"Systematic review; Coronavirus; Disease; Coronavirus disease 2019 (COVID-19); MEDLINE; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2)","score_opus":0.9609886441034655,"score_gpt":0.6067442245545659,"score_spread":0.3542444195488996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977085274","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000074716318,0.02241247,0.000010163679,0.000024238825,0.000024133287,0.0009728425,0.97523934,0.0000051948246,0.0013041538],"genre_scores_gemma":[0.0003476399,0.000100957724,0.0011181852,0.0008489617,0.00006438749,0.002273065,0.9857273,0.000014180989,0.00950534],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9776026,0.010091365,0.00811631,0.0007072755,0.0033174776,0.00016495193],"domain_scores_gemma":[0.9463978,0.033997923,0.011191395,0.005383816,0.002321061,0.0007080013],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.009535983,0.00025418357,0.004253271,0.00014276334,0.00007056142,0.00015857157,0.0014108934,0.00007062929,0.9996403],"category_scores_gemma":[0.57225776,0.00013294267,0.0022857476,0.0011711755,0.000016592843,0.0002512286,0.00019973818,0.00009252031,0.023342088],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015120406,0.000052838015,0.000043416774,0.02633238,0.000051428342,0.000011473128,0.00003945737,0.000008130345,0.0000016294374,0.000037737653,0.97233534,0.0010846813],"study_design_scores_gemma":[0.00005473282,0.000012324781,0.0011327317,0.022723034,0.0001301001,0.000016937749,0.00008916458,0.00054757367,0.0000012383222,0.00056381244,0.9746007,0.00012769683],"about_ca_topic_score_codex":0.000002042422,"about_ca_topic_score_gemma":0.00003167296,"teacher_disagreement_score":0.97629815,"about_ca_system_score_codex":0.000041728385,"about_ca_system_score_gemma":0.0005816281,"threshold_uncertainty_score":0.97741836},"labels":[],"label_agreement":null},{"id":"W6977087583","doi":"10.6084/m9.figshare.12082803.v1","title":"Additional file 1 of Reporting of health equity considerations in cluster and individually randomized trials","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; Ottawa Hospital; Queen's University; Bruyère; University of Ottawa","funders":"","keywords":"Cluster (spacecraft); Equity (law); MEDLINE; Data collection; Public health; Randomized controlled trial; Health data","score_opus":0.9386178210251479,"score_gpt":0.5976942401746977,"score_spread":0.34092358085045016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977087583","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004566346,0.00027192084,0.000026628279,0.0011250146,0.0000073733177,0.00088147284,0.99462426,0.0000015923398,0.003016067],"genre_scores_gemma":[0.09519937,0.0000019891004,0.014460799,0.0023721321,0.000083174426,0.0010595707,0.88635993,0.000009641066,0.00045342036],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94970787,0.017260969,0.030097015,0.00047242836,0.0023322697,0.00012945964],"domain_scores_gemma":[0.34970713,0.48455665,0.15971069,0.0023022327,0.003335806,0.0003875046],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.082981974,0.00010086613,0.0057949745,0.00013281379,0.000043299366,0.00013005959,0.00022123259,0.00004229038,0.99753714],"category_scores_gemma":[0.9307136,0.000052109135,0.0009292909,0.00042448755,0.00001641198,0.00010768198,0.00017604636,0.000074471434,0.00046565576],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003330918,0.000008204229,0.00001725432,0.000105264335,0.000048190814,8.2038645e-7,0.00032013847,0.000012288933,7.5355905e-7,0.000019842737,0.9977158,0.001718173],"study_design_scores_gemma":[0.022984399,0.00010475656,0.010011915,0.005916495,0.00016422167,0.000023827972,0.0009963943,0.011153737,0.000032573716,0.009867335,0.93840116,0.00034320017],"about_ca_topic_score_codex":0.0000030490014,"about_ca_topic_score_gemma":0.000021351829,"teacher_disagreement_score":0.9970715,"about_ca_system_score_codex":0.0000068306426,"about_ca_system_score_gemma":0.00033731424,"threshold_uncertainty_score":0.94426304},"labels":[],"label_agreement":null},{"id":"W6977111148","doi":"10.6084/m9.figshare.12629392","title":"Additional file 2 of Outcome reporting recommendations for clinical trial protocols and reports: a scoping review","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Toronto; SickKids Foundation; University of Ottawa; Hospital for Sick Children","funders":"","keywords":"Clinical trial; Outcome (game theory); MEDLINE; Protocol (science); Data collection","score_opus":0.9744034038563839,"score_gpt":0.7056233208229715,"score_spread":0.2687800830334124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977111148","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.7450752e-7,0.00038985728,0.000030637326,0.0013426113,0.000025730027,0.02692884,0.9702783,0.000006154271,0.0009973558],"genre_scores_gemma":[0.0000068700883,0.000005366651,0.01825339,0.0022911264,0.0003310274,0.11127599,0.8667899,0.00001155785,0.0010347944],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9719406,0.0016359144,0.024236044,0.0007264052,0.0013452837,0.00011577597],"domain_scores_gemma":[0.87777907,0.047140785,0.06971449,0.0024107834,0.002634926,0.00031996792],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.023766838,0.00013935946,0.0029820593,0.00004906555,0.000090475005,0.00019863997,0.0003787214,0.000061548584,0.99657166],"category_scores_gemma":[0.8824961,0.00007800961,0.0016149627,0.00047616733,0.000008522977,0.00016253744,0.00014084144,0.00010928465,0.0010203436],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015664107,0.000014217975,0.00003518109,0.0021902996,0.000025883868,0.0000029248588,0.0000076272086,9.458052e-8,2.5657801e-8,0.0000011198672,0.9911533,0.0065536685],"study_design_scores_gemma":[0.0004475218,0.0000843167,0.000090589994,0.06323118,0.00003529072,0.000010636194,0.000012066614,0.00012695687,2.7695054e-7,0.00008311802,0.93580264,0.000075427364],"about_ca_topic_score_codex":1.3709547e-7,"about_ca_topic_score_gemma":0.0000013960348,"teacher_disagreement_score":0.9955513,"about_ca_system_score_codex":0.000005608856,"about_ca_system_score_gemma":0.00018970233,"threshold_uncertainty_score":0.99975747},"labels":[],"label_agreement":null},{"id":"W6977111697","doi":"10.6084/m9.figshare.27643284","title":"Additional file 1 of The optimal approach for retrieving systematic reviews was achieved when searching MEDLINE and Epistemonikos in addition to reference checking: a methodological validation study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Systematic review; MEDLINE; Systematic error; Key (lock)","score_opus":0.8998419676790005,"score_gpt":0.5548121515054832,"score_spread":0.34502981617351725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977111697","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002279967,0.000518984,0.0025278267,0.0001262245,0.00002678884,0.007953873,0.987546,0.000009889393,0.0010623886],"genre_scores_gemma":[0.053871922,0.0000045155243,0.19972195,0.00019212089,0.00024329264,0.032893304,0.70572776,0.000046175213,0.0072989967],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97721285,0.014859028,0.0047707004,0.00087717053,0.00208902,0.0001912317],"domain_scores_gemma":[0.93629044,0.05920997,0.0022706666,0.0014826928,0.0006393976,0.00010680169],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.042105466,0.00023140952,0.0023502645,0.00028098776,0.00012755275,0.0005817056,0.00097291876,0.000085725755,0.8335583],"category_scores_gemma":[0.45645002,0.000099956305,0.0006242067,0.0012838603,0.000010701462,0.00023417384,0.00029580138,0.00023498801,0.0004645095],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064195424,0.000037983886,0.0000057988796,0.0062013194,0.00004528407,9.2520213e-7,0.00063028565,0.00007446053,0.000007688539,0.000025643822,0.99011505,0.002849118],"study_design_scores_gemma":[0.00032256817,0.0004210878,0.0053912383,0.09394498,0.0003816168,0.00004550864,0.0036622996,0.19514807,0.000043524513,0.0009379437,0.6990952,0.000605955],"about_ca_topic_score_codex":0.0000011746083,"about_ca_topic_score_gemma":0.0000055037226,"teacher_disagreement_score":0.8330938,"about_ca_system_score_codex":0.000044796026,"about_ca_system_score_gemma":0.000077377714,"threshold_uncertainty_score":0.986354},"labels":[],"label_agreement":null},{"id":"W6977112234","doi":"10.6084/m9.figshare.15179126.v1","title":"Additional file 4 of Creating efficiencies in the extraction of data from randomized trials: a prospective evaluation of a machine learning and text mining tool","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Information extraction; Extraction (chemistry); Data extraction; Text mining; Training set","score_opus":0.82916718861603,"score_gpt":0.5561958584901977,"score_spread":0.2729713301258323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977112234","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005845992,0.0012492378,0.00004605231,0.0000143700945,0.000007552679,0.00076876977,0.98930603,9.2195967e-7,0.0027610958],"genre_scores_gemma":[0.34475923,0.000003587937,0.006835882,0.000009803348,0.00004537556,0.0006622211,0.6472926,0.0000049641467,0.00038631755],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97052395,0.02112174,0.00461475,0.0004389503,0.003233228,0.00006738287],"domain_scores_gemma":[0.5316881,0.44976112,0.013238168,0.0017448432,0.0035398174,0.00002796284],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.067428656,0.00009415293,0.0022542044,0.0001248721,0.0000522491,0.00011068651,0.00042978954,0.000037397487,0.9822501],"category_scores_gemma":[0.8377233,0.000043851647,0.0004023902,0.0007083098,0.00001928011,0.00022801026,0.00012674171,0.00008722695,0.00006808693],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028347792,0.00006894042,0.0001389467,0.00007343655,0.00018144709,9.487046e-7,0.0023592138,0.00025547604,0.00015711386,0.000007377891,0.97356987,0.022903763],"study_design_scores_gemma":[0.010469296,0.000036194037,0.013544107,0.0036942277,0.0006451701,0.000008851183,0.011524505,0.9135716,0.00018745354,0.0007613473,0.04542277,0.00013449368],"about_ca_topic_score_codex":0.000013833184,"about_ca_topic_score_gemma":0.0000541484,"teacher_disagreement_score":0.982182,"about_ca_system_score_codex":0.000010449916,"about_ca_system_score_gemma":0.0001700188,"threshold_uncertainty_score":0.96027845},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6977148167","doi":"10.6084/m9.figshare.14196861.v1","title":"Additional file 2 of P value and Bayesian analysis in randomized-controlled trials in child health research published over 10 years, 2007 to 2017: a methodological review protocol","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Alberta; SickKids Foundation; University of Manitoba; Children's Hospital Research Institute of Manitoba","funders":"","keywords":"Protocol (science); Bayesian probability; Value (mathematics); Research design; Protocol analysis; Data collection; MEDLINE","score_opus":0.8473351431336439,"score_gpt":0.6379856797554058,"score_spread":0.20934946337823812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977148167","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000013505309,0.0030664087,0.000031950338,0.0019912845,0.000010710937,0.09994483,0.887448,0.000002837378,0.0075026206],"genre_scores_gemma":[0.000022319842,0.000053954926,0.016977837,0.0018858031,0.00013569332,0.64809734,0.3246846,0.000014021945,0.008128456],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.69577754,0.2719963,0.022868784,0.0017155145,0.0070775985,0.00056429656],"domain_scores_gemma":[0.4300124,0.5470857,0.013810448,0.004273865,0.0041579497,0.0006595974],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.42770714,0.0002425099,0.021186894,0.0017347729,0.000064139625,0.00055280986,0.00089248334,0.00013439749,0.9989472],"category_scores_gemma":[0.94776183,0.00011509341,0.004431775,0.0075082164,0.000023045039,0.00020855656,0.00030970506,0.00037048323,0.001942188],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009052621,0.00006856606,0.0000072125936,0.00040843675,0.0003718103,0.000016289043,0.000033253542,0.000015955096,8.2443826e-8,0.000021093387,0.9956868,0.0024652386],"study_design_scores_gemma":[0.01528111,0.00003121417,0.0033971937,0.0068572406,0.00015444699,0.000004939986,0.000031811258,0.0014245737,3.4939438e-7,0.00069374236,0.97200453,0.00011881631],"about_ca_topic_score_codex":0.000019104036,"about_ca_topic_score_gemma":0.00016845208,"teacher_disagreement_score":0.99700505,"about_ca_system_score_codex":0.000056987323,"about_ca_system_score_gemma":0.0005484506,"threshold_uncertainty_score":0.9988349},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6977148803","doi":"10.6084/m9.figshare.26563138","title":"Additional file 1 of A cross-sectional study of the endorsement proportion of reporting guidelines in 1039 Chinese medical journals","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Government (linguistics); Data collection; MEDLINE; Quality (philosophy)","score_opus":0.7881421815737214,"score_gpt":0.6038154556570765,"score_spread":0.1843267259166449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977148803","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06514446,0.00028531367,0.000003535198,0.00007541812,0.00010555202,0.0006295452,0.93260497,0.000002583574,0.0011486127],"genre_scores_gemma":[0.91514844,0.0000010353228,0.0003787643,0.00003913234,0.0002542258,0.00068893906,0.07968408,0.000010753615,0.0037946599],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9732314,0.0012029685,0.017075319,0.00038967584,0.008004085,0.000096578624],"domain_scores_gemma":[0.9700599,0.006965403,0.017538222,0.0011975764,0.0041669374,0.0000719848],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.024447003,0.00012004722,0.0012048236,0.00027748322,0.0000438184,0.00013966253,0.0007539793,0.00006139663,0.99679255],"category_scores_gemma":[0.561367,0.000047706297,0.0009396776,0.0014712584,0.000017102202,0.00014678384,0.00019705367,0.00015509635,0.0003425271],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016399782,0.00009102694,0.037307546,0.00013527951,0.00007102222,0.000008935745,0.000094040275,0.00010220986,0.000008679558,0.0000021050332,0.96097976,0.0011977609],"study_design_scores_gemma":[0.00011294576,0.000050383496,0.8261336,0.0041990886,0.000020990545,0.000054462154,0.00022791995,0.007809114,0.000020305799,0.00038649677,0.16091266,0.0000720166],"about_ca_topic_score_codex":0.000013108238,"about_ca_topic_score_gemma":0.000113231785,"teacher_disagreement_score":0.99645007,"about_ca_system_score_codex":0.000019776566,"about_ca_system_score_gemma":0.00033464006,"threshold_uncertainty_score":0.84728926},"labels":[],"label_agreement":null},{"id":"W6977156566","doi":"10.6084/m9.figshare.12422528","title":"Additional file 1 of The semi-automation of title and abstract screening: a retrospective exploration of ways to leverage Abstrackr’s relevance predictions in systematic and rapid reviews","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Leverage (statistics); Relevance (law); Systematic review; Empirical research","score_opus":0.6510479319701112,"score_gpt":0.4128772032853359,"score_spread":0.23817072868477535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977156566","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010191273,0.0011361655,0.00044304863,0.00011783051,0.000014170215,0.001225541,0.99070615,0.0000030038632,0.0062521743],"genre_scores_gemma":[0.8635906,0.00009693466,0.011823918,0.0003543615,0.00017731155,0.0024905896,0.118049525,0.0000353971,0.0033813638],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970168,0.00029013454,0.0018134427,0.00018095727,0.0006602985,0.00003836497],"domain_scores_gemma":[0.99565995,0.0018439137,0.0018134187,0.00036890828,0.00028188978,0.00003192971],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013993523,0.0000668491,0.0007535068,0.00006419971,0.000020667067,0.00002693178,0.0001765464,0.000028863375,0.82640517],"category_scores_gemma":[0.05989184,0.00003497018,0.00015697314,0.0004626264,0.000007712945,0.00015942518,0.000040907293,0.00004964421,0.00063147256],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.0365456e-7,0.0000047261874,0.000009672359,0.0015644717,0.000011189303,8.444207e-8,0.00023458799,0.00004257529,0.000013094212,0.000018773177,0.99772257,0.0003775516],"study_design_scores_gemma":[0.00024610513,0.00014724098,0.13794012,0.067066215,0.0001583725,0.0000056133313,0.0008027777,0.03429648,0.00022277643,0.001266588,0.7575716,0.00027611677],"about_ca_topic_score_codex":7.0730135e-7,"about_ca_topic_score_gemma":0.0000047534,"teacher_disagreement_score":0.87265664,"about_ca_system_score_codex":0.000007421726,"about_ca_system_score_gemma":0.000017407237,"threshold_uncertainty_score":0.9480271},"labels":[],"label_agreement":null},{"id":"W6977159432","doi":"10.6084/m9.figshare.20364981.v1","title":"Additional file 1 of Trends in guideline implementation: an updated scoping review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto","funders":"","keywords":"Guideline; Systematic review; Data collection; Context (archaeology); Key (lock)","score_opus":0.8026495327491437,"score_gpt":0.5996800323033092,"score_spread":0.2029695004458345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977159432","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000019293898,0.0005779311,0.0000010097006,0.0001684265,0.00001250465,0.00033130753,0.99536633,0.0000027363908,0.0035377962],"genre_scores_gemma":[0.000082185914,4.365762e-7,0.000966183,0.00091356074,0.000029008785,0.000943564,0.9946749,0.0000050622552,0.0023850694],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9888295,0.002788408,0.0053327894,0.00042769787,0.0025063537,0.000115249146],"domain_scores_gemma":[0.99471587,0.0006730565,0.0028587144,0.001150857,0.00054507924,0.000056447894],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.006654316,0.00011147559,0.001226757,0.0003236271,0.00008464147,0.00007268737,0.00090526,0.0000143158395,0.99999714],"category_scores_gemma":[0.0047802515,0.00007019283,0.00050169654,0.0022214954,0.0000026778096,0.00018456728,0.0001992585,0.00007853024,0.0038646837],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.7798188e-7,0.000013911908,0.0000031786494,0.00003704739,0.000008978942,0.0000021254523,0.000014429734,0.00002088538,1.927048e-7,0.000002426873,0.98348,0.016416466],"study_design_scores_gemma":[0.000052484374,0.000021740794,0.0003191147,0.002149542,0.000010782418,0.0000049392147,0.00013988042,0.0006192144,7.3862e-7,0.000033878743,0.9965788,0.000068858695],"about_ca_topic_score_codex":0.0000029770301,"about_ca_topic_score_gemma":0.00008982623,"teacher_disagreement_score":0.9961325,"about_ca_system_score_codex":0.00002662228,"about_ca_system_score_gemma":0.00012361328,"threshold_uncertainty_score":0.9969109},"labels":[],"label_agreement":null},{"id":"W6977160272","doi":"10.6084/m9.figshare.21397911","title":"Additional file 7 of Machine learning algorithms to identify cluster randomized trials from MEDLINE and EMBASE","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Ottawa Hospital; McMaster University; London Health Sciences Centre; Lawson Health Research Institute","funders":"","keywords":"Cluster (spacecraft); MEDLINE; Feature (linguistics); Statistical classification; CRTS; Ensemble learning","score_opus":0.6557570197973751,"score_gpt":0.5090515849917917,"score_spread":0.1467054348055834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977160272","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007873756,0.0004272218,0.00009234565,0.00023280438,0.000047807505,0.0008922945,0.99739367,0.000004798145,0.00083030097],"genre_scores_gemma":[0.0008735515,7.477851e-7,0.00578901,0.00046585294,0.000134961,0.0026204698,0.97482824,0.000011146643,0.015276019],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96793973,0.021719752,0.00606775,0.0006333397,0.0035029876,0.00013641495],"domain_scores_gemma":[0.77165145,0.21797357,0.0076733907,0.0015434761,0.00090951513,0.00024861665],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.037674163,0.00018101475,0.0043626376,0.0002814059,0.00018465503,0.00028235966,0.00074046367,0.000036381036,0.9998499],"category_scores_gemma":[0.5968578,0.00009555373,0.0016070539,0.0006582176,0.000009151849,0.00010496139,0.0005367025,0.00018455175,0.0075205723],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003087143,0.00001488509,0.0000013188421,0.000012114081,0.00013863498,0.000004044855,0.0001046889,0.00014990341,0.00000338433,9.2624094e-7,0.9934388,0.005822624],"study_design_scores_gemma":[0.0053801434,0.000018998799,0.000101874735,0.00016917495,0.00009341536,0.0000041091976,0.00013629472,0.037902027,0.0000051689044,0.0003697837,0.9557174,0.00010162285],"about_ca_topic_score_codex":0.0000132390205,"about_ca_topic_score_gemma":0.000009561872,"teacher_disagreement_score":0.99232936,"about_ca_system_score_codex":0.000015076706,"about_ca_system_score_gemma":0.000051345494,"threshold_uncertainty_score":0.99325216},"labels":[],"label_agreement":null},{"id":"W6977165302","doi":"10.6084/m9.figshare.14850668.v1","title":"Additional file 1 of The development of lived experience-centered word clouds to support research uncertainty gathering in degenerative cervical myelopathy: results from an engagement process and protocol for their evaluation, via a nested randomized controlled trial","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University Health Network; University of Toronto","funders":"","keywords":"Protocol (science); Cloud computing; Process (computing); Word (group theory); Tag cloud; Action (physics); Information processing; Information management","score_opus":0.7869791395027484,"score_gpt":0.5668717645855391,"score_spread":0.22010737491720933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977165302","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02725418,0.00000853076,0.00006246447,0.00010906565,0.000032517415,0.31319043,0.65899193,0.0000030815827,0.0003477612],"genre_scores_gemma":[0.042869627,3.5242376e-8,0.0028475665,0.00003723644,0.00005858495,0.84807146,0.10579602,0.000008348062,0.00031110618],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97141606,0.017914928,0.0061478945,0.0007717641,0.0035409555,0.0002083919],"domain_scores_gemma":[0.9386284,0.04535424,0.0042957957,0.0015737633,0.009968505,0.00017929643],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03823411,0.00019995391,0.0025728361,0.00015881241,0.00018829347,0.00020258735,0.00077391043,0.000071125076,0.8706286],"category_scores_gemma":[0.2927689,0.00008995926,0.0005393875,0.0009850633,0.000031286538,0.000109412154,0.0002296122,0.00012410893,0.000042044285],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.27376416,0.00051834324,0.000009483778,0.0001495359,0.00031557112,0.0000013548469,0.058632836,0.0004367858,0.00011337862,0.0000028368434,0.6525792,0.013476552],"study_design_scores_gemma":[0.78413486,0.0002493846,0.0014991303,0.003183426,0.00006311769,9.3013716e-7,0.015071743,0.0806267,0.0017927797,0.00072271226,0.11235364,0.0003015955],"about_ca_topic_score_codex":0.0000027709973,"about_ca_topic_score_gemma":0.00026534338,"teacher_disagreement_score":0.8705865,"about_ca_system_score_codex":0.0000671636,"about_ca_system_score_gemma":0.0014765246,"threshold_uncertainty_score":0.99034035},"labels":[],"label_agreement":null},{"id":"W6977167817","doi":"10.6084/m9.figshare.14913288","title":"Additional file 9 of Validity of observational evidence on putative risk and protective factors: appraisal of 3744 meta-analyses on 57 topics","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Observational study; Observational methods in psychology; Risk factor; Scale (ratio); Epidemiology","score_opus":0.9568500912325363,"score_gpt":0.5921043881282471,"score_spread":0.3647457031042892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977167817","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016954521,0.00014807507,0.00006134587,0.00005490576,0.000014999225,0.00032788783,0.9967346,0.0000016326942,0.00096108945],"genre_scores_gemma":[0.22631969,0.0000049525834,0.009743827,0.0001336804,0.00014361521,0.0012852502,0.7579695,0.000021084208,0.004378383],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98851055,0.004595644,0.0029251163,0.0005743215,0.003299621,0.000094763316],"domain_scores_gemma":[0.89527136,0.09333969,0.0062456126,0.0011872549,0.003881609,0.0000744541],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033617192,0.00020588968,0.0024526385,0.00015900657,0.00006015197,0.0000684383,0.00047496113,0.0000739878,0.9852142],"category_scores_gemma":[0.49222296,0.0001043423,0.0017248249,0.00086690544,0.000033390425,0.0002138572,0.00011599731,0.00014442347,0.0003845687],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006735761,0.000071431125,0.00024259737,0.00010947527,0.0010967938,0.0000012241181,0.00017361347,0.00016786603,0.000020591122,0.000062897925,0.99747336,0.0005734444],"study_design_scores_gemma":[0.00024939887,0.0007117369,0.48152006,0.0033457354,0.0036090882,0.000005039195,0.0017820403,0.0025740708,0.015249385,0.007383577,0.4830578,0.0005120891],"about_ca_topic_score_codex":0.0000066183547,"about_ca_topic_score_gemma":0.000013659464,"teacher_disagreement_score":0.9848296,"about_ca_system_score_codex":0.000014660163,"about_ca_system_score_gemma":0.00019783202,"threshold_uncertainty_score":0.51205426},"labels":[],"label_agreement":null},{"id":"W6977168354","doi":"10.6084/m9.figshare.14737070.v1","title":"Additional file 2 of Coronavirus disease (COVID-19) pandemic: an overview of systematic reviews","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Yorkville University","funders":"","keywords":"Systematic review; Coronavirus; Disease; Coronavirus disease 2019 (COVID-19); MEDLINE; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2)","score_opus":0.9609886441034655,"score_gpt":0.6067442245545659,"score_spread":0.3542444195488996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977168354","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000074716318,0.02241247,0.000010163679,0.000024238825,0.000024133287,0.0009728425,0.97523934,0.0000051948246,0.0013041538],"genre_scores_gemma":[0.0003476399,0.000100957724,0.0011181852,0.0008489617,0.00006438749,0.002273065,0.9857273,0.000014180989,0.00950534],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9776026,0.010091365,0.00811631,0.0007072755,0.0033174776,0.00016495193],"domain_scores_gemma":[0.9463978,0.033997923,0.011191395,0.005383816,0.002321061,0.0007080013],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.009535983,0.00025418357,0.004253271,0.00014276334,0.00007056142,0.00015857157,0.0014108934,0.00007062929,0.9996403],"category_scores_gemma":[0.57225776,0.00013294267,0.0022857476,0.0011711755,0.000016592843,0.0002512286,0.00019973818,0.00009252031,0.023342088],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015120406,0.000052838015,0.000043416774,0.02633238,0.000051428342,0.000011473128,0.00003945737,0.000008130345,0.0000016294374,0.000037737653,0.97233534,0.0010846813],"study_design_scores_gemma":[0.00005473282,0.000012324781,0.0011327317,0.022723034,0.0001301001,0.000016937749,0.00008916458,0.00054757367,0.0000012383222,0.00056381244,0.9746007,0.00012769683],"about_ca_topic_score_codex":0.000002042422,"about_ca_topic_score_gemma":0.00003167296,"teacher_disagreement_score":0.97629815,"about_ca_system_score_codex":0.000041728385,"about_ca_system_score_gemma":0.0005816281,"threshold_uncertainty_score":0.97741836},"labels":[],"label_agreement":null},{"id":"W6977171014","doi":"10.6084/m9.figshare.13310206","title":"Additional file 1 of Epistemonikos: a comprehensive database of systematic reviews for health decision-making","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; File management; File format; MEDLINE; Key (lock)","score_opus":0.8272257895620311,"score_gpt":0.5407687513648263,"score_spread":0.2864570381972048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977171014","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000010364291,0.003350753,0.0010176952,0.00015504766,0.000022946198,0.0033862244,0.99156827,0.0000040721434,0.00049395685],"genre_scores_gemma":[0.0008918241,0.000010981078,0.06389134,0.0019840586,0.00011960239,0.004376071,0.92819023,0.000024154537,0.00051175593],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98101425,0.003908538,0.011317246,0.0007021518,0.0028588476,0.00019896876],"domain_scores_gemma":[0.79885656,0.17017941,0.023519235,0.0035801604,0.003550392,0.00031426194],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0067892047,0.00025767545,0.0058040293,0.00017591538,0.000090903464,0.00012045617,0.0015825306,0.00005247799,0.9943613],"category_scores_gemma":[0.601447,0.00013452162,0.0021678668,0.0011339999,0.000013071668,0.00018045741,0.00022179267,0.000088259825,0.009049427],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053961917,0.000017193617,4.909919e-7,0.038596828,0.000056156394,9.084455e-7,0.00011231537,0.000011275267,0.0000010157412,0.000015835436,0.95881236,0.0023702262],"study_design_scores_gemma":[0.00006178104,0.0000638476,0.000044839882,0.113972895,0.000042055253,0.000004960815,0.0002281339,0.006651293,0.0000013449527,0.0001304184,0.87869555,0.00010285734],"about_ca_topic_score_codex":5.142016e-7,"about_ca_topic_score_gemma":0.000003880947,"teacher_disagreement_score":0.98531187,"about_ca_system_score_codex":0.000024305951,"about_ca_system_score_gemma":0.00020596357,"threshold_uncertainty_score":0.99172217},"labels":[],"label_agreement":null},{"id":"W6977173177","doi":"10.6084/m9.figshare.16606983.v1","title":"Additional file 1 of Do reporting guidelines have an impact? Empirical assessment of changes in reporting before and after the PRISMA extension statement for network meta-analysis","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto; Ottawa Hospital; University of British Columbia","funders":"","keywords":"Extension (predicate logic); Statement (logic); Data collection; Empirical research","score_opus":0.8856579940210907,"score_gpt":0.6204624772756212,"score_spread":0.2651955167454695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977173177","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003115812,0.0006264856,0.0001464915,0.00065121026,0.000013562008,0.0007008493,0.9945819,0.000002418173,0.00016128624],"genre_scores_gemma":[0.11813067,0.0000047238705,0.09284118,0.0006884546,0.00028394387,0.005112263,0.7788495,0.00003319878,0.0040561063],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97704506,0.001964525,0.017472722,0.0008226903,0.0024672586,0.0002277591],"domain_scores_gemma":[0.947467,0.0076093217,0.038251437,0.0019980816,0.004577095,0.0000970508],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03353102,0.00022289174,0.0039802985,0.0002045354,0.00008676927,0.00023674204,0.00033074958,0.00007022876,0.9735277],"category_scores_gemma":[0.25648326,0.00009364627,0.003046421,0.0012247215,0.000013014566,0.00014223451,0.00023159276,0.000095006515,0.000010670902],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031394068,0.000027885155,0.004433293,0.00006721365,0.0046968334,0.000019539417,0.00013176436,0.00097286695,0.0000019126699,0.0000010364719,0.9879566,0.0016879326],"study_design_scores_gemma":[0.000117064126,0.00014184152,0.32983726,0.00061128096,0.016406953,0.00004787619,0.001847356,0.11466616,0.00002382899,0.0012771081,0.53473985,0.00028340414],"about_ca_topic_score_codex":0.0000062562963,"about_ca_topic_score_gemma":0.0009547965,"teacher_disagreement_score":0.97351706,"about_ca_system_score_codex":0.000025671046,"about_ca_system_score_gemma":0.0001969906,"threshold_uncertainty_score":0.99518317},"labels":[],"label_agreement":null},{"id":"W6977185844","doi":"10.6084/m9.figshare.24819623.v1","title":"Additional file 1 of Methods and guidance on conducting, reporting, publishing, and appraising living systematic reviews: a scoping review","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Key (lock); Data collection; Work (physics); Government (linguistics); Set (abstract data type)","score_opus":0.9121583723860267,"score_gpt":0.618871434510737,"score_spread":0.2932869378752897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977185844","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009980757,0.11122206,0.00004821928,0.00018125608,0.000084589694,0.004286372,0.8745235,0.000040763047,0.0096032135],"genre_scores_gemma":[0.00025149362,0.0022403493,0.10287627,0.00394473,0.0006307066,0.018274682,0.84454703,0.00015236897,0.027082378],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9695305,0.011697623,0.015167978,0.001092553,0.0022337965,0.000277546],"domain_scores_gemma":[0.4717546,0.37386587,0.13877983,0.00947627,0.0053855954,0.00073780905],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.09863539,0.00030566915,0.004996869,0.00035060884,0.0001978858,0.0013115455,0.0007750893,0.00008898123,0.9693521],"category_scores_gemma":[0.95136905,0.00016671943,0.00081807934,0.0019236866,0.000021592721,0.000742803,0.00040240755,0.0002085636,0.0029309],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.1927747e-7,0.000003985043,0.0000062270633,0.1022561,0.000030198464,0.0000027971507,0.00007251521,6.1880064e-7,0.0000016783794,0.000006687404,0.8933119,0.004307164],"study_design_scores_gemma":[0.000014569586,0.00001110081,0.00014849227,0.7048185,0.00005396761,0.000041654635,0.00010726212,0.0006120103,0.000001842483,0.000047694684,0.2940188,0.00012409978],"about_ca_topic_score_codex":0.0000012722691,"about_ca_topic_score_gemma":0.0000037481113,"teacher_disagreement_score":0.96642125,"about_ca_system_score_codex":0.00001571322,"about_ca_system_score_gemma":0.000102253434,"threshold_uncertainty_score":0.99972516},"labels":[],"label_agreement":null},{"id":"W6977187997","doi":"10.6084/m9.figshare.21162748","title":"Additional file 1 of Reducing the Inadvertent Spread of Retracted Science: recommendations from the RISRS report","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Confidentiality; File format; Public access; Government (linguistics)","score_opus":0.6410502986721632,"score_gpt":0.47332476251929023,"score_spread":0.167725536152873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977187997","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021155257,0.00005189818,0.0000027678864,0.0012106557,0.00008462397,0.00031692235,0.98785806,0.0000023933098,0.010261112],"genre_scores_gemma":[0.030101912,4.034856e-7,0.0013307927,0.00026021752,0.00008032215,0.00095020945,0.9589219,0.000006342744,0.008347905],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9890599,0.0020722905,0.0035106763,0.0004790767,0.0047519514,0.00012607695],"domain_scores_gemma":[0.9424723,0.040440276,0.009798979,0.0047883894,0.0024165877,0.00008351727],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.014051781,0.00010128209,0.00070277095,0.00012875294,0.00063676346,0.00016072678,0.0024804857,0.000022515009,0.999558],"category_scores_gemma":[0.2327747,0.000041412353,0.00061907206,0.0020254126,0.000055329005,0.00016414595,0.00051821576,0.00022596878,0.0010618372],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.6867775e-7,0.000019725958,0.000011956932,0.0000025445197,0.000030865383,0.0000018054875,0.00025744562,0.000051114122,0.00001067659,0.000008165394,0.9957385,0.0038664236],"study_design_scores_gemma":[0.000020704543,0.000010978828,0.008778593,0.000185552,0.00002447327,0.000018830102,0.0013822122,0.0021001115,0.000023306675,0.00054932624,0.9868592,0.00004671381],"about_ca_topic_score_codex":0.000058512545,"about_ca_topic_score_gemma":0.000014156884,"teacher_disagreement_score":0.9984962,"about_ca_system_score_codex":0.00004172736,"about_ca_system_score_gemma":0.00035562096,"threshold_uncertainty_score":0.9997159},"labels":[],"label_agreement":null},{"id":"W6977194783","doi":"10.6084/m9.figshare.19802435","title":"Additional file 4 of Data-sharing and re-analysis for main studies assessed by the European Medicines Agency—a cross-sectional study on European Public Assessment Reports","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Table (database); European union; Risk assessment; Public health; Conformity assessment; Quality assessment","score_opus":0.8660756220092076,"score_gpt":0.5661785532200986,"score_spread":0.29989706878910904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977194783","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007989859,0.0001817641,0.000043556636,0.00019520185,0.00006308256,0.0008732674,0.9872319,0.000008701422,0.010603533],"genre_scores_gemma":[0.20350954,6.50024e-7,0.00032208813,0.0002005028,0.00014051211,0.0011793055,0.7878032,0.00002097941,0.0068232603],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97822577,0.009668714,0.0051888316,0.0016133,0.0050837556,0.00021964873],"domain_scores_gemma":[0.9711383,0.017696075,0.005574215,0.004258767,0.0012298216,0.00010281813],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.059858173,0.00024725925,0.0014789366,0.00035647518,0.0008922967,0.0008676693,0.0024810536,0.00001525348,0.9758769],"category_scores_gemma":[0.10725804,0.00012270207,0.00072101265,0.0016276248,0.000031877124,0.00029892533,0.0019528114,0.00020513733,0.000253075],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017289217,0.00012120933,0.008719443,0.000024353516,0.0016065646,0.000025958047,0.0001313155,0.00007493444,0.0000010182418,0.0000036797555,0.9886944,0.0005953805],"study_design_scores_gemma":[0.00008921327,0.000081840866,0.34582302,0.00003641041,0.0002599218,0.000012498239,0.0017662575,0.0013622799,9.328697e-8,0.00009488979,0.6503714,0.00010219312],"about_ca_topic_score_codex":0.00000225931,"about_ca_topic_score_gemma":0.00002930783,"teacher_disagreement_score":0.97562385,"about_ca_system_score_codex":0.000051256517,"about_ca_system_score_gemma":0.000083394734,"threshold_uncertainty_score":0.96807384},"labels":[],"label_agreement":null},{"id":"W6977205393","doi":"10.6084/m9.figshare.20110638.v1","title":"Additional file 1 of Protocol for a scoping review to map patient engagement in scoping reviews","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Boniface Hospital; University of Manitoba","funders":"","keywords":"Protocol (science); Data collection; Patient data; MEDLINE; Patient privacy; Health care","score_opus":0.8660863893078509,"score_gpt":0.5768787745171289,"score_spread":0.289207614790722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977205393","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.1551814e-8,0.0008568459,0.000009408058,0.00010767055,0.000013041987,0.2538807,0.7440507,0.0000020436385,0.0010795579],"genre_scores_gemma":[3.076123e-7,0.0000014719778,0.00449991,0.0012116227,0.000022325805,0.7691208,0.22420587,0.0000071710697,0.0009305053],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9842619,0.005233687,0.007082348,0.0006629118,0.0025551561,0.00020403462],"domain_scores_gemma":[0.9821342,0.010128949,0.0052416055,0.001759812,0.0006286944,0.00010674028],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.016120402,0.00018446431,0.0022897478,0.0002457673,0.00015565801,0.00010058424,0.0010343811,0.000018581755,0.99953943],"category_scores_gemma":[0.17660789,0.00011056919,0.0010173157,0.0011817111,0.0000025884428,0.000100330726,0.00052616856,0.00011831619,0.008834904],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022011786,0.000032417258,7.348556e-7,0.015001481,0.000006898305,8.4732665e-7,0.0000540023,0.000027390759,2.2146332e-7,0.000002058718,0.9741684,0.010703305],"study_design_scores_gemma":[0.000056793167,0.00006008063,0.000008863725,0.27021673,0.0000055841956,7.703681e-7,0.000028153427,0.000090756315,0.0000013960295,0.000023305,0.72942615,0.000081394064],"about_ca_topic_score_codex":4.7997725e-7,"about_ca_topic_score_gemma":0.0000124448,"teacher_disagreement_score":0.99070454,"about_ca_system_score_codex":0.00006694813,"about_ca_system_score_gemma":0.00022948219,"threshold_uncertainty_score":0.9919368},"labels":[],"label_agreement":null},{"id":"W6977208408","doi":"10.6084/m9.figshare.12629389.v1","title":"Additional file 1 of Outcome reporting recommendations for clinical trial protocols and reports: a scoping review","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Toronto; SickKids Foundation; University of Ottawa; Hospital for Sick Children","funders":"","keywords":"Clinical trial; Outcome (game theory); Systematic review; MEDLINE; Protocol (science); Data collection","score_opus":0.9754142231217454,"score_gpt":0.7063459088788766,"score_spread":0.2690683142428688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977208408","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.7687007e-7,0.00038277707,0.00003126751,0.0013470871,0.000025525236,0.02692299,0.97031116,0.0000061434844,0.0009725556],"genre_scores_gemma":[0.00000698178,0.000005220767,0.018657297,0.0022893297,0.00032581508,0.113272004,0.8644012,0.000011566103,0.0010305401],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.971954,0.0016362506,0.024221653,0.0007268621,0.0013454374,0.00011580335],"domain_scores_gemma":[0.8761201,0.04823613,0.070220664,0.002436489,0.0026638547,0.00032278942],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.023898037,0.00013940512,0.0029813095,0.000049098664,0.00009046817,0.00019819691,0.0003789386,0.00006154821,0.99663794],"category_scores_gemma":[0.88378716,0.00007803589,0.001615284,0.0004765488,0.000008523098,0.0001624228,0.00014086184,0.000109310575,0.0010316689],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001576402,0.000014233202,0.00003639524,0.002171672,0.000025902633,0.0000028467173,0.000007626182,9.418366e-8,2.6625885e-8,0.0000011007307,0.9913483,0.0063760104],"study_design_scores_gemma":[0.00044387425,0.00008420468,0.00009201099,0.06392443,0.00003538191,0.000010599673,0.000012180723,0.0001276892,2.7841423e-7,0.00008234657,0.9351115,0.00007550342],"about_ca_topic_score_codex":1.3568668e-7,"about_ca_topic_score_gemma":0.0000013875741,"teacher_disagreement_score":0.9956063,"about_ca_system_score_codex":0.0000056072013,"about_ca_system_score_gemma":0.00019057581,"threshold_uncertainty_score":0.99974614},"labels":[],"label_agreement":null},{"id":"W6977216210","doi":"10.6084/m9.figshare.19778217.v1","title":"Additional file 1 of Video-based interviewing in medicine: a scoping review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Checklist; Interview; Systematic review; Documentation; Data collection","score_opus":0.8431717479228192,"score_gpt":0.5511576874950096,"score_spread":0.29201406042780964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977216210","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.920078e-7,0.009826879,0.0000047384774,0.00034180086,0.000022950364,0.0006077043,0.98229194,0.0000027154842,0.006900672],"genre_scores_gemma":[0.0002582956,0.0000057354673,0.0005103704,0.0029038673,0.00004143553,0.0037614233,0.9909555,0.000008137959,0.0015552456],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98663956,0.004354585,0.0050558336,0.00046604415,0.0033548714,0.00012911146],"domain_scores_gemma":[0.97180015,0.02163173,0.0042019486,0.0017153422,0.0005769756,0.00007383154],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.012357773,0.00013460891,0.002126187,0.00030990303,0.000073659736,0.000040475104,0.0012670467,0.000018394181,0.9999664],"category_scores_gemma":[0.2406846,0.000075500335,0.0007740895,0.0018609663,0.0000074453883,0.00009167105,0.0002529523,0.00014753317,0.0073316535],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.6239032e-7,0.000010428016,0.000002634588,0.0018037292,0.000008054967,0.000004356725,0.000023394497,0.000029287157,2.2837726e-7,0.0000014567519,0.9948988,0.0032171658],"study_design_scores_gemma":[0.00004747427,0.000018109065,0.00010392034,0.2002654,0.000011057296,0.0000033408237,0.000057570538,0.0011454072,4.5004955e-7,0.000046581234,0.7982422,0.000058481823],"about_ca_topic_score_codex":0.0000018987362,"about_ca_topic_score_gemma":0.000015749843,"teacher_disagreement_score":0.9926348,"about_ca_system_score_codex":0.000036139296,"about_ca_system_score_gemma":0.00018728113,"threshold_uncertainty_score":0.9934412},"labels":[],"label_agreement":null},{"id":"W6977245915","doi":"10.6084/m9.figshare.c.7388858","title":"Integrating knowledge graphs into machine learning models for survival prediction and biomarker discovery in patients with non–small-cell lung cancer","year":2024,"lang":"en","type":"other","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"AstraZeneca (Canada)","funders":"","keywords":"Biomarker; Biomarker discovery; Knowledge extraction; Predictive modelling; Disease; Precision medicine; Cancer; Domain knowledge","score_opus":0.35572008707044217,"score_gpt":0.42197785850226516,"score_spread":0.06625777143182299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977245915","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025579613,0.11501798,0.006901801,0.0000656307,0.0016538757,0.013174323,0.5006262,0.000126931,0.35987526],"genre_scores_gemma":[0.031664155,0.00008384856,0.0014862691,0.000031064123,0.0002243758,0.0023292985,0.060749523,0.0005691521,0.9028623],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99412775,0.0010590539,0.0022453964,0.0011430258,0.0011970412,0.0002277384],"domain_scores_gemma":[0.9961181,0.00072967727,0.0018711706,0.0008198776,0.0003741513,0.00008697071],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004364502,0.00046569586,0.0020049273,0.0008247653,0.00006696017,0.00088474056,0.0005614143,0.00021478112,0.057377428],"category_scores_gemma":[0.002829001,0.00022711938,0.00053653185,0.0009236295,0.00000991416,0.00022884592,0.0002015707,0.0003083651,0.0003339746],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013449694,0.0000407188,0.016347358,0.0026498009,0.0002909124,0.0000013049821,0.00060415204,0.0001169275,6.740859e-7,0.000021061447,0.974959,0.0049546342],"study_design_scores_gemma":[0.0010663922,0.00011048041,0.0032219398,0.019670054,0.0006578374,5.6611134e-7,0.00032275435,0.5367784,0.0000014139366,0.0005352523,0.43691406,0.00072087697],"about_ca_topic_score_codex":0.00015068846,"about_ca_topic_score_gemma":0.0033566635,"teacher_disagreement_score":0.54298705,"about_ca_system_score_codex":0.00005914519,"about_ca_system_score_gemma":0.000088628214,"threshold_uncertainty_score":0.94348425},"labels":[],"label_agreement":null},{"id":"W6977259175","doi":"10.6084/m9.figshare.11978877","title":"Additional file 1 of Journal impact factor, trial effect size, and methodological quality appear scantly related: a systematic review and meta-analysis","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Queen's University; Ottawa Hospital","funders":"","keywords":"Quality (philosophy); Systematic review; Government (linguistics); Research methodology; Data quality","score_opus":0.8980335628028567,"score_gpt":0.5904690206791441,"score_spread":0.30756454212371265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977259175","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000053727494,0.021023612,0.000021481446,0.00035006463,0.000006597476,0.0018964631,0.97629213,0.0000061126957,0.00034978474],"genre_scores_gemma":[0.040938497,0.0004608155,0.01966348,0.007671686,0.00047882838,0.008410358,0.90565735,0.00013924492,0.016579738],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.94325024,0.043238383,0.008926985,0.00083877717,0.003525825,0.0002197892],"domain_scores_gemma":[0.8208118,0.16152363,0.013882014,0.001772075,0.0013547093,0.00065574603],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.038234606,0.00042756135,0.01604094,0.00020385775,0.00013865222,0.0005595237,0.0009479558,0.00015339276,0.9986188],"category_scores_gemma":[0.6496427,0.00016584252,0.009607543,0.0020733709,0.000030167776,0.00025173955,0.00021483877,0.00035359937,0.00225205],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049317932,0.0000127040485,0.0000028660602,0.018154765,0.039911624,0.0000055202795,0.00004431136,0.0000033123088,5.6163117e-7,0.0000016272813,0.94176114,0.00005223752],"study_design_scores_gemma":[0.0036420983,0.0015158864,0.003633537,0.012101112,0.8497448,0.00026247808,0.00019817629,0.0017267001,0.0000034563925,0.00056515716,0.1254665,0.0011401359],"about_ca_topic_score_codex":0.000001831631,"about_ca_topic_score_gemma":0.0000015084544,"teacher_disagreement_score":0.9963667,"about_ca_system_score_codex":0.000018717234,"about_ca_system_score_gemma":0.00008453521,"threshold_uncertainty_score":0.998567},"labels":[],"label_agreement":null},{"id":"W6977277195","doi":"10.6084/m9.figshare.26708894","title":"Additional file 5 of Application of causal inference methods in individual-participant data meta-analyses in medicine: addressing data handling and reporting gaps with new proposed reporting guidelines","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Causal inference; Inference; Group method of data handling; Key (lock); Data collection","score_opus":0.9866935350871009,"score_gpt":0.7198496514500288,"score_spread":0.2668438836370721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977277195","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013941474,0.007879795,0.004293358,0.0002608494,0.000017536593,0.0007014096,0.98636925,0.000010368749,0.0003280404],"genre_scores_gemma":[0.01676728,0.0000037140553,0.2512756,0.000042772295,0.00010122643,0.00022922929,0.73127735,0.000018086925,0.00028472993],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.968834,0.0021789088,0.02418792,0.0015771249,0.0029922437,0.00022982742],"domain_scores_gemma":[0.6967041,0.11805827,0.15584493,0.022929935,0.005905262,0.0005574947],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.059626475,0.00025714273,0.0038883984,0.0006017399,0.000048612495,0.0003027369,0.0016664129,0.00007742456,0.7753302],"category_scores_gemma":[0.74676025,0.0001211918,0.00023466862,0.0023663645,0.00003941433,0.0007301214,0.000967483,0.00021438955,0.000039209914],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023542004,0.000012839096,0.00026749136,0.0004082573,0.0008263403,0.000022937857,0.00027189718,0.0002729157,0.00021634497,0.000004103942,0.97547644,0.02221808],"study_design_scores_gemma":[0.00024239506,0.00006315748,0.013125133,0.021044984,0.008217469,0.000118518175,0.002059905,0.59265476,0.00046529196,0.0012149821,0.36028668,0.000506743],"about_ca_topic_score_codex":0.0002417517,"about_ca_topic_score_gemma":0.00074268295,"teacher_disagreement_score":0.77529097,"about_ca_system_score_codex":0.000009167683,"about_ca_system_score_gemma":0.0006394603,"threshold_uncertainty_score":0.96831244},"labels":[],"label_agreement":null},{"id":"W6977279794","doi":"10.6084/m9.figshare.19802429.v1","title":"Additional file 2 of Data-sharing and re-analysis for main studies assessed by the European Medicines Agency—a cross-sectional study on European Public Assessment Reports","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"European union; Risk assessment; Public health; Quality assessment; MEDLINE; Government (linguistics)","score_opus":0.8633372723032559,"score_gpt":0.5655836486977621,"score_spread":0.29775362360549373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977279794","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007918767,0.00018281848,0.000042233925,0.00019536319,0.0000633541,0.0008708096,0.9870635,0.000008694994,0.010781304],"genre_scores_gemma":[0.1964313,6.591597e-7,0.00031990604,0.00020114712,0.00014269592,0.0011828953,0.79473454,0.00002103136,0.00696584],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9782221,0.009675853,0.005187439,0.0016127953,0.0050822576,0.00021958096],"domain_scores_gemma":[0.9712219,0.017594822,0.0055831345,0.0042579127,0.0012393397,0.000102873775],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.059563957,0.0002472045,0.0014788079,0.00035622274,0.0008920218,0.0008673261,0.0024795732,0.000015253564,0.97636276],"category_scores_gemma":[0.10746159,0.0001226732,0.00072087836,0.0016272245,0.000031869466,0.00029886115,0.0019531678,0.00020513868,0.00025288318],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016945052,0.000121126875,0.00844223,0.000024342626,0.0016071796,0.000026215808,0.00013124099,0.00007617547,9.978074e-7,0.0000036376296,0.98896265,0.0006024859],"study_design_scores_gemma":[0.00008854312,0.00008032097,0.34113362,0.000035825065,0.00025818878,0.0000124521675,0.0017443856,0.0013414423,9.226497e-8,0.00009399216,0.65510964,0.0001014812],"about_ca_topic_score_codex":0.0000022749136,"about_ca_topic_score_gemma":0.000029174518,"teacher_disagreement_score":0.97610986,"about_ca_system_score_codex":0.000051265244,"about_ca_system_score_gemma":0.00008330321,"threshold_uncertainty_score":0.9683768},"labels":[],"label_agreement":null},{"id":"W6977326565","doi":"10.6084/m9.figshare.14737067","title":"Additional file 1 of Coronavirus disease (COVID-19) pandemic: an overview of systematic reviews","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Yorkville University","funders":"","keywords":"Systematic review; Coronavirus; Disease; Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2)","score_opus":0.9624399585904804,"score_gpt":0.6075123754189689,"score_spread":0.3549275831715115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977326565","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007526893,0.022058053,0.000010400304,0.00002437764,0.000023993716,0.00097493496,0.97562134,0.0000051976226,0.0012741683],"genre_scores_gemma":[0.00035409836,0.00009836805,0.0011459438,0.0008500019,0.000063485306,0.002322505,0.9856664,0.000014220001,0.009484979],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9776025,0.010094405,0.008112127,0.0007077952,0.0033181775,0.00016500731],"domain_scores_gemma":[0.9456059,0.03468341,0.011235786,0.005423892,0.002339092,0.00071195205],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.009590271,0.0002542682,0.0042521856,0.00014286124,0.00007055601,0.00015821209,0.0014117148,0.00007062887,0.9996474],"category_scores_gemma":[0.5753669,0.00013298819,0.0022862095,0.0011721284,0.000016593083,0.00025104854,0.0001997676,0.00009254262,0.023599476],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001521778,0.000052893254,0.000044938082,0.026109386,0.00005146402,0.000011161198,0.00003945028,0.000008095327,0.0000016918666,0.000037080787,0.9725877,0.001054597],"study_design_scores_gemma":[0.00005430827,0.000012314714,0.0011513886,0.022999689,0.00013051144,0.000016887661,0.00009006964,0.000551077,0.0000012456388,0.0005587955,0.9743058,0.00012789598],"about_ca_topic_score_codex":0.0000020210932,"about_ca_topic_score_gemma":0.000031477888,"teacher_disagreement_score":0.9760479,"about_ca_system_score_codex":0.000041715874,"about_ca_system_score_gemma":0.0005843489,"threshold_uncertainty_score":0.97716075},"labels":[],"label_agreement":null},{"id":"W6977333586","doi":"10.6084/m9.figshare.24070073.v1","title":"Additional file 2 of Reporting quality of randomized controlled trials in prehabilitation: a scoping review","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; University Health Network; Ottawa Hospital; McGill University","funders":"","keywords":"Randomized controlled trial; Quality (philosophy); Data quality; Control (management); MEDLINE","score_opus":0.9040015554660014,"score_gpt":0.635637139482917,"score_spread":0.26836441598308436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977333586","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000039559545,0.004927433,0.0000039414053,0.0001268241,0.000021555077,0.0057344497,0.9856375,0.0000052722953,0.0035034714],"genre_scores_gemma":[0.0012405361,0.000054381864,0.0021026398,0.00012328562,0.00006506093,0.017471302,0.97635263,0.000009457364,0.0025807235],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.7859629,0.09535238,0.111123,0.0008474685,0.0064904867,0.00022375975],"domain_scores_gemma":[0.02274998,0.8299635,0.14104827,0.002247591,0.0039127422,0.000077907425],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.4153669,0.0001506924,0.024917511,0.00036915173,0.00002765112,0.00006863399,0.00049030845,0.000052884574,0.9983922],"category_scores_gemma":[0.99347794,0.000068190086,0.007961033,0.0019172508,0.00001626889,0.00012153042,0.00008005956,0.00006621291,0.0032198587],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002896873,0.0000115723315,0.000007176609,0.0052184407,0.000118683805,7.79148e-7,0.00004657612,0.000010575316,0.0000011822261,0.000008392356,0.993618,0.00066894514],"study_design_scores_gemma":[0.04087885,0.000025561423,0.002290828,0.89448637,0.00033644118,0.000002147467,0.0002821943,0.0027026827,0.000007268689,0.0022292116,0.056506146,0.00025227855],"about_ca_topic_score_codex":0.0000022743993,"about_ca_topic_score_gemma":0.000013668536,"teacher_disagreement_score":0.9951724,"about_ca_system_score_codex":0.000010871464,"about_ca_system_score_gemma":0.00026807166,"threshold_uncertainty_score":0.99755627},"labels":[],"label_agreement":null},{"id":"W6977344136","doi":"10.6084/m9.figshare.20110644","title":"Additional file 3 of Protocol for a scoping review to map patient engagement in scoping reviews","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Boniface Hospital; University of Manitoba","funders":"","keywords":"Protocol (science); Data collection; Patient data; MEDLINE; Patient privacy","score_opus":0.8632072347186335,"score_gpt":0.5761214548287793,"score_spread":0.2870857798898542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977344136","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.191186e-8,0.00086232525,0.000009473114,0.00010724223,0.000013185337,0.25411224,0.7438061,0.0000020428602,0.0010872883],"genre_scores_gemma":[3.1216393e-7,0.0000014988792,0.0044591413,0.0012145214,0.0000226679,0.7713019,0.22204013,0.000007193537,0.00095263857],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9842613,0.005229203,0.007086675,0.0006627066,0.002556077,0.00020404825],"domain_scores_gemma":[0.98224396,0.010024204,0.0052364348,0.0017550272,0.000633775,0.00010660793],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.016112871,0.0001844371,0.0022899925,0.00024568132,0.00015564398,0.00010080081,0.0010336998,0.000018580098,0.9995273],"category_scores_gemma":[0.17656697,0.00011053966,0.0010172477,0.0011812522,0.0000025886359,0.000100411635,0.0005257702,0.000118290845,0.008935286],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000221247,0.000032363514,7.3504964e-7,0.0152481785,0.0000068843224,8.570468e-7,0.000053942655,0.000027368138,2.21787e-7,0.0000020428563,0.973771,0.010854194],"study_design_scores_gemma":[0.00005762398,0.000059998758,0.000008808591,0.26989132,0.0000055321634,7.6291155e-7,0.000028016335,0.00009091746,0.0000014279547,0.000023378838,0.7297508,0.000081411876],"about_ca_topic_score_codex":4.856891e-7,"about_ca_topic_score_gemma":0.000012533448,"teacher_disagreement_score":0.99059194,"about_ca_system_score_codex":0.00006722654,"about_ca_system_score_gemma":0.00022961517,"threshold_uncertainty_score":0.99183637},"labels":[],"label_agreement":null},{"id":"W6977354426","doi":"10.6084/m9.figshare.19778217","title":"Additional file 1 of Video-based interviewing in medicine: a scoping review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Checklist; Interview; Systematic review; Documentation; Data collection","score_opus":0.8431717479228192,"score_gpt":0.5511576874950096,"score_spread":0.29201406042780964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977354426","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.920078e-7,0.009826879,0.0000047384774,0.00034180086,0.000022950364,0.0006077043,0.98229194,0.0000027154842,0.006900672],"genre_scores_gemma":[0.0002582956,0.0000057354673,0.0005103704,0.0029038673,0.00004143553,0.0037614233,0.9909555,0.000008137959,0.0015552456],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98663956,0.004354585,0.0050558336,0.00046604415,0.0033548714,0.00012911146],"domain_scores_gemma":[0.97180015,0.02163173,0.0042019486,0.0017153422,0.0005769756,0.00007383154],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.012357773,0.00013460891,0.002126187,0.00030990303,0.000073659736,0.000040475104,0.0012670467,0.000018394181,0.9999664],"category_scores_gemma":[0.2406846,0.000075500335,0.0007740895,0.0018609663,0.0000074453883,0.00009167105,0.0002529523,0.00014753317,0.0073316535],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.6239032e-7,0.000010428016,0.000002634588,0.0018037292,0.000008054967,0.000004356725,0.000023394497,0.000029287157,2.2837726e-7,0.0000014567519,0.9948988,0.0032171658],"study_design_scores_gemma":[0.00004747427,0.000018109065,0.00010392034,0.2002654,0.000011057296,0.0000033408237,0.000057570538,0.0011454072,4.5004955e-7,0.000046581234,0.7982422,0.000058481823],"about_ca_topic_score_codex":0.0000018987362,"about_ca_topic_score_gemma":0.000015749843,"teacher_disagreement_score":0.9926348,"about_ca_system_score_codex":0.000036139296,"about_ca_system_score_gemma":0.00018728113,"threshold_uncertainty_score":0.9934412},"labels":[],"label_agreement":null},{"id":"W6977371305","doi":"10.6084/m9.figshare.14450851.v1","title":"Additional file 1 of LOCATE: a prospective evaluation of the value of Leveraging Ongoing Citation Acquisition Techniques for living Evidence syntheses","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Citation; Scopus; Process (computing); Selection (genetic algorithm); Value (mathematics); Systematic review","score_opus":0.7399958859650677,"score_gpt":0.4958267568069733,"score_spread":0.2441691291580944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977371305","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00048759475,0.0003981694,0.00075239147,0.000053500306,0.000020673944,0.0011666869,0.99540794,0.0000038776193,0.0017091752],"genre_scores_gemma":[0.9415064,0.0000010687993,0.010025488,0.000036925707,0.00005453905,0.002314986,0.045551285,0.000009490071,0.00049982336],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9915073,0.0027053885,0.0022096161,0.00034480105,0.0031555279,0.00007737241],"domain_scores_gemma":[0.884986,0.092889436,0.006602063,0.0014275349,0.014064103,0.000030874256],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0113487495,0.00009929553,0.00073982176,0.00013325283,0.00007683824,0.000080305064,0.0004462476,0.000044984925,0.96218747],"category_scores_gemma":[0.6229298,0.000055346754,0.0006559928,0.00092497625,0.000014379499,0.00030560442,0.00010191943,0.000044676577,0.00008817232],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018802043,0.000024386265,0.00007370182,0.0002842666,0.000049342,6.143042e-8,0.00034926727,0.000238154,0.00036288178,0.00004820526,0.9888754,0.009692477],"study_design_scores_gemma":[0.00016585866,0.00022044718,0.23780571,0.2830996,0.0011360792,0.000025876281,0.0057791965,0.28588894,0.09701365,0.020424223,0.0677878,0.0006526366],"about_ca_topic_score_codex":0.0000020487835,"about_ca_topic_score_gemma":0.000006246811,"teacher_disagreement_score":0.9620993,"about_ca_system_score_codex":0.0000536645,"about_ca_system_score_gemma":0.0003557656,"threshold_uncertainty_score":0.39332727},"labels":[],"label_agreement":null},{"id":"W6977375058","doi":"10.6084/m9.figshare.24070076","title":"Additional file 3 of Reporting quality of randomized controlled trials in prehabilitation: a scoping review","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; University Health Network; Ottawa Hospital; McGill University","funders":"","keywords":"Quality (philosophy); Randomized controlled trial; Data quality; Control (management); Data collection","score_opus":0.9055259964063912,"score_gpt":0.6357117674830328,"score_spread":0.2698142289233584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977375058","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004013545,0.0048696115,0.0000040555215,0.00012680922,0.00002162969,0.005741884,0.98574996,0.000005263462,0.003440645],"genre_scores_gemma":[0.0012932435,0.000054387714,0.0021525254,0.00012472791,0.000065661014,0.017698416,0.97594273,0.000009590041,0.0026587262],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.7859774,0.09531058,0.11114531,0.0008479165,0.0064949137,0.0002238736],"domain_scores_gemma":[0.02243225,0.83070827,0.14058702,0.002243924,0.003950793,0.00007775173],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.41666076,0.00015072056,0.024913855,0.00036927636,0.000027646422,0.00006862689,0.0004902678,0.000052879433,0.9983818],"category_scores_gemma":[0.9935591,0.00006819514,0.007962115,0.0019180701,0.000016270367,0.00012154217,0.00008000953,0.0000662146,0.0032946377],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002932804,0.000011571845,0.0000074380573,0.005263633,0.000118591764,7.670126e-7,0.000046542722,0.000010526504,0.000001230727,0.000008184226,0.99357826,0.00065999036],"study_design_scores_gemma":[0.040879972,0.000025330155,0.0022984773,0.89598125,0.00033201903,0.0000021053486,0.000281739,0.002706499,0.0000074319382,0.0022010838,0.05503306,0.0002510045],"about_ca_topic_score_codex":0.0000022776876,"about_ca_topic_score_gemma":0.000013682063,"teacher_disagreement_score":0.99508715,"about_ca_system_score_codex":0.000010914346,"about_ca_system_score_gemma":0.00026950298,"threshold_uncertainty_score":0.9974814},"labels":[],"label_agreement":null},{"id":"W6977421383","doi":"10.6084/m9.figshare.12799359","title":"Additional file 1 of A guide to writing systematic reviews of rare disease treatments to generate FAIR-compliant datasets: building a Treatabolome","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital; Children's Hospital of Eastern Ontario","funders":"","keywords":"Systematic review; Rare disease; MEDLINE; Disease","score_opus":0.6483808529486079,"score_gpt":0.5031353594887337,"score_spread":0.14524549345987425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977421383","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000045708333,0.001532022,0.00008072461,0.00007468483,0.000020439866,0.0018150362,0.9954951,0.0000047863914,0.00093151483],"genre_scores_gemma":[0.00038163984,0.000004341466,0.024374235,0.00040570358,0.00007275349,0.0046760803,0.9646668,0.00001812689,0.0054003163],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98444384,0.003801213,0.007989882,0.0009649926,0.002536266,0.00026381973],"domain_scores_gemma":[0.9796018,0.009885303,0.0044693816,0.0039435974,0.001581141,0.00051875383],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0043468545,0.00034343262,0.0041564135,0.00031217976,0.00010373527,0.00028705792,0.0012613339,0.000043004613,0.9918777],"category_scores_gemma":[0.2820776,0.00019000337,0.0014374739,0.0018818647,0.0000058787814,0.00020961552,0.00040649608,0.000057026948,0.01982758],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028442696,0.00005543255,0.0000067182723,0.005037974,0.00012402478,0.00004060844,0.00003913482,0.000042230273,0.000049785074,0.0000072785056,0.9934506,0.0011433855],"study_design_scores_gemma":[0.00009427583,0.000024604455,0.0005243189,0.042881753,0.0002111375,0.000015418467,0.00014495572,0.0007130268,0.000092906936,0.000027283406,0.955079,0.00019132027],"about_ca_topic_score_codex":0.000002694393,"about_ca_topic_score_gemma":0.0000073359342,"teacher_disagreement_score":0.97205013,"about_ca_system_score_codex":0.000056670648,"about_ca_system_score_gemma":0.0001883436,"threshold_uncertainty_score":0.9809356},"labels":[],"label_agreement":null},{"id":"W6977470663","doi":"10.6084/m9.figshare.14782839.v1","title":"Additional file 1 of Utilization of the evidence from studies with no events in meta-analyses of adverse events: an empirical investigation","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Empirical research; Event (particle physics); Empirical evidence; Key (lock)","score_opus":0.9369633027353781,"score_gpt":0.5868819509886939,"score_spread":0.3500813517466842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977470663","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012328132,0.0007274578,0.000010963651,0.000069215166,0.000015363335,0.00027914793,0.9864525,0.0000011859366,0.00011604276],"genre_scores_gemma":[0.347089,0.000010427239,0.009357728,0.0002727778,0.000055507542,0.00083077187,0.6390513,0.000017468774,0.0033149752],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9882182,0.005040748,0.003270067,0.00044088694,0.0029558938,0.00007418662],"domain_scores_gemma":[0.97487885,0.014494847,0.004873382,0.0016234828,0.0040799277,0.00004954212],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028010458,0.00014879036,0.0019023429,0.00012639009,0.00003319185,0.000007504763,0.000672921,0.00004669049,0.9787972],"category_scores_gemma":[0.22847655,0.000060650425,0.0009176588,0.0016932861,0.000027179934,0.00037360922,0.00014590251,0.00006424636,0.00043028695],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004552528,0.00004856553,0.005645224,0.000085510175,0.000974187,6.4532287e-7,0.00028642055,0.00044300302,0.000049069626,8.4886165e-7,0.9923902,0.000071732335],"study_design_scores_gemma":[0.000294016,0.00012882172,0.9126313,0.010685723,0.0037731393,0.000003261255,0.0029199517,0.008087869,0.0040090233,0.0025654775,0.05459931,0.00030214133],"about_ca_topic_score_codex":0.00001177029,"about_ca_topic_score_gemma":0.00022767772,"teacher_disagreement_score":0.9783669,"about_ca_system_score_codex":0.000019133013,"about_ca_system_score_gemma":0.00023960505,"threshold_uncertainty_score":0.7780223},"labels":[],"label_agreement":null},{"id":"W6977479680","doi":"10.6084/m9.figshare.26708891","title":"Additional file 4 of Application of causal inference methods in individual-participant data meta-analyses in medicine: addressing data handling and reporting gaps with new proposed reporting guidelines","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Causal inference; Inference; Group method of data handling; Key (lock); Data collection","score_opus":0.9867972791573648,"score_gpt":0.720145875534362,"score_spread":0.26665140362300277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977479680","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013850324,0.007868287,0.0042939633,0.0002590243,0.000017492208,0.0006997964,0.98638487,0.000010342362,0.00032770753],"genre_scores_gemma":[0.016887812,0.0000037103014,0.25101623,0.000042704174,0.00010110882,0.00022899795,0.7314187,0.000018065544,0.00028263993],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.96883875,0.0021771071,0.024185786,0.0015767732,0.0029917504,0.0002298059],"domain_scores_gemma":[0.6958916,0.118462734,0.15622024,0.02298778,0.0058788816,0.00055876793],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05960256,0.00025712117,0.003887835,0.0006017604,0.000048610596,0.0003028502,0.0016669434,0.00007742138,0.7753701],"category_scores_gemma":[0.7461163,0.00012118989,0.00023464178,0.002365719,0.000039414168,0.0007301223,0.00096744153,0.00021436819,0.000039434737],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023883065,0.000012852548,0.0002685741,0.00040861397,0.0008272549,0.000022964294,0.00027232303,0.00027037945,0.00021522002,0.0000041066487,0.9754813,0.02221404],"study_design_scores_gemma":[0.0002412148,0.00006353634,0.012875163,0.020919073,0.008170828,0.00011787158,0.0020479641,0.5925281,0.00045977518,0.0012139188,0.36085856,0.0005039629],"about_ca_topic_score_codex":0.00023990657,"about_ca_topic_score_gemma":0.0007404306,"teacher_disagreement_score":0.77533066,"about_ca_system_score_codex":0.000009165983,"about_ca_system_score_gemma":0.0006388521,"threshold_uncertainty_score":0.96833706},"labels":[],"label_agreement":null},{"id":"W6977488118","doi":"10.6084/m9.figshare.26574451","title":"Additional file 3 of Insights from using an outcomes measurement properties search filter and conducting citation searches to locate psychometric articles of tools used to measure context attributes","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Canadian Agency for Drugs and Technologies in Health; Ottawa Hospital","funders":"","keywords":"Measure (data warehouse); Context (archaeology); Filter (signal processing); Citation; Transaction log","score_opus":0.9797628912594801,"score_gpt":0.48329686709611414,"score_spread":0.496466024163366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977488118","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13746943,0.0010173136,0.0001802978,0.00022868263,0.000031037885,0.000784507,0.86022544,0.000008216811,0.00005505533],"genre_scores_gemma":[0.96548253,1.7781444e-7,0.002065124,0.000074658274,0.000039333903,0.0002321422,0.031917397,0.00001228879,0.00017633846],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.991104,0.001780436,0.0022219738,0.00060177187,0.0041240407,0.00016778828],"domain_scores_gemma":[0.98871756,0.0066156224,0.0005231526,0.00076936884,0.0031885637,0.00018571336],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0048529324,0.00018498383,0.0011881064,0.0008219964,0.00008490176,0.0007494527,0.00047990592,0.000051879273,0.82392186],"category_scores_gemma":[0.10726872,0.000097699965,0.0003135025,0.002277993,0.000017845023,0.0005320343,0.0001221319,0.000092177754,0.0015336587],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008401155,0.00004063708,0.00022038633,0.00021991797,0.00020847355,0.0000011817555,0.0025475123,0.00014517384,0.005052573,0.0000069967296,0.96830684,0.023241896],"study_design_scores_gemma":[0.0009360268,0.0009121996,0.15740795,0.043443605,0.00047580508,0.000013144866,0.036639694,0.06928601,0.07461784,0.0014444573,0.61306447,0.0017587623],"about_ca_topic_score_codex":0.000024232577,"about_ca_topic_score_gemma":0.00011127682,"teacher_disagreement_score":0.82830805,"about_ca_system_score_codex":0.000047623816,"about_ca_system_score_gemma":0.00014847798,"threshold_uncertainty_score":0.99924374},"labels":[],"label_agreement":null},{"id":"W6977530252","doi":"10.6084/m9.figshare.14442918","title":"Additional file 1 of The REPRISE project: protocol for an evaluation of REProducibility and Replicability In Syntheses of Evidence","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Bruyère; University of Ottawa","funders":"","keywords":"Protocol (science); Reproducibility; Reprise; Protocol analysis","score_opus":0.9623980246347906,"score_gpt":0.6357799617825202,"score_spread":0.32661806285227046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977530252","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011082548,0.000022658513,9.3644667e-7,0.000054387267,0.0000038022758,0.06439923,0.93381673,9.575596e-7,0.0005930631],"genre_scores_gemma":[0.03957948,1.4970163e-7,0.0044239727,0.000023552924,0.00003589912,0.9029884,0.052168716,0.0000083517225,0.0007715029],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.984589,0.007409962,0.003943792,0.0012762606,0.0027093245,0.0000716811],"domain_scores_gemma":[0.86504006,0.08359628,0.011702598,0.0212694,0.018319277,0.00007236699],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.057862002,0.00008519001,0.0009664711,0.000058909354,0.000029560546,0.000037861457,0.00053948106,0.000043950233,0.9601707],"category_scores_gemma":[0.9068739,0.000037082784,0.00043741355,0.0008316572,0.000030451809,0.00019333673,0.00016524659,0.000047670255,0.00002034189],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012283406,0.00010098289,0.0008046119,0.00061417866,0.000009891631,3.8677737e-8,0.00011692972,0.000014484319,0.000040869414,0.0000020260218,0.9844315,0.013852217],"study_design_scores_gemma":[0.00031139384,0.00015310493,0.45590314,0.016775828,0.00011574857,0.00000725336,0.0007785521,0.020302523,0.007926991,0.007302203,0.4902163,0.0002069578],"about_ca_topic_score_codex":0.0000069978187,"about_ca_topic_score_gemma":0.00007496506,"teacher_disagreement_score":0.9601503,"about_ca_system_score_codex":0.000019973668,"about_ca_system_score_gemma":0.00060019846,"threshold_uncertainty_score":0.9701293},"labels":[],"label_agreement":null},{"id":"W6977561961","doi":"10.6084/m9.figshare.27643290.v1","title":"Additional file 3 of The optimal approach for retrieving systematic reviews was achieved when searching MEDLINE and Epistemonikos in addition to reference checking: a methodological validation study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Systematic review; MEDLINE; Systematic error; Key (lock)","score_opus":0.8981493955824074,"score_gpt":0.5542511104127404,"score_spread":0.3438982851696669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977561961","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023027198,0.00052318425,0.002549348,0.00012615423,0.000027108083,0.007982063,0.9874803,0.0000099135605,0.0010716642],"genre_scores_gemma":[0.05496562,0.000004620862,0.1998952,0.00019404918,0.00024836764,0.0327093,0.7044334,0.00004666739,0.007502794],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97721875,0.014849691,0.004773492,0.00087701174,0.0020898057,0.0001912569],"domain_scores_gemma":[0.9367695,0.058731012,0.0022693023,0.0014796641,0.000643832,0.00010671497],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04208954,0.00023138113,0.002350473,0.00028090604,0.00012754319,0.0005827463,0.0009723859,0.000085719395,0.83052385],"category_scores_gemma":[0.45639193,0.0000999341,0.0006241719,0.0012834456,0.000010702125,0.00023433083,0.0002956151,0.00023494616,0.000468931],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064779656,0.000038114234,0.0000058280925,0.006317165,0.000045425506,9.385177e-7,0.0006327403,0.000074767835,0.000007734962,0.000025602176,0.9899486,0.0028966584],"study_design_scores_gemma":[0.0003230601,0.00041619586,0.005307073,0.09279815,0.00037468367,0.00004466828,0.0036091907,0.19337726,0.000043885015,0.00093054306,0.7021756,0.000599704],"about_ca_topic_score_codex":0.0000011862189,"about_ca_topic_score_gemma":0.0000055363007,"teacher_disagreement_score":0.83005494,"about_ca_system_score_codex":0.000044950866,"about_ca_system_score_gemma":0.000077415,"threshold_uncertainty_score":0.9863704},"labels":[],"label_agreement":null},{"id":"W6979107","doi":"10.1007/bf03022653","title":"Reporting research results: A moral obligation for all researchers","year":2007,"lang":"en","type":"letter","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":61,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Agricultural Research Institute of Ontario","funders":"","keywords":"Deception; Intervention (counseling); Value (mathematics); Obligation; Set (abstract data type); Psychology; Moral obligation; Social psychology; Health care; Public relations; Medicine; Political science; Psychiatry; Law; Computer science","score_opus":0.7284136572242315,"score_gpt":0.5102868290326629,"score_spread":0.2181268281915686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6979107","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03179404,0.0033604517,0.00033788107,0.9551933,0.0014229004,0.0018496346,0.00010033508,0.0000059561467,0.005935502],"genre_scores_gemma":[0.18727823,0.00057490874,0.045691755,0.3562524,0.113754064,0.00023409014,0.0011217532,0.0018382928,0.29325452],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.92091835,0.01595791,0.03966817,0.0016208616,0.018002085,0.0038326047],"domain_scores_gemma":[0.76570773,0.025198719,0.12121527,0.008129801,0.06554689,0.014201562],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.5985539,0.0010523287,0.0074379668,0.011630806,0.001692307,0.007421732,0.008126102,0.0018073722,0.0019535667],"category_scores_gemma":[0.3782161,0.0006622368,0.0056370227,0.004531935,0.0007604658,0.0010564255,0.000052576277,0.009928525,0.00032819915],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006216008,0.0000075629464,0.00040857593,0.00007576709,0.00030482723,0.34864807,0.0009036311,0.00006977275,0.0000016060977,0.000073908064,0.646436,0.0030081344],"study_design_scores_gemma":[0.0003797429,0.00049722666,0.00022085493,0.00036214525,0.00023701008,0.42982432,0.0010330594,0.000087916305,0.0000039101897,0.0044610994,0.5625273,0.00036544108],"about_ca_topic_score_codex":0.008829141,"about_ca_topic_score_gemma":0.020288995,"teacher_disagreement_score":0.5989409,"about_ca_system_score_codex":0.0037070112,"about_ca_system_score_gemma":0.028285606,"threshold_uncertainty_score":0.9996073},"labels":[],"label_agreement":null},{"id":"W6980290178","doi":"","title":"BLS - Joanne Sproule - January 28","year":2020,"lang":"en","type":"other","venue":"Bulletin of Miscellaneous Information (Royal Gardens Kew)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Subpoena; Subject (documents); Work (physics); Post office; Quarter (Canadian coin)","score_opus":0.14993597500598357,"score_gpt":0.33132176995241946,"score_spread":0.1813857949464359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6980290178","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000089061405,0.0011347325,0.00000890132,0.0008425984,0.00045389065,0.0010297041,0.00023043278,0.00004816729,0.99624264],"genre_scores_gemma":[0.0001618619,0.00014551211,0.0039447686,0.00092107547,0.000313773,0.000024168707,0.00012900816,0.000097771364,0.99426204],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.984031,0.0020665403,0.008098403,0.0007039877,0.004747072,0.00035297335],"domain_scores_gemma":[0.987284,0.0010653863,0.008086481,0.0026775561,0.00058964035,0.00029694775],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.012848194,0.0006233087,0.003753129,0.00024066618,0.00008301038,0.0005125645,0.002224108,0.00045546694,0.935396],"category_scores_gemma":[0.008633244,0.0003789923,0.0018392415,0.000057308873,0.00013041371,4.3308714e-7,0.00026026103,0.00036866427,0.36610875],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014618612,0.000026426094,0.0000074269615,0.00035831865,0.00020698505,0.000018740926,0.0001351543,0.000065847424,1.4649031e-7,0.000071018345,0.9951679,0.0039273915],"study_design_scores_gemma":[0.00022224148,0.0000801586,0.000011426217,0.00015881902,0.00020858545,0.000039616345,0.00018139862,0.00011460074,0.0000020326884,0.000082978266,0.99853796,0.000360183],"about_ca_topic_score_codex":0.00082006643,"about_ca_topic_score_gemma":0.0004054246,"teacher_disagreement_score":0.5692873,"about_ca_system_score_codex":0.000030043626,"about_ca_system_score_gemma":0.00005379485,"threshold_uncertainty_score":0.9998662},"labels":[],"label_agreement":null},{"id":"W6981039852","doi":"","title":"Détermination des variables clés pour maintenir ou restaurer la connectivité fonctionnelle des habitats utilisés par le caribou forestier dans les territoires sous aménagement","year":2023,"lang":"fr","type":"other","venue":"Sémaphore (Université du Québec à Rimouski)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Natural regeneration; Exclosure; Carbon stock; Natural park","score_opus":0.13394677544909317,"score_gpt":0.3213573469963559,"score_spread":0.1874105715472627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6981039852","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0869552,0.0064843376,0.21224034,0.005070644,0.001654704,0.0031185427,0.00056227186,0.00033833395,0.68357563],"genre_scores_gemma":[0.4672167,0.0006620026,0.0072729033,0.00008661471,0.00036021945,0.000096348085,0.00007977626,0.00044040248,0.523785],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9819206,0.007549032,0.0038009791,0.0025626798,0.003062327,0.0011044062],"domain_scores_gemma":[0.9846155,0.006021115,0.0039421767,0.003226907,0.0016495363,0.0005447696],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.015510572,0.0014241326,0.0040713963,0.0017360508,0.0023841122,0.0012100432,0.002876933,0.0008481377,0.027577404],"category_scores_gemma":[0.009609006,0.0010692833,0.0029514623,0.0021892206,0.0021663492,0.00080832577,0.0008150497,0.0006462651,0.002885049],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011463155,0.0007447147,0.109635845,0.0010595055,0.0034654387,0.0005580147,0.0296735,0.0019095571,0.00023733728,0.14115964,0.5198214,0.19162042],"study_design_scores_gemma":[0.0012567035,0.000234359,0.10384145,0.0011361047,0.0025206485,0.00017253977,0.0518554,0.0132160885,0.0000633238,0.015350137,0.80899715,0.001356086],"about_ca_topic_score_codex":0.1463311,"about_ca_topic_score_gemma":0.8746599,"teacher_disagreement_score":0.72832876,"about_ca_system_score_codex":0.0016674998,"about_ca_system_score_gemma":0.0017576568,"threshold_uncertainty_score":0.99985087},"labels":[],"label_agreement":null},{"id":"W6981155734","doi":"","title":"Disordered eating attitudes among Canadian teenagers","year":2002,"lang":"en","type":"article","venue":"PubMed Central","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Disordered eating; Eating disorders; Eating behavior; Feeding behavior","score_opus":0.5141503163232586,"score_gpt":0.3997913255689079,"score_spread":0.11435899075435069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6981155734","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8818374,0.0009867128,0.00048949884,0.0015759269,0.0010004806,0.0010636636,0.000023330524,0.000015255112,0.11300769],"genre_scores_gemma":[0.9753862,0.00001794942,0.0005755549,0.00026466107,0.00016900955,0.000082592174,0.0000045397396,0.000011361263,0.023488117],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9896753,0.0020095385,0.003475178,0.00072052673,0.0026335747,0.0014859088],"domain_scores_gemma":[0.99498314,0.00071551104,0.001151216,0.0017703668,0.00015614695,0.0012236284],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.024721086,0.00023105518,0.0013954343,0.0003258438,0.00025514123,0.0011390799,0.0013455669,0.000072723145,0.025587637],"category_scores_gemma":[0.019640129,0.00012355376,0.00092912774,0.0010484187,0.000074984084,0.00031051505,0.000047974776,0.00014598474,0.002183845],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.8131007e-7,0.000015798385,0.8905439,0.000007970387,0.00007281737,0.000008128381,0.00045974762,0.000105096544,8.1697743e-7,0.00029481904,0.06654288,0.041947782],"study_design_scores_gemma":[0.000088397835,0.0000033390006,0.89096856,0.000008094596,0.000047917194,0.0000025247211,0.0002563496,0.005715304,0.0000019470845,0.00020316725,0.10255983,0.00014458202],"about_ca_topic_score_codex":0.007526047,"about_ca_topic_score_gemma":0.10938806,"teacher_disagreement_score":0.10186201,"about_ca_system_score_codex":0.0001685184,"about_ca_system_score_gemma":0.000046193138,"threshold_uncertainty_score":0.99989784},"labels":[],"label_agreement":null},{"id":"W6983748582","doi":"","title":"Non-standard errors","year":2023,"lang":"en","type":"article","venue":"Durham Research Online (Durham University)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Booth School of Business, University of Chicago; Leonard N. Stern School of Business, New York University; Universität Leipzig; China Medical University; Universität Mannheim; Universität Zürich; Leibniz-Gemeinschaft; Universidad Carlos III de Madrid; Asia University; Universidad de Murcia; Stockholms Universitet; Riksbankens Jubileumsfond; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Universität Wien; Ohio State University; Universität St. Gallen; Austrian Science Fund; Eberhard Karls Universität Tübingen; Erasmus Universiteit Rotterdam; Eötvös Loránd Tudományegyetem; Université du Luxembourg; Universiteit van Amsterdam; Knut och Alice Wallenbergs Stiftelse; New York University Shanghai; University of Bristol; Cardiff University; Háskólinn í Reykjavík; Lunds Universitet; Hang Seng University of Hong Kong; Università di Bologna; Copenhagen Business School; Universiteit Utrecht; Loyola Marymount University; University of Minnesota; Wilfrid Laurier University; University of Essex; Zhongnan University of Economics and Law; Technische Universität Dresden; University of Memphis; Vrije Universiteit Amsterdam; Trường Đại học Kinh tế - Luật, Đại học Quốc gia Thành phố Hồ Chí Minh; China Medical University Hospital; University of Oklahoma; University of New South Wales; Arizona State University","keywords":"Measure (data warehouse); Population; Process (computing); Test (biology); Observational error; Variation (astronomy); Statistical hypothesis testing","score_opus":0.8531280843647796,"score_gpt":0.5956801138805236,"score_spread":0.25744797048425605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6983748582","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86315817,0.00011352709,0.0021604416,0.013257273,0.0005063605,0.0015091498,0.00041605212,0.00010699498,0.11877203],"genre_scores_gemma":[0.4884549,0.0002877928,0.0018444671,0.00012474754,0.00028642788,0.000004536611,0.00013887757,0.000039948463,0.50881827],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97237104,0.008588394,0.0033946643,0.0017410215,0.0127702635,0.0011346412],"domain_scores_gemma":[0.983731,0.005141949,0.001166889,0.0049544224,0.0042898287,0.0007159266],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.10327931,0.0003714323,0.0024852445,0.0054390263,0.000838216,0.000750779,0.00499984,0.00020666224,0.012084422],"category_scores_gemma":[0.026498917,0.0002351714,0.0016750174,0.020375865,0.00039968608,0.00057300756,0.0013673371,0.0008549782,0.02306047],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011971099,0.00019718736,0.022732029,0.00008482145,0.000342489,0.0012231022,0.0008693792,0.00043158903,0.0005064466,0.00805488,0.94813347,0.017304897],"study_design_scores_gemma":[0.0004982211,0.00013670773,0.015009958,0.000044454606,0.00005045892,0.000007798121,0.007795842,0.008441341,0.000054446686,0.0025257657,0.96517074,0.0002642698],"about_ca_topic_score_codex":0.00007980405,"about_ca_topic_score_gemma":0.0004182114,"teacher_disagreement_score":0.39004627,"about_ca_system_score_codex":0.00024941174,"about_ca_system_score_gemma":0.00051058043,"threshold_uncertainty_score":0.98881865},"labels":[],"label_agreement":null},{"id":"W6986865819","doi":"","title":"Retraction of COVID-19 Pharmacoepidemiology Research Could Have Been Avoided by Effective Use of Reporting Guidelines","year":2020,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pharmacoepidemiology; Observational study; Epidemiology; Public health; Biostatistics; Population; Pharmacovigilance","score_opus":0.9817914386131817,"score_gpt":0.8101200091752554,"score_spread":0.17167142943792635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6986865819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9433299,0.022558806,0.020891167,0.0072367853,0.00069620257,0.0033066443,0.0002048765,0.000013697533,0.0017619513],"genre_scores_gemma":[0.9891079,0.0052432776,0.0022152746,0.0019729836,0.00026517655,0.00008768682,0.000020862039,0.00004082513,0.0010460265],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8926677,0.052918606,0.04103424,0.0020348907,0.010642182,0.000702357],"domain_scores_gemma":[0.8898363,0.04382416,0.05318788,0.0022865206,0.010034389,0.0008307571],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3317891,0.00042228488,0.00729899,0.0015051044,0.00032084234,0.001192458,0.005552711,0.0002808814,0.026614385],"category_scores_gemma":[0.67546695,0.00025286537,0.0017815295,0.0040101637,0.00036636417,0.0023277611,0.0013231408,0.0011030828,0.000060404167],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014277016,0.00006845015,0.36032766,0.00024706186,0.00042753824,0.000017232045,0.000254436,0.00068639766,0.101417325,0.000020126767,0.53060234,0.0057886364],"study_design_scores_gemma":[0.0014641577,0.00013804602,0.29459268,0.0009929867,0.0013028316,0.00007684563,0.0021149598,0.021070933,0.089377716,0.014656646,0.57322615,0.0009860513],"about_ca_topic_score_codex":0.0026388282,"about_ca_topic_score_gemma":0.00006289617,"teacher_disagreement_score":0.34367788,"about_ca_system_score_codex":0.00013499332,"about_ca_system_score_gemma":0.00042486802,"threshold_uncertainty_score":0.9999924},"labels":[],"label_agreement":null},{"id":"W6989532544","doi":"","title":"Bias and uncertainty in comparative diagnostic accuracy research","year":2022,"lang":"en","type":"dissertation","venue":"Pure Amsterdam UMC","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Universiteit van Amsterdam; Amsterdam University Medical Centers; Department of Health and Social Care; National Institute for Health and Care Research; Birmingham Biomedical Research Centre; European Commission; University Hospitals Birmingham NHS Foundation Trust; McMaster University","keywords":"Diagnostic accuracy; Test (biology); Systematic review; Diagnostic test; Risk assessment; Accuracy and precision","score_opus":0.8306448108381463,"score_gpt":0.6170178763432315,"score_spread":0.21362693449491488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6989532544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92687577,0.01093144,0.000017818982,0.0007065322,0.0008866495,0.0028833419,0.00009974946,0.000007795946,0.057590924],"genre_scores_gemma":[0.9248092,0.00038364006,0.000105207466,0.000119990036,0.00012012915,0.0007562226,0.0006005311,0.000027641345,0.07307741],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9503359,0.029317569,0.008071595,0.001953673,0.009764507,0.0005567421],"domain_scores_gemma":[0.8994868,0.090786405,0.0043591755,0.0034997682,0.0016354766,0.00023237099],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.11857675,0.0004987854,0.0046304306,0.0015813664,0.00040797004,0.0015825304,0.0024472207,0.00021667029,0.022666471],"category_scores_gemma":[0.16823928,0.00027880108,0.00089017214,0.0033433656,0.000100213605,0.00026831086,0.00032960752,0.0012561709,0.001975735],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023295323,0.0005208341,0.07455683,0.0012049103,0.0007875303,0.00027127675,0.07310092,0.0010957676,0.000057887744,0.0075641037,0.71236277,0.1282442],"study_design_scores_gemma":[0.00066433655,0.00023894392,0.1407997,0.00048573627,0.00035824854,0.000020016436,0.077416874,0.004028601,0.000016536485,0.029898359,0.74518615,0.00088650937],"about_ca_topic_score_codex":0.00023306004,"about_ca_topic_score_gemma":0.0057256133,"teacher_disagreement_score":0.1273577,"about_ca_system_score_codex":0.00014219387,"about_ca_system_score_gemma":0.00025546082,"threshold_uncertainty_score":0.99996644},"labels":[],"label_agreement":null},{"id":"W6991674943","doi":"","title":"Impact of the Advanced Practice Provider in Adult Critical Care: A Systematic Review and Meta-Analysis","year":2019,"lang":"en","type":"article","venue":"Data Archiving and Networked Services (DANS)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Data collection; Context (archaeology); Population; Limiting; Work (physics)","score_opus":0.3210799836003066,"score_gpt":0.49658038923713915,"score_spread":0.17550040563683256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6991674943","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42515445,0.54069114,0.004134338,0.0067529776,0.00028200584,0.015153154,0.002101667,0.000031910848,0.005698374],"genre_scores_gemma":[0.99549586,0.0011308348,0.0018518533,0.00102176,0.000012996458,0.00007773978,0.00006568826,0.000014345035,0.00032890995],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.97793573,0.013174242,0.0052121817,0.0012440752,0.0021240476,0.0003097396],"domain_scores_gemma":[0.9762867,0.01202079,0.0032796878,0.0076113846,0.00065222057,0.0001491966],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.035884935,0.00038429038,0.0072225616,0.00022489979,0.00011877013,0.00046205273,0.0032441877,0.000052576193,0.00035845328],"category_scores_gemma":[0.013126436,0.00014299012,0.0017763601,0.0022863823,0.00008927178,0.0008522826,0.0010378397,0.0002445124,0.00004585727],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000102857906,0.0003444067,0.22255325,0.5926242,0.15727082,0.000018641167,0.017728953,0.0050734705,0.000058374364,0.00159609,0.0013992825,0.001229684],"study_design_scores_gemma":[0.00035883381,0.000116693314,0.0425482,0.006507017,0.79596925,0.00006355626,0.0076567363,0.14532235,8.18912e-7,0.0004465208,0.00042407456,0.00058593904],"about_ca_topic_score_codex":0.00037084802,"about_ca_topic_score_gemma":0.0012993824,"teacher_disagreement_score":0.63869846,"about_ca_system_score_codex":0.000018211538,"about_ca_system_score_gemma":0.00004993693,"threshold_uncertainty_score":0.99518645},"labels":[],"label_agreement":null},{"id":"W6992094069","doi":"","title":"Középiskolások egészségmagatartásának vizsgálata","year":2014,"lang":"hu","type":"other","venue":"University of Debrecen Electronic Archive (University of Debrecen)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Population; European union; Quarter (Canadian coin); Order (exchange); Public health","score_opus":0.17455364861883935,"score_gpt":0.3254583067923834,"score_spread":0.15090465817354407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6992094069","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012968164,0.005430297,0.34655368,0.0030167988,0.00093111215,0.0040097786,0.0020477402,0.00010590361,0.6249365],"genre_scores_gemma":[0.11024568,0.011262637,0.026411852,0.00025860377,0.00027802278,3.6056298e-7,0.0009634086,0.00036143116,0.850218],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9728865,0.012224125,0.0039986405,0.0034184307,0.005620082,0.0018522078],"domain_scores_gemma":[0.9716599,0.0040422156,0.014447073,0.0072288094,0.0017039462,0.00091805257],"candidate_categories":["metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.018970441,0.0015876624,0.0100387,0.0027954723,0.0009807077,0.00013296015,0.011051521,0.00097011536,0.22634897],"category_scores_gemma":[0.002205873,0.0015417034,0.0061995564,0.002636289,0.0020938776,0.0006917716,0.0019775163,0.0015642623,0.019181028],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008261636,0.0009047589,0.003713341,0.0011203476,0.007952825,0.00012501342,0.006505704,0.00021452716,0.0009325773,0.018039232,0.8587135,0.100951985],"study_design_scores_gemma":[0.0023148963,0.0006368068,0.002528618,0.0007114121,0.003454364,0.000034697583,0.006758754,0.013486834,0.000021321655,0.0052438127,0.96347785,0.0013306588],"about_ca_topic_score_codex":0.0028704787,"about_ca_topic_score_gemma":0.016485164,"teacher_disagreement_score":0.32014185,"about_ca_system_score_codex":0.0004997119,"about_ca_system_score_gemma":0.0017993216,"threshold_uncertainty_score":0.99968714},"labels":[],"label_agreement":null},{"id":"W6993077429","doi":"","title":"New features added to the online edition of the Registry of Product Evaluations","year":2009,"lang":"en","type":"article","venue":"NPARC","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Product (mathematics); Ligne; The Internet","score_opus":0.5700106729573851,"score_gpt":0.5280702900156757,"score_spread":0.04194038294170932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6993077429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4374351,0.0023344175,0.027859518,0.39829412,0.0020872632,0.0058035036,0.0002785289,0.000013632048,0.1258939],"genre_scores_gemma":[0.9642734,0.0000054262314,0.010958714,0.0005783153,0.000334743,0.000006473724,0.00000524778,0.0000023896287,0.02383531],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99194145,0.0021734808,0.002304657,0.00028930453,0.0032111153,0.000080017584],"domain_scores_gemma":[0.99339134,0.00065665826,0.0018180565,0.003253113,0.000835814,0.000045024968],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022413645,0.000085473934,0.0007469085,0.000071813425,0.00007139729,0.00007297906,0.0014123337,0.000024074388,0.004127199],"category_scores_gemma":[0.034210015,0.000027153535,0.0005761312,0.0011526251,0.000027367954,0.000052063464,0.0000444604,0.000077828685,0.000096582255],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002907643,0.000030726605,0.00018773573,0.000005007404,0.000023962695,4.171163e-8,0.00035712429,0.0001628477,0.00621478,0.0022357684,0.9145744,0.076204725],"study_design_scores_gemma":[0.00025502272,0.00013302475,0.5673394,0.00015978934,0.00059529796,0.000011057181,0.0009891408,0.0010444724,0.009591062,0.1433864,0.27633044,0.0001648668],"about_ca_topic_score_codex":0.000006988046,"about_ca_topic_score_gemma":0.00004818473,"teacher_disagreement_score":0.638244,"about_ca_system_score_codex":0.000007800437,"about_ca_system_score_gemma":0.00011244436,"threshold_uncertainty_score":0.99678314},"labels":[],"label_agreement":null},{"id":"W6996125193","doi":"","title":"Publishing systematic reviews in Canadian Family\\n Physician","year":2005,"lang":"en","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; Systematic review; MEDLINE; Alternative medicine","score_opus":0.4118930375135817,"score_gpt":0.38602936239601443,"score_spread":0.025863675117567264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6996125193","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18540591,0.05941242,0.0013561022,0.01654604,0.003482692,0.017635208,0.00008074353,0.00006785446,0.716013],"genre_scores_gemma":[0.95460564,0.00076863676,0.0017202708,0.016298458,0.0009312753,0.00059272384,0.000020102918,0.00007134318,0.024991538],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95395577,0.022770463,0.014358233,0.0016486284,0.004950503,0.0023164218],"domain_scores_gemma":[0.98765826,0.0016700119,0.0040579215,0.0045369156,0.00063625316,0.0014406389],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15718913,0.000511419,0.0048975996,0.0009511819,0.00016103567,0.004419496,0.0038016124,0.00010638293,0.0008977258],"category_scores_gemma":[0.09394359,0.0002691105,0.0013053678,0.0043648034,0.000045378576,0.0018319037,0.00013796282,0.00043966947,0.0126352655],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061842757,0.0001887639,0.042632706,0.004152339,0.00025763575,0.00012391341,0.008480292,0.00041623585,0.00007409214,0.006132256,0.7517612,0.18577436],"study_design_scores_gemma":[0.00017111396,0.0000057138295,0.03664787,0.00086799957,0.000108397566,0.000005377725,0.00032843978,0.0014006855,0.000007650975,0.00016287563,0.9599867,0.00030716512],"about_ca_topic_score_codex":0.0036130745,"about_ca_topic_score_gemma":0.049705222,"teacher_disagreement_score":0.7691997,"about_ca_system_score_codex":0.0005154909,"about_ca_system_score_gemma":0.00031880537,"threshold_uncertainty_score":0.9999761},"labels":[],"label_agreement":null},{"id":"W6997393995","doi":"","title":"The value of the evidence","year":2024,"lang":"nl","type":"book-chapter","venue":"VU Research Portal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"L'Alliance Boviteq","funders":"","keywords":"Value (mathematics); Term (time); Variation (astronomy); Component (thermodynamics); Estimation","score_opus":0.8836519920101424,"score_gpt":0.616468558400663,"score_spread":0.2671834336094795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6997393995","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012953005,0.07078881,0.000045114695,0.008632018,0.0020122456,0.0030789368,0.000121242134,0.0000047877115,0.91402155],"genre_scores_gemma":[0.14185373,0.005079764,0.00005950383,0.000051591098,0.00039843706,0.000065016975,0.0000022162408,0.00004406788,0.85244566],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9083536,0.019503433,0.018690411,0.00285148,0.049318813,0.0012822219],"domain_scores_gemma":[0.9340784,0.041197952,0.005317682,0.013869154,0.005167192,0.0003695981],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.3934937,0.00064698746,0.00399273,0.0006656218,0.0011830947,0.0029716238,0.011948104,0.0003886686,0.074284166],"category_scores_gemma":[0.112346195,0.00019917084,0.006791019,0.0018240303,0.002329874,0.00022606597,0.0027973733,0.0024728428,0.054579984],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009599401,0.0000139061885,0.00036759814,0.000303627,0.00071473565,0.00006836262,0.0001948253,0.000008425609,0.000043377702,0.72467005,0.26659456,0.0070109265],"study_design_scores_gemma":[0.000037401773,0.00009713084,0.0005950114,0.0026184893,0.0004414829,0.000040056228,0.0006899487,0.0014994289,0.000035426987,0.10270806,0.8910271,0.0002104422],"about_ca_topic_score_codex":0.00013072349,"about_ca_topic_score_gemma":0.00015913082,"teacher_disagreement_score":0.62443256,"about_ca_system_score_codex":0.00006325701,"about_ca_system_score_gemma":0.001217031,"threshold_uncertainty_score":0.9998285},"labels":[],"label_agreement":null},{"id":"W6999425092","doi":"","title":"Debate &amp;amp; analysis:Publishing qualitative research in medical journals","year":2017,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Population and Public Health","funders":"","keywords":"Qualitative research; Medical research; Qualitative analysis; MEDLINE","score_opus":0.9671508735490263,"score_gpt":0.75037566495918,"score_spread":0.21677520858984634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6999425092","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3934783,0.0016231368,0.1261654,0.07935079,0.00039317337,0.0007336351,0.000015435477,0.0000094033185,0.39823073],"genre_scores_gemma":[0.9203143,0.000080536694,0.009266959,0.00047233398,0.0001553754,0.000029096289,0.0000068028403,0.000008976571,0.06966563],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8474341,0.091398194,0.017160915,0.001921039,0.041115005,0.0009707687],"domain_scores_gemma":[0.8853976,0.06776635,0.012961341,0.021242283,0.010960081,0.0016723027],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.76638526,0.00024316368,0.0043288963,0.0032506925,0.0008788819,0.02117136,0.0089774495,0.00022795485,0.13380891],"category_scores_gemma":[0.5856212,0.000106335974,0.0022420054,0.0053793667,0.00031417093,0.0024265996,0.0009033268,0.001015777,0.013504442],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019031153,0.00019359773,0.21552654,0.00004054838,0.0025747162,0.00008544033,0.022736786,0.00009083287,0.000035721456,0.022845335,0.6767272,0.059124272],"study_design_scores_gemma":[0.0007559011,0.00002272964,0.15925711,0.00025406122,0.00065805035,0.000029071265,0.022070404,0.012014457,0.000010314927,0.25887468,0.54547495,0.00057826866],"about_ca_topic_score_codex":0.0012406271,"about_ca_topic_score_gemma":0.025927324,"teacher_disagreement_score":0.526836,"about_ca_system_score_codex":0.00007063165,"about_ca_system_score_gemma":0.00026126232,"threshold_uncertainty_score":0.99638444},"labels":[],"label_agreement":null},{"id":"W7001066251","doi":"","title":"Identifying an optimal strategy for converting pain as a continuous outcome to a responder analysis","year":2024,"lang":"en","type":"dissertation","venue":"MacSphere (McMaster University)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McMaster University","keywords":"Confidence interval; Mean difference; Sample size determination; Mean squared error; Visual analogue scale; Standard error; Interval (graph theory); Outcome (game theory)","score_opus":0.44650603812821565,"score_gpt":0.46486733706981714,"score_spread":0.01836129894160149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7001066251","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22126454,0.0011580663,0.27925217,0.0003980816,0.0016442855,0.005330981,0.00032071723,0.00013151886,0.49049965],"genre_scores_gemma":[0.068023756,0.0000028292197,0.0039653108,0.00023138498,0.00009184905,0.000015209789,0.0003005768,0.000056299188,0.9273128],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98223686,0.006296025,0.005360356,0.0023808423,0.0031660432,0.0005598956],"domain_scores_gemma":[0.9901163,0.002213061,0.0033454436,0.002381798,0.0014924277,0.00045094537],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.038737744,0.00073621987,0.0048967553,0.0027047757,0.00029525327,0.002656083,0.0023340695,0.00040566208,0.26721713],"category_scores_gemma":[0.0059234076,0.000521174,0.004493532,0.006447894,0.000029246366,0.0005397011,0.00018042467,0.00038651496,0.0025902442],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014231456,0.00016937451,0.005677582,0.0013737177,0.013092626,0.0007388813,0.0152648045,0.005807678,0.00035555777,0.0057936637,0.017642172,0.9326608],"study_design_scores_gemma":[0.0006526746,0.00045784508,0.0011774824,0.00029594812,0.01603974,0.000007197491,0.15829502,0.03849898,0.000067236004,0.0016364799,0.7815063,0.0013651013],"about_ca_topic_score_codex":0.00014863227,"about_ca_topic_score_gemma":0.0035870573,"teacher_disagreement_score":0.9312957,"about_ca_system_score_codex":0.00018035003,"about_ca_system_score_gemma":0.00020326192,"threshold_uncertainty_score":0.999724},"labels":[],"label_agreement":null},{"id":"W7001625175","doi":"","title":"La dissémination des résultats de la recherche par les chercheurs dans le secteur de la santé au Canada","year":2018,"lang":"fr","type":"other","venue":"Corpus Université Laval (Université Laval)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Research methodology; Identity (music)","score_opus":0.25119006215100764,"score_gpt":0.3808445125626392,"score_spread":0.12965445041163154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7001625175","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3263942,0.002138124,0.014564089,0.00051550794,0.00031833028,0.00060253043,0.00016132332,0.00004801617,0.6552579],"genre_scores_gemma":[0.25516188,0.0039478326,0.009378146,0.000075809236,0.00031012754,0.0000050525427,0.00007310163,0.00020533583,0.7308427],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9248913,0.06769048,0.0019296973,0.0017705932,0.002663048,0.0010549094],"domain_scores_gemma":[0.96541834,0.025929222,0.003529758,0.0026314822,0.0014820249,0.0010092028],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05133105,0.001161808,0.003128659,0.0009289388,0.0014609996,0.0006105692,0.0040944456,0.0020494019,0.007752475],"category_scores_gemma":[0.018324181,0.0009841555,0.0017052527,0.0028629086,0.0017697371,0.00046663685,0.00065311376,0.0015157495,0.00037185615],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00024993127,0.00060156337,0.17477141,0.0010099114,0.0031845218,0.00354069,0.124998115,0.00040021792,0.014551126,0.04280434,0.10258833,0.5312998],"study_design_scores_gemma":[0.0011351057,0.00011663852,0.09359261,0.0006545807,0.0020970574,0.00036591646,0.037210025,0.0014744458,0.0019173083,0.0029395449,0.85740113,0.0010956248],"about_ca_topic_score_codex":0.6957285,"about_ca_topic_score_gemma":0.896414,"teacher_disagreement_score":0.75481284,"about_ca_system_score_codex":0.010116947,"about_ca_system_score_gemma":0.009780109,"threshold_uncertainty_score":0.99983895},"labels":[],"label_agreement":null},{"id":"W7005446084","doi":"","title":"Quality assessment of observational studies in a drug-safety systematic review, comparison of two tools: the Newcastle&ndash;Ottawa Scale and the RTI item bank","year":2014,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Inter-rater reliability; Statistic; Percentile; Scale (ratio); Cohen's kappa; Observational study; Quality (philosophy); Quality assessment","score_opus":0.9354791294795641,"score_gpt":0.7453040008931215,"score_spread":0.1901751285864426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7005446084","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63986874,0.33470255,0.0058527994,0.003588857,0.00058359955,0.0071467604,0.000087473614,0.0000060247075,0.008163169],"genre_scores_gemma":[0.9875252,0.010304622,0.00087719783,0.0005225934,0.000047276797,0.00017976863,0.0000043791897,0.000014644235,0.0005243063],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9139468,0.051288072,0.025286986,0.0009028525,0.008225149,0.000350162],"domain_scores_gemma":[0.9212695,0.05021372,0.022386866,0.0030663568,0.0029374824,0.000126085],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.29100773,0.00041118776,0.01045746,0.0004662554,0.00028954452,0.0011940472,0.00624246,0.000053022966,0.002882516],"category_scores_gemma":[0.07569162,0.00015964633,0.001351065,0.002490859,0.00056460535,0.0012657118,0.0011952409,0.00036552158,0.0000130622975],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044248696,0.00022463113,0.92110044,0.029574214,0.0010323355,7.3506925e-7,0.0016257538,0.00042730756,0.00026866695,0.0065320246,0.03650559,0.0026640417],"study_design_scores_gemma":[0.0011289354,0.000011623486,0.9377268,0.029542757,0.0014123155,0.000007640603,0.0031195201,0.008205229,0.00012095213,0.015665865,0.0027280545,0.00033030848],"about_ca_topic_score_codex":0.00034099902,"about_ca_topic_score_gemma":0.00058503274,"teacher_disagreement_score":0.34765646,"about_ca_system_score_codex":0.000077704266,"about_ca_system_score_gemma":0.00014330824,"threshold_uncertainty_score":0.9998428},"labels":[],"label_agreement":null},{"id":"W7017551267","doi":"","title":"Assessing the Robustness of Meta-Analysis for the Fixed-Effect Model","year":2025,"lang":"en","type":"dissertation","venue":"MacSphere (McMaster University)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Normality; Sample size determination; Robustness (evolution); Type I and type II errors; Monte Carlo method; Outcome (game theory); Statistical power; Null hypothesis; Statistical hypothesis testing; Variable (mathematics)","score_opus":0.5420709849783156,"score_gpt":0.4510227590550158,"score_spread":0.09104822592329981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7017551267","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001537996,0.0031296406,0.60250324,0.00058197527,0.0005068695,0.0028370942,0.00016692227,0.00001077426,0.38872546],"genre_scores_gemma":[0.040605992,0.000017874358,0.0020501015,0.00006261225,0.000036701393,0.000028412727,0.0000940853,0.00001828813,0.9570859],"study_design_codex":"simulation_or_modeling","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9843847,0.007045289,0.0038600725,0.0011970237,0.0032172112,0.0002957096],"domain_scores_gemma":[0.97355473,0.0141917365,0.0063969297,0.0040439204,0.0017417207,0.00007098459],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.03358976,0.0006023929,0.0070027052,0.0007751245,0.0005703417,0.0012380059,0.004911198,0.00028077743,0.13437216],"category_scores_gemma":[0.0037589697,0.00022706616,0.016396556,0.0055053807,0.000074614414,0.00037415596,0.00019792245,0.0003324088,0.00003791274],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077021665,0.00005479806,0.0003922496,0.00053879665,0.26284325,0.0000034412044,0.00066802476,0.59443915,0.0000109878365,0.0039474145,0.015925018,0.12109984],"study_design_scores_gemma":[0.00017448419,0.00001883429,0.00019242267,0.000020222018,0.47484064,3.219274e-7,0.006017597,0.41607463,0.000036433637,0.00031278314,0.102073394,0.00023823263],"about_ca_topic_score_codex":0.00004755023,"about_ca_topic_score_gemma":0.0012815725,"teacher_disagreement_score":0.60045314,"about_ca_system_score_codex":0.000056567973,"about_ca_system_score_gemma":0.0002247988,"threshold_uncertainty_score":0.99979883},"labels":[],"label_agreement":null},{"id":"W7019724669","doi":"","title":"Identification of Optimal Study Weights in Meta-Analyses with a Binary Outcome","year":2024,"lang":"en","type":"dissertation","venue":"MacSphere (McMaster University)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Nucleofection; Sulfinpyrazone; Diafiltration; Hyporeflexia; Tubulopathy; Articular cartilage damage","score_opus":0.5388730284049239,"score_gpt":0.46599417363153767,"score_spread":0.07287885477338624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7019724669","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79021,0.0018298188,0.0009238014,0.000090664435,0.00046875596,0.0026074413,0.00007902796,0.000020205938,0.20377028],"genre_scores_gemma":[0.38076448,0.0000054065863,0.00039426752,0.0000059661515,0.000013837636,0.000007795991,0.00004299656,0.000022110242,0.6187431],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.98130924,0.0053093215,0.0070928345,0.0016759088,0.004367194,0.00024552262],"domain_scores_gemma":[0.98952115,0.0008466503,0.0059075,0.0026349889,0.0009808983,0.00010883994],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.016157499,0.00063649745,0.0061271917,0.0022257061,0.000086192966,0.00056753337,0.0023298662,0.0002067181,0.19130352],"category_scores_gemma":[0.0007971756,0.00031950575,0.002969351,0.005224826,0.000049775586,0.00043924758,0.00014642742,0.00037926817,0.0012403097],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032863682,0.008454864,0.33601663,0.008342635,0.23849143,0.006786408,0.11836739,0.026175003,0.003389584,0.01028513,0.020117901,0.22028665],"study_design_scores_gemma":[0.002997995,0.0013650878,0.1020571,0.0005687297,0.2263136,0.000021599093,0.38228455,0.012872247,0.00068202085,0.0012726989,0.2665428,0.0030215571],"about_ca_topic_score_codex":0.00015070522,"about_ca_topic_score_gemma":0.003288305,"teacher_disagreement_score":0.41497284,"about_ca_system_score_codex":0.00009969937,"about_ca_system_score_gemma":0.00012797797,"threshold_uncertainty_score":0.9999257},"labels":[],"label_agreement":null},{"id":"W7021161483","doi":"","title":"Network meta-analysis using Bayesian methods and some diagnostics","year":2018,"lang":"en","type":"dissertation","venue":"Mspace (University of Manitoba)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Outlier; Bayesian probability; Bayesian network; Extension (predicate logic); Anomaly detection","score_opus":0.5554063301244331,"score_gpt":0.46597428922581974,"score_spread":0.08943204089861334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7021161483","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23937051,0.04416853,0.69749063,0.001417165,0.0018628171,0.0024970528,0.0002593071,0.00003795947,0.012896],"genre_scores_gemma":[0.046267897,0.0010541904,0.9096442,0.00023781125,0.00049925386,0.0000026413693,0.00033816652,0.000078125835,0.041877728],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.98324156,0.009238448,0.002552402,0.0013552401,0.003276318,0.000336005],"domain_scores_gemma":[0.98287666,0.0042938665,0.007909968,0.0031064944,0.0015905385,0.00022246446],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.046487775,0.00052617316,0.009386247,0.0012157573,0.000494271,0.00039854684,0.0019018919,0.00038814856,0.002590214],"category_scores_gemma":[0.0054328092,0.0003731484,0.0068217525,0.0030023714,0.00015321214,0.0003699113,0.00023641928,0.0002616125,0.00022504573],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118041535,0.00021670827,0.055393785,0.00084852404,0.66146594,0.00012327172,0.00402776,0.003654312,0.00009072838,0.006547773,0.25655386,0.010959291],"study_design_scores_gemma":[0.00016949003,0.000068173125,0.04431054,0.000034673598,0.83897376,0.000003882859,0.02803554,0.0312098,0.000014612307,0.011983475,0.044474617,0.00072144944],"about_ca_topic_score_codex":0.000560642,"about_ca_topic_score_gemma":0.104490384,"teacher_disagreement_score":0.21215352,"about_ca_system_score_codex":0.00005178852,"about_ca_system_score_gemma":0.0000875726,"threshold_uncertainty_score":0.999872},"labels":[],"label_agreement":null},{"id":"W7024006608","doi":"","title":"Publication bias and quality of reporting of Pharmacodynamic Studies utilizing invasive research procedures within early phase cancer trials","year":2012,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Pharmacodynamics; Accrual; Clinical trial; Cancer; Quality (philosophy); Value (mathematics); Cancer drugs; Appeal","score_opus":0.9169457515076735,"score_gpt":0.6533331509725127,"score_spread":0.2636126005351609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024006608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9764623,0.012814313,5.042411e-7,0.00003481377,0.0006995038,0.0026724883,0.00074816047,0.000015457848,0.0065524704],"genre_scores_gemma":[0.9914155,0.0014078206,0.0005788056,0.000025894118,0.000061473555,0.0005296235,0.00016723071,0.00006511696,0.005748546],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.8451254,0.062489722,0.07389958,0.0032300388,0.014225444,0.0010298069],"domain_scores_gemma":[0.8730424,0.019885024,0.08754636,0.0024831882,0.016724987,0.00031804023],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.52895314,0.0007632901,0.0105279125,0.0020375045,0.0008528785,0.0004321912,0.0017626013,0.00049385556,0.0009877498],"category_scores_gemma":[0.7516201,0.00045881313,0.0020602578,0.0034999591,0.00024808,0.0014731415,0.00030871187,0.0012211881,0.00006541529],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084744307,0.000863361,0.015258469,0.016091347,0.006693892,0.00000797274,0.0018400663,0.000015475393,0.69126767,0.072188765,0.00018903067,0.19473654],"study_design_scores_gemma":[0.0062662154,0.0007647973,0.08347615,0.011911283,0.008616456,0.000035255096,0.06371859,0.00022657013,0.7177365,0.09510255,0.008858628,0.0032869952],"about_ca_topic_score_codex":0.0009971583,"about_ca_topic_score_gemma":0.0056034056,"teacher_disagreement_score":0.22266701,"about_ca_system_score_codex":0.00029978805,"about_ca_system_score_gemma":0.00043904915,"threshold_uncertainty_score":0.9999255},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7033955309","doi":"","title":"Servir les besoins d'une collectivité changeante : un compte rendu du sondage sur la problématique du multiracial et du pluriculturel dans les collèges et les instituts canadiens /","year":2015,"lang":"fr","type":"other","venue":"Bibliothèque et Archives nationales du Québec (Québec government)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Chine; China; Work (physics)","score_opus":0.1193711191293691,"score_gpt":0.3241565775515523,"score_spread":0.2047854584221832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7033955309","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19982076,0.014029089,0.010291559,0.071212225,0.00068126695,0.004905002,0.00564631,0.0001588812,0.6932549],"genre_scores_gemma":[0.37500212,0.0064702635,0.004697005,0.0019750628,0.00096202234,0.0008940757,0.0003153125,0.0004026508,0.6092815],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96707624,0.015928824,0.006134249,0.0025572116,0.007339009,0.0009644403],"domain_scores_gemma":[0.95161223,0.036576882,0.0074989516,0.0021317317,0.0013165764,0.00086363865],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.020473376,0.002067116,0.0050513144,0.0027894797,0.0014090694,0.0028000732,0.0039814753,0.0006751621,0.021813452],"category_scores_gemma":[0.053846624,0.0014167487,0.0022425489,0.0046595787,0.0011485294,0.0012424102,0.0013057423,0.0013543802,0.0009677443],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00015976827,0.0015894468,0.13087125,0.000836026,0.0025680668,0.0002585911,0.06622155,0.0014055442,0.0004284418,0.06100428,0.73170733,0.0029497112],"study_design_scores_gemma":[0.0015884996,0.00018861813,0.11159113,0.0009793045,0.0006763697,0.00027236677,0.0017967778,0.005453247,0.000058074216,0.00036833467,0.87573415,0.0012931064],"about_ca_topic_score_codex":0.4881133,"about_ca_topic_score_gemma":0.9977146,"teacher_disagreement_score":0.50960124,"about_ca_system_score_codex":0.0045464784,"about_ca_system_score_gemma":0.043131247,"threshold_uncertainty_score":0.999891},"labels":[],"label_agreement":null},{"id":"W7036571705","doi":"","title":"Chilly - Online Sex Worker","year":2020,"lang":"en","type":"other","venue":"Bulletin of Miscellaneous Information (Royal Gardens Kew)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bespoke; Sex workers; Sex work; Casual; Sex discrimination","score_opus":0.1458712485535901,"score_gpt":0.3343995238076671,"score_spread":0.18852827525407698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7036571705","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000137464785,0.0007727264,0.0000072002827,0.0008202252,0.00034341158,0.00073456095,0.0003429319,0.000045256278,0.99691993],"genre_scores_gemma":[0.00016434502,0.00013919994,0.0047076377,0.0011706805,0.0003491906,0.00001116177,0.00023366598,0.00010554478,0.9931186],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98492014,0.0018479037,0.0077885883,0.00064064807,0.0044979053,0.00030479045],"domain_scores_gemma":[0.9882364,0.0009961909,0.007557863,0.0024613156,0.00048378878,0.00026439884],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.009654682,0.0005840737,0.0035750526,0.00021111977,0.00006677899,0.00041550503,0.0020494163,0.00042491977,0.9478898],"category_scores_gemma":[0.007956618,0.0003420713,0.001680913,0.000053187978,0.00010989109,2.5425396e-7,0.00023446223,0.0003706192,0.22185226],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010508227,0.00003392815,0.000013487697,0.00017282635,0.00021230004,0.000011330008,0.00012305676,0.00009748475,5.5110217e-8,0.000027552585,0.98974466,0.009552783],"study_design_scores_gemma":[0.00020580197,0.000052301468,0.000033702305,0.00015976152,0.00017654758,0.000031854823,0.00019648812,0.00015497273,4.3732115e-7,0.000038193204,0.99863344,0.00031650148],"about_ca_topic_score_codex":0.00055451505,"about_ca_topic_score_gemma":0.00072762434,"teacher_disagreement_score":0.7260375,"about_ca_system_score_codex":0.000024202189,"about_ca_system_score_gemma":0.000046346588,"threshold_uncertainty_score":0.99990314},"labels":[],"label_agreement":null},{"id":"W7039062428","doi":"","title":"L’expérience médiatisée : le spectateur dans l’âge des technologies numériques","year":2022,"lang":"en","type":"other","venue":"Jagiellonian University Repository (Jagiellonian University)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Narrative; Field (mathematics); Perception; Augmented reality; Emerging technologies; Virtual reality","score_opus":0.1698706416780091,"score_gpt":0.3270842450102647,"score_spread":0.15721360333225556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7039062428","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007856515,0.00095857057,0.0038744453,0.00043645393,0.00083517266,0.0012751056,0.00023432141,0.0007291583,0.98380023],"genre_scores_gemma":[0.036482852,0.00052917784,0.0035056875,0.0000348538,0.00013386685,0.000001881552,0.000041980606,0.00027470163,0.958995],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98011696,0.007890424,0.002908665,0.0035921445,0.004405976,0.0010858399],"domain_scores_gemma":[0.983756,0.0011409195,0.006315162,0.0075615034,0.0007085841,0.0005178072],"candidate_categories":["metaepi_narrow","sts","open_science","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.0066801226,0.001362308,0.0044206246,0.0045856507,0.0020411487,0.0010292364,0.0105187595,0.0009238046,0.01741603],"category_scores_gemma":[0.0015204437,0.0012091645,0.0030833837,0.0063514337,0.0016336176,0.0009896605,0.002559415,0.0013668612,0.0017694593],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007993798,0.00042380305,0.07323434,0.00022427713,0.0013857953,0.0088284705,0.0060800593,0.0001272127,0.00042287895,0.013117459,0.8935,0.0025757675],"study_design_scores_gemma":[0.00052792253,0.00013779721,0.00076831336,0.00011428959,0.00044879,0.00016050978,0.095108025,0.00016251214,0.00014624537,0.00039431077,0.90091956,0.0011117443],"about_ca_topic_score_codex":0.0017729457,"about_ca_topic_score_gemma":0.0028723588,"teacher_disagreement_score":0.08902796,"about_ca_system_score_codex":0.0012870437,"about_ca_system_score_gemma":0.0009036837,"threshold_uncertainty_score":0.9999128},"labels":[],"label_agreement":null},{"id":"W7039740939","doi":"","title":"More than Talking Heads?!? How do administrative tribunals hear from the public? A report prepared for the Consumers’ Association of Canada – Manitoba Branch","year":2021,"lang":"en","type":"report","venue":"WinnSpace (University of Winnipeg)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Transparency (behavior); Statutory law; Affect (linguistics); Association (psychology); Scholarship; Subject (documents); Public engagement","score_opus":0.4729109362528036,"score_gpt":0.4193335517396539,"score_spread":0.053577384513149695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7039740939","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3797008,0.041166224,0.03007283,0.47305208,0.008793211,0.017579252,0.019228684,0.00005938431,0.030347507],"genre_scores_gemma":[0.87446153,0.00057731,0.0013334177,0.00015881074,0.0003653831,0.000015958361,0.00072158634,0.000042946303,0.12232303],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97880733,0.0046925116,0.0033767282,0.0014191301,0.011208004,0.00049632473],"domain_scores_gemma":[0.94075894,0.017609494,0.024251511,0.0052863183,0.011862613,0.00023109837],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.055423252,0.0005236586,0.0048322584,0.00021477343,0.0007696172,0.00063266116,0.0028469544,0.00040762933,0.0016224028],"category_scores_gemma":[0.058475506,0.00030080267,0.0030347388,0.001677812,0.000262974,0.0003542661,0.00037064112,0.00046387356,0.0000068970417],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003659599,0.000054893597,0.06887634,0.00016879295,0.004718468,0.00010824337,0.003088743,0.000013688922,0.000029909363,0.000087407214,0.92082864,0.0019882582],"study_design_scores_gemma":[0.00038059393,0.000040925806,0.040773857,0.0003030474,0.0021114363,0.000056920704,0.08629821,0.00019227077,0.000024015008,0.00018267531,0.8693138,0.00032224788],"about_ca_topic_score_codex":0.20173043,"about_ca_topic_score_gemma":0.8219314,"teacher_disagreement_score":0.620201,"about_ca_system_score_codex":0.0008811294,"about_ca_system_score_gemma":0.009607651,"threshold_uncertainty_score":0.9999444},"labels":[],"label_agreement":null},{"id":"W7043659388","doi":"","title":"Systematic reviews of diagnostic test accuracy: Methodology, reporting, and imaging specific issues","year":2023,"lang":"en","type":"dissertation","venue":"UvA-DARE (University of Amsterdam)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Ottawa","keywords":"Matching (statistics); Noise (video); Context (archaeology); Identification (biology); Nucleofection; Field (mathematics)","score_opus":0.686519749057192,"score_gpt":0.5095159271384486,"score_spread":0.17700382191874342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7043659388","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66321737,0.2430054,0.016304601,0.0033038142,0.0072754333,0.025572369,0.0007133934,0.00019571242,0.040411934],"genre_scores_gemma":[0.2902145,0.0708054,0.09346052,0.00020721492,0.00059490127,0.00006829912,0.0017189572,0.0003534854,0.54257673],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.96945,0.011287766,0.014345593,0.0014817588,0.0031108025,0.00032407758],"domain_scores_gemma":[0.8031741,0.10729936,0.08072724,0.0055367183,0.0030124998,0.00025013246],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.10444135,0.00057306624,0.011268809,0.00113193,0.00023502785,0.00023993701,0.0021827035,0.00024457858,0.0035209532],"category_scores_gemma":[0.48503253,0.0003933634,0.0026099635,0.0016077701,0.00018611283,0.00036793985,0.0003016367,0.00031460688,0.000973802],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008630709,0.00034961995,0.047310293,0.25513363,0.0027536782,0.00080536836,0.06085798,0.000017274837,0.0021752957,0.0012276117,0.4509861,0.17829686],"study_design_scores_gemma":[0.001401744,0.00039459814,0.17652312,0.102978975,0.013192906,0.00024837002,0.3992749,0.001696226,0.00035880087,0.010435348,0.2904975,0.002997529],"about_ca_topic_score_codex":0.00028349715,"about_ca_topic_score_gemma":0.0005937525,"teacher_disagreement_score":0.5021648,"about_ca_system_score_codex":0.000047098903,"about_ca_system_score_gemma":0.00009844112,"threshold_uncertainty_score":0.9998518},"labels":[],"label_agreement":null},{"id":"W7073681137","doi":"","title":"Evidence-based perinatal and paediatric health care: The contribution of the Cochrane Collaboration and the Canadian Cochrane Network and Centre","year":2002,"lang":"en","type":"article","venue":"PubMed Central","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nucleofection; Gestational period; TSG101; Diafiltration; Dysgeusia; Liquation; Emperipolesis; Triacetin; Durvalumab","score_opus":0.1909859591673442,"score_gpt":0.3655217554775531,"score_spread":0.1745357963102089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7073681137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52272713,0.34472203,0.00019746074,0.12704831,0.0008465248,0.004109502,0.00009697051,0.0000046543623,0.00024740843],"genre_scores_gemma":[0.99567163,0.0027905386,0.000038805378,0.0011085963,0.00017573833,0.00004462934,0.000004506446,0.000004443991,0.00016108635],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9891397,0.0061041554,0.001848859,0.00040831385,0.0018313148,0.0006676815],"domain_scores_gemma":[0.99363065,0.0032286951,0.0013333958,0.0009013682,0.0005349618,0.0003709022],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032786433,0.00016968965,0.0010560792,0.000063971005,0.00075744296,0.00070072664,0.00046405083,0.000059917777,0.00021393552],"category_scores_gemma":[0.01528204,0.000060152182,0.00021881763,0.0011272723,0.00037927632,0.00015371628,0.000052562238,0.00014057642,0.00000459917],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012386584,0.000030648876,0.7969947,0.00034005442,0.00024539,0.000004638879,0.012887297,0.0010431358,0.0000021965395,0.023566164,0.074023426,0.09073851],"study_design_scores_gemma":[0.0016843874,0.000035940124,0.9395538,0.00015590843,0.0003718932,0.000020269457,0.002069703,0.022407807,0.000008104131,0.00045265513,0.03306345,0.00017608398],"about_ca_topic_score_codex":0.0034709212,"about_ca_topic_score_gemma":0.11604149,"teacher_disagreement_score":0.47294453,"about_ca_system_score_codex":0.00014994388,"about_ca_system_score_gemma":0.0002865757,"threshold_uncertainty_score":0.9959499},"labels":[],"label_agreement":null},{"id":"W7073867609","doi":"","title":"[CONSORT for reporting randomized controlled trials in journal and conference abstracts: explanation and elaboration].","year":2008,"lang":"en","type":"article","venue":"Oxford University Research Archive (ORA) (University of Oxford)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Troubleshooting; Context (archaeology); Quality (philosophy); Checklist; Population; Randomized controlled trial","score_opus":0.548697589212876,"score_gpt":0.4566850107813187,"score_spread":0.09201257843155736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7073867609","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.863025,0.0002765189,0.11596507,0.00198852,0.00006354804,0.0034055803,0.00009942439,0.000006090143,0.015170239],"genre_scores_gemma":[0.9650115,0.0042673796,0.024080135,0.000014414207,0.000032122276,0.000001809442,0.000026551412,0.0000070856245,0.0065590222],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9645812,0.023983872,0.0069900285,0.0008191612,0.0031730572,0.00045266707],"domain_scores_gemma":[0.8363575,0.1123988,0.037810747,0.0022086243,0.010199871,0.0010245014],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28213707,0.00022664403,0.0068466803,0.0022581303,0.0010682811,0.00027935917,0.00096358964,0.00011454697,0.00056986406],"category_scores_gemma":[0.17292455,0.00015718608,0.0014661833,0.0010135922,0.0009103609,0.00096129917,0.0002833381,0.00045691774,0.000004272162],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3453254,0.0012768288,0.24086875,0.0010850292,0.009391215,0.0028981292,0.0697918,0.0016716729,0.0058917236,0.17602563,0.07145253,0.07432128],"study_design_scores_gemma":[0.40027514,0.00089446624,0.082795754,0.0006362909,0.0017255164,0.00044713696,0.1525755,0.09568577,0.00006012685,0.095772654,0.16804715,0.0010845066],"about_ca_topic_score_codex":0.0001325722,"about_ca_topic_score_gemma":0.0006247999,"teacher_disagreement_score":0.158073,"about_ca_system_score_codex":0.00007964347,"about_ca_system_score_gemma":0.0005625065,"threshold_uncertainty_score":0.83404225},"labels":[],"label_agreement":null},{"id":"W7086771822","doi":"10.1177/036063252205200612","title":"Piece by Piece","year":2022,"lang":"en","type":"article","venue":"Lighting Design + Application","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"","score_opus":0.6674605054708315,"score_gpt":0.4940043644466388,"score_spread":0.17345614102419266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7086771822","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008136689,0.00070223707,0.9790003,0.0017983331,0.00012370646,0.0011590715,0.0000132220475,0.000028963987,0.009037506],"genre_scores_gemma":[0.95441,0.000006119323,0.02094845,0.00081688445,0.00010579881,0.0011123398,0.00004008815,0.000021461245,0.022538828],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98258847,0.006968029,0.0045983414,0.0011148273,0.004481519,0.00024880248],"domain_scores_gemma":[0.98997635,0.003001291,0.0035552015,0.0030200211,0.00034251608,0.00010464853],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.081919864,0.00019884824,0.0011500571,0.00018426088,0.0005954489,0.00045244498,0.001983933,0.000041628038,0.0058652903],"category_scores_gemma":[0.0042492584,0.000121585595,0.0004975043,0.0018263744,0.000022153008,0.00013762992,0.00019620344,0.00017855318,0.004711532],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008109985,0.00009679597,0.0019165924,0.000011490777,0.00005837748,8.613223e-7,0.00049862574,0.0013087229,0.027809493,0.007525762,0.888593,0.07217217],"study_design_scores_gemma":[0.000097989345,0.000034052082,0.0002332815,0.0000024467233,0.00006446976,0.00000855615,0.00029278317,0.048013404,0.0013852692,0.011335575,0.9383566,0.00017559582],"about_ca_topic_score_codex":0.000012765625,"about_ca_topic_score_gemma":7.5946633e-7,"teacher_disagreement_score":0.9580518,"about_ca_system_score_codex":0.0000717685,"about_ca_system_score_gemma":0.000035946778,"threshold_uncertainty_score":0.9960634},"labels":[],"label_agreement":null},{"id":"W7090319786","doi":"10.5281/zenodo.17339096","title":"Dataset for: SESR-Eval: Dataset for Evaluating LLMs in the Title-Abstract Screening of Systematic Reviews","year":2025,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Scopus; Documentation; Replication (statistics); Python (programming language); License; Systematic review; Publication","score_opus":0.8172144440829286,"score_gpt":0.5510569691749024,"score_spread":0.2661574749080262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7090319786","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000017745132,0.0010155214,0.0064467103,0.00016939922,0.00012345129,0.005266672,0.98520094,0.0000062185045,0.0017693263],"genre_scores_gemma":[0.000026989914,0.00020853568,0.0011423082,0.00023067955,0.0000871081,0.0000035711575,0.9972195,0.00014100817,0.00094028923],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9833088,0.00784928,0.0052351407,0.00084958127,0.0024585521,0.00029864252],"domain_scores_gemma":[0.9863619,0.0033787242,0.0040504285,0.0049444865,0.0011832038,0.0000812234],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.120495126,0.00030680894,0.00228684,0.00059161516,0.0006961483,0.0016856663,0.00623432,0.00012158864,0.03031996],"category_scores_gemma":[0.105643526,0.0001665281,0.00057281455,0.0011960751,0.000074910175,0.00018355616,0.00093150965,0.00031295922,0.007416715],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000118843245,0.000042079202,9.662587e-8,0.009698602,0.000090751106,0.0000011998333,0.000058691166,0.000016984404,0.000005658789,0.000089750596,0.9838032,0.0061810897],"study_design_scores_gemma":[0.0002263334,0.00006602976,0.0000033944261,0.0015814016,0.00035907852,0.000010918722,0.0002238711,0.0010020292,0.000001093175,0.000095427305,0.99628425,0.00014617179],"about_ca_topic_score_codex":0.000016135133,"about_ca_topic_score_gemma":0.0000036262138,"teacher_disagreement_score":0.022903247,"about_ca_system_score_codex":0.000052029987,"about_ca_system_score_gemma":0.000015033692,"threshold_uncertainty_score":0.99935067},"labels":[],"label_agreement":null},{"id":"W7095562977","doi":"","title":"and methodology in cardiovascular and diabetes trials: the CANNeCTIN Biostatistics and Methodological Innovation Working Group","year":2013,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Biostatistics; Clinical trial; Alternative medicine; Foundation (evidence); Public health; Research design","score_opus":0.9499050458759172,"score_gpt":0.595270546174165,"score_spread":0.3546344997017522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095562977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73896766,0.011233444,0.24640143,0.0016867251,0.00013425465,0.0009863876,0.0000020925318,0.0000041078806,0.0005838735],"genre_scores_gemma":[0.7410868,0.0002151633,0.25781876,0.00050233793,0.000052533032,0.00007929145,0.0000017449266,0.0000054536486,0.0002379317],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.91866225,0.074180335,0.005121902,0.00074798195,0.0010770134,0.00021051512],"domain_scores_gemma":[0.88173825,0.11484941,0.0017330643,0.001192966,0.0004158375,0.00007047199],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.45196027,0.00018381745,0.0036761493,0.00036130246,0.00011592044,0.00068719365,0.00029798577,0.00010706079,0.00070730445],"category_scores_gemma":[0.29305467,0.00006559182,0.00028873692,0.0014074892,0.00015639928,0.00011832891,0.00016977485,0.00015213634,0.000019165655],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040542313,0.000009155922,0.17159817,0.000029390196,0.00046940212,0.0000014973959,0.00049248297,0.00001431388,0.00052879297,0.034711566,0.0033417996,0.78879935],"study_design_scores_gemma":[0.00063845946,0.00009557392,0.64713836,0.00003506275,0.00067783566,0.000028188162,0.004428219,0.017077085,0.00009038959,0.29766768,0.031797398,0.00032575597],"about_ca_topic_score_codex":0.0001966489,"about_ca_topic_score_gemma":0.00009203036,"teacher_disagreement_score":0.7884736,"about_ca_system_score_codex":0.000007808576,"about_ca_system_score_gemma":0.000009138851,"threshold_uncertainty_score":0.77444875},"labels":[],"label_agreement":null},{"id":"W7095678931","doi":"","title":"STUDY PROTOCOL Evaluating the impact of MEDLINE filters on evidence retrieval: study protocol","year":2013,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MEDLINE; Protocol (science); Set (abstract data type); Recall; Filter (signal processing)","score_opus":0.9066236247861444,"score_gpt":0.699611056932892,"score_spread":0.2070125678532524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095678931","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23916483,0.0000012586711,0.00013897082,0.00018455398,0.00002211912,0.7582021,8.484728e-7,0.000007737589,0.002277613],"genre_scores_gemma":[0.34316048,1.8704261e-8,0.00037209073,0.00004420585,0.000037389727,0.6522605,9.5605564e-8,0.0000106513535,0.004114561],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.93382376,0.035408273,0.013811061,0.001497569,0.015040224,0.0004190793],"domain_scores_gemma":[0.9682203,0.012852167,0.007603987,0.007662587,0.0034736784,0.00018729418],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.23870564,0.000462977,0.0031926464,0.00032352947,0.00023223607,0.0011974934,0.0035975785,0.000050898983,0.05125261],"category_scores_gemma":[0.108253956,0.00013253598,0.0016944903,0.0026059523,0.00007309168,0.00053434755,0.00037173938,0.0002564732,0.0032189754],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008512158,0.0073177423,0.7974127,0.00020474514,0.0018840348,0.000008516092,0.012926624,0.0027629677,0.0013039362,0.000043080046,0.1327289,0.042555533],"study_design_scores_gemma":[0.005389358,0.041504018,0.8292375,0.00045942634,0.00062760006,0.000009060284,0.034714058,0.08437926,0.00035238286,0.0018197355,0.0007530092,0.00075459486],"about_ca_topic_score_codex":0.00039153683,"about_ca_topic_score_gemma":0.000036884227,"teacher_disagreement_score":0.1319759,"about_ca_system_score_codex":0.00007634401,"about_ca_system_score_gemma":0.00021227867,"threshold_uncertainty_score":0.99983937},"labels":[],"label_agreement":null},{"id":"W7096219772","doi":"","title":"PRÉSENTÉE COl&amp;apos;vfl.VIE EXIGENCE PARTŒLLE DU DOCTORAT EN PSYCHOLOGIE PAR","year":2014,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics); Diffuser (optics); Workplace safety","score_opus":0.9203742700648544,"score_gpt":0.6328293651098355,"score_spread":0.28754490495501894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096219772","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29528666,0.0008552737,0.22735092,0.009812741,0.0028467828,0.0018901936,0.00001669845,0.00008273745,0.461858],"genre_scores_gemma":[0.91145694,0.000094922,0.015075609,0.0021289373,0.00039045664,0.000094089424,0.000008787971,0.0000169438,0.07073333],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9757778,0.010691065,0.007066139,0.0014537794,0.00451691,0.00049428135],"domain_scores_gemma":[0.98486245,0.005573846,0.0024977645,0.0058493284,0.0008763486,0.00034024505],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.09582699,0.0004045929,0.0029955746,0.00024250889,0.00024481135,0.001133817,0.0031126852,0.0001536118,0.05839028],"category_scores_gemma":[0.03902889,0.00017986752,0.0014723593,0.0013591541,0.00011947916,0.0003297279,0.00025571082,0.00017444883,0.061680034],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060982197,0.00010151736,0.060897578,0.000020987552,0.000102094,0.0000029968573,0.0003842488,0.000054114964,0.0002855339,0.0073381136,0.90786135,0.02294534],"study_design_scores_gemma":[0.00016184412,0.000051038314,0.011347748,0.000014079871,0.00009211191,0.000012412458,0.00023334936,0.0015411014,0.00009477376,0.009670882,0.97652256,0.00025807583],"about_ca_topic_score_codex":0.00002705077,"about_ca_topic_score_gemma":0.00020011891,"teacher_disagreement_score":0.6161703,"about_ca_system_score_codex":0.000028637744,"about_ca_system_score_gemma":0.000054075284,"threshold_uncertainty_score":0.9999031},"labels":[{"model":"gemma","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W7096278947","doi":"","title":"Text Word Count: 1,983 Tables: 2","year":2016,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Word (group theory); State (computer science); Context (archaeology); MEDLINE","score_opus":0.7199348828205748,"score_gpt":0.5139922950057545,"score_spread":0.20594258781482033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096278947","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04816555,0.0010261505,0.20599839,0.007960547,0.000664214,0.0006789114,0.000025197352,0.000021323054,0.7354597],"genre_scores_gemma":[0.49449846,0.000026587395,0.0027020455,0.0006639199,0.0000776173,0.000014509122,5.4520973e-7,0.0000059004656,0.5020104],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9864881,0.0025149595,0.005554571,0.0007314783,0.0044737966,0.00023708455],"domain_scores_gemma":[0.989335,0.0043215076,0.0017036983,0.0037501794,0.00073712243,0.00015248591],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.07455502,0.00017960973,0.001962471,0.0001950716,0.000083668994,0.00062894146,0.0016163647,0.000053046107,0.334745],"category_scores_gemma":[0.023209726,0.00004954686,0.001028675,0.0009134813,0.000050845192,0.00029655168,0.00010339055,0.00003693722,0.12050544],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013777534,0.000016429189,0.010567623,0.0000045898187,0.000058686317,0.000001736474,0.00006148007,9.484552e-7,0.00022131622,0.013658713,0.8088895,0.1665176],"study_design_scores_gemma":[0.000101320504,0.000008446552,0.0030603108,0.000018419962,0.0000398356,0.0000041519793,0.00020441251,0.00021168735,0.00006287786,0.010361715,0.9858235,0.00010332837],"about_ca_topic_score_codex":0.000012554792,"about_ca_topic_score_gemma":0.00006404246,"teacher_disagreement_score":0.44633293,"about_ca_system_score_codex":0.000021599924,"about_ca_system_score_gemma":0.00003956194,"threshold_uncertainty_score":0.9850182},"labels":[],"label_agreement":null},{"id":"W7096999747","doi":"","title":"© 2005 CMA Media Inc. or its licensors Review","year":2005,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Diarrhea; Probiotic; Incidence (geometry); Antibiotics; Outbreak; Lactobacillus plantarum; Bacteria","score_opus":0.8358369340932598,"score_gpt":0.5699503939776467,"score_spread":0.2658865401156131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096999747","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021869119,0.1665757,0.0034968122,0.04585785,0.00064225384,0.002512599,0.000030658477,0.00003734872,0.7786599],"genre_scores_gemma":[0.006073443,0.018235087,0.015388398,0.017642606,0.00050624646,0.0000617818,0.0000035965302,0.0000185835,0.94207025],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9781079,0.0051995725,0.009697523,0.00088730984,0.0057530706,0.00035456926],"domain_scores_gemma":[0.98684657,0.0049252063,0.0028864772,0.0038870806,0.0010927066,0.00036198163],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.106184795,0.00028869548,0.0037108005,0.00022972969,0.0000917983,0.00039687558,0.0021029848,0.00007538783,0.82886606],"category_scores_gemma":[0.070762575,0.00010148892,0.0012472711,0.001419324,0.00002965947,0.00037236308,0.00014400163,0.00012572791,0.3986206],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013180593,0.000022374203,0.000058235586,0.00008702013,0.000043817396,0.000002605379,0.00006481217,0.000004484662,0.00001016433,0.0008385523,0.94688636,0.05198027],"study_design_scores_gemma":[0.00007771571,0.000008331924,0.00038997442,0.00017038803,0.00016636186,0.000017341785,0.00008308387,0.0012130347,0.00003633234,0.000037946986,0.9976511,0.00014836396],"about_ca_topic_score_codex":0.0000025875215,"about_ca_topic_score_gemma":0.000231397,"teacher_disagreement_score":0.43024546,"about_ca_system_score_codex":0.000027799895,"about_ca_system_score_gemma":0.00007745292,"threshold_uncertainty_score":0.93706477},"labels":[],"label_agreement":null},{"id":"W7097005111","doi":"","title":"News from the International Committee of Medical Journal Editors Editorial News from the International Committee of Medical Journal Editors","year":2013,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical journal; Publishing; Editorial board; Electronic journal; Journal editor","score_opus":0.2942995829379928,"score_gpt":0.4469542395257943,"score_spread":0.15265465658780147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097005111","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05421751,0.00055371574,0.015557129,0.29535866,0.62780493,0.00058041274,0.00015833761,0.0000104516785,0.005758819],"genre_scores_gemma":[0.081129044,0.0005337729,0.0024776112,0.0045377705,0.9097903,0.000028824486,0.000059106053,0.000037248727,0.001406374],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9222785,0.007965102,0.01373743,0.00077543536,0.054778982,0.00046451148],"domain_scores_gemma":[0.9286696,0.046300396,0.013151984,0.003819358,0.0068382807,0.0012203947],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.096078545,0.0005306594,0.002942722,0.0003234018,0.00044755262,0.0031275502,0.022274734,0.00065221515,0.27118334],"category_scores_gemma":[0.11515919,0.00019435456,0.0028708966,0.00069982366,0.0006847323,0.0008978014,0.0015767153,0.0024222326,0.0015028255],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025965142,0.00015497295,0.043735884,0.0000020676832,0.001195188,0.0000075838293,0.0007395789,0.000011679764,0.000032347147,0.00037918342,0.9390431,0.014672473],"study_design_scores_gemma":[0.0011486904,0.00005429351,0.009751659,0.00017114336,0.00025153923,0.000060955655,0.0067282333,0.0050427252,0.00003262015,0.012702099,0.963851,0.00020507247],"about_ca_topic_score_codex":0.0057239025,"about_ca_topic_score_gemma":0.0014025104,"teacher_disagreement_score":0.2908209,"about_ca_system_score_codex":0.00012188038,"about_ca_system_score_gemma":0.0010915956,"threshold_uncertainty_score":0.99987924},"labels":[],"label_agreement":null},{"id":"W7097223903","doi":"","title":"Funding: JGR and CMB are supported by Canadian Institutes for Health Research New Investigator","year":2007,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Data collection; Public health; Research design; Health care; Health services research; MEDLINE","score_opus":0.9420499400566767,"score_gpt":0.6429139094212161,"score_spread":0.2991360306354607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097223903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44188535,0.011895233,0.09296617,0.34334612,0.001296032,0.009817722,0.00041328493,0.000049438237,0.09833065],"genre_scores_gemma":[0.70086557,0.00007520274,0.025211198,0.020521794,0.00029273928,0.000028756334,0.000058743914,0.000029665429,0.2529163],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98857224,0.0019460472,0.0045671873,0.0008648796,0.0032404545,0.0008091624],"domain_scores_gemma":[0.9844679,0.0045974306,0.0016270148,0.0021553424,0.0012995393,0.0058527277],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19387779,0.00018016908,0.001685779,0.0009159616,0.0004988535,0.00094668305,0.0009218036,0.00008923048,0.004378675],"category_scores_gemma":[0.1031091,0.00009215301,0.00032338,0.0017781667,0.00012673008,0.00022063236,0.00006233066,0.00015791463,0.00057720335],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015256607,0.000006058465,0.028230444,0.000027037024,0.000030107334,0.0000019028869,0.0002200725,4.469822e-7,0.000030895142,0.0059970245,0.95709866,0.008355844],"study_design_scores_gemma":[0.00015460725,0.000048076683,0.005841929,0.000022378574,0.000013811471,0.000005034245,0.0014941213,0.0003496512,0.00007205358,0.004977174,0.986918,0.00010321064],"about_ca_topic_score_codex":0.04633158,"about_ca_topic_score_gemma":0.38251173,"teacher_disagreement_score":0.33618015,"about_ca_system_score_codex":0.00013204831,"about_ca_system_score_gemma":0.0023539197,"threshold_uncertainty_score":0.9965315},"labels":[{"model":"gemma","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W7097270367","doi":"","title":"Can J Respir Ther Vol 49 No 4 Winter 2013-201420 Clinical trials registration","year":2016,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Clinical trial; Obligation; Publication; Public health; Trial registration; Alternative medicine; Food and drug administration; Drug trial; Clinical research","score_opus":0.9260510264396814,"score_gpt":0.6514164818136254,"score_spread":0.27463454462605597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097270367","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057142485,0.00064268947,0.16160661,0.10163203,0.0062296786,0.0037867727,0.0000718476,0.00004929283,0.66883856],"genre_scores_gemma":[0.323822,0.000053097938,0.002162467,0.0020489872,0.0010378596,0.000034864377,0.0000018715355,0.000012297116,0.67082655],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.92715096,0.04439214,0.022480516,0.0013029611,0.004384366,0.0002890623],"domain_scores_gemma":[0.9273201,0.04445596,0.014387949,0.00937025,0.003981679,0.00048403666],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.43277314,0.00024108723,0.0040813223,0.00016971586,0.00007247952,0.0006237741,0.0014480845,0.00015916636,0.1417412],"category_scores_gemma":[0.31640765,0.00006960175,0.003097732,0.00035370621,0.000099528675,0.00024471356,0.0000883281,0.00009664811,0.070886776],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020665486,0.000026382717,0.009751142,0.0000030769938,0.000118977565,0.0000010452147,0.000026166803,2.2544171e-7,0.00034930336,0.0013564389,0.94401556,0.044330984],"study_design_scores_gemma":[0.00038983903,0.00008370413,0.004975758,0.000032162112,0.00013170308,0.0000017939489,0.000057515772,0.00020324026,0.00006943441,0.005721133,0.98819584,0.00013786506],"about_ca_topic_score_codex":0.000043167536,"about_ca_topic_score_gemma":0.00047367954,"teacher_disagreement_score":0.2666795,"about_ca_system_score_codex":0.00002143334,"about_ca_system_score_gemma":0.00009251344,"threshold_uncertainty_score":0.92983663},"labels":[],"label_agreement":null},{"id":"W7097795446","doi":"","title":"What It Is and What It Isn’t","year":2015,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pleasure; Publishing; Accountability; Ethical issues; Ethical standards; Best practice; Professional ethics; Professional association; Professional responsibility","score_opus":0.8767267719422673,"score_gpt":0.5687475506911129,"score_spread":0.3079792212511544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097795446","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11464016,0.06851484,0.022115886,0.32371584,0.00512936,0.0021389306,0.0000057734746,0.00002815484,0.46371105],"genre_scores_gemma":[0.11342007,0.0034972746,0.00519276,0.03873013,0.0001671637,0.000024199373,0.0000024992084,0.000013972182,0.83895195],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98898035,0.0021602549,0.003913552,0.00072434597,0.0040369066,0.00018456939],"domain_scores_gemma":[0.9939445,0.0012930419,0.00112297,0.0025399597,0.0007872388,0.00031227063],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.06890703,0.00018809922,0.0018925731,0.00016249048,0.000063985324,0.009756846,0.0009401643,0.000064362495,0.0643941],"category_scores_gemma":[0.007991405,0.0000762104,0.0006010865,0.00061488326,0.000047501326,0.0033967746,0.00017696277,0.00006305467,0.022343107],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.885844e-7,0.000009138226,0.0007358472,0.0000063084126,0.000043909113,0.0000016250752,0.0016209347,0.0000015825993,0.0000036709755,0.00056519953,0.9446002,0.052410595],"study_design_scores_gemma":[0.00010784282,0.000019991836,0.00013957333,0.00003603921,0.000072850184,0.000009650974,0.032272015,0.0024747488,0.000025664887,0.005041644,0.959692,0.00010799873],"about_ca_topic_score_codex":0.000012919333,"about_ca_topic_score_gemma":0.000084973224,"teacher_disagreement_score":0.37524086,"about_ca_system_score_codex":0.000013346734,"about_ca_system_score_gemma":0.000039587223,"threshold_uncertainty_score":0.99127114},"labels":[],"label_agreement":null},{"id":"W7098998080","doi":"","title":"- ~~-) Mode of Acdon and 1 Evaluadon of Side Effects of,,__l~l~ntrauterine Contraception","year":2016,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mode (computer interface); Set (abstract data type); Population; Public health; Digital health","score_opus":0.5228808406785209,"score_gpt":0.5245576747872206,"score_spread":0.0016768341086996763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7098998080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91508514,0.0004881834,0.08064308,0.0001806844,0.00007647043,0.00044972767,0.000008352802,0.0000017604569,0.0030665891],"genre_scores_gemma":[0.9941736,0.000119009805,0.002843153,0.000018000466,0.000013428654,0.0000077188215,4.403104e-7,0.000003903722,0.0028207714],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9905247,0.002283016,0.0045812232,0.00036419145,0.0021400508,0.000106825966],"domain_scores_gemma":[0.99066675,0.004316665,0.0029209151,0.0013491929,0.0006833218,0.00006312782],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02068683,0.00013298733,0.0023083866,0.0001869185,0.000014011882,0.000026236698,0.00040823768,0.000053485146,0.002365072],"category_scores_gemma":[0.01180855,0.000047454465,0.0005667884,0.00030764748,0.000094417424,0.00016343371,0.00006418083,0.000022174047,0.000071570146],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035046563,0.00008936073,0.011757178,0.00051870185,0.00022047033,8.50158e-7,0.00027682487,0.000021005744,0.6346899,0.0056090476,0.0024285102,0.3443531],"study_design_scores_gemma":[0.0037865296,0.0010900632,0.28883994,0.001236648,0.0014575903,0.00001793115,0.0003768036,0.033876974,0.6189671,0.041555017,0.008262161,0.00053320505],"about_ca_topic_score_codex":0.000035081004,"about_ca_topic_score_gemma":0.000019512268,"teacher_disagreement_score":0.3438199,"about_ca_system_score_codex":0.0000067277692,"about_ca_system_score_gemma":0.00001901835,"threshold_uncertainty_score":0.9985469},"labels":[],"label_agreement":null},{"id":"W7100195060","doi":"","title":"Adjunct Scientist, Institute for Clinical Evaluative Sciences","year":2015,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Adjunct; Christian ministry; Permission; Patient care; MEDLINE","score_opus":0.9772529594054251,"score_gpt":0.7235897778983232,"score_spread":0.2536631815071019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100195060","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10106393,0.0012359956,0.5400847,0.004411132,0.0062977183,0.002626306,0.000038926024,0.000016330967,0.34422493],"genre_scores_gemma":[0.60899943,0.000015822146,0.21484604,0.002385848,0.00064713584,0.00015331976,0.000013104151,0.000012458029,0.17292684],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97464293,0.0066323294,0.008510804,0.0014086665,0.00850126,0.00030398715],"domain_scores_gemma":[0.9824161,0.0068017617,0.0033498676,0.0026575907,0.004320394,0.0004543152],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.492958,0.00019677747,0.002387891,0.00034041336,0.0003055827,0.0013855317,0.0026102534,0.00006520285,0.0045344704],"category_scores_gemma":[0.22259498,0.000077198165,0.0016860494,0.0022020715,0.00072133605,0.0006777483,0.00019941948,0.000077192024,0.0075319405],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006232739,0.000053130476,0.020844782,0.000004036124,0.000057695215,7.4014906e-7,0.00013865493,0.00010880831,0.0000028966103,0.037331972,0.9164083,0.025042757],"study_design_scores_gemma":[0.0004910224,0.00023180763,0.0041689966,0.000009897842,0.00013293125,0.000005072669,0.0008308505,0.040160436,0.000016835913,0.05188761,0.9019061,0.00015844873],"about_ca_topic_score_codex":0.000014657398,"about_ca_topic_score_gemma":0.00011564693,"teacher_disagreement_score":0.50793546,"about_ca_system_score_codex":0.00002777986,"about_ca_system_score_gemma":0.0006228611,"threshold_uncertainty_score":0.99965113},"labels":[],"label_agreement":null},{"id":"W7100248638","doi":"","title":"46 J Can Acad Child Adolesc Psychiatry 18:1 February 2009 Getting Evidence into Policy and Practice: Perspective of a Health Research Funder","year":2015,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Closing (real estate); Knowledge translation; Investment (military); Government (linguistics); Term (time)","score_opus":0.8942320510206538,"score_gpt":0.6723613930663179,"score_spread":0.22187065795433591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100248638","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026339946,0.113072515,0.008869903,0.6361913,0.00038910194,0.0028331121,0.000013816193,0.000021884047,0.21226844],"genre_scores_gemma":[0.96323323,0.00048274556,0.027412085,0.0044151093,0.000391267,0.000022735208,8.6021953e-7,0.000016493192,0.004025469],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9477618,0.03454801,0.006531154,0.0014097686,0.009139116,0.00061020075],"domain_scores_gemma":[0.97254795,0.011913943,0.004722146,0.0033199878,0.006747348,0.0007486549],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.32758713,0.00026354362,0.002383329,0.0011095677,0.00042664845,0.0006892466,0.0014081694,0.000111184534,0.0007705017],"category_scores_gemma":[0.3112125,0.00013598516,0.00048319442,0.0037053912,0.00025563312,0.00078914245,0.00043166117,0.00061862846,0.00038667247],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009575513,0.00030748392,0.059620876,0.00037755023,0.00038929045,0.000003947936,0.027708577,0.0000386843,0.000018451325,0.16736062,0.7001417,0.043937027],"study_design_scores_gemma":[0.0009998325,0.0010646485,0.12383754,0.0018190952,0.00026694388,0.0002716607,0.52054715,0.0020070514,0.000014180198,0.29515308,0.053252306,0.000766535],"about_ca_topic_score_codex":0.017162483,"about_ca_topic_score_gemma":0.0027523697,"teacher_disagreement_score":0.9368933,"about_ca_system_score_codex":0.00032208796,"about_ca_system_score_gemma":0.0025222925,"threshold_uncertainty_score":0.9893823},"labels":[],"label_agreement":null},{"id":"W7100416593","doi":"","title":"Measured Enthusiasm: Does the Method of Reporting Trial Results Alter Perceptions of Therapeutic Effectiveness?","year":2016,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sample (material); Absolute risk reduction; Adverse effect; Perception; Clinical trial; Relative risk","score_opus":0.7221877913893068,"score_gpt":0.5726142218542475,"score_spread":0.1495735695350593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100416593","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39907396,0.00015802507,0.5822512,0.0016934907,0.0005595893,0.002059814,0.000022813709,0.000007150907,0.014173987],"genre_scores_gemma":[0.9889666,0.000009902942,0.0063111978,0.000037621532,0.000064777356,0.00004704448,5.766923e-7,0.0000060511416,0.0045562685],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9404361,0.0341689,0.01954539,0.0008243125,0.0048204325,0.00020483244],"domain_scores_gemma":[0.94301397,0.030566936,0.020105347,0.004338644,0.0019102435,0.000064868516],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.33058667,0.00017450996,0.0027625633,0.00018199759,0.000091434704,0.000098144505,0.0010153665,0.000062816376,0.0046628565],"category_scores_gemma":[0.12822603,0.00003843267,0.0021889624,0.000720618,0.000111193476,0.00013188206,0.00008431251,0.00006023667,0.00013314062],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0060266303,0.00045574328,0.034569755,0.00021851453,0.0026267802,0.0000031577747,0.0071135885,0.000057305337,0.39661056,0.008660986,0.0064131496,0.53724384],"study_design_scores_gemma":[0.05620001,0.0016389114,0.5972583,0.0014092085,0.0060802847,0.00009740379,0.014689528,0.004139051,0.18393067,0.09590104,0.037237182,0.0014183627],"about_ca_topic_score_codex":0.000040341853,"about_ca_topic_score_gemma":0.000051810614,"teacher_disagreement_score":0.5898926,"about_ca_system_score_codex":0.000015775198,"about_ca_system_score_gemma":0.000059565045,"threshold_uncertainty_score":0.996247},"labels":[],"label_agreement":null},{"id":"W7100742044","doi":"","title":"Open Access","year":2013,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"","score_opus":0.9656907785043725,"score_gpt":0.694849556614174,"score_spread":0.27084122189019844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100742044","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036431834,0.000055461616,0.015232251,0.0044561266,0.00013501602,0.000900667,6.5289305e-7,0.0000028608463,0.94278514],"genre_scores_gemma":[0.54360676,0.0000019136587,0.0056201885,0.0020430603,0.000027525783,0.00007066828,6.497265e-7,0.0000029815462,0.44862622],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9892965,0.0028159327,0.004592262,0.0005302335,0.0026457876,0.00011930355],"domain_scores_gemma":[0.9920934,0.0015907157,0.0015541444,0.00379873,0.00083847094,0.00012453261],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.06726147,0.000096821714,0.0015634915,0.000119991084,0.000064778265,0.01954889,0.012185646,0.000022883918,0.67152834],"category_scores_gemma":[0.016454533,0.000032382704,0.00054984377,0.00090650015,0.000014307883,0.0020720053,0.0017170995,0.000035275243,0.20286989],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.0064137e-7,0.000007559201,0.016575567,0.0000012311651,0.000019238283,1.9370219e-7,0.000018868981,0.0000022485892,0.000012207624,0.006908678,0.9386255,0.037828613],"study_design_scores_gemma":[0.000059094276,0.000005621983,0.06401613,0.000002801841,0.00002051069,0.0000018623446,0.00019922064,0.0032758326,0.00003990285,0.07769867,0.854591,0.00008935833],"about_ca_topic_score_codex":0.0002557842,"about_ca_topic_score_gemma":0.000045512254,"teacher_disagreement_score":0.50717497,"about_ca_system_score_codex":0.0000051085767,"about_ca_system_score_gemma":0.000022185335,"threshold_uncertainty_score":0.9931589},"labels":[],"label_agreement":null},{"id":"W7100773216","doi":"","title":"PROTECT Investigators, for Canadian Critical Care Trials Group and the Australian and New Zealand Intensive Care Society Clinical Trials Group","year":2016,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Intensive care; Clinical trial; Critically ill; Intensive care unit; Critical care nursing","score_opus":0.8747100910906438,"score_gpt":0.6038785452317226,"score_spread":0.2708315458589212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100773216","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26732287,0.02827627,0.05436108,0.5784259,0.005712078,0.060651954,0.0026006408,0.00008821925,0.0025610242],"genre_scores_gemma":[0.96109986,0.0002569774,0.014851384,0.008018164,0.0014009092,0.00053646124,0.00002448649,0.000038052243,0.013773685],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95092803,0.033999745,0.01164532,0.0013037177,0.0016302704,0.0004929271],"domain_scores_gemma":[0.866112,0.12151643,0.0039255675,0.0027109243,0.0035582124,0.0021768939],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2749005,0.00039205624,0.0071396683,0.00014070279,0.00038592026,0.001282531,0.0008192955,0.00032980248,0.0014663175],"category_scores_gemma":[0.56694114,0.0001176213,0.0034286655,0.00035243345,0.0007972998,0.00022554351,0.00011679663,0.00020007255,0.00006375279],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013914214,0.0000060010716,0.020216107,0.00014108118,0.00057013193,0.0000027743738,0.005273634,8.3506386e-8,0.00004368149,0.017397,0.85675544,0.09945491],"study_design_scores_gemma":[0.00908247,0.00045392566,0.0058252057,0.000261894,0.0027134884,0.000026425496,0.05473017,0.00012457908,0.000045626904,0.04956916,0.876592,0.0005750998],"about_ca_topic_score_codex":0.011932548,"about_ca_topic_score_gemma":0.05035404,"teacher_disagreement_score":0.693777,"about_ca_system_score_codex":0.00005901812,"about_ca_system_score_gemma":0.00045652158,"threshold_uncertainty_score":0.99975425},"labels":[],"label_agreement":null},{"id":"W7100866261","doi":"","title":"Commentary Paul Meehl and the evolution of statistical methods in psychology","year":2014,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pace; History of psychology; Statistical hypothesis testing; Test (biology); Quarter (Canadian coin)","score_opus":0.6407851054063397,"score_gpt":0.6270808551608825,"score_spread":0.013704250245457184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100866261","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042957463,0.00048599805,0.9644941,0.009874959,0.00007969787,0.00022103015,0.000002994868,8.168224e-7,0.020544644],"genre_scores_gemma":[0.6887167,0.00001977627,0.30708012,0.0035534103,0.000019158377,0.000014535372,0.0000014287482,0.0000026055613,0.0005922421],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.95388913,0.039836057,0.004611701,0.00040445218,0.001146735,0.00011191555],"domain_scores_gemma":[0.9805676,0.017065454,0.0008954878,0.0012978689,0.00013490066,0.000038731596],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19552772,0.00007870816,0.0015418569,0.00012888917,0.000028853963,0.000053774565,0.0004941626,0.000032838372,0.0047031925],"category_scores_gemma":[0.020205423,0.00002604487,0.00020708622,0.0004030688,0.0001922936,0.0000420865,0.0000709349,0.0000662963,0.000098446886],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029989422,0.00004908827,0.032449532,0.000017924704,0.000076308985,3.9936066e-7,0.0003006416,0.0000069365633,0.000105129955,0.42005917,0.30242893,0.24447596],"study_design_scores_gemma":[0.0010086074,0.00005983231,0.094664745,0.000008429833,0.00013160877,0.000009159757,0.00082274043,0.07066688,0.000012956403,0.7093924,0.12313677,0.00008580958],"about_ca_topic_score_codex":0.00013703629,"about_ca_topic_score_gemma":0.00013453964,"teacher_disagreement_score":0.68442094,"about_ca_system_score_codex":0.000008574057,"about_ca_system_score_gemma":0.0000059007793,"threshold_uncertainty_score":0.99620664},"labels":[],"label_agreement":null},{"id":"W7101419411","doi":"10.1017/rsm.2025.10032","title":"Exploring the methodological quality and risk of bias in 200 systematic reviews: A comparative study of ROBIS and AMSTAR-2 tools","year":2025,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; McGill University; Public Health Agency of Canada; Nova Scotia Health Authority; St. Michael's Hospital; University of Ottawa; Queen's University; McMaster University; University of Toronto; University of British Columbia","funders":"","keywords":"Rigour; Quality (philosophy); Systematic review; Sample (material); Systematic error; Critical appraisal; Meta-analysis; Publication bias","score_opus":0.9957225701194713,"score_gpt":0.7796026000981889,"score_spread":0.21611997002128236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7101419411","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94831395,0.012931665,0.032032,0.00020256745,0.00004675852,0.0053942767,0.000010415202,0.0000023649848,0.0010660234],"genre_scores_gemma":[0.8447992,0.0043374356,0.14870112,0.000011222235,0.000011348391,0.0017443236,1.6789143e-7,0.0000068520685,0.00038831358],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.20790268,0.77238834,0.013724025,0.0011697467,0.004419682,0.00039553086],"domain_scores_gemma":[0.15143265,0.83607346,0.0056793415,0.004780695,0.0018788956,0.00015493577],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8446142,0.00027721983,0.009755316,0.0010564964,0.00021575218,0.0003614849,0.0015749456,0.00006827503,0.00020747297],"category_scores_gemma":[0.79580903,0.00010366801,0.0006964266,0.0042420966,0.00041268772,0.0002615943,0.00064099487,0.0004748945,0.000012933362],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037527553,0.0018309647,0.2974161,0.050514303,0.0049555446,0.000008900789,0.05583151,0.00027557835,0.003092816,0.010849186,0.0016268287,0.573223],"study_design_scores_gemma":[0.0007317233,0.0005174943,0.6839071,0.011294249,0.002100907,0.0000055291016,0.2618609,0.009144755,0.004127986,0.023837699,0.001984195,0.0004874683],"about_ca_topic_score_codex":0.00043191554,"about_ca_topic_score_gemma":0.00019581124,"teacher_disagreement_score":0.57273555,"about_ca_system_score_codex":0.000041382016,"about_ca_system_score_gemma":0.000063956664,"threshold_uncertainty_score":0.6668539},"labels":[],"label_agreement":null},{"id":"W7103288637","doi":"","title":"Evaluation of an internal review process for grants and manuscripts in the Canadian\\nCritical Care Trials Group","year":2014,"lang":"en","type":"article","venue":"PubMed Central","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Process (computing); Peer review; Alternative medicine; MEDLINE","score_opus":0.8056743199583655,"score_gpt":0.5497709962263797,"score_spread":0.25590332373198577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7103288637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9515181,0.02705916,0.002190863,0.003005543,0.0009132997,0.010774474,0.0001055261,0.0000026656342,0.004430366],"genre_scores_gemma":[0.99839824,0.000069881884,0.0001603397,0.00060502696,0.00011944323,0.00060294225,0.000016331873,0.000004149937,0.000023613802],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.96121603,0.026482137,0.0055185207,0.00060233637,0.005490819,0.00069012924],"domain_scores_gemma":[0.9942854,0.0020476284,0.0011450587,0.0009433267,0.0012301956,0.0003483657],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3977482,0.00013160723,0.0018127899,0.00015179285,0.000072279174,0.0002949364,0.0008383508,0.00004782065,0.00029844523],"category_scores_gemma":[0.14709002,0.000056231293,0.0004406605,0.00034113365,0.000047521185,0.00018745559,0.000012613644,0.000075663345,0.0000066144885],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020702872,0.00006794766,0.039447576,0.0016181523,0.000109492874,0.0000014321441,0.0031472545,0.000020766445,0.0000034737225,0.0047313436,0.0063440227,0.9444878],"study_design_scores_gemma":[0.0020016285,0.00012469571,0.88764644,0.0008443809,0.0030948964,0.000026876807,0.0029888113,0.023932837,0.000031386968,0.036228146,0.042756427,0.0003234612],"about_ca_topic_score_codex":0.0014996646,"about_ca_topic_score_gemma":0.10404827,"teacher_disagreement_score":0.9441644,"about_ca_system_score_codex":0.000092875285,"about_ca_system_score_gemma":0.0001917659,"threshold_uncertainty_score":0.9123005},"labels":[],"label_agreement":null},{"id":"W7105755101","doi":"10.17605/osf.io/ht4k3","title":"Protocol","year":2025,"lang":"","type":"article","venue":"Open Science Framework","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Protocol (science); Checklist; Identification (biology); Presentation (obstetrics); Protocol analysis","score_opus":0.7379098929005163,"score_gpt":0.6436731532384571,"score_spread":0.09423673966205925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7105755101","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00054678565,0.00012599787,0.11209933,0.009073294,0.0026510903,0.28457087,0.00001120871,0.0000068280974,0.5909146],"genre_scores_gemma":[0.11890885,0.000010713509,0.21405065,0.0096393665,0.00028579257,0.23276211,9.376476e-7,0.000029769442,0.42431182],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9320657,0.014168528,0.023919933,0.0068647433,0.02118897,0.0017920737],"domain_scores_gemma":[0.9383776,0.01088128,0.011676979,0.031692058,0.0063645025,0.0010075703],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","open_science","insufficient_payload"],"category_scores_codex":[0.4461248,0.00081473804,0.0066131405,0.0016071069,0.0029236425,0.054291334,0.0673699,0.00040749452,0.1300086],"category_scores_gemma":[0.2821465,0.00041133963,0.0020643151,0.03710595,0.002604088,0.0033822588,0.010881379,0.0010331277,0.034113392],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003573097,0.00030906353,0.01538655,0.00013981234,0.00012609956,0.000009733093,0.00077170925,0.000075273856,0.00011013182,0.4302243,0.2105121,0.3422995],"study_design_scores_gemma":[0.00024075946,0.00006904767,0.0053485124,0.0010062223,0.00012866069,0.0000033595863,0.0010023859,0.0064184493,0.00023120192,0.20020054,0.78496325,0.0003876115],"about_ca_topic_score_codex":0.00005579765,"about_ca_topic_score_gemma":0.000014697413,"teacher_disagreement_score":0.57445115,"about_ca_system_score_codex":0.0002715808,"about_ca_system_score_gemma":0.005254676,"threshold_uncertainty_score":0.9998338},"labels":[],"label_agreement":null},{"id":"W7108225041","doi":"10.29173/jchla29885","title":"OpenAlex (product review)","year":2025,"lang":"en","type":"article","venue":"Journal of the Canadian Health Libraries Association / Journal de l Association de bilbiothèques de la santé du Canada","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Victoria; McMaster University","funders":"","keywords":"Citation; Systematic review; Bibliometrics; Value (mathematics); Test (biology); Citation analysis","score_opus":0.10343549123329505,"score_gpt":0.41033931623031156,"score_spread":0.3069038249970165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7108225041","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026549488,0.5683752,0.0013413765,0.3781219,0.0056645805,0.0012799181,0.000263655,0.000012442646,0.018391455],"genre_scores_gemma":[0.49725252,0.15267667,0.0077677215,0.27883464,0.004418193,0.000027995431,0.000016478436,0.00008598487,0.058919795],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9497689,0.03372576,0.009176106,0.0003819527,0.005800535,0.0011467695],"domain_scores_gemma":[0.9428458,0.016131168,0.032170985,0.001409874,0.0057700574,0.0016720971],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19867486,0.00034822794,0.0026970217,0.0006827674,0.0014281652,0.004151411,0.0029948563,0.00029289103,0.00253781],"category_scores_gemma":[0.21710348,0.00020600042,0.0015531856,0.0024163148,0.000040819905,0.0010594102,0.000101358026,0.0015878634,0.000017974942],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000054619113,0.000014178853,0.22746256,0.00007669751,0.00042602408,0.000025788519,0.00026152586,0.00012644134,0.0000024831231,0.00091045053,0.7682519,0.0024364863],"study_design_scores_gemma":[0.00028797556,0.000023225124,0.13493343,0.00056110247,0.0002261715,0.00029035783,0.00026050245,0.00020246509,0.000016526412,0.007767409,0.8552742,0.00015664882],"about_ca_topic_score_codex":0.09597048,"about_ca_topic_score_gemma":0.43352655,"teacher_disagreement_score":0.47070304,"about_ca_system_score_codex":0.027059287,"about_ca_system_score_gemma":0.066407785,"threshold_uncertainty_score":0.99987185},"labels":[],"label_agreement":null},{"id":"W7110786482","doi":"10.1371/journal.pone.0329500.s005","title":"Quality scores of prospective cohort studies using Newcastle-Ottawa Scale.","year":2025,"lang":"","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Prospective cohort study; Quality (philosophy); Cohort; Cohort study; MEDLINE","score_opus":0.8590934375636539,"score_gpt":0.607816565755278,"score_spread":0.2512768718083759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7110786482","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14678735,0.20662679,0.0009952084,0.0009967044,0.0029104063,0.017833257,0.5277308,0.00004982102,0.09606963],"genre_scores_gemma":[0.9617392,0.00013879838,0.0031923708,0.000372784,0.00026378065,0.00048573138,0.0038413326,0.000040377705,0.029925631],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.96270233,0.011042438,0.017502587,0.0021366933,0.00607597,0.0005399968],"domain_scores_gemma":[0.95567274,0.010563951,0.014974447,0.0067547383,0.011788023,0.0002460772],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.04161833,0.000716975,0.00908229,0.00068513036,0.00044761825,0.00083985267,0.002562836,0.00024136675,0.5060545],"category_scores_gemma":[0.19900957,0.00040686084,0.003697736,0.004408159,0.0001320344,0.00046959516,0.001071186,0.00033527004,0.005392682],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016842301,0.00014575677,0.2604978,0.0027414316,0.0037496807,0.0000057964185,0.0011336433,0.00016139584,0.000053975444,0.00034205447,0.72406524,0.00708633],"study_design_scores_gemma":[0.000961456,0.00015008135,0.79342854,0.025008358,0.0035054851,0.000012391657,0.008585845,0.011288499,0.0015351567,0.007174112,0.14709213,0.0012579199],"about_ca_topic_score_codex":0.000047694986,"about_ca_topic_score_gemma":0.00016812209,"teacher_disagreement_score":0.81495184,"about_ca_system_score_codex":0.00022146912,"about_ca_system_score_gemma":0.00064985,"threshold_uncertainty_score":0.99983835},"labels":[],"label_agreement":null},{"id":"W7110830843","doi":"10.1371/journal.pone.0323181.s003","title":"Quality assessment of articles using Newcastle—Ottawa quality assessment Scale (NOS): (Adapted for cross-sectional and case control studies).","year":2025,"lang":"","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality assessment; Quality (philosophy); Scale (ratio); Control (management); Risk assessment; Quality assurance","score_opus":0.8870808142208458,"score_gpt":0.6616377690765539,"score_spread":0.22544304514429192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7110830843","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44167274,0.009680074,0.03794071,0.0006863582,0.0010964052,0.008137056,0.4981781,0.000023234743,0.0025853235],"genre_scores_gemma":[0.985588,0.000009878614,0.010332768,0.00030127625,0.0001257899,0.00047860335,0.0016508067,0.000020609496,0.0014922625],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95922595,0.0148655465,0.018435227,0.0021835037,0.004618157,0.0006716042],"domain_scores_gemma":[0.9480283,0.027660597,0.01166729,0.0033890887,0.008885349,0.00036933192],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07906913,0.000731871,0.006630847,0.0004634549,0.0010504709,0.001830422,0.0010179982,0.00031084724,0.11968073],"category_scores_gemma":[0.06558123,0.0004796074,0.002738016,0.0015906643,0.00015898733,0.0005812861,0.00054895,0.00036505243,0.000090641995],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021539944,0.0015329609,0.80606437,0.013343761,0.010976962,0.000102824306,0.0010661593,0.0041646766,0.001304632,0.006041879,0.12494778,0.030238584],"study_design_scores_gemma":[0.0031341217,0.00017584249,0.7839643,0.0014346489,0.001080576,0.00007740474,0.0035665317,0.18801178,0.00010293845,0.0022596738,0.015563946,0.00062826154],"about_ca_topic_score_codex":0.00013447256,"about_ca_topic_score_gemma":0.00041477272,"teacher_disagreement_score":0.5439153,"about_ca_system_score_codex":0.00040792464,"about_ca_system_score_gemma":0.001184626,"threshold_uncertainty_score":0.9997656},"labels":[],"label_agreement":null},{"id":"W7110940936","doi":"10.1371/journal.pone.0318260.s002","title":"Modified Newcastle-Ottawa Quality Assessment Scale (NOS) for cohort studies (Table 2a) and case control studies (Table 2b) applied to the studies included in the meta-analysis.","year":2025,"lang":"","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cohort study; Cohort; Scale (ratio); Case-control study; Quality (philosophy); Quality assessment","score_opus":0.8812898844966142,"score_gpt":0.6137898553000282,"score_spread":0.267500029196586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7110940936","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007751353,0.615943,0.003559801,0.03654354,0.00086262973,0.049026288,0.27807352,0.000050247476,0.0081896],"genre_scores_gemma":[0.9468205,0.00059518777,0.001328088,0.006896849,0.00016703916,0.028829554,0.0013583625,0.00004016901,0.013964275],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9488575,0.023318147,0.016715255,0.003731144,0.0060540955,0.0013238686],"domain_scores_gemma":[0.87524915,0.09483785,0.009575634,0.0100507215,0.009927255,0.00035941278],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.15258458,0.0015380986,0.021818245,0.0010803308,0.0028259575,0.0025113823,0.0035947221,0.00024840445,0.01865354],"category_scores_gemma":[0.099836774,0.00061576243,0.00597134,0.009029745,0.0002327253,0.00044304077,0.002088611,0.00063662906,0.00038810342],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053819134,0.00022629075,0.00079173566,0.0015296541,0.37175846,0.000040155606,0.0075905216,0.008226345,0.000003543728,0.0011842294,0.6074,0.0011952689],"study_design_scores_gemma":[0.0025124648,0.00022013675,0.0052705393,0.00045192003,0.50430024,0.00003131281,0.21273254,0.01787812,0.000025030798,0.0047691716,0.25044078,0.0013677371],"about_ca_topic_score_codex":0.00013908095,"about_ca_topic_score_gemma":0.008284435,"teacher_disagreement_score":0.93906915,"about_ca_system_score_codex":0.00036066925,"about_ca_system_score_gemma":0.000431329,"threshold_uncertainty_score":0.9997368},"labels":[],"label_agreement":null},{"id":"W7110957642","doi":"10.1371/journal.pone.0326501.s004","title":"Newcastle Ottawa Scale Quality Assessment checklist for quality assessment of included studies.","year":2025,"lang":"","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Checklist; Quality assessment; Scale (ratio); Quality (philosophy); Quality assurance; Risk assessment","score_opus":0.8895919012887914,"score_gpt":0.6726613106502449,"score_spread":0.21693059063854647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7110957642","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007975146,0.016288977,0.012531942,0.005960898,0.002787528,0.015455266,0.7916795,0.000046197623,0.14727452],"genre_scores_gemma":[0.83323085,0.00009303302,0.030653873,0.001789617,0.00042489148,0.0041500283,0.041086383,0.00007548878,0.088495836],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.929873,0.023948018,0.03249711,0.00321876,0.009492617,0.00097047724],"domain_scores_gemma":[0.91888124,0.030156208,0.025441311,0.01087765,0.014145599,0.0004979949],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.12990734,0.0010244576,0.01220446,0.0006007407,0.0007685302,0.0012690334,0.004258772,0.00041246146,0.41789016],"category_scores_gemma":[0.13478065,0.000635641,0.006419039,0.003289409,0.00011365782,0.0005044428,0.001868613,0.0005300918,0.0011924951],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015609057,0.0006253987,0.006939149,0.0076587615,0.0021124554,0.0000014740281,0.0005038819,0.000081878796,0.000116367344,0.0028542436,0.96105754,0.018033216],"study_design_scores_gemma":[0.0015500329,0.00018345026,0.17907086,0.0044327774,0.0010706134,0.0000010344842,0.006087148,0.009824263,0.00029994606,0.0041172323,0.79255044,0.00081220956],"about_ca_topic_score_codex":0.00008000914,"about_ca_topic_score_gemma":0.0004920936,"teacher_disagreement_score":0.8252557,"about_ca_system_score_codex":0.00067168474,"about_ca_system_score_gemma":0.0021344097,"threshold_uncertainty_score":0.9997677},"labels":[],"label_agreement":null},{"id":"W7111029103","doi":"10.1371/journal.pone.0320343.s005","title":"Quality assessment of all studies.","year":2025,"lang":"","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality assessment; Quality (philosophy); Scale (ratio); Risk assessment; Quality assurance","score_opus":0.9540226992290212,"score_gpt":0.6930359926224336,"score_spread":0.2609867066065875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7111029103","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015160351,0.07955115,0.0005837462,0.0038828135,0.001787583,0.00476026,0.5238667,0.000015384978,0.38403633],"genre_scores_gemma":[0.83023113,0.00027771227,0.0041560787,0.0031041992,0.00018515105,0.0006837837,0.023861304,0.00002906822,0.13747159],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95097816,0.018246315,0.021638108,0.0016279564,0.0070899697,0.00041951556],"domain_scores_gemma":[0.94586796,0.019713717,0.016719073,0.009693643,0.0077758934,0.00022969542],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.06992014,0.00048389038,0.008029216,0.00044160368,0.00015743096,0.0006016604,0.0032095714,0.00018019888,0.88515085],"category_scores_gemma":[0.19132477,0.000254838,0.0040494967,0.0025814897,0.000033463188,0.00022654275,0.0010542107,0.00027922483,0.012420683],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001724643,0.000104474086,0.0013247421,0.0019523154,0.0018182839,0.0000030278682,0.0002721925,0.000035509962,0.000010002554,0.0012608297,0.97328717,0.019929757],"study_design_scores_gemma":[0.00022618636,0.00003662632,0.03169889,0.0034095738,0.0004423103,6.2304287e-7,0.0015917448,0.0032115271,0.00004000319,0.0019474063,0.957159,0.00023609717],"about_ca_topic_score_codex":0.000005940803,"about_ca_topic_score_gemma":0.000023550401,"teacher_disagreement_score":0.87273014,"about_ca_system_score_codex":0.00012905795,"about_ca_system_score_gemma":0.0006193044,"threshold_uncertainty_score":0.9999904},"labels":[],"label_agreement":null},{"id":"W7111061831","doi":"10.1371/journal.pone.0325390.s002","title":"Assessment of the quality of studies included in the review was conducted according to the Newcastle-Ottawa Scale (NOS).","year":2025,"lang":"","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Scale (ratio); Measure (data warehouse); Quality assessment; Reliability (semiconductor)","score_opus":0.8764191130214151,"score_gpt":0.6431982498428096,"score_spread":0.23322086317860546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7111061831","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05657985,0.6278007,0.00013135595,0.10863628,0.0022889674,0.036252737,0.11222681,0.00001506123,0.056068256],"genre_scores_gemma":[0.98838454,0.0010923108,0.00025560072,0.005965398,0.00006575002,0.00086853764,0.00051990006,0.000012723589,0.0028352279],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.92801803,0.045080215,0.018335957,0.0012064732,0.0069050253,0.00045432168],"domain_scores_gemma":[0.92015123,0.038412143,0.019254953,0.014858123,0.007185605,0.00013794686],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10997059,0.00049942965,0.0063090813,0.00024812337,0.00044391365,0.0003698523,0.007624253,0.0001121006,0.091848426],"category_scores_gemma":[0.20769614,0.0001585285,0.0028683105,0.007824866,0.000090127236,0.00019987297,0.0022449102,0.00050575443,0.0005448645],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002855997,0.00013261463,0.0072141243,0.009884417,0.0006045322,7.1025204e-7,0.0022061195,0.000073918076,0.00006512547,0.00055987044,0.97112435,0.008131386],"study_design_scores_gemma":[0.0004962938,0.000084890424,0.2635039,0.10018255,0.0014014605,0.000003964473,0.0380592,0.0009021947,0.00018808432,0.00096895074,0.5937642,0.00044434424],"about_ca_topic_score_codex":0.00006684896,"about_ca_topic_score_gemma":0.00066339684,"teacher_disagreement_score":0.9318047,"about_ca_system_score_codex":0.000109013374,"about_ca_system_score_gemma":0.00066070375,"threshold_uncertainty_score":0.997745},"labels":[],"label_agreement":null},{"id":"W7111266293","doi":"10.1371/journal.pone.0333494.s002","title":"Risk of bias assessment using the Newcastle-Ottawa Scale (NOS) for assessing the quality of nonrandomized studies in this systematic review and meta-analyses.","year":2025,"lang":"","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Comparability; Observational study; Scale (ratio); Quality (philosophy); Cohort study; Cohort; Systematic review; Research design; Randomized controlled trial","score_opus":0.9376443397699019,"score_gpt":0.6768555922674948,"score_spread":0.2607887475024071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7111266293","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014646755,0.91680735,0.0026827762,0.0016743349,0.0001907211,0.023221016,0.05264597,0.000004513091,0.0013086405],"genre_scores_gemma":[0.92263055,0.018916586,0.02273435,0.004059628,0.00015082529,0.014538207,0.0026541713,0.00014730665,0.014168377],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.85685015,0.10332321,0.032878947,0.0014706968,0.0049935393,0.00048346294],"domain_scores_gemma":[0.69060636,0.21920365,0.06822326,0.011033578,0.010763792,0.00016935208],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27312678,0.00082384434,0.028003186,0.00048579118,0.00059696165,0.00091443554,0.002756842,0.0001656344,0.05943607],"category_scores_gemma":[0.40696806,0.00027096484,0.009644506,0.0038575516,0.00019684908,0.00042659824,0.0007438757,0.00043364207,0.000042916025],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003144384,0.00023749667,0.0006489725,0.82113713,0.066206366,0.0000013490006,0.0018090368,0.00039059384,0.000040420528,0.00012123018,0.109088525,0.0002874619],"study_design_scores_gemma":[0.004064876,0.00007685525,0.0016883203,0.2546971,0.66533023,0.000010529899,0.018456623,0.050641812,0.00012005184,0.0014172419,0.0027133347,0.0007830206],"about_ca_topic_score_codex":0.00015530283,"about_ca_topic_score_gemma":0.0002142275,"teacher_disagreement_score":0.9211659,"about_ca_system_score_codex":0.00012135099,"about_ca_system_score_gemma":0.000589238,"threshold_uncertainty_score":0.99997425},"labels":[],"label_agreement":null},{"id":"W7111320923","doi":"10.1371/journal.pone.0336958.s002","title":"Newcastle-Ottawa Scale risk of bias of reviewed studies.","year":2025,"lang":"","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scale (ratio); Risk assessment; Measure (data warehouse); Risk management","score_opus":0.8848697218393831,"score_gpt":0.5747400193108315,"score_spread":0.31012970252855154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7111320923","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038547772,0.51089746,0.00012596147,0.0006896888,0.0010483166,0.004613245,0.41835782,0.000009549816,0.060403172],"genre_scores_gemma":[0.66775495,0.022247335,0.0102602625,0.0017614057,0.0006664327,0.0013361918,0.022098888,0.00015152278,0.273723],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95063907,0.017579487,0.024576958,0.0015239362,0.0052457335,0.00043482782],"domain_scores_gemma":[0.92828786,0.01921501,0.031699613,0.009606431,0.01094464,0.00024641864],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.0597467,0.0006513528,0.011797566,0.0007697727,0.00019508753,0.0002732334,0.0035660046,0.0002361217,0.7483576],"category_scores_gemma":[0.4215324,0.0003393078,0.006455562,0.0060370173,0.000086300635,0.00025304782,0.00094545784,0.0003394694,0.015062622],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005414354,0.00009570309,0.0034445485,0.0057557807,0.0014981984,0.0000021202875,0.0004616252,0.000037952566,0.000009301951,0.00004931625,0.9248105,0.06382953],"study_design_scores_gemma":[0.000342001,0.000086929445,0.0063229487,0.023445304,0.002129517,0.0000020064174,0.0013453773,0.0017376683,0.0004188072,0.0007195641,0.9631658,0.00028407454],"about_ca_topic_score_codex":0.000018942612,"about_ca_topic_score_gemma":0.00007155871,"teacher_disagreement_score":0.73329496,"about_ca_system_score_codex":0.000056075478,"about_ca_system_score_gemma":0.000423279,"threshold_uncertainty_score":0.9999059},"labels":[],"label_agreement":null},{"id":"W7111341178","doi":"10.1371/journal.pone.0330208.s004","title":"Methodological Quality Assessment.","year":2025,"lang":"","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Tuberculosis; Incidence (geometry); Observational study; Cohort study; Cohort; Scopus; Hazard ratio; Meta-analysis","score_opus":0.9851002126630956,"score_gpt":0.7274780790032314,"score_spread":0.2576221336598642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7111341178","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003011586,0.0075441026,0.0113191,0.0044541485,0.0012220413,0.0026457694,0.30129007,0.000027279937,0.67119634],"genre_scores_gemma":[0.24703337,0.000060094102,0.07993573,0.0126032075,0.00072019664,0.001531538,0.09409491,0.000056141405,0.56396484],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.852301,0.11506129,0.021433178,0.0027997734,0.007726598,0.0006781791],"domain_scores_gemma":[0.8416341,0.116355136,0.018193865,0.017172089,0.0059832525,0.0006615351],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.19205134,0.0006528795,0.008583777,0.00048911106,0.00044519984,0.0033098962,0.005063827,0.0004639527,0.9890634],"category_scores_gemma":[0.5154485,0.0003253661,0.0060680346,0.0039349142,0.000031985674,0.00034073592,0.0012477821,0.0006721358,0.10769375],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037349348,0.00008316155,0.001201813,0.0004257114,0.00035923044,0.000007740393,0.000045224224,0.000015421394,0.0000132575,0.0036603922,0.9351442,0.059040133],"study_design_scores_gemma":[0.00017628893,0.000028120776,0.068246424,0.0010771,0.00023903829,0.0000021489625,0.00033192858,0.0038151355,0.000023675553,0.0079412395,0.917817,0.00030190422],"about_ca_topic_score_codex":0.00000587637,"about_ca_topic_score_gemma":0.000008959272,"teacher_disagreement_score":0.88136965,"about_ca_system_score_codex":0.000115410716,"about_ca_system_score_gemma":0.0006697742,"threshold_uncertainty_score":0.99991983},"labels":[],"label_agreement":null},{"id":"W7111363240","doi":"10.1371/journal.pntd.0013393.s003","title":"PRISMA 2020 checklist for systematic reviews.","year":2025,"lang":"","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Checklist; Diarrhea; Systematic review; MEDLINE; Meta-analysis; Developing country; Epidemiology; Confounding","score_opus":0.7444684054871771,"score_gpt":0.5323437372555366,"score_spread":0.21212466823164045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7111363240","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000027040378,0.3049093,0.0056785312,0.0048841927,0.0028280828,0.090735264,0.47352603,0.000051909767,0.11735967],"genre_scores_gemma":[0.010333853,0.00043782353,0.005406123,0.005839269,0.0010256512,0.033427842,0.068154395,0.00011985943,0.87525517],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9432045,0.017129913,0.031789392,0.0025986831,0.004477568,0.00079992734],"domain_scores_gemma":[0.9306282,0.02571397,0.024453295,0.013377291,0.0053004674,0.0005267988],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.08443546,0.0010728046,0.015603484,0.0005349406,0.0005861213,0.004114154,0.0060075913,0.00041973544,0.81143457],"category_scores_gemma":[0.54523975,0.0005450671,0.0099770045,0.0042819306,0.000023238057,0.0004359,0.00065191643,0.00036106675,0.16516483],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038146877,0.000048931553,0.000017497154,0.18552417,0.00039373795,0.000003516353,0.00014064541,0.000004207433,0.0000023705188,0.00026902603,0.81026334,0.003328736],"study_design_scores_gemma":[0.00025218754,0.00003745914,0.00008990416,0.14833239,0.001114081,0.000006640701,0.00022547977,0.011017849,0.000017832923,0.00061805197,0.8378881,0.0003999916],"about_ca_topic_score_codex":0.0000015604805,"about_ca_topic_score_gemma":0.000008816874,"teacher_disagreement_score":0.7578955,"about_ca_system_score_codex":0.00015158235,"about_ca_system_score_gemma":0.00048655822,"threshold_uncertainty_score":0.99993783},"labels":[],"label_agreement":null},{"id":"W7112032236","doi":"","title":"living systematic review, meta-analysis and policy recommendations","year":2024,"lang":"en","type":"article","venue":"Universidade Nova de Lisboa's Repository (Universidade Nova de Lisboa)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Instituto de Higiene e Medicina Tropical, Universidade Nova de Lisboa; Universidade Nova de Lisboa; Government of Canada; World Health Organization","keywords":"Government (linguistics); Workforce; Solidarity; Work (physics); Global health; Portuguese; Health care","score_opus":0.4076931807239723,"score_gpt":0.4483863047837054,"score_spread":0.04069312405973308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7112032236","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030439064,0.21286103,0.2554869,0.12241012,0.0040762173,0.0146977445,0.0010568141,0.0013658364,0.35760623],"genre_scores_gemma":[0.7355882,0.002092451,0.01689161,0.004823619,0.0006473206,0.00007733488,0.000104414285,0.00019235357,0.23958272],"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","domain_scores_codex":[0.97263,0.012394704,0.0066068405,0.00275959,0.0044624717,0.0011463494],"domain_scores_gemma":[0.9764867,0.010053856,0.004429195,0.006155343,0.0018206974,0.0010542362],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.03856554,0.0011644086,0.009172254,0.0064990288,0.0009262152,0.003825376,0.003722733,0.0005242038,0.014823037],"category_scores_gemma":[0.0103569385,0.00082642614,0.009317571,0.01586312,0.00031682802,0.0021558597,0.00084281823,0.0010415253,0.0012097267],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049641334,0.0005771887,0.004671683,0.079315595,0.38668248,0.00309828,0.015524207,0.000989017,0.0036655187,0.07045235,0.43341815,0.0015558663],"study_design_scores_gemma":[0.0005889718,0.00023146786,0.003256501,0.012457964,0.8400827,0.0020329442,0.018793957,0.026731726,0.00026701498,0.0020223116,0.090557374,0.0029770473],"about_ca_topic_score_codex":0.0008856909,"about_ca_topic_score_gemma":0.00023934184,"teacher_disagreement_score":0.7051491,"about_ca_system_score_codex":0.0010798824,"about_ca_system_score_gemma":0.0008022609,"threshold_uncertainty_score":0.9995679},"labels":[],"label_agreement":null},{"id":"W7112496924","doi":"","title":"Evaluation of the Medical Research Future Fund Clinical Trials Activity: A report on the review or the Medical Research Future Fund’s (MRFF) Clinical Trials Activity Initiative","year":2023,"lang":"en","type":"book","venue":"Bond University Research Portal (Bond University)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Bond University","keywords":"Clinical trial; Medical research; Clinical research; Health care; Alternative medicine; Medical care; Research design; Health services research","score_opus":0.9707098287643536,"score_gpt":0.7115926674109944,"score_spread":0.25911716135335927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7112496924","genre_codex":"other","genre_gemma":"other","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010869329,0.0043908423,0.00010278904,0.17285253,0.004734258,0.026364798,0.0013138395,0.0000663624,0.7793053],"genre_scores_gemma":[0.006590378,0.04297008,0.000026231097,0.0005776638,0.0058642644,0.000035570312,0.00012842556,0.00011142389,0.94369596],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.12444563,0.7220887,0.016754037,0.0054238574,0.12887055,0.0024172477],"domain_scores_gemma":[0.06291211,0.8150457,0.030054016,0.026340166,0.061211523,0.004436463],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","open_science","research_integrity","insufficient_payload"],"category_scores_codex":[0.9506509,0.0011776132,0.013730099,0.00415945,0.0045705396,0.0008480908,0.019010706,0.003904241,0.036302544],"category_scores_gemma":[0.7951414,0.0004675276,0.01173317,0.017517611,0.008380938,0.00080470793,0.008172436,0.021749387,0.001598523],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015670242,0.0006461553,0.00024427183,0.0003932476,0.0031107878,0.0041316785,0.00024141103,7.603735e-7,0.0000014127947,0.020005763,0.88601035,0.08364712],"study_design_scores_gemma":[0.0020687664,0.00076053105,0.0022523978,0.0033004805,0.0028667361,0.00009972446,0.011695458,0.00036531655,0.0000033522847,0.004717713,0.9713786,0.00049088505],"about_ca_topic_score_codex":0.0002719982,"about_ca_topic_score_gemma":0.0065535256,"teacher_disagreement_score":0.17227487,"about_ca_system_score_codex":0.0015761531,"about_ca_system_score_gemma":0.05443016,"threshold_uncertainty_score":0.99984926},"labels":[],"label_agreement":null},{"id":"W7115684003","doi":"10.26443/mjm.v22i1.1040","title":"Information management during a complex meta-analysis: A practical guide for organizing data extraction.","year":2025,"lang":"en","type":"article","venue":"McGill Journal of Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Data extraction; Protocol (science); Coding (social sciences); Key (lock); Presentation (obstetrics); Process (computing); Information extraction","score_opus":0.8504291421179357,"score_gpt":0.6004038146193712,"score_spread":0.25002532749856454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115684003","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005583931,0.0016619588,0.91585845,0.065188386,0.00053958385,0.0009494815,0.00007521546,0.0000064837686,0.0151620805],"genre_scores_gemma":[0.494053,0.00055894675,0.45727333,0.019750977,0.000671981,0.00006780321,0.0001676072,0.00003149338,0.02742483],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9801872,0.0021417935,0.012720468,0.00035081533,0.004405035,0.0001947064],"domain_scores_gemma":[0.9809845,0.0037795792,0.009386176,0.0028427541,0.0028611538,0.00014584365],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.116584234,0.00022742584,0.004689319,0.0019454701,0.00027570143,0.00026225043,0.0019412825,0.0000515247,0.006650664],"category_scores_gemma":[0.048944052,0.0000985402,0.0020425667,0.0029859336,0.000044869656,0.0014057879,0.00026931157,0.00019731659,0.00010929014],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066748944,0.00007461812,0.00016958722,0.00019908599,0.16426434,0.000028862589,0.00014568245,0.00047737794,0.0002387116,0.0066680512,0.81949484,0.008172074],"study_design_scores_gemma":[0.0007179136,0.000039396302,0.0021562108,0.000026194219,0.20645438,0.000097681055,0.0021580104,0.004460973,0.000013163166,0.001426066,0.7823747,0.00007535759],"about_ca_topic_score_codex":0.0000067096244,"about_ca_topic_score_gemma":0.000010828687,"teacher_disagreement_score":0.49349463,"about_ca_system_score_codex":0.00006971529,"about_ca_system_score_gemma":0.000043425636,"threshold_uncertainty_score":0.9942574},"labels":[],"label_agreement":null},{"id":"W7115707457","doi":"10.31222/osf.io/8dtfq_v4","title":"Critiplot: A Comprehensive Python Package and Web Tool for Visualizing Risk-of-Bias Assessments in Evidence Synthesis","year":2025,"lang":"","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Visualization; Python (programming language); Web application; Data visualization; Unit testing; Open source","score_opus":0.7323302226296172,"score_gpt":0.5887822478998173,"score_spread":0.14354797472979997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115707457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80609226,0.025883958,0.15563984,0.0010639451,0.00077374256,0.0058708885,0.00018713495,0.000012137537,0.004476098],"genre_scores_gemma":[0.96371305,0.004680458,0.02442305,0.0004123184,0.000030623007,0.00035758148,0.0000014050156,0.00002302048,0.006358499],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.949575,0.02630295,0.01722623,0.002302597,0.003956534,0.00063671026],"domain_scores_gemma":[0.8620324,0.124271505,0.0070805475,0.0038283437,0.0026047374,0.00018246513],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11903198,0.00072067603,0.00820995,0.0013855614,0.00033495342,0.0017721342,0.0018304567,0.0002589281,0.0035200068],"category_scores_gemma":[0.20939857,0.000418186,0.002538187,0.0032234613,0.00024609617,0.0009320004,0.000610016,0.00028264025,0.00017106526],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030759352,0.0007724671,0.65064317,0.009722127,0.00323524,0.000024524285,0.0016751746,0.00009433322,0.004558079,0.02057485,0.02829549,0.28009698],"study_design_scores_gemma":[0.0035397112,0.00077767484,0.2945359,0.025191478,0.013613967,0.00001823702,0.031373985,0.52652144,0.006323642,0.021138603,0.074651726,0.0023135967],"about_ca_topic_score_codex":0.00014048337,"about_ca_topic_score_gemma":0.00016577853,"teacher_disagreement_score":0.52642715,"about_ca_system_score_codex":0.00010017979,"about_ca_system_score_gemma":0.00044919548,"threshold_uncertainty_score":0.99982697},"labels":[],"label_agreement":null},{"id":"W7115807102","doi":"","title":"Considerations For Identifying and Conducting Cluster Trials","year":2021,"lang":"en","type":"dissertation","venue":"MacSphere (McMaster University)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CRTS; Randomized controlled trial; Baseline (sea); Cluster (spacecraft); Randomization; MEDLINE; Cluster randomised controlled trial; Systematic review","score_opus":0.7608806139722594,"score_gpt":0.48240620420196234,"score_spread":0.278474409770297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115807102","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03239864,0.0034265534,0.027117562,0.0009403977,0.0035412298,0.0046162587,0.0002627023,0.000030057494,0.9276666],"genre_scores_gemma":[0.009899296,0.000030949795,0.010411839,0.00016384541,0.00015940043,0.000008055029,0.00016976318,0.000026519345,0.9791303],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9834566,0.00820445,0.005117313,0.001312705,0.0016548985,0.00025401844],"domain_scores_gemma":[0.9768055,0.013766747,0.0060917735,0.001363635,0.0018083261,0.00016401657],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.035322804,0.00041749887,0.004466404,0.0004952826,0.00048349873,0.0022742942,0.00061661686,0.00029946837,0.35701662],"category_scores_gemma":[0.037902933,0.0002840521,0.0020235963,0.0007987288,0.000038578033,0.00044497554,0.00011991227,0.00023202761,0.0002134995],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020437448,0.000118078744,0.0016066203,0.0019305458,0.004435245,0.00015054735,0.012627047,0.00012856306,0.002171453,0.027239725,0.235569,0.7138188],"study_design_scores_gemma":[0.0012938072,0.00003310074,0.00023500563,0.00033753872,0.0028438375,0.000021721606,0.080222316,0.0009619317,0.00037861365,0.008039738,0.9050343,0.00059805944],"about_ca_topic_score_codex":0.000019682013,"about_ca_topic_score_gemma":0.0013246996,"teacher_disagreement_score":0.7132207,"about_ca_system_score_codex":0.000051415413,"about_ca_system_score_gemma":0.00018852948,"threshold_uncertainty_score":0.99996114},"labels":[],"label_agreement":null},{"id":"W7116736776","doi":"10.1136/bmj-2025-085718","title":"AMSTAR-PF: a critical appraisal tool for systematic reviews of prognostic factor studies","year":2025,"lang":"en","type":"article","venue":"BMJ","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa","funders":"Birmingham Biomedical Research Centre; University Hospitals Birmingham NHS Foundation Trust; National Health and Medical Research Council; Medical Research Council; National Institute for Health and Care Research; Australian Government","keywords":"Critical appraisal; Systematic review; Quality (philosophy); MEDLINE; Meta-analysis; Impact factor","score_opus":0.7941918233839449,"score_gpt":0.6398998572664357,"score_spread":0.15429196611750917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116736776","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07916953,0.11772746,0.67707753,0.02045897,0.008492198,0.08204247,0.00033713187,0.00006891602,0.01462583],"genre_scores_gemma":[0.911567,0.00018339083,0.057022825,0.00079826475,0.00034999292,0.008652942,0.000007731129,0.000030007755,0.021387845],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9721345,0.009298202,0.014985661,0.0007532712,0.0025510346,0.00027734495],"domain_scores_gemma":[0.85298985,0.13303721,0.005678771,0.004559872,0.0036219638,0.00011232691],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.097419076,0.0002935179,0.0072676907,0.00030548286,0.00010512357,0.00027716075,0.0011628314,0.00007267359,0.0008640846],"category_scores_gemma":[0.7621921,0.00012434789,0.00238314,0.0010621235,0.00011148241,0.00014447082,0.0001483629,0.00007686135,0.0007075715],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019658555,0.00018503504,0.01079081,0.15564908,0.0013916821,0.0000043040422,0.0014510404,0.0000062792046,0.00010812702,0.045291673,0.7789218,0.0061805253],"study_design_scores_gemma":[0.0020282678,0.00079310354,0.014493299,0.084009185,0.012199086,0.00005387325,0.017539822,0.018670877,0.00043348662,0.0619546,0.78579056,0.0020338423],"about_ca_topic_score_codex":0.0000012319966,"about_ca_topic_score_gemma":0.000006738122,"teacher_disagreement_score":0.83239746,"about_ca_system_score_codex":0.000025126514,"about_ca_system_score_gemma":0.00009138126,"threshold_uncertainty_score":0.946112},"labels":[],"label_agreement":null},{"id":"W7116853616","doi":"10.13140/rg.2.2.26326.10565","title":"Opioid Use in Medical Cannabis Authorization Adult Patients from 2013-2018: Alberta, Canada","year":2021,"lang":"","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical cannabis; Opioid abuse; Authorization; Opioid; Prior authorization; Cannabis","score_opus":0.2523554368205838,"score_gpt":0.3970319151651927,"score_spread":0.1446764783446089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116853616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93422234,0.0017614417,0.012911966,0.026572814,0.009571701,0.0020563605,0.00056881574,0.0000061254336,0.012328415],"genre_scores_gemma":[0.80655444,0.00046664022,0.0021239938,0.0076157697,0.00023538264,0.0000608687,0.00055085256,0.0000369895,0.18235508],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9482583,0.01470377,0.01731857,0.0024717,0.016526416,0.0007212633],"domain_scores_gemma":[0.97508115,0.0072560087,0.005015877,0.005531039,0.005701443,0.0014144969],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.021002179,0.00070509524,0.0052519464,0.00032577215,0.00023020193,0.0017409078,0.0022836437,0.00040067648,0.31294668],"category_scores_gemma":[0.17749128,0.00040862977,0.0012538558,0.003488062,0.00008574887,0.0007953818,0.00050923077,0.0004659647,0.002763488],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055765995,0.00018954929,0.40317315,0.000030494726,0.00020274681,0.000060101855,0.00061225245,0.000038234088,0.0000015066938,0.00073614734,0.58231837,0.012631899],"study_design_scores_gemma":[0.0011468512,0.00003951353,0.30391577,0.00039143782,0.000425268,0.0000043126743,0.0013106351,0.07621646,0.000054343214,0.0005968293,0.6151522,0.00074638956],"about_ca_topic_score_codex":0.9805366,"about_ca_topic_score_gemma":0.99872595,"teacher_disagreement_score":0.3101832,"about_ca_system_score_codex":0.00044152237,"about_ca_system_score_gemma":0.006194837,"threshold_uncertainty_score":0.99983656},"labels":[],"label_agreement":null},{"id":"W7117158505","doi":"10.1093/jamia/ocaf223","title":"AutoReporter: development of an artificial intelligence tool for automated assessment of research reporting guideline adherence","year":2025,"lang":"en","type":"article","venue":"Journal of the American Medical Informatics Association","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Princess Margaret Cancer Centre; BC Cancer Agency; McMaster University; University of Toronto","funders":"","keywords":"Guideline; Quality (philosophy); Control (management); MEDLINE; Scalability","score_opus":0.642779943123821,"score_gpt":0.6432471026700052,"score_spread":0.00046715954618414823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117158505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6197767,0.0000103561115,0.37834883,0.00090526446,0.0003150199,0.00033440694,0.0000034376035,0.000003127968,0.00030285332],"genre_scores_gemma":[0.72880024,0.0000047791555,0.27080202,0.0001850647,0.00005129275,0.000008708184,0.0000028118907,0.0000032565267,0.0001418504],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9415314,0.0032428338,0.04234017,0.00015416669,0.012488371,0.0002430457],"domain_scores_gemma":[0.85641825,0.007307616,0.122469686,0.0012258413,0.012439356,0.00013925544],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3835296,0.00011795225,0.0021826657,0.0004918512,0.000179687,0.00021821693,0.0016589786,0.000076302866,0.00017226937],"category_scores_gemma":[0.3395412,0.00005518744,0.0007648629,0.002180646,0.00016496179,0.00025378037,0.00018853789,0.00035038602,0.0000031201812],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051500305,0.0005240189,0.07548559,0.0003862385,0.0014295104,0.0000035326034,0.006520748,0.0044952543,0.00082328747,0.0037484448,0.043709997,0.8628219],"study_design_scores_gemma":[0.00010698807,0.00022360438,0.027564062,0.00040321224,0.00015817207,0.000010235687,0.0076421928,0.95216876,0.0014552396,0.0067638764,0.0034150372,0.00008862056],"about_ca_topic_score_codex":0.000012779882,"about_ca_topic_score_gemma":0.000014977539,"teacher_disagreement_score":0.9476735,"about_ca_system_score_codex":0.00033694328,"about_ca_system_score_gemma":0.0029315886,"threshold_uncertainty_score":0.6660221},"labels":[],"label_agreement":null},{"id":"W7117232809","doi":"10.5206/cjils-rcsib.v49i1.23075","title":"Assessing the Effectiveness of AI Tools (Elicit, SciSpace, and Consensus) in Literature Review and Research","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Information and Library Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automatic summarization; Strengths and weaknesses; Workflow; Relation (database); Systematic review; Sample (material)","score_opus":0.3458123296977866,"score_gpt":0.5079584312152706,"score_spread":0.16214610151748404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117232809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8655374,0.09153688,0.00051338394,0.021027792,0.00018041524,0.0008288518,0.000016204405,8.674604e-7,0.020358186],"genre_scores_gemma":[0.9957032,0.0016884276,0.0004860362,0.0019507085,0.0000056217636,0.0000017512326,5.5227105e-7,8.9688285e-7,0.00016278158],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9934958,0.0031281242,0.0021154624,0.0001267976,0.0009881342,0.00014565299],"domain_scores_gemma":[0.9938588,0.0036625275,0.0008552429,0.00037693718,0.0010173935,0.00022907766],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10992324,0.00007108205,0.0006749879,0.0015495871,0.00026432783,0.0041425447,0.0006345404,0.000030150313,0.0000716373],"category_scores_gemma":[0.027006408,0.000031336145,0.00007098263,0.0044306554,0.00060496863,0.0057409867,0.00006440674,0.00026030323,0.000002335494],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022953951,0.000010252133,0.5261464,0.005069639,0.00006039399,0.000026183729,0.005707867,0.0000604625,0.0001614773,0.16840132,0.06124829,0.23308477],"study_design_scores_gemma":[0.00024270086,0.00004365929,0.88165265,0.0074641327,0.000033554978,0.0001842738,0.0024675885,0.00145478,0.00008320557,0.0095791025,0.096704416,0.000089918314],"about_ca_topic_score_codex":0.000042036463,"about_ca_topic_score_gemma":0.000057725374,"teacher_disagreement_score":0.35550627,"about_ca_system_score_codex":0.000015049055,"about_ca_system_score_gemma":0.0015845827,"threshold_uncertainty_score":0.99689126},"labels":[],"label_agreement":null},{"id":"W7117354554","doi":"10.4103/cmrp.cmrp_20_25","title":"Basic medical statistics for surgeons","year":2025,"lang":"en","type":"article","venue":"Current Medicine Research and Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital","funders":"","keywords":"Interpretation (philosophy); Medical statistics; Statistical analysis; Medical literature; Medical practice","score_opus":0.9312977641104377,"score_gpt":0.738641314192942,"score_spread":0.19265644991749575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117354554","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013978811,0.055508777,0.6590155,0.20721221,0.0027585826,0.0026597008,0.00012002792,0.000011484551,0.07131588],"genre_scores_gemma":[0.54680586,0.06965154,0.054576583,0.015129237,0.00665494,0.0025718207,0.0007332487,0.00014624734,0.30373052],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96088535,0.020027995,0.0050779553,0.001019169,0.0124245975,0.0005649164],"domain_scores_gemma":[0.6795092,0.30868796,0.001307122,0.002275212,0.007510543,0.00070995896],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3592634,0.00016656017,0.0016218618,0.0007432402,0.0003692898,0.00037179567,0.0011012272,0.000074845004,0.009876479],"category_scores_gemma":[0.81568366,0.000076230914,0.00019137886,0.0020202901,0.00046549024,0.00023109412,0.0002244627,0.00059519324,0.00046615436],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004135008,0.00006292939,0.0013783746,0.00013119835,0.00006350336,0.000004923231,0.00009255993,9.692451e-8,0.0000027321523,0.06004768,0.6953907,0.24278393],"study_design_scores_gemma":[0.00041854716,0.00013693293,0.000650083,0.00018223729,0.00011811673,0.000016192042,0.0016458798,0.002554823,0.0000017638705,0.043995734,0.9502205,0.000059144688],"about_ca_topic_score_codex":0.00004894015,"about_ca_topic_score_gemma":0.00007622133,"teacher_disagreement_score":0.6044389,"about_ca_system_score_codex":0.000028144894,"about_ca_system_score_gemma":0.00059278787,"threshold_uncertainty_score":0.9910286},"labels":[],"label_agreement":null},{"id":"W7117365583","doi":"10.1016/j.jclinepi.2025.112120","title":"An imputation study shows that missing outcome data can substantially bias pooled estimates in systematic reviews of patient-reported outcomes","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"National Natural Science Foundation of China","keywords":"Missing data; Imputation (statistics); Systematic review; Outcome (game theory); Meta-analysis; Systematic error","score_opus":0.9408736266434724,"score_gpt":0.6979426045741942,"score_spread":0.2429310220692782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117365583","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9490977,0.0027342425,0.041033864,0.003108583,0.001543127,0.002372432,0.0000119087335,0.0000038988087,0.00009425037],"genre_scores_gemma":[0.97720575,0.00013361718,0.02116487,0.0013254894,0.000047665522,0.00001219033,0.0000083927325,0.000010576218,0.00009142305],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.61061275,0.2309376,0.15314004,0.0015153994,0.0032869442,0.00050724257],"domain_scores_gemma":[0.2680354,0.51609814,0.19984461,0.011821638,0.0035526557,0.00064754084],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.70182914,0.00042518292,0.03154685,0.00097580085,0.00007117617,0.00015131582,0.003673386,0.00026863077,0.00037585158],"category_scores_gemma":[0.8940713,0.00018120033,0.0032948898,0.001235118,0.00014708009,0.00047437818,0.0002861465,0.00067689316,0.000025389796],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004484694,0.00051134865,0.98444057,0.0010477654,0.00079477474,0.000036569974,0.00021162246,0.00045500288,0.000005114121,0.00014457278,0.00093488186,0.011372959],"study_design_scores_gemma":[0.001156048,0.0005430635,0.94922286,0.0018957243,0.0026268612,0.000038856357,0.0017332712,0.029861277,0.0000017818764,0.012429021,0.0003004754,0.0001907321],"about_ca_topic_score_codex":0.000092813694,"about_ca_topic_score_gemma":0.0005605961,"teacher_disagreement_score":0.34257737,"about_ca_system_score_codex":0.000045279103,"about_ca_system_score_gemma":0.0003699065,"threshold_uncertainty_score":0.9828308},"labels":[],"label_agreement":null},{"id":"W7117368100","doi":"10.1016/j.jclinepi.2025.112121","title":"Systematic reviews of quasi-experimental studies: challenges and considerations","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"Fonds de Recherche du Québec - Santé; Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research","keywords":"Systematic review; Preprint; Consistency (knowledge bases); Variety (cybernetics); Transparency (behavior); Grey literature; MEDLINE; Protocol (science); Identification (biology); Comparability","score_opus":0.9664743422323613,"score_gpt":0.7342298440974422,"score_spread":0.2322444981349191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117368100","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051501077,0.8969989,0.010957228,0.032559026,0.0025021564,0.001398182,0.000002626174,0.0000020768996,0.004078732],"genre_scores_gemma":[0.85831285,0.11083207,0.02469429,0.0045745936,0.0002920986,0.000035727266,2.2806839e-7,0.000006986292,0.0012511598],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.5701527,0.29362932,0.13313125,0.00093481335,0.0018275912,0.00032434775],"domain_scores_gemma":[0.23717219,0.6895519,0.06778111,0.0023308473,0.0029039234,0.00026001988],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6651582,0.00021743396,0.02824038,0.0003361355,0.00006373704,0.000028085147,0.0006731523,0.00018141649,0.0006333097],"category_scores_gemma":[0.9228594,0.00008648804,0.0039576967,0.00025434679,0.00038246316,0.00012669753,0.00013910608,0.00036129932,0.000087114],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093531264,0.0016960436,0.043838017,0.024227295,0.008886334,0.000031280248,0.002804486,0.00006265313,0.000046119556,0.62067586,0.27387816,0.023760233],"study_design_scores_gemma":[0.0018934703,0.0029226216,0.027832493,0.015068934,0.0032703697,0.00035983912,0.014155797,0.002466925,0.00002360819,0.86502826,0.06660215,0.0003755277],"about_ca_topic_score_codex":9.722763e-7,"about_ca_topic_score_gemma":0.000007756372,"teacher_disagreement_score":0.80681175,"about_ca_system_score_codex":0.00001705018,"about_ca_system_score_gemma":0.00012482623,"threshold_uncertainty_score":0.9861864},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7117565997","doi":"10.1136/bmjopen-2025-108888","title":"Dissemination of study results to participants in mental health research: a meta-research review of studies published in high-impact psychiatry journals","year":2025,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McGill University; McMaster University; Jewish General Hospital","funders":"","keywords":"Mental health; Public health; Research ethics; Alternative medicine; Health services research; MEDLINE","score_opus":0.9799922465721266,"score_gpt":0.8077713925073238,"score_spread":0.1722208540648028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117565997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6707354,0.10006536,0.000024078612,0.16025576,0.00048017106,0.0636652,0.00015215958,0.0000021508904,0.004619714],"genre_scores_gemma":[0.9912677,0.0020909193,0.0009313051,0.00028058197,0.000017435023,0.0021197998,0.000004820085,0.0000071676964,0.0032802937],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.51975894,0.3466852,0.078315176,0.004516641,0.048021786,0.0027022478],"domain_scores_gemma":[0.9659537,0.015902245,0.0058714794,0.005402335,0.006558278,0.0003119777],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.77147365,0.0002082899,0.0070350133,0.002972264,0.00014581929,0.0006935931,0.0039059867,0.000040584408,0.0016776101],"category_scores_gemma":[0.39280218,0.000094009585,0.00067920395,0.014362463,0.00008453258,0.0006269151,0.0016900048,0.0003793671,0.00008322078],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028358013,0.0013888973,0.10483756,0.0028272956,0.0016203249,0.0000037113505,0.00956659,0.000030737297,0.000016126547,0.00049712934,0.8713263,0.0076017007],"study_design_scores_gemma":[0.0021627876,0.0016811534,0.82976705,0.06266362,0.00050938595,0.0000014931329,0.08615556,0.00021854452,0.000043614233,0.012017057,0.0044905413,0.0002891906],"about_ca_topic_score_codex":0.0013020854,"about_ca_topic_score_gemma":0.0078031966,"teacher_disagreement_score":0.86683583,"about_ca_system_score_codex":0.00023392375,"about_ca_system_score_gemma":0.0010714459,"threshold_uncertainty_score":0.999235},"labels":[],"label_agreement":null},{"id":"W7117996129","doi":"10.1007/978-3-032-05288-9_1","title":"Evidence-Based Medicine and the GRADE Approach","year":2025,"lang":"en","type":"book-chapter","venue":"Difficult decisions in surgery: an evidence-based approach","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Quality (philosophy); Evidence-based medicine; Clinical Practice; Quality of evidence; MEDLINE; Term (time); Clinical judgment; Lexicon","score_opus":0.7807406713440047,"score_gpt":0.4792970697582043,"score_spread":0.3014436015858004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117996129","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045643873,0.2804888,0.40800625,0.03945191,0.0038070194,0.023610463,0.0004908066,0.00028648722,0.23929387],"genre_scores_gemma":[0.40239272,0.03473602,0.057421334,0.01729141,0.0025777966,0.0042124344,0.001552293,0.0006196185,0.47919637],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9287061,0.02337709,0.022220371,0.006396786,0.018035911,0.0012637202],"domain_scores_gemma":[0.77255553,0.20350784,0.00825001,0.011972234,0.0030032604,0.0007111162],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.23921522,0.0023966099,0.015357469,0.004946523,0.0008913387,0.0022755207,0.00752065,0.001291237,0.0029288123],"category_scores_gemma":[0.25644404,0.001038185,0.0054355515,0.0046974756,0.002814838,0.0011463419,0.0006605837,0.0021358456,0.00039704802],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012140869,0.000913615,0.004749853,0.0008285805,0.0008502351,0.00013564245,0.0011094463,0.0067761303,0.0000107394735,0.12226006,0.5779411,0.28321046],"study_design_scores_gemma":[0.0051939576,0.00034703806,0.0038277803,0.04716402,0.0052674324,0.0001286636,0.0030481329,0.4937636,0.000013100938,0.07289798,0.36347708,0.0048712096],"about_ca_topic_score_codex":0.0001384967,"about_ca_topic_score_gemma":0.00005604337,"teacher_disagreement_score":0.48698747,"about_ca_system_score_codex":0.00034479698,"about_ca_system_score_gemma":0.0016833041,"threshold_uncertainty_score":0.9998989},"labels":[],"label_agreement":null},{"id":"W7118189027","doi":"10.1145/3765766.3787119","title":"10.1145/3765766.3787119","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); MEDLINE; Component (thermodynamics); Session key","score_opus":0.5452522514085631,"score_gpt":0.4407295373397781,"score_spread":0.10452271406878505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118189027","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016232058,0.00018010475,0.000032132273,0.00074472756,0.0000062559116,0.00037750715,0.000010341601,0.000014008725,0.9970117],"genre_scores_gemma":[0.00069411186,3.5265467e-7,0.0007646772,0.00021421215,0.00010131614,0.00002325356,0.0000043226496,0.000011992271,0.99818575],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9887079,0.00259642,0.0042044604,0.0007689491,0.0034433587,0.0002789076],"domain_scores_gemma":[0.99415195,0.0011817592,0.00071347563,0.003297139,0.0003876288,0.00026803263],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.03484733,0.00022655168,0.0019472716,0.00023556523,0.00011018345,0.00069910655,0.0017484836,0.00006214448,0.99981356],"category_scores_gemma":[0.0065017217,0.000113441245,0.0010486557,0.0013438768,0.000027213826,0.0001705278,0.000076611395,0.00008292739,0.9995289],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039212623,0.000013711219,0.0000017877326,0.0000018772287,0.000026412448,0.000001759678,0.000016008875,0.00005120769,0.00000562152,0.000004490198,0.55246073,0.44741246],"study_design_scores_gemma":[0.000067265246,0.000042415897,0.00014455621,0.000008393525,0.000060805112,0.000007225053,0.000003989309,0.0014060556,0.0000056381336,0.00013177129,0.9979826,0.00013928047],"about_ca_topic_score_codex":0.000007989453,"about_ca_topic_score_gemma":3.3619332e-7,"teacher_disagreement_score":0.44727316,"about_ca_system_score_codex":0.000018539658,"about_ca_system_score_gemma":0.000028532928,"threshold_uncertainty_score":0.99382776},"labels":[],"label_agreement":null},{"id":"W7118620006","doi":"10.1017/s1049023x25101611","title":"A Practical Approach to Minimizing Risk from Multiplicity in Statistical Reporting","year":2025,"lang":"en","type":"article","venue":"Prehospital and Disaster Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"CLARITY; Multiplicity (mathematics); Statistical hypothesis testing; Statistical analysis; Simple (philosophy); Value (mathematics)","score_opus":0.6161034557347078,"score_gpt":0.5449897524283126,"score_spread":0.07111370330639522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118620006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6836391,0.00039107603,0.29198092,0.0024636043,0.00017189812,0.00056496786,0.000017745275,0.000004977613,0.020765701],"genre_scores_gemma":[0.94171435,0.0000066506,0.0564535,0.0005197921,0.000087451685,0.00005049763,0.000008839866,0.000005093855,0.0011538371],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9860355,0.0023128465,0.008451905,0.0011091201,0.0018427776,0.00024780663],"domain_scores_gemma":[0.9887725,0.0066976636,0.002819672,0.001256431,0.00020920715,0.00024452494],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037953425,0.0002295863,0.0023715342,0.00025604552,0.00008068809,0.0002316316,0.00036134763,0.00006655216,0.0006678188],"category_scores_gemma":[0.19832686,0.000105941275,0.0001968349,0.00077844417,0.00011551729,0.00015736719,0.0002743625,0.0002379327,0.00010799639],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006186088,0.0002536129,0.8832698,0.00007659731,0.00013885334,0.000030768184,0.01194969,0.000021867216,0.000065192195,0.0049540023,0.03523764,0.063940115],"study_design_scores_gemma":[0.00094403746,0.00012751094,0.9049632,0.00026560703,0.00033464129,0.000010336079,0.018282035,0.040392835,0.0000071803292,0.023386471,0.011039682,0.00024645161],"about_ca_topic_score_codex":0.00039598005,"about_ca_topic_score_gemma":0.00005900029,"teacher_disagreement_score":0.2580752,"about_ca_system_score_codex":0.0000202896,"about_ca_system_score_gemma":0.00003164616,"threshold_uncertainty_score":0.9906294},"labels":[],"label_agreement":null},{"id":"W7123335448","doi":"10.1109/esem64174.2025.00053","title":"SESR-Eval: Dataset for Evaluating LLMs in the Title-Abstract Screening of Systematic Reviews","year":2025,"lang":"","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Benchmark (surveying); Systematic review; Task (project management); Process (computing); Plan (archaeology); Risk assessment","score_opus":0.9375302035275612,"score_gpt":0.6578025851641262,"score_spread":0.27972761836343507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7123335448","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018061538,0.17390989,0.5000676,0.0035684116,0.0024791684,0.06232399,0.0019102701,0.000010717065,0.2539238],"genre_scores_gemma":[0.6831218,0.0038139054,0.14488229,0.007833054,0.00041745056,0.0045311227,0.0011431217,0.00009975479,0.1541575],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94433403,0.021597752,0.027615933,0.0011876721,0.0048394077,0.00042520155],"domain_scores_gemma":[0.9564179,0.027042666,0.009532535,0.0061634798,0.0007802963,0.00006310794],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.39532334,0.00037919835,0.0064322557,0.0004651129,0.00015046628,0.00072378106,0.0031503548,0.0001110882,0.019111304],"category_scores_gemma":[0.1093569,0.00014335643,0.0021563258,0.0021971369,0.00006269003,0.00020109332,0.00016694205,0.00019869601,0.0022953781],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009812511,0.00009997893,0.00022113128,0.06877497,0.00038057717,0.0000012553634,0.00053419627,0.00010071796,0.00004483501,0.005884889,0.8872875,0.036660135],"study_design_scores_gemma":[0.0010641172,0.00013614843,0.0007856338,0.0546386,0.005775816,0.000010268852,0.009876417,0.2684902,0.000038664977,0.0037775647,0.6547823,0.0006242399],"about_ca_topic_score_codex":0.00004057261,"about_ca_topic_score_gemma":0.000051934498,"teacher_disagreement_score":0.68131566,"about_ca_system_score_codex":0.000025801346,"about_ca_system_score_gemma":0.00015032095,"threshold_uncertainty_score":0.99848145},"labels":[],"label_agreement":null},{"id":"W7124367872","doi":"","title":"Standardized report quality analysis of Meta-analysis articles and systematic reviews published in Chinese nursing journals in 2018","year":2019,"lang":"zh","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Systematic review; MEDLINE; Data extraction; Quality (philosophy); Consolidated Standards of Reporting Trials; Test (biology); Meta-analysis; Alternative medicine; Randomized controlled trial","score_opus":0.8673937135060653,"score_gpt":0.7079903553746849,"score_spread":0.1594033581313804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7124367872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6681711,0.32089752,0.00243761,0.00048288616,0.00035998382,0.0045879683,0.00016568646,0.000004364053,0.0028928504],"genre_scores_gemma":[0.9773688,0.019586612,0.0010997613,0.00014701096,0.000044704102,0.00016085348,0.000023776722,0.00004879839,0.00151969],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8251887,0.08365535,0.07180492,0.0034460982,0.014774107,0.0011308223],"domain_scores_gemma":[0.9016517,0.015372999,0.069406554,0.008648167,0.00414243,0.000778148],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics"],"category_scores_codex":[0.49302202,0.001463866,0.06224916,0.020582268,0.00024225285,0.012523807,0.009142538,0.0004002252,0.16001363],"category_scores_gemma":[0.12016695,0.00076639076,0.019975467,0.05464211,0.00036500877,0.007214353,0.0012855616,0.0010347212,0.000089629575],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012947163,0.00062852446,0.83132535,0.0056817243,0.15364255,0.00007780085,0.0014777404,0.0022344894,0.0014683855,0.00008495429,0.0024408007,0.0008081856],"study_design_scores_gemma":[0.000686284,0.000012747785,0.69524187,0.003597532,0.2852576,0.0000281915,0.0010422119,0.00498187,0.00005953538,0.008169684,0.00019069674,0.0007317926],"about_ca_topic_score_codex":0.0022401272,"about_ca_topic_score_gemma":0.0021552371,"teacher_disagreement_score":0.37285507,"about_ca_system_score_codex":0.00039965572,"about_ca_system_score_gemma":0.00043786515,"threshold_uncertainty_score":0.9998111},"labels":[],"label_agreement":null},{"id":"W7124410798","doi":"","title":"Investigating the analytical robustness of the social and behavioural sciences","year":2025,"lang":"en","type":"article","venue":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Alcohol Abuse and Alcoholism; Comisión Nacional de Investigación Científica y Tecnológica; Biotechnology and Biological Sciences Research Council; Social Sciences and Humanities Research Council of Canada; Defense Advanced Research Projects Agency; Amsterdam Brain and Cognition; Eötvös Loránd Tudományegyetem; Novo Nordisk Fonden; National Research University Higher School of Economics; Marcus och Amalia Wallenbergs minnesfond; Norges Forskningsråd; Agentúra na Podporu Výskumu a Vývoja; Ministry of Education, India; Novo Nordisk; Universiteit Gent; John Templeton Foundation; National Natural Science Foundation of China; Vetenskapsrådet; Knut och Alice Wallenbergs Stiftelse; Fonds Wetenschappelijk Onderzoek; Agencia Estatal de Investigación; Joachim Herz Stiftung; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Labex Ecodec; Harvard University; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Agence Nationale de la Recherche; Magyar Tudományos Akadémia; Economic and Social Research Council; Deutscher Akademischer Austauschdienst; Leeds Biomedical Research Centre; Fundacja na rzecz Nauki Polskiej; Bijzonder Onderzoeksfonds UGent; European Commission; Fonds De La Recherche Scientifique - FNRS; Manchester Biomedical Research Centre; Grantová Agentura České Republiky; Leverhulme Trust; Centre for Research in the Arts, Social Sciences and Humanities, University of Cambridge; National Institute for Health and Care Research; Deutsche Forschungsgemeinschaft; UK Research and Innovation; National Science Foundation","keywords":"Robustness (evolution); Behavioural sciences; Sample size determination; Empirical research; Sample (material); Exploratory research","score_opus":0.6485990721595799,"score_gpt":0.4727172206471356,"score_spread":0.1758818515124443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7124410798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9696712,0.00022970539,0.0043092123,0.02055994,0.00006236698,0.00052335905,0.00010044264,0.000005094162,0.004538681],"genre_scores_gemma":[0.98680836,0.00011321152,0.0022426161,0.000021510323,0.000013692983,8.752895e-9,0.0000037961256,0.000003369228,0.010793438],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99005526,0.0050432836,0.0008125557,0.0005710933,0.003175762,0.00034205522],"domain_scores_gemma":[0.9910774,0.0036382603,0.0017289135,0.0014689097,0.0019609085,0.00012560035],"candidate_categories":["sts","open_science","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.022881247,0.00019344567,0.0013533097,0.000685857,0.0024889028,0.00005738747,0.005609187,0.0001962002,0.0009537087],"category_scores_gemma":[0.0018284073,0.00012236436,0.0010299135,0.00400384,0.007892422,0.00030523524,0.00223584,0.00067816285,0.000006170001],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007214759,0.0015078264,0.64292186,0.0011868384,0.0028499349,0.000042217,0.103653625,0.010945271,0.0016628818,0.08816794,0.10876725,0.037572872],"study_design_scores_gemma":[0.0015613846,0.0002406817,0.27451766,0.0004783366,0.0012320243,0.0000064356605,0.6380056,0.07065294,0.000049143135,0.0016748792,0.011280875,0.00030002682],"about_ca_topic_score_codex":0.0036458035,"about_ca_topic_score_gemma":0.004017979,"teacher_disagreement_score":0.534352,"about_ca_system_score_codex":0.000070073685,"about_ca_system_score_gemma":0.00051596685,"threshold_uncertainty_score":0.9999595},"labels":[],"label_agreement":null},{"id":"W7124514639","doi":"","title":"Comparative assessment of the ROBINS-E, Newcastle-Ottawa and JBI in Medicine trials : a meta-research study","year":2025,"lang":"en","type":"dissertation","venue":"Portuguese National Funding Agency for Science, Research and Technology (RCAAP Project by FCT)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Observational study; Scale (ratio); Risk assessment; Sample size determination; MEDLINE; Quality (philosophy); Interpretation (philosophy); Alternative medicine","score_opus":0.7884519578610616,"score_gpt":0.6517109153989343,"score_spread":0.13674104246212726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7124514639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8155718,0.028947283,0.00042889442,0.006446084,0.0012146083,0.035273816,0.0007004863,0.00003662717,0.11138042],"genre_scores_gemma":[0.9459395,0.00045844153,0.00084833556,0.000012879904,0.00005132243,0.0031455425,0.00008887569,0.000014728436,0.04944039],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9429765,0.01606527,0.011291268,0.003384201,0.024960844,0.0013219262],"domain_scores_gemma":[0.9486725,0.027450647,0.0042298515,0.002121268,0.017334944,0.00019084458],"candidate_categories":["metaresearch","bibliometrics","sts"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.51393896,0.0005162474,0.0059184935,0.01541184,0.0014839198,0.0005389152,0.0045832023,0.00040300348,0.00043071058],"category_scores_gemma":[0.22282822,0.00023524421,0.00065266935,0.026733436,0.002385196,0.0004146233,0.0007765449,0.0015868634,0.00000676703],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037999262,0.0042864825,0.12223701,0.0020836152,0.00885535,0.000029268871,0.014441419,0.00002827629,0.0120144915,0.41626644,0.3219975,0.09738017],"study_design_scores_gemma":[0.006225218,0.0070885057,0.19300036,0.0018757558,0.0031854378,0.00004162122,0.13614137,0.017010562,0.0022741489,0.57266927,0.058779042,0.0017087221],"about_ca_topic_score_codex":0.00033947304,"about_ca_topic_score_gemma":0.0016027091,"teacher_disagreement_score":0.29111075,"about_ca_system_score_codex":0.00034872972,"about_ca_system_score_gemma":0.0049822154,"threshold_uncertainty_score":0.999816},"labels":[],"label_agreement":null},{"id":"W7127039836","doi":"10.9707/1944-5660.1767","title":"Case Study: Using AI to Design More Effective, Efficient, and Equity Focused Grant Application Review Processes","year":2025,"lang":"en","type":"article","venue":"The Foundation Review","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Prioris.ai (Canada)","funders":"","keywords":"Equity (law); Odds; Process (computing); Health equity; Foundation (evidence); Grant funding","score_opus":0.6741335081026633,"score_gpt":0.5867474027989954,"score_spread":0.08738610530366786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7127039836","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008946482,0.22439292,0.73908585,0.0058205924,0.00009838398,0.021351228,0.0000031563816,0.000013075162,0.0002882848],"genre_scores_gemma":[0.8624733,0.07670282,0.010881321,0.039803732,0.00013704474,0.008120782,0.000021557891,0.000059616938,0.0017998393],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9816849,0.010704594,0.0045308815,0.00090918865,0.001981372,0.0001890693],"domain_scores_gemma":[0.9892785,0.0035802422,0.0023037393,0.0028250953,0.0019137111,0.000098701916],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10806493,0.00028744075,0.002534622,0.00018540006,0.00047829584,0.00056315237,0.0009648156,0.000028695391,0.00040268945],"category_scores_gemma":[0.031038977,0.0001240185,0.000376723,0.004565315,0.00005929133,0.00015713513,0.00028639717,0.00011718215,0.0005260968],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000920799,0.00021395179,0.00091308093,0.027315225,0.0002569899,0.000017297094,0.00055492506,0.0003614307,0.00005523012,0.00059673755,0.015000993,0.95470494],"study_design_scores_gemma":[0.0015995916,0.000485707,0.0035442654,0.081945576,0.02180271,0.0014068924,0.0015910319,0.049794175,0.00011820277,0.0082081845,0.8276884,0.0018152423],"about_ca_topic_score_codex":0.000047821737,"about_ca_topic_score_gemma":0.00003077777,"teacher_disagreement_score":0.9528897,"about_ca_system_score_codex":0.00006801213,"about_ca_system_score_gemma":0.0001521254,"threshold_uncertainty_score":0.977123},"labels":[],"label_agreement":null},{"id":"W7128236018","doi":"10.17816/dd680847","title":"Good publication practices: declaration, approval, and now enforcement of reporting standards","year":2025,"lang":"","type":"article","venue":"Digital Diagnostics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute","funders":"","keywords":"Transparency (behavior); Enforcement; Quality (philosophy); Confidentiality; Audit; Publishing","score_opus":0.5889782994032016,"score_gpt":0.5271807427573499,"score_spread":0.061797556645851626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7128236018","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11507972,0.024755646,0.29992238,0.006840874,0.0017967081,0.006154197,0.0018853074,0.000027253403,0.5435379],"genre_scores_gemma":[0.9850141,0.0021861945,0.0022829461,0.00029095457,0.000057839006,0.00007523969,0.00016996525,0.000014811558,0.00990799],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9566768,0.001904764,0.03171627,0.0016298704,0.007626443,0.0004458666],"domain_scores_gemma":[0.8108546,0.03150897,0.12773614,0.007000467,0.022431351,0.00046845915],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08691481,0.0004597947,0.0033258076,0.0006011373,0.00027001125,0.007025964,0.0010341236,0.00020095352,0.0017805276],"category_scores_gemma":[0.74660915,0.00029399846,0.000946456,0.0025924072,0.00022686194,0.0020604965,0.00045674556,0.00022395888,0.00014863421],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029552626,0.00072420033,0.4426004,0.0018180484,0.0013405028,0.000012223441,0.0010987384,0.00012922472,0.000024464976,0.14723204,0.24875417,0.15623643],"study_design_scores_gemma":[0.0004799641,0.00021869077,0.014506953,0.0008156504,0.0013829616,0.000015708662,0.002865174,0.015510672,0.0003361979,0.010164917,0.9532851,0.00041803988],"about_ca_topic_score_codex":0.000015704647,"about_ca_topic_score_gemma":0.000030270223,"teacher_disagreement_score":0.8699343,"about_ca_system_score_codex":0.00012050286,"about_ca_system_score_gemma":0.001113405,"threshold_uncertainty_score":0.99995124},"labels":[],"label_agreement":null},{"id":"W7128247697","doi":"10.1093/biosci/biaf130","title":"Diversity in evidence","year":2025,"lang":"en","type":"article","venue":"BioScience","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Diversity (politics); Population; Salient; Face (sociological concept); Riparian zone; Narrative; Boreal; Natural (archaeology)","score_opus":0.9279102273335736,"score_gpt":0.604290701159081,"score_spread":0.32361952617449263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7128247697","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95179456,0.00095318427,0.016235966,0.003811548,0.00060545705,0.0003333786,0.0000015292195,0.0000049992564,0.02625938],"genre_scores_gemma":[0.98083466,0.00001760454,0.0008451318,0.00084533094,0.000006632121,0.0000034044008,4.0570566e-8,5.8043594e-7,0.017446587],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99096733,0.0023096823,0.0025651283,0.00080619263,0.0031646458,0.00018703596],"domain_scores_gemma":[0.99393445,0.0028332449,0.00073216326,0.0021103781,0.0003274093,0.00006236647],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08707884,0.00009561447,0.0008621175,0.0004543482,0.00036883831,0.00031740486,0.0031655373,0.00003141734,0.0014968946],"category_scores_gemma":[0.06367434,0.00004659045,0.00035456748,0.0046390695,0.00013015395,0.0003883141,0.0013807492,0.00006451519,0.0013448775],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017229413,0.000020298528,0.9595504,0.000008676961,0.0000034395687,0.0000034678114,0.00031536733,0.000019632773,0.00035591362,0.008334802,0.020465354,0.010920971],"study_design_scores_gemma":[0.00006978164,0.000009756903,0.944823,0.00008742235,0.0000142063645,8.512645e-7,0.00026238445,0.0042402665,0.00013953821,0.009750118,0.040514503,0.00008812539],"about_ca_topic_score_codex":0.00006179104,"about_ca_topic_score_gemma":0.000107797074,"teacher_disagreement_score":0.02904013,"about_ca_system_score_codex":0.000045145334,"about_ca_system_score_gemma":0.00009096239,"threshold_uncertainty_score":0.9994327},"labels":[],"label_agreement":null},{"id":"W7128443786","doi":"10.4103/amas.amas_38_25","title":"Systematic Review and Meta-analysis: A Primer for the Surgical Researchers","year":2025,"lang":"en","type":"article","venue":"Annals of Minimal Access Surgery & Allied Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Protocol (science); Systematic review; Transparency (behavior); Guideline; Checklist; MEDLINE; Publication bias; Evidence-based medicine; Best practice","score_opus":0.909443725631151,"score_gpt":0.6340713115035632,"score_spread":0.27537241412758773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7128443786","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01726727,0.8555995,0.006686575,0.100852765,0.00028971693,0.011723664,0.0001584077,0.000021731179,0.0074003427],"genre_scores_gemma":[0.96496004,0.009306539,0.00072658516,0.007889115,0.000029032133,0.001502314,0.00000488847,0.000015904956,0.015565557],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9729979,0.0067607076,0.010723741,0.001635825,0.0072277854,0.00065400964],"domain_scores_gemma":[0.8994432,0.08071494,0.0069052298,0.0058816937,0.0067093265,0.0003456252],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.36890304,0.0003719511,0.011281041,0.0014959181,0.00052141334,0.0018637487,0.0063219094,0.00006616861,0.0024175143],"category_scores_gemma":[0.13267295,0.00013900232,0.0077261687,0.013713641,0.0010778627,0.00087387126,0.0007326429,0.00016319916,0.000053406973],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017422577,0.00058559555,0.00930276,0.1640708,0.41533223,0.00002409017,0.0005880151,0.0003113602,0.00010597868,0.032680158,0.37448418,0.0023406267],"study_design_scores_gemma":[0.00019134545,0.000077415105,0.00813831,0.0025939469,0.94408655,0.000016583577,0.00080758124,0.00758979,0.00088330486,0.0070409514,0.027702706,0.0008715307],"about_ca_topic_score_codex":0.00003390696,"about_ca_topic_score_gemma":0.000023388024,"teacher_disagreement_score":0.9476928,"about_ca_system_score_codex":0.000011835949,"about_ca_system_score_gemma":0.0004766149,"threshold_uncertainty_score":0.9991724},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7133008974","doi":"","title":"The Ubiquitous p value: An Exploration of the Survey Sampling Methods Associated with p values in Medical Education Research.","year":2023,"lang":"","type":"dissertation","venue":"TSpace","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Respondent; Sampling (signal processing); Census; Probability sampling; Population; Data collection; Inclusion (mineral); Survey methodology","score_opus":0.8921141113917934,"score_gpt":0.7101885376677209,"score_spread":0.18192557372407248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133008974","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9646501,0.004001987,0.01435499,0.0041057463,0.0044789608,0.005789505,0.000021556565,0.000019974263,0.0025772094],"genre_scores_gemma":[0.8775709,0.0024254823,0.006689309,0.00017058138,0.00042426563,0.0011551148,0.0010057124,0.00021422857,0.110344395],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.6535262,0.30590698,0.01284165,0.0021450976,0.02467215,0.0009079216],"domain_scores_gemma":[0.81675553,0.13710569,0.019040886,0.009982145,0.016535353,0.0005803745],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.65348434,0.00062715303,0.0040036677,0.0010002479,0.0013987299,0.0016747926,0.005521636,0.000687384,0.0010939658],"category_scores_gemma":[0.55650854,0.0002490949,0.0010728093,0.013092802,0.0005121365,0.0006827006,0.00027877258,0.0016173136,0.00018976677],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007123719,0.0024145737,0.047175888,0.0010120892,0.002918312,0.0000073652773,0.36600265,0.0055250395,0.0006091763,0.012933447,0.027269365,0.5334197],"study_design_scores_gemma":[0.0005293324,0.00042992746,0.45950007,0.0046092947,0.00082314404,0.0000033815577,0.4291714,0.06451302,0.00033398176,0.036865875,0.00244404,0.00077653053],"about_ca_topic_score_codex":0.0042998334,"about_ca_topic_score_gemma":0.04816653,"teacher_disagreement_score":0.5326432,"about_ca_system_score_codex":0.00030613615,"about_ca_system_score_gemma":0.00605934,"threshold_uncertainty_score":0.9999961},"labels":[],"label_agreement":null},{"id":"W7134127582","doi":"10.2196/76808","title":"Knowledge graphs based on meta-analysis papers improve the quality of case formulation: a mixed methods design (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Data quality; Knowledge graph; Knowledge representation and reasoning; Mixed model","score_opus":0.8624274652640476,"score_gpt":0.6857159607725993,"score_spread":0.17671150449144823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7134127582","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015831172,0.0016295802,0.89910704,0.0023477946,0.00017415955,0.005908745,0.00009349405,0.000012950658,0.07489505],"genre_scores_gemma":[0.97796357,0.000005879115,0.015486034,0.000109641354,0.000008302568,0.0011103697,0.0000048486745,0.000007736039,0.005303649],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.83104646,0.15035468,0.009802266,0.0011688353,0.007077797,0.0005499324],"domain_scores_gemma":[0.88686734,0.09719905,0.0033936016,0.006713799,0.0056489855,0.00017723697],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5001968,0.0003618736,0.005238936,0.0026721745,0.00070446526,0.0006559783,0.0024607263,0.00014103897,0.008453224],"category_scores_gemma":[0.04615894,0.0001393687,0.00886211,0.01439494,0.00031189434,0.00032294492,0.00043953257,0.0006034849,0.00048964296],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063432,0.0020600343,0.0014457004,0.0012333273,0.28525323,0.00003355448,0.03444767,0.018656224,0.0019195941,0.36424962,0.06401244,0.2260543],"study_design_scores_gemma":[0.0010657266,0.00051945983,0.013131634,0.00003300585,0.046319343,0.000007587216,0.021293906,0.79546267,0.0067604654,0.09442226,0.020403082,0.000580873],"about_ca_topic_score_codex":0.00007300054,"about_ca_topic_score_gemma":0.0001315668,"teacher_disagreement_score":0.9621324,"about_ca_system_score_codex":0.000114550945,"about_ca_system_score_gemma":0.0002960835,"threshold_uncertainty_score":0.99245316},"labels":[],"label_agreement":null},{"id":"W7135689794","doi":"","title":"Data cleaning; is it time to stop sweeping it under the carpet?:An example from the Dogslife project","year":2017,"lang":"en","type":"article","venue":"Research Explorer (The University of Manchester)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pipeline (software); Process (computing); Software; Population; Data quality; Decimal; Quality (philosophy)","score_opus":0.9451241156580988,"score_gpt":0.5706476374828171,"score_spread":0.37447647817528174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7135689794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8640172,0.00024559625,0.006619177,0.11974894,0.00015794812,0.003079359,0.00019519216,0.000013363524,0.0059232158],"genre_scores_gemma":[0.98315835,0.00013113511,0.0015582679,0.0023392374,0.00034673174,0.000008089147,0.00003870573,0.00003090819,0.012388565],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9803662,0.010386822,0.0014225339,0.0012718731,0.006050197,0.00050241203],"domain_scores_gemma":[0.96605706,0.0109645985,0.0015163841,0.020073237,0.0011793723,0.00020934136],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.10031753,0.00023712701,0.0012101659,0.00019556939,0.0028783586,0.0016509589,0.02125646,0.000079964644,0.009300122],"category_scores_gemma":[0.007949811,0.000098447315,0.00052490446,0.00067727244,0.0007082774,0.0010221594,0.005139507,0.0005057484,0.00916529],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005310744,0.00005019012,0.0013661255,0.000014875046,0.00036787358,0.000009441582,0.13279217,0.000040816554,0.000118101234,0.00023431574,0.8564454,0.00850758],"study_design_scores_gemma":[0.00025160192,0.0000592843,0.01684758,0.00009543474,0.0001549857,0.0000020216046,0.23655099,0.005555864,0.000022705348,0.0010632081,0.7392401,0.0001562002],"about_ca_topic_score_codex":0.001737083,"about_ca_topic_score_gemma":0.00045391958,"teacher_disagreement_score":0.119141154,"about_ca_system_score_codex":0.00007505399,"about_ca_system_score_gemma":0.00022445628,"threshold_uncertainty_score":0.9993854},"labels":[],"label_agreement":null},{"id":"W7135746383","doi":"","title":"Using meta-ethnography to synthesise qualitative research:Moving beyond effectiveness in evidence synthesis","year":2006,"lang":"en","type":"book-chapter","venue":"Research Portal (King's College London)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Population and Public Health","funders":"","keywords":"Process (computing); Perspective (graphical); Production (economics); Qualitative research; Identification (biology)","score_opus":0.8777530369966274,"score_gpt":0.6297519521742935,"score_spread":0.24800108482233396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7135746383","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042519134,0.044302348,0.0030600578,0.0020680316,0.0008062522,0.023909464,0.0017640956,0.00008383811,0.8814868],"genre_scores_gemma":[0.70224595,0.00056163734,0.0074631,0.00013783578,0.00059798657,0.0032213307,0.000029097602,0.0004517148,0.28529137],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.7995809,0.12712835,0.01741558,0.0065427367,0.046191867,0.0031406],"domain_scores_gemma":[0.7446812,0.23123404,0.004244534,0.008067802,0.010721793,0.0010506469],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.6224635,0.0016852075,0.0136563,0.0169127,0.0014722474,0.002592342,0.0075040865,0.0010332409,0.014665809],"category_scores_gemma":[0.2730648,0.0010652326,0.007269032,0.010207731,0.0014745834,0.0012278084,0.0022764776,0.0036975415,0.0035804182],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026792472,0.0017278731,0.0068808356,0.010981823,0.03432016,0.0171168,0.0154799335,0.0039800466,0.0034494372,0.47109187,0.39498597,0.037305996],"study_design_scores_gemma":[0.0018079055,0.0016346665,0.004110076,0.036737356,0.011487026,0.00029749074,0.030836657,0.0051201107,0.0024913612,0.52714473,0.36992255,0.008410052],"about_ca_topic_score_codex":0.0022793172,"about_ca_topic_score_gemma":0.0043563554,"teacher_disagreement_score":0.6597268,"about_ca_system_score_codex":0.000867621,"about_ca_system_score_gemma":0.0017150436,"threshold_uncertainty_score":0.9998277},"labels":[],"label_agreement":null},{"id":"W7136316524","doi":"10.6084/m9.figshare.4440914.v1","title":"Additional file 2: of Applying systematic review search methods to the grey literature: a case study examining guidelines for school-based breakfast programs in Canada","year":2015,"lang":"","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Table (database); Grey literature; Metasearch engine; Selection (genetic algorithm); Search engine","score_opus":0.8971412485446499,"score_gpt":0.5725976243664289,"score_spread":0.324543624178221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7136316524","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015120956,0.028053416,0.00025281266,0.00031301327,0.00009325763,0.026747413,0.94443214,0.0000044342087,0.0000883693],"genre_scores_gemma":[0.0025886453,0.000011128011,0.10011106,0.003638049,0.0003647692,0.16600686,0.7243237,0.000094638104,0.0028611638],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9467956,0.027567798,0.016420579,0.0015767585,0.0069683385,0.0006709288],"domain_scores_gemma":[0.8965944,0.062157758,0.008805582,0.0061060623,0.025302509,0.0010337132],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08088377,0.00072827935,0.007134279,0.00047594446,0.00027621043,0.0015995436,0.0030662955,0.00011410943,0.93280184],"category_scores_gemma":[0.6904195,0.00034746373,0.0013029517,0.006247973,0.000013355216,0.0003205983,0.00045564727,0.0004304608,0.0014691474],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051617008,0.000083681705,0.00001697452,0.102376066,0.0002086649,0.0002201763,0.00048780828,0.00018087304,3.5915505e-8,2.3148812e-7,0.8875067,0.008913623],"study_design_scores_gemma":[0.0002860807,0.00021949154,0.00002535884,0.55907834,0.0005722064,0.0003825563,0.018723652,0.034856718,3.8850695e-7,0.000003969707,0.385469,0.00038226554],"about_ca_topic_score_codex":0.018904604,"about_ca_topic_score_gemma":0.2557801,"teacher_disagreement_score":0.9313327,"about_ca_system_score_codex":0.00048460977,"about_ca_system_score_gemma":0.007512908,"threshold_uncertainty_score":0.9998977},"labels":[],"label_agreement":null},{"id":"W7136590520","doi":"10.6084/m9.figshare.4440917","title":"Additional file 3: of Applying systematic review search methods to the grey literature: a case study examining guidelines for school-based breakfast programs in Canada","year":2015,"lang":"","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Table (database); Grey literature; The Internet; Web application; Web site; Selection (genetic algorithm)","score_opus":0.9007182764774578,"score_gpt":0.5747161592245305,"score_spread":0.3260021172529274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7136590520","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014992674,0.02818829,0.00025623784,0.00031120147,0.00009349513,0.026826847,0.94421446,0.000004443581,0.00009002238],"genre_scores_gemma":[0.0024599386,0.00001101313,0.099892505,0.0036045355,0.00036292226,0.16594541,0.7247759,0.00009367217,0.002854087],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.94677955,0.027571348,0.016428154,0.001577366,0.0069724284,0.00067113346],"domain_scores_gemma":[0.89865726,0.060104296,0.008804257,0.006105961,0.025295086,0.0010331237],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08088669,0.00072843296,0.007137722,0.00047591154,0.00027625606,0.0015998151,0.003068391,0.00011414645,0.9310899],"category_scores_gemma":[0.6803688,0.00034752663,0.0013033958,0.006247375,0.000013357375,0.0003206165,0.00045596572,0.00043051786,0.00147556],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051479074,0.00008403786,0.00001740518,0.10422501,0.00020836073,0.00021866435,0.00048721282,0.00018304957,3.5810544e-8,2.3885494e-7,0.8860947,0.008476157],"study_design_scores_gemma":[0.00028501218,0.00022021604,0.000024759154,0.54685616,0.0005699735,0.00037729339,0.018763578,0.03481187,3.7785372e-7,0.0000039307333,0.3977063,0.0003805514],"about_ca_topic_score_codex":0.019407496,"about_ca_topic_score_gemma":0.25924194,"teacher_disagreement_score":0.9296143,"about_ca_system_score_codex":0.00048504377,"about_ca_system_score_gemma":0.0075156204,"threshold_uncertainty_score":0.99989766},"labels":[],"label_agreement":null},{"id":"W7137019440","doi":"10.6084/m9.figshare.4440917.v1","title":"Additional file 3: of Applying systematic review search methods to the grey literature: a case study examining guidelines for school-based breakfast programs in Canada","year":2015,"lang":"","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Table (database); Grey literature; The Internet; Web application; Web site; Selection (genetic algorithm)","score_opus":0.9007182764774578,"score_gpt":0.5747161592245305,"score_spread":0.3260021172529274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7137019440","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014992674,0.02818829,0.00025623784,0.00031120147,0.00009349513,0.026826847,0.94421446,0.000004443581,0.00009002238],"genre_scores_gemma":[0.0024599386,0.00001101313,0.099892505,0.0036045355,0.00036292226,0.16594541,0.7247759,0.00009367217,0.002854087],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.94677955,0.027571348,0.016428154,0.001577366,0.0069724284,0.00067113346],"domain_scores_gemma":[0.89865726,0.060104296,0.008804257,0.006105961,0.025295086,0.0010331237],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08088669,0.00072843296,0.007137722,0.00047591154,0.00027625606,0.0015998151,0.003068391,0.00011414645,0.9310899],"category_scores_gemma":[0.6803688,0.00034752663,0.0013033958,0.006247375,0.000013357375,0.0003206165,0.00045596572,0.00043051786,0.00147556],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051479074,0.00008403786,0.00001740518,0.10422501,0.00020836073,0.00021866435,0.00048721282,0.00018304957,3.5810544e-8,2.3885494e-7,0.8860947,0.008476157],"study_design_scores_gemma":[0.00028501218,0.00022021604,0.000024759154,0.54685616,0.0005699735,0.00037729339,0.018763578,0.03481187,3.7785372e-7,0.0000039307333,0.3977063,0.0003805514],"about_ca_topic_score_codex":0.019407496,"about_ca_topic_score_gemma":0.25924194,"teacher_disagreement_score":0.9296143,"about_ca_system_score_codex":0.00048504377,"about_ca_system_score_gemma":0.0075156204,"threshold_uncertainty_score":0.99989766},"labels":[],"label_agreement":null},{"id":"W7137042868","doi":"10.6084/m9.figshare.4440914","title":"Additional file 2: of Applying systematic review search methods to the grey literature: a case study examining guidelines for school-based breakfast programs in Canada","year":2015,"lang":"","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Table (database); Grey literature; Metasearch engine; Selection (genetic algorithm); Search engine","score_opus":0.8971412485446499,"score_gpt":0.5725976243664289,"score_spread":0.324543624178221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7137042868","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015120956,0.028053416,0.00025281266,0.00031301327,0.00009325763,0.026747413,0.94443214,0.0000044342087,0.0000883693],"genre_scores_gemma":[0.0025886453,0.000011128011,0.10011106,0.003638049,0.0003647692,0.16600686,0.7243237,0.000094638104,0.0028611638],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9467956,0.027567798,0.016420579,0.0015767585,0.0069683385,0.0006709288],"domain_scores_gemma":[0.8965944,0.062157758,0.008805582,0.0061060623,0.025302509,0.0010337132],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08088377,0.00072827935,0.007134279,0.00047594446,0.00027621043,0.0015995436,0.0030662955,0.00011410943,0.93280184],"category_scores_gemma":[0.6904195,0.00034746373,0.0013029517,0.006247973,0.000013355216,0.0003205983,0.00045564727,0.0004304608,0.0014691474],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051617008,0.000083681705,0.00001697452,0.102376066,0.0002086649,0.0002201763,0.00048780828,0.00018087304,3.5915505e-8,2.3148812e-7,0.8875067,0.008913623],"study_design_scores_gemma":[0.0002860807,0.00021949154,0.00002535884,0.55907834,0.0005722064,0.0003825563,0.018723652,0.034856718,3.8850695e-7,0.000003969707,0.385469,0.00038226554],"about_ca_topic_score_codex":0.018904604,"about_ca_topic_score_gemma":0.2557801,"teacher_disagreement_score":0.9313327,"about_ca_system_score_codex":0.00048460977,"about_ca_system_score_gemma":0.007512908,"threshold_uncertainty_score":0.9998977},"labels":[],"label_agreement":null},{"id":"W7154099880","doi":"10.1145/3772318.3809064","title":"10.1145/3772318.3809064","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Reflection (computer programming); Qualitative research; Qualitative analysis; Key (lock)","score_opus":0.5356399150774594,"score_gpt":0.43854684136432204,"score_spread":0.09709307371313741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7154099880","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016746898,0.00019026037,0.000033986464,0.0007283666,0.000006177712,0.00037812456,0.000010839502,0.0000135950195,0.996964],"genre_scores_gemma":[0.0006849607,3.5956327e-7,0.00080434565,0.00022159713,0.00010655531,0.000023394343,0.000004291834,0.000011992714,0.9981425],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9886027,0.0026324962,0.004237355,0.0007696906,0.0034753324,0.0002824057],"domain_scores_gemma":[0.9941245,0.0011786545,0.0007172987,0.0033183447,0.00038851355,0.00027271966],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.03536051,0.00022808526,0.0019656885,0.00023606744,0.00011086003,0.0006611578,0.0017625843,0.00006136919,0.9998208],"category_scores_gemma":[0.0065111564,0.00011426597,0.0010385246,0.0013416586,0.000027893908,0.00016015086,0.00007738009,0.000082157676,0.99954396],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039666725,0.000012870645,0.000002128078,0.0000019056672,0.000026073802,0.0000019033121,0.000014804297,0.000054967673,0.000006330965,0.0000057242255,0.5416157,0.45825362],"study_design_scores_gemma":[0.000067892695,0.000040333638,0.00015061566,0.00000871712,0.000063690844,0.0000072530415,0.0000036108956,0.0014840509,0.000006236459,0.00012726233,0.9979002,0.00014013647],"about_ca_topic_score_codex":0.00000682272,"about_ca_topic_score_gemma":2.967469e-7,"teacher_disagreement_score":0.4581135,"about_ca_system_score_codex":0.000018710964,"about_ca_system_score_gemma":0.000029177445,"threshold_uncertainty_score":0.99329937},"labels":[],"label_agreement":null},{"id":"W7154586016","doi":"10.2310/6620.2008.00007r","title":"10. Evidence-Based Treatment","year":2008,"lang":"en","type":"article","venue":"Dermatitis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"","score_opus":0.8341307627492859,"score_gpt":0.5053019133787887,"score_spread":0.32882884937049717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7154586016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55616844,0.017830094,0.053645425,0.059296396,0.0010229668,0.0033702913,0.00011073381,0.00009658346,0.30845904],"genre_scores_gemma":[0.88096493,0.00012448202,0.0036804297,0.0020707978,0.00007471727,0.000069631344,0.0000069457164,0.000007728701,0.113000356],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98801005,0.0037912067,0.004185616,0.00051791384,0.003309546,0.00018565344],"domain_scores_gemma":[0.9917055,0.0034250957,0.0015135871,0.002690174,0.00052409683,0.00014155118],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.012111454,0.00020290614,0.0017509119,0.00022306353,0.0002012219,0.00032715622,0.00083836034,0.00004571052,0.16824815],"category_scores_gemma":[0.011865298,0.00009190189,0.0013121433,0.0007661076,0.000058927133,0.00032862366,0.000028558698,0.000036524238,0.10193177],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.152471e-7,0.000041236308,0.016183173,0.000010004755,0.00005763812,0.0000590206,0.00024460763,0.00009948389,0.000006761115,0.00012902629,0.9559406,0.027227525],"study_design_scores_gemma":[0.00014645906,0.00006392662,0.04333357,0.00003488586,0.000059425085,0.000055872897,0.00003116247,0.0061901184,0.00018301039,0.00023762904,0.94955254,0.00011141174],"about_ca_topic_score_codex":0.000032672964,"about_ca_topic_score_gemma":0.000020212874,"teacher_disagreement_score":0.32479644,"about_ca_system_score_codex":0.000056756726,"about_ca_system_score_gemma":0.00010046252,"threshold_uncertainty_score":0.9964582},"labels":[],"label_agreement":null},{"id":"W7162868665","doi":"10.2196/89405","title":"Sending PReschoolers OUTside (SPROUT) Prospective Cohort Study: Study Protocol (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Prospective cohort study; Cohort study; Cohort; Population","score_opus":0.8343721745579499,"score_gpt":0.7293462402517968,"score_spread":0.10502593430615303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7162868665","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005959744,8.2758095e-7,0.0006675893,0.00024249167,0.000019652663,0.92178833,0.0000045218735,0.000051228995,0.07126562],"genre_scores_gemma":[0.07976581,2.2210651e-8,0.00035452808,0.00003309093,0.00009281752,0.8643302,6.2053283e-7,0.00003208347,0.055390827],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.88582623,0.06837087,0.013777395,0.005187905,0.025261775,0.0015758363],"domain_scores_gemma":[0.9753668,0.0056042783,0.0024803847,0.010518055,0.005610067,0.00042046126],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.3319528,0.00065015606,0.004207788,0.0019734346,0.0010297644,0.0052838894,0.0062543964,0.00016602206,0.008385682],"category_scores_gemma":[0.068873234,0.00034480228,0.0012064872,0.007126313,0.00023758027,0.00071152794,0.0025714976,0.0016059066,0.006134839],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030159418,0.0038188018,0.91451526,0.00026165874,0.0005429161,0.00004335071,0.0017724177,0.000033802044,0.000056742363,0.00062604574,0.07166448,0.006362913],"study_design_scores_gemma":[0.002714159,0.0015875131,0.77376735,0.0008140326,0.00003607445,0.0000022522183,0.011696453,0.00049383834,0.00016563301,0.0053459224,0.20302704,0.00034970767],"about_ca_topic_score_codex":0.0000849872,"about_ca_topic_score_gemma":0.00016961232,"teacher_disagreement_score":0.26307958,"about_ca_system_score_codex":0.000529877,"about_ca_system_score_gemma":0.0007869518,"threshold_uncertainty_score":0.9999004},"labels":[],"label_agreement":null},{"id":"W77078003","doi":"10.1016/s0197-2456(00)00067-2","title":"Identifying Clinical Trials in the Medical Literature with Electronic Databases","year":2000,"lang":"en","type":"article","venue":"Controlled Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":182,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"MEDLINE; Medicine; Cochrane Library; Internal medicine; Meta-analysis","score_opus":0.9420109803023707,"score_gpt":0.7225874586027299,"score_spread":0.21942352169964086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W77078003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6755917,0.09207998,0.052257776,0.07553102,0.008363245,0.047493074,0.00043781078,0.00012928608,0.048116133],"genre_scores_gemma":[0.947259,0.009052553,0.0015610637,0.013137142,0.0068816245,0.0008351608,0.000080672144,0.00005091696,0.021141848],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.07512801,0.78623015,0.119330786,0.0030794644,0.015115255,0.0011163126],"domain_scores_gemma":[0.01542783,0.94701993,0.026443291,0.009046456,0.0012263808,0.00083607895],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.96291393,0.00063909334,0.034173638,0.00038830168,0.00022485617,0.002592231,0.0050582914,0.0006072397,0.07027274],"category_scores_gemma":[0.9404699,0.00019646675,0.015059032,0.0026140537,0.00035357237,0.00042258072,0.00012433238,0.0021980116,0.0038535693],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015165613,0.0019417636,0.030538162,0.0000510052,0.005027814,0.00047670893,0.00035638132,0.00003132226,0.0000049194723,0.014761983,0.1495182,0.7821261],"study_design_scores_gemma":[0.09896265,0.0012565586,0.013852732,0.0010030222,0.006086846,0.00013628045,0.0007177547,0.007440141,0.000002004767,0.039492674,0.8301315,0.0009178496],"about_ca_topic_score_codex":0.000007983777,"about_ca_topic_score_gemma":0.0001744569,"teacher_disagreement_score":0.7812083,"about_ca_system_score_codex":0.00002647478,"about_ca_system_score_gemma":0.00085508084,"threshold_uncertainty_score":0.9984432},"labels":[],"label_agreement":null},{"id":"W786088669","doi":"","title":"Bayesian Test-Retest Repeatability Tells You Want You Want To Know In Equivalency Of Imaging Metrics","year":2015,"lang":"en","type":"article","venue":"Investigative Ophthalmology & Visual Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; University of Waterloo","funders":"","keywords":"Repeatability; Bayesian probability; Test (biology); Computer science; Artificial intelligence; Statistics; Machine learning; Medical physics; Mathematics; Medicine; Geology","score_opus":0.5150732326958747,"score_gpt":0.5182416035899159,"score_spread":0.003168370894041206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W786088669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987263,0.0004764407,0.00073411164,0.0019251344,0.0004932354,0.0011013688,0.000032056858,0.00001101835,0.007963594],"genre_scores_gemma":[0.9812313,0.000003278139,0.017431565,0.0002193019,0.000045562472,0.00005228989,0.0000027362428,0.000015712956,0.0009982545],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9744658,0.0067024706,0.007906149,0.0028013934,0.0071085473,0.0010156409],"domain_scores_gemma":[0.97617394,0.008718501,0.0046916185,0.004655439,0.004080692,0.0016797938],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.15586075,0.0005534122,0.0033633334,0.002101888,0.00025264683,0.00043692664,0.004783755,0.00012784764,0.001109743],"category_scores_gemma":[0.3600175,0.00032401228,0.00059743883,0.016629985,0.0041327546,0.0010235684,0.0012212708,0.0004029826,0.00087560643],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009390946,0.00025713834,0.9396174,0.00002576195,0.000015575584,0.0001174671,0.003251496,0.0000958619,0.052534763,0.00024836577,0.00084405154,0.0029827494],"study_design_scores_gemma":[0.001038458,0.002394646,0.6241249,0.0004650282,0.00024638788,0.000730573,0.011407303,0.055342924,0.12854551,0.17150566,0.002446876,0.001751783],"about_ca_topic_score_codex":0.00030546763,"about_ca_topic_score_gemma":0.00001576476,"teacher_disagreement_score":0.3154925,"about_ca_system_score_codex":0.00036347326,"about_ca_system_score_gemma":0.001348387,"threshold_uncertainty_score":0.9999212},"labels":[],"label_agreement":null},{"id":"W91400857","doi":"10.1016/s0889-8529(02)00012-9","title":"Evidence-based endocrinology","year":2002,"lang":"en","type":"review","venue":"Endocrinology and Metabolism Clinics of North America","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Relevance (law); MEDLINE; Medicine; Point (geometry); Quality (philosophy); Evidence-based medicine; Medical literature; Computer science; Alternative medicine; Pathology; Political science","score_opus":0.7061952973565726,"score_gpt":0.5277956272972737,"score_spread":0.1783996700592989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W91400857","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013697242,0.9944193,0.0010598251,0.0002958786,0.0014163677,0.0013404532,0.00018789769,0.000020437497,0.0011228702],"genre_scores_gemma":[0.00016886179,0.9910531,0.004094469,0.0006146145,0.00032316236,0.00021454348,0.000052629362,0.000053661934,0.0034249828],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9482165,0.02284965,0.021843776,0.002888656,0.003034275,0.0011671663],"domain_scores_gemma":[0.9406995,0.031229282,0.019875078,0.006625413,0.0011786819,0.00039201896],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.014408325,0.0012941138,0.02689392,0.0018397965,0.00021167462,0.00018547164,0.0044129477,0.00042622592,0.0075575523],"category_scores_gemma":[0.06403711,0.00069205364,0.007379904,0.0026402778,0.0012514652,0.00027270924,0.00067866966,0.0013219352,0.004122654],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066805333,0.000101086174,0.001078969,0.0013715725,0.00079101144,0.000051183943,0.000030211042,0.000006393975,1.5763188e-8,0.000637659,0.0073429155,0.9885823],"study_design_scores_gemma":[0.00024375622,0.000115355615,0.00086662034,0.0008930796,0.004965364,0.00011428246,0.000022602866,0.00007572256,1.4975522e-7,0.00029505993,0.99189866,0.0005093375],"about_ca_topic_score_codex":0.000019336272,"about_ca_topic_score_gemma":0.00001704051,"teacher_disagreement_score":0.988073,"about_ca_system_score_codex":0.000021372814,"about_ca_system_score_gemma":0.00043917168,"threshold_uncertainty_score":0.99998105},"labels":[],"label_agreement":null},{"id":"W946614547","doi":"10.1016/j.jclinepi.2015.07.006","title":"Competing risk bias was common in Kaplan–Meier risk estimates published in prominent medical journals","year":2015,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":137,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Ottawa Hospital; Alberta Innovates; University of Ottawa","funders":"","keywords":"Survival analysis; Publication bias; Medicine; Relative risk; Proportional hazards model; Demography; Psychology; Meta-analysis; Internal medicine; Confidence interval","score_opus":0.9362520028653889,"score_gpt":0.6896696056469209,"score_spread":0.24658239721846797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W946614547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96321356,0.004114566,0.0063178106,0.022894021,0.0018372666,0.00033445552,0.00000783197,0.0000031291422,0.001277363],"genre_scores_gemma":[0.9700639,0.0015402897,0.025103867,0.0021586572,0.0009793548,0.000007552144,0.0000027807248,0.00001745094,0.00012614252],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.50899214,0.34937093,0.13044089,0.0014507729,0.008626074,0.0011191817],"domain_scores_gemma":[0.11315061,0.73905313,0.13688953,0.0037270403,0.0040505687,0.0031291267],"candidate_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8992546,0.0004086806,0.020591117,0.0012001544,0.00007355562,0.00028248673,0.0034670718,0.0007397369,0.0053523215],"category_scores_gemma":[0.9747352,0.0001790297,0.0037957912,0.0014937144,0.00035368634,0.00053447275,0.00038255265,0.004193368,0.0005331541],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012766403,0.000226575,0.9217629,0.000011206183,0.00018920073,0.0001504232,0.0001962843,0.0017932464,2.9331272e-7,0.00016588643,0.04281035,0.032565992],"study_design_scores_gemma":[0.0021026162,0.00040648188,0.7983411,0.0003580141,0.00019500879,0.0003260854,0.0005653405,0.083303854,6.9871237e-7,0.09545305,0.018771665,0.00017608619],"about_ca_topic_score_codex":0.00024229825,"about_ca_topic_score_gemma":0.0008333332,"teacher_disagreement_score":0.39584154,"about_ca_system_score_codex":0.00009399198,"about_ca_system_score_gemma":0.00070526515,"threshold_uncertainty_score":0.998104},"labels":[],"label_agreement":null}]}